芝麻web文件管理V1.00
编辑当前文件:/home/conskgoa/doughi.co.uk/site-packages.zip
PK @\#q q % pip-19.3.1.dist-info/entry_points.txtnu [ [console_scripts] pip = pip._internal.main:main pip3 = pip._internal.main:main pip3.8 = pip._internal.main:main PK @\ pip-19.3.1.dist-info/RECORDnu [ ../../../bin/pip,sha256=isMYezCDrq79FYcQQqNmVGeOh26HvQz3wntdy5zsiUc,219 ../../../bin/pip3,sha256=isMYezCDrq79FYcQQqNmVGeOh26HvQz3wntdy5zsiUc,219 ../../../bin/pip3.8,sha256=isMYezCDrq79FYcQQqNmVGeOh26HvQz3wntdy5zsiUc,219 pip-19.3.1.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4 pip-19.3.1.dist-info/LICENSE.txt,sha256=W6Ifuwlk-TatfRU2LR7W1JMcyMj5_y1NkRkOEJvnRDE,1090 pip-19.3.1.dist-info/METADATA,sha256=3VTJN81wKoCumM54Ay7Je-xOiIkScmdYQu9WD43uK5o,3245 pip-19.3.1.dist-info/RECORD,, pip-19.3.1.dist-info/WHEEL,sha256=8zNYZbwQSXoB9IfXOjPfeNwvAsALAjffgk27FqvCWbo,110 pip-19.3.1.dist-info/entry_points.txt,sha256=tbYijp8dTAsoGzseo-3RkvhZNzpr8DW4lFJdKFuARUk,113 pip-19.3.1.dist-info/top_level.txt,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4 pip/__init__.py,sha256=3XVcbBDOOau8B2kbTs7mairuEe_dyGELVtflVt0LMVs,23 pip/__main__.py,sha256=JhJZiiWUmlPTwFOZ7_L68hWG4nUVQTDTtwc1o_yWdWw,628 pip/__pycache__/__init__.cpython-38.pyc,, pip/__pycache__/__main__.cpython-38.pyc,, pip/_internal/__init__.py,sha256=4lqJ4waZxiP4QFg34znQ3j5zdyDsrWZkERPeLAs7lT8,80 pip/_internal/__pycache__/__init__.cpython-38.pyc,, pip/_internal/__pycache__/build_env.cpython-38.pyc,, pip/_internal/__pycache__/cache.cpython-38.pyc,, pip/_internal/__pycache__/collector.cpython-38.pyc,, pip/_internal/__pycache__/configuration.cpython-38.pyc,, pip/_internal/__pycache__/download.cpython-38.pyc,, pip/_internal/__pycache__/exceptions.cpython-38.pyc,, pip/_internal/__pycache__/index.cpython-38.pyc,, pip/_internal/__pycache__/legacy_resolve.cpython-38.pyc,, pip/_internal/__pycache__/locations.cpython-38.pyc,, pip/_internal/__pycache__/main.cpython-38.pyc,, pip/_internal/__pycache__/pep425tags.cpython-38.pyc,, pip/_internal/__pycache__/pyproject.cpython-38.pyc,, pip/_internal/__pycache__/self_outdated_check.cpython-38.pyc,, pip/_internal/__pycache__/wheel.cpython-38.pyc,, pip/_internal/build_env.py,sha256=h8_IrSllK1aEv4cmoO9G7l5XDrwMeq2aADy6EWqbEKs,7517 pip/_internal/cache.py,sha256=tv5gyBOh4gx8my0ikxCEHzg92Y5D8mCbcE4lq9rQLhw,8371 pip/_internal/cli/__init__.py,sha256=FkHBgpxxb-_gd6r1FjnNhfMOzAUYyXoXKJ6abijfcFU,132 pip/_internal/cli/__pycache__/__init__.cpython-38.pyc,, pip/_internal/cli/__pycache__/autocompletion.cpython-38.pyc,, pip/_internal/cli/__pycache__/base_command.cpython-38.pyc,, pip/_internal/cli/__pycache__/cmdoptions.cpython-38.pyc,, pip/_internal/cli/__pycache__/command_context.cpython-38.pyc,, pip/_internal/cli/__pycache__/main_parser.cpython-38.pyc,, pip/_internal/cli/__pycache__/parser.cpython-38.pyc,, pip/_internal/cli/__pycache__/req_command.cpython-38.pyc,, pip/_internal/cli/__pycache__/status_codes.cpython-38.pyc,, pip/_internal/cli/autocompletion.py,sha256=KLBLfPkMKgkl6FS6RGlYlgRmdxFiwvdefv3Ywt5JqzM,6169 pip/_internal/cli/base_command.py,sha256=Xg0kP33AsjMYqXmFoZ-HX6-hRM5QaKDXAJRXLO03IVU,6504 pip/_internal/cli/cmdoptions.py,sha256=y6x_kbx-obAF2i6rO0cZR2HOi5SC31LKxl0ZjQV6uOs,26839 pip/_internal/cli/command_context.py,sha256=F0hZ0Xm8NZAgcOpl5J46OpjvAhIgx5P1nZHGaAAxlmc,796 pip/_internal/cli/main_parser.py,sha256=W9OWeryh7ZkqELohaFh0Ko9sB98ZkSeDmnYbOZ1imBc,2819 pip/_internal/cli/parser.py,sha256=O9djTuYQuSfObiY-NU6p4MJCfWsRUnDpE2YGA_fwols,9487 pip/_internal/cli/req_command.py,sha256=J1fTDjVZAExZDMBEqwJQ-NgNlab1g8zE1nZND-6TnP0,11363 pip/_internal/cli/status_codes.py,sha256=F6uDG6Gj7RNKQJUDnd87QKqI16Us-t-B0wPF_4QMpWc,156 pip/_internal/collector.py,sha256=zGSX67z_CN8uGIxxseKTIV2TC1QN1AE9mwBPvodTxak,18007 pip/_internal/commands/__init__.py,sha256=uTSj58QlrSKeXqCUSdL-eAf_APzx5BHy1ABxb0j5ZNE,3714 pip/_internal/commands/__pycache__/__init__.cpython-38.pyc,, pip/_internal/commands/__pycache__/check.cpython-38.pyc,, pip/_internal/commands/__pycache__/completion.cpython-38.pyc,, pip/_internal/commands/__pycache__/configuration.cpython-38.pyc,, pip/_internal/commands/__pycache__/debug.cpython-38.pyc,, pip/_internal/commands/__pycache__/download.cpython-38.pyc,, pip/_internal/commands/__pycache__/freeze.cpython-38.pyc,, pip/_internal/commands/__pycache__/hash.cpython-38.pyc,, pip/_internal/commands/__pycache__/help.cpython-38.pyc,, pip/_internal/commands/__pycache__/install.cpython-38.pyc,, pip/_internal/commands/__pycache__/list.cpython-38.pyc,, pip/_internal/commands/__pycache__/search.cpython-38.pyc,, pip/_internal/commands/__pycache__/show.cpython-38.pyc,, pip/_internal/commands/__pycache__/uninstall.cpython-38.pyc,, pip/_internal/commands/__pycache__/wheel.cpython-38.pyc,, pip/_internal/commands/check.py,sha256=mgLNYT3bd6Kmynwh4zzcBmVlFZ-urMo40jTgk6U405E,1505 pip/_internal/commands/completion.py,sha256=UFQvq0Q4_B96z1bvnQyMOq82aPSu05RejbLmqeTZjC0,2975 pip/_internal/commands/configuration.py,sha256=6riioZjMhsNSEct7dE-X8SobGodk3WERKJvuyjBje4Q,7226 pip/_internal/commands/debug.py,sha256=m9Ap_dd5jd7W6FbE9_t5495SAEvUC1vnDZ2m-TYXsQ4,3394 pip/_internal/commands/download.py,sha256=J6hxq7dO8Ld751WYueAdC18xiGhi27B6lrdOefFxwZo,5577 pip/_internal/commands/freeze.py,sha256=G9I_yoBHlpWLX1qItsWNOmmqc8ET7pekFybdbV333d4,3464 pip/_internal/commands/hash.py,sha256=47teimfAPhpkaVbSDaafck51BT3XXYuL83lAqc5lOcE,1735 pip/_internal/commands/help.py,sha256=Nhecq--ydFn80Gm1Zvbf9943EcRJfO0TnXUhsF0RO7s,1181 pip/_internal/commands/install.py,sha256=J6QUYQHD4XO-eTuC3wl3Mv1xYp3DxU1AWioHwnWIXwU,24559 pip/_internal/commands/list.py,sha256=wQijUCcLQmME_ryAk1EqjBM4CNfF8FXt5XGC5o3lQjc,10548 pip/_internal/commands/search.py,sha256=7Il8nKZ9mM7qF5jlnBoPvSIFY9f-0-5IbYoX3miTuZY,5148 pip/_internal/commands/show.py,sha256=Vzsj2oX0JBl94MPyF3LV8YoMcigl8B2UsMM8zp0pH2s,6792 pip/_internal/commands/uninstall.py,sha256=8mldFbrQecSoWDZRqxBgJkrlvx6Y9Iy7cs-2BIgtXt4,2983 pip/_internal/commands/wheel.py,sha256=cDwoMefUjOdLqE29rQGYwvdzwvsV0j5Ac7pCszbqaK8,6408 pip/_internal/configuration.py,sha256=ug70zCMs2OYEgef_6uebyXWDknbY-hz5cSaL9CpLYkI,14218 pip/_internal/distributions/__init__.py,sha256=plnByCzRAZJL98kuchZ4PoRKxseDWM7wBfjvb2_fMw8,967 pip/_internal/distributions/__pycache__/__init__.cpython-38.pyc,, pip/_internal/distributions/__pycache__/base.cpython-38.pyc,, pip/_internal/distributions/__pycache__/installed.cpython-38.pyc,, pip/_internal/distributions/__pycache__/wheel.cpython-38.pyc,, pip/_internal/distributions/base.py,sha256=91UqVXWnIyQPpIQed4nAuYWkGY665aYIV1EjS-CkBEg,1108 pip/_internal/distributions/installed.py,sha256=4bZq8NqgXgPqX-yTz94WzTRvobjwDnxVnFCL24FjAWA,542 pip/_internal/distributions/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0 pip/_internal/distributions/source/__pycache__/__init__.cpython-38.pyc,, pip/_internal/distributions/source/__pycache__/legacy.cpython-38.pyc,, pip/_internal/distributions/source/legacy.py,sha256=8QbAup0CBA5iPsSAJgxZyz1tQxO1C6hvfFpTlCJnyKE,3941 pip/_internal/distributions/wheel.py,sha256=0hkgI9NpkT4bCwA9RTsX2NJcz9MJyPhlh3f7Z3529sY,616 pip/_internal/download.py,sha256=IdIOCKfLSqfAgq34SCOyMKJHnJOr81JF-EeGB_faLHQ,20805 pip/_internal/exceptions.py,sha256=6YRuwXAK6F1iyUWKIkCIpWWN2khkAn1sZOgrFA9S8Ro,10247 pip/_internal/index.py,sha256=P5WnrP8zyBK29EFDCcIsznQquTNn4ZL-cYP8L-NbfPU,36887 pip/_internal/legacy_resolve.py,sha256=X9Vh3sRLMKI7HnGZ2UuTO_liClsSPwRA4m9D7L5osxY,17234 pip/_internal/locations.py,sha256=n6KALLEJN-L99QFHPNdJl3nMktwcpmqMyyo6EXZoCL0,5414 pip/_internal/main.py,sha256=ikuDY1c82JZivOvnSXJZN31IeeZF_BkNpgZZ90p6iJ4,1359 pip/_internal/models/__init__.py,sha256=3DHUd_qxpPozfzouoqa9g9ts1Czr5qaHfFxbnxriepM,63 pip/_internal/models/__pycache__/__init__.cpython-38.pyc,, pip/_internal/models/__pycache__/candidate.cpython-38.pyc,, pip/_internal/models/__pycache__/format_control.cpython-38.pyc,, pip/_internal/models/__pycache__/index.cpython-38.pyc,, pip/_internal/models/__pycache__/link.cpython-38.pyc,, pip/_internal/models/__pycache__/search_scope.cpython-38.pyc,, pip/_internal/models/__pycache__/selection_prefs.cpython-38.pyc,, pip/_internal/models/__pycache__/target_python.cpython-38.pyc,, pip/_internal/models/candidate.py,sha256=S5ipn5ZvnWFX_A84OGrtc4DAZTJM7GSnIyDIA8PwZWw,1277 pip/_internal/models/format_control.py,sha256=bMcS0iTVLBXrYRDkGeGqYE3pTQUR96T7cGyMtLeH0Fs,2592 pip/_internal/models/index.py,sha256=K59A8-hVhBM20Xkahr4dTwP7OjkJyEqXH11UwHFVgqM,1060 pip/_internal/models/link.py,sha256=MFYBc2ko2B--zFyk6JBnorkAdFpJ8lwozz-64YBdDO0,6860 pip/_internal/models/search_scope.py,sha256=25LTMmqHvKxCpOsEH1qcb0Id-hqATsg2SVIjcxY702o,3971 pip/_internal/models/selection_prefs.py,sha256=rPeif2KKjhTPXeMoQYffjqh10oWpXhdkxRDaPT1HO8k,1908 pip/_internal/models/target_python.py,sha256=d66ljdpZZtAAQsuOytiZ7yq6spCa8GOmz5Vf7uoVZT0,3820 pip/_internal/network/__init__.py,sha256=jf6Tt5nV_7zkARBrKojIXItgejvoegVJVKUbhAa5Ioc,50 pip/_internal/network/__pycache__/__init__.cpython-38.pyc,, pip/_internal/network/__pycache__/auth.cpython-38.pyc,, pip/_internal/network/__pycache__/cache.cpython-38.pyc,, pip/_internal/network/__pycache__/session.cpython-38.pyc,, pip/_internal/network/__pycache__/xmlrpc.cpython-38.pyc,, pip/_internal/network/auth.py,sha256=K3G1ukKb3PiH8w_UnpXTz8qQsTULO-qdbfOE9zTo1fE,11119 pip/_internal/network/cache.py,sha256=WJafQhl9_gSxvEMvYN-ecsijGscKCVPsb09sEUbwL-E,2233 pip/_internal/network/session.py,sha256=m2E-pkpE3nWVswt2JzKP9NANwfhf38SjDOUor0cxqd8,15842 pip/_internal/network/xmlrpc.py,sha256=AL115M3vFJ8xiHVJneb8Hi0ZFeRvdPhblC89w25OG5s,1597 pip/_internal/operations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0 pip/_internal/operations/__pycache__/__init__.cpython-38.pyc,, pip/_internal/operations/__pycache__/check.cpython-38.pyc,, pip/_internal/operations/__pycache__/freeze.cpython-38.pyc,, pip/_internal/operations/__pycache__/generate_metadata.cpython-38.pyc,, pip/_internal/operations/__pycache__/prepare.cpython-38.pyc,, pip/_internal/operations/check.py,sha256=SG2AuZ4NFwUPAWo4OQOotKCn6OUxjkAgBdehNAo_2sM,5354 pip/_internal/operations/freeze.py,sha256=MeHazCBo6DF0B2ay0t0CqRRfR4bETqKB-ANv4yIq4Bg,9826 pip/_internal/operations/generate_metadata.py,sha256=oHJtWo0QpOt5xt5xQTfOEVNOpaPy9E0lhMCIE6Upidw,4699 pip/_internal/operations/prepare.py,sha256=_TNie4ORlITMh04dkEQcBVDFkcz5FW67VjUfeJDRUcM,11279 pip/_internal/pep425tags.py,sha256=mCZA3yvHjZfQGnQti2sNfzrinhLmDp0o9Fwb826Edj4,15941 pip/_internal/pyproject.py,sha256=98g1oHmpdqraOqAJuoCDr2XP3QQuN5oEuoD0fWDtVhE,6490 pip/_internal/req/__init__.py,sha256=iR73_MGlD4N2Dg86t2kooz7okpZgpAuZUSROrR9KkkE,2467 pip/_internal/req/__pycache__/__init__.cpython-38.pyc,, pip/_internal/req/__pycache__/constructors.cpython-38.pyc,, pip/_internal/req/__pycache__/req_file.cpython-38.pyc,, pip/_internal/req/__pycache__/req_install.cpython-38.pyc,, pip/_internal/req/__pycache__/req_set.cpython-38.pyc,, pip/_internal/req/__pycache__/req_tracker.cpython-38.pyc,, pip/_internal/req/__pycache__/req_uninstall.cpython-38.pyc,, pip/_internal/req/constructors.py,sha256=DcUoVBQabogW6FoTxo_7FApvYTBk5LmiTtLOSi9Wh7Y,14388 pip/_internal/req/req_file.py,sha256=Ip4KV67FLLexYq9xVGgzjbyjIQCP5W-RmkVZWFWV5AY,14294 pip/_internal/req/req_install.py,sha256=0Fkfk1ireEama-Ox3H7VJEW_ytMrb3g0zN_r4sEda-8,36635 pip/_internal/req/req_set.py,sha256=ykotCTON9_be3yzrkXs9yv986Tv-p-Sk5-q8tqgk6BY,8132 pip/_internal/req/req_tracker.py,sha256=M5VZxoKrvDmwH2G2kk1QthJmhF19zCmKSXLY-WDLKWY,3195 pip/_internal/req/req_uninstall.py,sha256=VyukcnrMTRob977YO6C5t9CVadmZIF24Yj30Hfz4lpc,23590 pip/_internal/self_outdated_check.py,sha256=0RuTI8jXNm_CK7ZV8huRUqtabE0SQgwJSogapEti_zo,7934 pip/_internal/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0 pip/_internal/utils/__pycache__/__init__.cpython-38.pyc,, pip/_internal/utils/__pycache__/appdirs.cpython-38.pyc,, pip/_internal/utils/__pycache__/compat.cpython-38.pyc,, pip/_internal/utils/__pycache__/deprecation.cpython-38.pyc,, pip/_internal/utils/__pycache__/encoding.cpython-38.pyc,, pip/_internal/utils/__pycache__/filesystem.cpython-38.pyc,, pip/_internal/utils/__pycache__/filetypes.cpython-38.pyc,, pip/_internal/utils/__pycache__/glibc.cpython-38.pyc,, pip/_internal/utils/__pycache__/hashes.cpython-38.pyc,, pip/_internal/utils/__pycache__/inject_securetransport.cpython-38.pyc,, pip/_internal/utils/__pycache__/logging.cpython-38.pyc,, pip/_internal/utils/__pycache__/marker_files.cpython-38.pyc,, pip/_internal/utils/__pycache__/misc.cpython-38.pyc,, pip/_internal/utils/__pycache__/models.cpython-38.pyc,, pip/_internal/utils/__pycache__/packaging.cpython-38.pyc,, pip/_internal/utils/__pycache__/setuptools_build.cpython-38.pyc,, pip/_internal/utils/__pycache__/subprocess.cpython-38.pyc,, pip/_internal/utils/__pycache__/temp_dir.cpython-38.pyc,, pip/_internal/utils/__pycache__/typing.cpython-38.pyc,, pip/_internal/utils/__pycache__/ui.cpython-38.pyc,, pip/_internal/utils/__pycache__/unpacking.cpython-38.pyc,, pip/_internal/utils/__pycache__/urls.cpython-38.pyc,, pip/_internal/utils/__pycache__/virtualenv.cpython-38.pyc,, pip/_internal/utils/appdirs.py,sha256=hchP3vBMefwp3Jr05IqN6cssVlbzYPTj062hJzBDhA4,9766 pip/_internal/utils/compat.py,sha256=i9XoohQwMK73PwN0Nkan6DfiG47rdyllTXvX3WJO30c,9565 pip/_internal/utils/deprecation.py,sha256=pBnNogoA4UGTxa_JDnPXBRRYpKMbExAhXpBwAwklOBs,3318 pip/_internal/utils/encoding.py,sha256=hxZz0t3Whw3d4MHQEiofxalTlfKwxFdLc8fpeGfhKo8,1320 pip/_internal/utils/filesystem.py,sha256=TG_hHd0BZkYih17f4z4wEi0XXheo5TE-UnAQB964Pf0,3334 pip/_internal/utils/filetypes.py,sha256=R2FwzoeX7b-rZALOXx5cuO8VPPMhUQ4ne7wm3n3IcWA,571 pip/_internal/utils/glibc.py,sha256=HXnQNSGfrldTYbF6V6asT86h6QQKPwumYok1MFyQDnM,4397 pip/_internal/utils/hashes.py,sha256=XXj0SZfz4piN8XgqloGzPnfQYGTcSZZDtuqa1zWCts8,4020 pip/_internal/utils/inject_securetransport.py,sha256=M17ZlFVY66ApgeASVjKKLKNz0LAfk-SyU0HZ4ZB6MmI,810 pip/_internal/utils/logging.py,sha256=aJL7NldPhS5KGFof6Qt3o3MG5cjm5TOoo7bGRu9_wsg,13033 pip/_internal/utils/marker_files.py,sha256=ktYfV9ccPKzVREiWlmTveiKOztk0L7F2zXi2ob2lymM,823 pip/_internal/utils/misc.py,sha256=Ekpr2RWm4BwrccJT148FA7lvcJzJSB59qINEjHMre28,25579 pip/_internal/utils/models.py,sha256=IA0hw_T4awQzui0kqfIEASm5yLtgZAB08ag59Nip5G8,1148 pip/_internal/utils/packaging.py,sha256=VtiwcAAL7LBi7tGL2je7LeW4bE11KMHGCsJ1NZY5XtM,3035 pip/_internal/utils/setuptools_build.py,sha256=vHAmalU_IcDvU7ioRioVspEyVD2N4_NPDSbtHOoow8g,1631 pip/_internal/utils/subprocess.py,sha256=M3oBdbCSxDhmQSWYRZo0PTzGuyYvJaNIzt3DVCmtjJI,9911 pip/_internal/utils/temp_dir.py,sha256=fFNkfrE3MlyjZjoLzeX9A2AkjUWEEEoP-8ObyX3BSnE,5521 pip/_internal/utils/typing.py,sha256=bF73ImJzIaxLLEVwfEaSJzFGqV9LaxkQBvDULIyr1jI,1125 pip/_internal/utils/ui.py,sha256=SmwDgg45shGo0wVJSK3MUZUQtM4DNGdQntE3n2G97yk,13906 pip/_internal/utils/unpacking.py,sha256=7qOhuK60YvrXwqGGWYQ0rE7vBrMkAwYAtmsIsN0eQgc,9682 pip/_internal/utils/urls.py,sha256=aNV9wq5ClUmrz6sG-al7hEWJ4ToitOy7l82CmFGFNW8,1481 pip/_internal/utils/virtualenv.py,sha256=oSTrUMQUqmuXcDvQZGwV65w-hlvhBAqyQiWRxLf8fN0,891 pip/_internal/vcs/__init__.py,sha256=viJxJRqRE_mVScum85bgQIXAd6o0ozFt18VpC-qIJrM,617 pip/_internal/vcs/__pycache__/__init__.cpython-38.pyc,, pip/_internal/vcs/__pycache__/bazaar.cpython-38.pyc,, pip/_internal/vcs/__pycache__/git.cpython-38.pyc,, pip/_internal/vcs/__pycache__/mercurial.cpython-38.pyc,, pip/_internal/vcs/__pycache__/subversion.cpython-38.pyc,, pip/_internal/vcs/__pycache__/versioncontrol.cpython-38.pyc,, pip/_internal/vcs/bazaar.py,sha256=84q1-kj1_nJ9AMzMu8RmMp-riRZu81M7K9kowcYgi3U,3957 pip/_internal/vcs/git.py,sha256=PqhcEuFXQhutNNT4wI0uy6QcYnk9TOf8KGQNMBxL9hU,13568 pip/_internal/vcs/mercurial.py,sha256=2mg7BdYI_Fe00fF6omaNccFQLPHBsDBG5CAEzvqn5sA,5110 pip/_internal/vcs/subversion.py,sha256=Fpwy71AmuqXnoKi6h1SrXRtPjEMn8fieuM1O4j01IBg,12292 pip/_internal/vcs/versioncontrol.py,sha256=HiWHloaYAo4UWGxJGZhG0nO0PWS513H6ACiqT0z5Yh0,21374 pip/_internal/wheel.py,sha256=emOltdF4VmpsSabfIBbtlCcozviIOnUwIdB0D3_VMrQ,43080 pip/_vendor/__init__.py,sha256=gEJYEfJm7XGLslyjW3KBQyQxyTYxdvTEkRT5Bz28MDs,4657 pip/_vendor/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/__pycache__/appdirs.cpython-38.pyc,, pip/_vendor/__pycache__/contextlib2.cpython-38.pyc,, pip/_vendor/__pycache__/distro.cpython-38.pyc,, pip/_vendor/__pycache__/ipaddress.cpython-38.pyc,, pip/_vendor/__pycache__/pyparsing.cpython-38.pyc,, pip/_vendor/__pycache__/retrying.cpython-38.pyc,, pip/_vendor/__pycache__/six.cpython-38.pyc,, pip/_vendor/appdirs.py,sha256=BENKsvcA08IpccD9345-rMrg3aXWFA1q6BFEglnHg6I,24547 pip/_vendor/cachecontrol/__init__.py,sha256=6cRPchVqkAkeUtYTSW8qCetjSqJo-GxP-n4VMVDbvmc,302 pip/_vendor/cachecontrol/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/_cmd.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/adapter.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/cache.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/compat.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/controller.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/filewrapper.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/heuristics.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/serialize.cpython-38.pyc,, pip/_vendor/cachecontrol/__pycache__/wrapper.cpython-38.pyc,, pip/_vendor/cachecontrol/_cmd.py,sha256=URGE0KrA87QekCG3SGPatlSPT571dZTDjNa-ZXX3pDc,1295 pip/_vendor/cachecontrol/adapter.py,sha256=eBGAtVNRZgtl_Kj5JV54miqL9YND-D0JZPahwY8kFtY,4863 pip/_vendor/cachecontrol/cache.py,sha256=1fc4wJP8HYt1ycnJXeEw5pCpeBL2Cqxx6g9Fb0AYDWQ,805 pip/_vendor/cachecontrol/caches/__init__.py,sha256=-gHNKYvaeD0kOk5M74eOrsSgIKUtC6i6GfbmugGweEo,86 pip/_vendor/cachecontrol/caches/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/cachecontrol/caches/__pycache__/file_cache.cpython-38.pyc,, pip/_vendor/cachecontrol/caches/__pycache__/redis_cache.cpython-38.pyc,, pip/_vendor/cachecontrol/caches/file_cache.py,sha256=nYVKsJtXh6gJXvdn1iWyrhxvkwpQrK-eKoMRzuiwkKk,4153 pip/_vendor/cachecontrol/caches/redis_cache.py,sha256=HxelMpNCo-dYr2fiJDwM3hhhRmxUYtB5tXm1GpAAT4Y,856 pip/_vendor/cachecontrol/compat.py,sha256=kHNvMRdt6s_Xwqq_9qJmr9ou3wYMOMUMxPPcwNxT8Mc,695 pip/_vendor/cachecontrol/controller.py,sha256=U7g-YwizQ2O5NRgK_MZreF1ntM4E49C3PuF3od-Vwz4,13698 pip/_vendor/cachecontrol/filewrapper.py,sha256=vACKO8Llzu_ZWyjV1Fxn1MA4TGU60N5N3GSrAFdAY2Q,2533 pip/_vendor/cachecontrol/heuristics.py,sha256=BFGHJ3yQcxvZizfo90LLZ04T_Z5XSCXvFotrp7Us0sc,4070 pip/_vendor/cachecontrol/serialize.py,sha256=GebE34fgToyWwAsRPguh8hEPN6CqoG-5hRMXRsjVABQ,6954 pip/_vendor/cachecontrol/wrapper.py,sha256=sfr9YHWx-5TwNz1H5rT6QOo8ggII6v3vbEDjQFwR6wc,671 pip/_vendor/certifi/__init__.py,sha256=WFoavXHhpX-BZ5kbvyinZTbhLsqPJypLKIZu29nUsQg,52 pip/_vendor/certifi/__main__.py,sha256=NaCn6WtWME-zzVWQ2j4zFyl8cY4knDa9CwtHNIeFPhM,53 pip/_vendor/certifi/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/certifi/__pycache__/__main__.cpython-38.pyc,, pip/_vendor/certifi/__pycache__/core.cpython-38.pyc,, pip/_vendor/certifi/core.py,sha256=p7-3v1KMyEft0Z4vBDRxJ4TfjS7l7zALERrmncYjhSg,188 pip/_vendor/chardet/__init__.py,sha256=YsP5wQlsHJ2auF1RZJfypiSrCA7_bQiRm3ES_NI76-Y,1559 pip/_vendor/chardet/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/big5freq.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/big5prober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/chardistribution.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/charsetgroupprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/charsetprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/codingstatemachine.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/compat.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/cp949prober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/enums.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/escprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/escsm.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/eucjpprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/euckrfreq.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/euckrprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/euctwfreq.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/euctwprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/gb2312freq.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/gb2312prober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/hebrewprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/jisfreq.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/jpcntx.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/langbulgarianmodel.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/langcyrillicmodel.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/langgreekmodel.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/langhebrewmodel.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/langhungarianmodel.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/langthaimodel.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/langturkishmodel.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/latin1prober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/mbcharsetprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/mbcsgroupprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/mbcssm.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/sbcharsetprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/sbcsgroupprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/sjisprober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/universaldetector.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/utf8prober.cpython-38.pyc,, pip/_vendor/chardet/__pycache__/version.cpython-38.pyc,, pip/_vendor/chardet/big5freq.py,sha256=D_zK5GyzoVsRes0HkLJziltFQX0bKCLOrFe9_xDvO_8,31254 pip/_vendor/chardet/big5prober.py,sha256=kBxHbdetBpPe7xrlb-e990iot64g_eGSLd32lB7_h3M,1757 pip/_vendor/chardet/chardistribution.py,sha256=3woWS62KrGooKyqz4zQSnjFbJpa6V7g02daAibTwcl8,9411 pip/_vendor/chardet/charsetgroupprober.py,sha256=6bDu8YIiRuScX4ca9Igb0U69TA2PGXXDej6Cc4_9kO4,3787 pip/_vendor/chardet/charsetprober.py,sha256=KSmwJErjypyj0bRZmC5F5eM7c8YQgLYIjZXintZNstg,5110 pip/_vendor/chardet/cli/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1 pip/_vendor/chardet/cli/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/chardet/cli/__pycache__/chardetect.cpython-38.pyc,, pip/_vendor/chardet/cli/chardetect.py,sha256=DI8dlV3FBD0c0XA_y3sQ78z754DUv1J8n34RtDjOXNw,2774 pip/_vendor/chardet/codingstatemachine.py,sha256=VYp_6cyyki5sHgXDSZnXW4q1oelHc3cu9AyQTX7uug8,3590 pip/_vendor/chardet/compat.py,sha256=PKTzHkSbtbHDqS9PyujMbX74q1a8mMpeQTDVsQhZMRw,1134 pip/_vendor/chardet/cp949prober.py,sha256=TZ434QX8zzBsnUvL_8wm4AQVTZ2ZkqEEQL_lNw9f9ow,1855 pip/_vendor/chardet/enums.py,sha256=Aimwdb9as1dJKZaFNUH2OhWIVBVd6ZkJJ_WK5sNY8cU,1661 pip/_vendor/chardet/escprober.py,sha256=kkyqVg1Yw3DIOAMJ2bdlyQgUFQhuHAW8dUGskToNWSc,3950 pip/_vendor/chardet/escsm.py,sha256=RuXlgNvTIDarndvllNCk5WZBIpdCxQ0kcd9EAuxUh84,10510 pip/_vendor/chardet/eucjpprober.py,sha256=iD8Jdp0ISRjgjiVN7f0e8xGeQJ5GM2oeZ1dA8nbSeUw,3749 pip/_vendor/chardet/euckrfreq.py,sha256=-7GdmvgWez4-eO4SuXpa7tBiDi5vRXQ8WvdFAzVaSfo,13546 pip/_vendor/chardet/euckrprober.py,sha256=MqFMTQXxW4HbzIpZ9lKDHB3GN8SP4yiHenTmf8g_PxY,1748 pip/_vendor/chardet/euctwfreq.py,sha256=No1WyduFOgB5VITUA7PLyC5oJRNzRyMbBxaKI1l16MA,31621 pip/_vendor/chardet/euctwprober.py,sha256=13p6EP4yRaxqnP4iHtxHOJ6R2zxHq1_m8hTRjzVZ95c,1747 pip/_vendor/chardet/gb2312freq.py,sha256=JX8lsweKLmnCwmk8UHEQsLgkr_rP_kEbvivC4qPOrlc,20715 pip/_vendor/chardet/gb2312prober.py,sha256=gGvIWi9WhDjE-xQXHvNIyrnLvEbMAYgyUSZ65HUfylw,1754 pip/_vendor/chardet/hebrewprober.py,sha256=c3SZ-K7hvyzGY6JRAZxJgwJ_sUS9k0WYkvMY00YBYFo,13838 pip/_vendor/chardet/jisfreq.py,sha256=vpmJv2Bu0J8gnMVRPHMFefTRvo_ha1mryLig8CBwgOg,25777 pip/_vendor/chardet/jpcntx.py,sha256=PYlNqRUQT8LM3cT5FmHGP0iiscFlTWED92MALvBungo,19643 pip/_vendor/chardet/langbulgarianmodel.py,sha256=1HqQS9Pbtnj1xQgxitJMvw8X6kKr5OockNCZWfEQrPE,12839 pip/_vendor/chardet/langcyrillicmodel.py,sha256=LODajvsetH87yYDDQKA2CULXUH87tI223dhfjh9Zx9c,17948 pip/_vendor/chardet/langgreekmodel.py,sha256=8YAW7bU8YwSJap0kIJSbPMw1BEqzGjWzqcqf0WgUKAA,12688 pip/_vendor/chardet/langhebrewmodel.py,sha256=JSnqmE5E62tDLTPTvLpQsg5gOMO4PbdWRvV7Avkc0HA,11345 pip/_vendor/chardet/langhungarianmodel.py,sha256=RhapYSG5l0ZaO-VV4Fan5sW0WRGQqhwBM61yx3yxyOA,12592 pip/_vendor/chardet/langthaimodel.py,sha256=8l0173Gu_W6G8mxmQOTEF4ls2YdE7FxWf3QkSxEGXJQ,11290 pip/_vendor/chardet/langturkishmodel.py,sha256=W22eRNJsqI6uWAfwXSKVWWnCerYqrI8dZQTm_M0lRFk,11102 pip/_vendor/chardet/latin1prober.py,sha256=S2IoORhFk39FEFOlSFWtgVybRiP6h7BlLldHVclNkU8,5370 pip/_vendor/chardet/mbcharsetprober.py,sha256=AR95eFH9vuqSfvLQZN-L5ijea25NOBCoXqw8s5O9xLQ,3413 pip/_vendor/chardet/mbcsgroupprober.py,sha256=h6TRnnYq2OxG1WdD5JOyxcdVpn7dG0q-vB8nWr5mbh4,2012 pip/_vendor/chardet/mbcssm.py,sha256=SY32wVIF3HzcjY3BaEspy9metbNSKxIIB0RKPn7tjpI,25481 pip/_vendor/chardet/sbcharsetprober.py,sha256=LDSpCldDCFlYwUkGkwD2oFxLlPWIWXT09akH_2PiY74,5657 pip/_vendor/chardet/sbcsgroupprober.py,sha256=1IprcCB_k1qfmnxGC6MBbxELlKqD3scW6S8YIwdeyXA,3546 pip/_vendor/chardet/sjisprober.py,sha256=IIt-lZj0WJqK4rmUZzKZP4GJlE8KUEtFYVuY96ek5MQ,3774 pip/_vendor/chardet/universaldetector.py,sha256=qL0174lSZE442eB21nnktT9_VcAye07laFWUeUrjttY,12485 pip/_vendor/chardet/utf8prober.py,sha256=IdD8v3zWOsB8OLiyPi-y_fqwipRFxV9Nc1eKBLSuIEw,2766 pip/_vendor/chardet/version.py,sha256=sp3B08mrDXB-pf3K9fqJ_zeDHOCLC8RrngQyDFap_7g,242 pip/_vendor/colorama/__init__.py,sha256=lJdY6COz9uM_pXwuk9oLr0fp8H8q2RrUqN16GKabvq4,239 pip/_vendor/colorama/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/colorama/__pycache__/ansi.cpython-38.pyc,, pip/_vendor/colorama/__pycache__/ansitowin32.cpython-38.pyc,, pip/_vendor/colorama/__pycache__/initialise.cpython-38.pyc,, pip/_vendor/colorama/__pycache__/win32.cpython-38.pyc,, pip/_vendor/colorama/__pycache__/winterm.cpython-38.pyc,, pip/_vendor/colorama/ansi.py,sha256=Fi0un-QLqRm-v7o_nKiOqyC8PapBJK7DLV_q9LKtTO0,2524 pip/_vendor/colorama/ansitowin32.py,sha256=u8QaqdqS_xYSfNkPM1eRJLHz6JMWPodaJaP0mxgHCDc,10462 pip/_vendor/colorama/initialise.py,sha256=PprovDNxMTrvoNHFcL2NZjpH2XzDc8BLxLxiErfUl4k,1915 pip/_vendor/colorama/win32.py,sha256=bJ8Il9jwaBN5BJ8bmN6FoYZ1QYuMKv2j8fGrXh7TJjw,5404 pip/_vendor/colorama/winterm.py,sha256=2y_2b7Zsv34feAsP67mLOVc-Bgq51mdYGo571VprlrM,6438 pip/_vendor/contextlib2.py,sha256=5HjGflUzwWAUfcILhSmC2GqvoYdZZzFzVfIDztHigUs,16915 pip/_vendor/distlib/__init__.py,sha256=SkHYPuEQNQF2a2Cr18rfZ-LQyDqwwizn8tJE4seXPgU,587 pip/_vendor/distlib/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/compat.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/database.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/index.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/locators.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/manifest.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/markers.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/metadata.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/resources.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/scripts.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/util.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/version.cpython-38.pyc,, pip/_vendor/distlib/__pycache__/wheel.cpython-38.pyc,, pip/_vendor/distlib/_backport/__init__.py,sha256=bqS_dTOH6uW9iGgd0uzfpPjo6vZ4xpPZ7kyfZJ2vNaw,274 pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/distlib/_backport/__pycache__/misc.cpython-38.pyc,, pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-38.pyc,, pip/_vendor/distlib/_backport/misc.py,sha256=KWecINdbFNOxSOP1fGF680CJnaC6S4fBRgEtaYTw0ig,971 pip/_vendor/distlib/_backport/sysconfig.cfg,sha256=swZKxq9RY5e9r3PXCrlvQPMsvOdiWZBTHLEbqS8LJLU,2617 pip/_vendor/distlib/_backport/sysconfig.py,sha256=JdJ9ztRy4Hc-b5-VS74x3nUtdEIVr_OBvMsIb8O2sjc,26964 pip/_vendor/distlib/compat.py,sha256=xdNZmqFN5HwF30HjRn5M415pcC2kgXRBXn767xS8v-M,41404 pip/_vendor/distlib/database.py,sha256=-KJH63AJ7hqjLtGCwOTrionhKr2Vsytdwkjyo8UdEco,51029 pip/_vendor/distlib/index.py,sha256=SXKzpQCERctxYDMp_OLee2f0J0e19ZhGdCIoMlUfUQM,21066 pip/_vendor/distlib/locators.py,sha256=bqzEWP3Ad8UE3D1rmzW1pgzVTKkY4rDUA_EWIVYli54,51807 pip/_vendor/distlib/manifest.py,sha256=nQEhYmgoreaBZzyFzwYsXxJARu3fo4EkunU163U16iE,14811 pip/_vendor/distlib/markers.py,sha256=6Ac3cCfFBERexiESWIOXmg-apIP8l2esafNSX3KMy-8,4387 pip/_vendor/distlib/metadata.py,sha256=OhbCKmf5lswE8unWBopI1hj7tRpHp4ZbFvU4d6aAEMM,40234 pip/_vendor/distlib/resources.py,sha256=2FGv0ZHF14KXjLIlL0R991lyQQGcewOS4mJ-5n-JVnc,10766 pip/_vendor/distlib/scripts.py,sha256=W24OXnZUmgRX_XtDrVZdfc-Frf4X4_cybvhP87iR-QU,16290 pip/_vendor/distlib/util.py,sha256=vv8T7g_c8Ei9dRosWP1ypxKmaBpPpTwlMpPRKbLgWEY,60408 pip/_vendor/distlib/version.py,sha256=_n7F6juvQGAcn769E_SHa7fOcf5ERlEVymJ_EjPRwGw,23391 pip/_vendor/distlib/wheel.py,sha256=2lviV6L4IvTP5DRkKE0HGpClvdoTJQHZJLfTQ6dfn2A,40437 pip/_vendor/distro.py,sha256=X2So5kjrRKyMbQJ90Xgy93HU5eFtujCzKaYNeoy1k1c,43251 pip/_vendor/html5lib/__init__.py,sha256=Ztrn7UvF-wIFAgRBBa0ML-Gu5AffH3BPX_INJx4SaBI,1162 pip/_vendor/html5lib/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-38.pyc,, pip/_vendor/html5lib/__pycache__/_inputstream.cpython-38.pyc,, pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-38.pyc,, pip/_vendor/html5lib/__pycache__/_utils.cpython-38.pyc,, pip/_vendor/html5lib/__pycache__/constants.cpython-38.pyc,, pip/_vendor/html5lib/__pycache__/html5parser.cpython-38.pyc,, pip/_vendor/html5lib/__pycache__/serializer.cpython-38.pyc,, pip/_vendor/html5lib/_ihatexml.py,sha256=3LBtJMlzgwM8vpQiU1TvGmEEmNH72sV0yD8yS53y07A,16705 pip/_vendor/html5lib/_inputstream.py,sha256=bPUWcAfJScK4xkjQQaG_HsI2BvEVbFvI0AsodDYPQj0,32552 pip/_vendor/html5lib/_tokenizer.py,sha256=YAaOEBD6qc5ISq9Xt9Nif1OFgcybTTfMdwqBkZhpAq4,76580 pip/_vendor/html5lib/_trie/__init__.py,sha256=8VR1bcgD2OpeS2XExpu5yBhP_Q1K-lwKbBKICBPf1kU,289 pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-38.pyc,, pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-38.pyc,, pip/_vendor/html5lib/_trie/__pycache__/py.cpython-38.pyc,, pip/_vendor/html5lib/_trie/_base.py,sha256=CaybYyMro8uERQYjby2tTeSUatnWDfWroUN9N7ety5w,1013 pip/_vendor/html5lib/_trie/datrie.py,sha256=EQpqSfkZRuTbE-DuhW7xMdVDxdZNZ0CfmnYfHA_3zxM,1178 pip/_vendor/html5lib/_trie/py.py,sha256=wXmQLrZRf4MyWNyg0m3h81m9InhLR7GJ002mIIZh-8o,1775 pip/_vendor/html5lib/_utils.py,sha256=ismpASeqa2jqEPQjHUj8vReAf7yIoKnvLN5fuOw6nv0,4015 pip/_vendor/html5lib/constants.py,sha256=4lmZWLtEPRLnl8NzftOoYTJdo6jpeMtP6dqQC0g_bWQ,83518 pip/_vendor/html5lib/filters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0 pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.pyc,, pip/_vendor/html5lib/filters/__pycache__/base.cpython-38.pyc,, pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-38.pyc,, pip/_vendor/html5lib/filters/__pycache__/lint.cpython-38.pyc,, pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-38.pyc,, pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-38.pyc,, pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-38.pyc,, pip/_vendor/html5lib/filters/alphabeticalattributes.py,sha256=lViZc2JMCclXi_5gduvmdzrRxtO5Xo9ONnbHBVCsykU,919 pip/_vendor/html5lib/filters/base.py,sha256=z-IU9ZAYjpsVsqmVt7kuWC63jR11hDMr6CVrvuao8W0,286 pip/_vendor/html5lib/filters/inject_meta_charset.py,sha256=egDXUEHXmAG9504xz0K6ALDgYkvUrC2q15YUVeNlVQg,2945 pip/_vendor/html5lib/filters/lint.py,sha256=jk6q56xY0ojiYfvpdP-OZSm9eTqcAdRqhCoPItemPYA,3643 pip/_vendor/html5lib/filters/optionaltags.py,sha256=8lWT75J0aBOHmPgfmqTHSfPpPMp01T84NKu0CRedxcE,10588 pip/_vendor/html5lib/filters/sanitizer.py,sha256=4ON02KNjuqda1lCw5_JCUZxb0BzWR5M7ON84dtJ7dm0,26248 pip/_vendor/html5lib/filters/whitespace.py,sha256=8eWqZxd4UC4zlFGW6iyY6f-2uuT8pOCSALc3IZt7_t4,1214 pip/_vendor/html5lib/html5parser.py,sha256=g5g2ezkusHxhi7b23vK_-d6K6BfIJRbqIQmvQ9z4EgI,118963 pip/_vendor/html5lib/serializer.py,sha256=yfcfBHse2wDs6ojxn-kieJjLT5s1ipilQJ0gL3-rJis,15758 pip/_vendor/html5lib/treeadapters/__init__.py,sha256=A0rY5gXIe4bJOiSGRO_j_tFhngRBO8QZPzPtPw5dFzo,679 pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-38.pyc,, pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-38.pyc,, pip/_vendor/html5lib/treeadapters/genshi.py,sha256=CH27pAsDKmu4ZGkAUrwty7u0KauGLCZRLPMzaO3M5vo,1715 pip/_vendor/html5lib/treeadapters/sax.py,sha256=BKS8woQTnKiqeffHsxChUqL4q2ZR_wb5fc9MJ3zQC8s,1776 pip/_vendor/html5lib/treebuilders/__init__.py,sha256=AysSJyvPfikCMMsTVvaxwkgDieELD5dfR8FJIAuq7hY,3592 pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-38.pyc,, pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-38.pyc,, pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-38.pyc,, pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.pyc,, pip/_vendor/html5lib/treebuilders/base.py,sha256=wQGp5yy22TNG8tJ6aREe4UUeTR7A99dEz0BXVaedWb4,14579 pip/_vendor/html5lib/treebuilders/dom.py,sha256=22whb0C71zXIsai5mamg6qzBEiigcBIvaDy4Asw3at0,8925 pip/_vendor/html5lib/treebuilders/etree.py,sha256=aqIBOGj_dFYqBURIcTegGNBhAIJOw5iFDHb4jrkYH-8,12764 pip/_vendor/html5lib/treebuilders/etree_lxml.py,sha256=9V0dXxbJYYq-Skgb5-_OL2NkVYpjioEb4CHajo0e9yI,14122 pip/_vendor/html5lib/treewalkers/__init__.py,sha256=yhXxHpjlSqfQyUag3v8-vWjMPriFBU8YRAPNpDgBTn8,5714 pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-38.pyc,, pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-38.pyc,, pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-38.pyc,, pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.pyc,, pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-38.pyc,, pip/_vendor/html5lib/treewalkers/base.py,sha256=ouiOsuSzvI0KgzdWP8PlxIaSNs9falhbiinAEc_UIJY,7476 pip/_vendor/html5lib/treewalkers/dom.py,sha256=EHyFR8D8lYNnyDU9lx_IKigVJRyecUGua0mOi7HBukc,1413 pip/_vendor/html5lib/treewalkers/etree.py,sha256=sz1o6mmE93NQ53qJFDO7HKyDtuwgK-Ay3qSFZPC6u00,4550 pip/_vendor/html5lib/treewalkers/etree_lxml.py,sha256=sY6wfRshWTllu6n48TPWpKsQRPp-0CQrT0hj_AdzHSU,6309 pip/_vendor/html5lib/treewalkers/genshi.py,sha256=4D2PECZ5n3ZN3qu3jMl9yY7B81jnQApBQSVlfaIuYbA,2309 pip/_vendor/idna/__init__.py,sha256=9Nt7xpyet3DmOrPUGooDdAwmHZZu1qUAy2EaJ93kGiQ,58 pip/_vendor/idna/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/idna/__pycache__/codec.cpython-38.pyc,, pip/_vendor/idna/__pycache__/compat.cpython-38.pyc,, pip/_vendor/idna/__pycache__/core.cpython-38.pyc,, pip/_vendor/idna/__pycache__/idnadata.cpython-38.pyc,, pip/_vendor/idna/__pycache__/intranges.cpython-38.pyc,, pip/_vendor/idna/__pycache__/package_data.cpython-38.pyc,, pip/_vendor/idna/__pycache__/uts46data.cpython-38.pyc,, pip/_vendor/idna/codec.py,sha256=lvYb7yu7PhAqFaAIAdWcwgaWI2UmgseUua-1c0AsG0A,3299 pip/_vendor/idna/compat.py,sha256=R-h29D-6mrnJzbXxymrWUW7iZUvy-26TQwZ0ij57i4U,232 pip/_vendor/idna/core.py,sha256=JDCZZ_PLESqIgEbU8mPyoEufWwoOiIqygA17-QZIe3s,11733 pip/_vendor/idna/idnadata.py,sha256=HXaPFw6_YAJ0qppACPu0YLAULtRs3QovRM_CCZHGdY0,40899 pip/_vendor/idna/intranges.py,sha256=TY1lpxZIQWEP6tNqjZkFA5hgoMWOj1OBmnUG8ihT87E,1749 pip/_vendor/idna/package_data.py,sha256=kIzeKKXEouXLR4srqwf9Q3zv-NffKSOz5aSDOJARPB0,21 pip/_vendor/idna/uts46data.py,sha256=oLyNZ1pBaiBlj9zFzLFRd_P7J8MkRcgDisjExZR_4MY,198292 pip/_vendor/ipaddress.py,sha256=2OgbkeAD2rLkcXqbcvof3J5R7lRwjNLoBySyTkBtKnc,79852 pip/_vendor/msgpack/__init__.py,sha256=LnKzG5v0RyZgs7KlY2-SZYDBn-toylovXxKiXR6C-IQ,1535 pip/_vendor/msgpack/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/msgpack/__pycache__/_version.cpython-38.pyc,, pip/_vendor/msgpack/__pycache__/exceptions.cpython-38.pyc,, pip/_vendor/msgpack/__pycache__/fallback.cpython-38.pyc,, pip/_vendor/msgpack/_version.py,sha256=72BxB5FMl1q3Nz1hteHINzHhrFpXQ9nNtULaK52NLk8,20 pip/_vendor/msgpack/exceptions.py,sha256=dCTWei8dpkrMsQDcjQk74ATl9HsIBH0ybt8zOPNqMYc,1081 pip/_vendor/msgpack/fallback.py,sha256=vXo6S67Dmil9mz0PRBCLDu6znpv6CGKt9WPCEsdZx2A,37454 pip/_vendor/packaging/__about__.py,sha256=CpuMSyh1V7adw8QMjWKkY3LtdqRUkRX4MgJ6nF4stM0,744 pip/_vendor/packaging/__init__.py,sha256=6enbp5XgRfjBjsI9-bn00HjHf5TH21PDMOKkJW8xw-w,562 pip/_vendor/packaging/__pycache__/__about__.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/_compat.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/_structures.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/markers.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/requirements.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/specifiers.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/tags.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/utils.cpython-38.pyc,, pip/_vendor/packaging/__pycache__/version.cpython-38.pyc,, pip/_vendor/packaging/_compat.py,sha256=Ugdm-qcneSchW25JrtMIKgUxfEEBcCAz6WrEeXeqz9o,865 pip/_vendor/packaging/_structures.py,sha256=pVd90XcXRGwpZRB_qdFuVEibhCHpX_bL5zYr9-N0mc8,1416 pip/_vendor/packaging/markers.py,sha256=jRoHXMzT_7InY31pBB9Nkx66COZpQBAwa5scHla9uVQ,8250 pip/_vendor/packaging/requirements.py,sha256=grcnFU8x7KD230JaFLXtWl3VClLuOmsOy4c-m55tOWs,4700 pip/_vendor/packaging/specifiers.py,sha256=0ZzQpcUnvrQ6LjR-mQRLzMr8G6hdRv-mY0VSf_amFtI,27778 pip/_vendor/packaging/tags.py,sha256=EPLXhO6GTD7_oiWEO1U0l0PkfR8R_xivpMDHXnsTlts,12933 pip/_vendor/packaging/utils.py,sha256=VaTC0Ei7zO2xl9ARiWmz2YFLFt89PuuhLbAlXMyAGms,1520 pip/_vendor/packaging/version.py,sha256=Npdwnb8OHedj_2L86yiUqscujb7w_i5gmSK1PhOAFzg,11978 pip/_vendor/pep517/__init__.py,sha256=nCw8ZdLH4c19g8xP_Ndag1KPdQhlSDKaL9pg-X7uNWU,84 pip/_vendor/pep517/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/_in_process.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/build.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/check.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/colorlog.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/compat.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/dirtools.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/envbuild.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/meta.cpython-38.pyc,, pip/_vendor/pep517/__pycache__/wrappers.cpython-38.pyc,, pip/_vendor/pep517/_in_process.py,sha256=v1Viek27-MGCOFu8eSlLd2jGCrIqc1fISnutGFoRDps,7792 pip/_vendor/pep517/build.py,sha256=WqM0-X4KyzY566qxGf3FeaYc1hw95H7YP0ElZ1zuTb0,3318 pip/_vendor/pep517/check.py,sha256=ST02kRWBrRMOxgnRm9clw18Q2X7sJGaD4j3h6GmBhJ8,5949 pip/_vendor/pep517/colorlog.py,sha256=Tk9AuYm_cLF3BKTBoSTJt9bRryn0aFojIQOwbfVUTxQ,4098 pip/_vendor/pep517/compat.py,sha256=M-5s4VNp8rjyT76ZZ_ibnPD44DYVzSQlyCEHayjtDPw,780 pip/_vendor/pep517/dirtools.py,sha256=2mkAkAL0mRz_elYFjRKuekTJVipH1zTn4tbf1EDev84,1129 pip/_vendor/pep517/envbuild.py,sha256=K4dIGAbkXf3RoQX_9RFpZvMvPrVSHtcbH7o9VSrNnlM,6024 pip/_vendor/pep517/meta.py,sha256=8mnM5lDnT4zXQpBTliJbRGfesH7iioHwozbDxALPS9Y,2463 pip/_vendor/pep517/wrappers.py,sha256=QiQaEQlfCrhRpPBFQiGVM9QjrKSlj8AvM39haoyfPRk,10599 pip/_vendor/pkg_resources/__init__.py,sha256=hnT0Ph4iK40Ycr-OzSii_wZW5f7HCkP79E6Vf4cR3Vg,108237 pip/_vendor/pkg_resources/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/pkg_resources/__pycache__/py31compat.cpython-38.pyc,, pip/_vendor/pkg_resources/py31compat.py,sha256=CRk8fkiPRDLsbi5pZcKsHI__Pbmh_94L8mr9Qy9Ab2U,562 pip/_vendor/progress/__init__.py,sha256=fcbQQXo5np2CoQyhSH5XprkicwLZNLePR3uIahznSO0,4857 pip/_vendor/progress/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/progress/__pycache__/bar.cpython-38.pyc,, pip/_vendor/progress/__pycache__/counter.cpython-38.pyc,, pip/_vendor/progress/__pycache__/spinner.cpython-38.pyc,, pip/_vendor/progress/bar.py,sha256=QuDuVNcmXgpxtNtxO0Fq72xKigxABaVmxYGBw4J3Z_E,2854 pip/_vendor/progress/counter.py,sha256=MznyBrvPWrOlGe4MZAlGUb9q3aODe6_aNYeAE_VNoYA,1372 pip/_vendor/progress/spinner.py,sha256=k8JbDW94T0-WXuXfxZIFhdoNPYp3jfnpXqBnfRv5fGs,1380 pip/_vendor/pyparsing.py,sha256=uJuFv_UoLmKOHlCU-EhIiKjYqYS2OCj-Gmr-sRkCzmU,263468 pip/_vendor/pytoml/__init__.py,sha256=W_SKx36Hsew-Fty36BOpreLm4uF4V_Tgkm_z9rIoOE8,127 pip/_vendor/pytoml/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/pytoml/__pycache__/core.cpython-38.pyc,, pip/_vendor/pytoml/__pycache__/parser.cpython-38.pyc,, pip/_vendor/pytoml/__pycache__/test.cpython-38.pyc,, pip/_vendor/pytoml/__pycache__/utils.cpython-38.pyc,, pip/_vendor/pytoml/__pycache__/writer.cpython-38.pyc,, pip/_vendor/pytoml/core.py,sha256=9CrLLTs1PdWjEwRnYzt_i4dhHcZvGxs_GsMlYAX3iY4,509 pip/_vendor/pytoml/parser.py,sha256=qsc0NRnTgdFZgRp9gmr6D_KWFelrwxLkTj9dVxUcqS8,10309 pip/_vendor/pytoml/test.py,sha256=2nQs4aX3XQEaaQCx6x_OJTS2Hb0_IiTZRqNOeDmLCzo,1021 pip/_vendor/pytoml/utils.py,sha256=JCLHx77Hu1R3F-bRgiROIiKyCzLwyebnp5P35cRJxWs,1665 pip/_vendor/pytoml/writer.py,sha256=4QQky9JSuRv60uzuhVZASU8T3CuobSkLG1285X6bDW8,3369 pip/_vendor/requests/__init__.py,sha256=ONVsH6kJuPTV9nf-XVoubWsVX3qVtjCyju42kTW6Uug,4074 pip/_vendor/requests/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/requests/__pycache__/__version__.cpython-38.pyc,, pip/_vendor/requests/__pycache__/_internal_utils.cpython-38.pyc,, pip/_vendor/requests/__pycache__/adapters.cpython-38.pyc,, pip/_vendor/requests/__pycache__/api.cpython-38.pyc,, pip/_vendor/requests/__pycache__/auth.cpython-38.pyc,, pip/_vendor/requests/__pycache__/certs.cpython-38.pyc,, pip/_vendor/requests/__pycache__/compat.cpython-38.pyc,, pip/_vendor/requests/__pycache__/cookies.cpython-38.pyc,, pip/_vendor/requests/__pycache__/exceptions.cpython-38.pyc,, pip/_vendor/requests/__pycache__/help.cpython-38.pyc,, pip/_vendor/requests/__pycache__/hooks.cpython-38.pyc,, pip/_vendor/requests/__pycache__/models.cpython-38.pyc,, pip/_vendor/requests/__pycache__/packages.cpython-38.pyc,, pip/_vendor/requests/__pycache__/sessions.cpython-38.pyc,, pip/_vendor/requests/__pycache__/status_codes.cpython-38.pyc,, pip/_vendor/requests/__pycache__/structures.cpython-38.pyc,, pip/_vendor/requests/__pycache__/utils.cpython-38.pyc,, pip/_vendor/requests/__version__.py,sha256=Bm-GFstQaFezsFlnmEMrJDe8JNROz9n2XXYtODdvjjc,436 pip/_vendor/requests/_internal_utils.py,sha256=Zx3PnEUccyfsB-ie11nZVAW8qClJy0gx1qNME7rgT18,1096 pip/_vendor/requests/adapters.py,sha256=e-bmKEApNVqFdylxuMJJfiaHdlmS_zhWhIMEzlHvGuc,21548 pip/_vendor/requests/api.py,sha256=fbUo11QoLOoNgWU6FfvNz8vMj9bE_cMmICXBa7TZHJs,6271 pip/_vendor/requests/auth.py,sha256=QB2-cSUj1jrvWZfPXttsZpyAacQgtKLVk14vQW9TpSE,10206 pip/_vendor/requests/certs.py,sha256=nXRVq9DtGmv_1AYbwjTu9UrgAcdJv05ZvkNeaoLOZxY,465 pip/_vendor/requests/compat.py,sha256=FZX4Q_EMKiMnhZpZ3g_gOsT-j2ca9ij2gehDx1cwYeo,1941 pip/_vendor/requests/cookies.py,sha256=Y-bKX6TvW3FnYlE6Au0SXtVVWcaNdFvuAwQxw-G0iTI,18430 pip/_vendor/requests/exceptions.py,sha256=-mLam3TAx80V09EaH3H-ZxR61eAVuLRZ8zgBBSLjK44,3197 pip/_vendor/requests/help.py,sha256=SJPVcoXeo7KfK4AxJN5eFVQCjr0im87tU2n7ubLsksU,3578 pip/_vendor/requests/hooks.py,sha256=QReGyy0bRcr5rkwCuObNakbYsc7EkiKeBwG4qHekr2Q,757 pip/_vendor/requests/models.py,sha256=6s-37iAqXVptq8z7U_LoH_pbIPrCQUm_Z8QuIGE29Q0,34275 pip/_vendor/requests/packages.py,sha256=njJmVifY4aSctuW3PP5EFRCxjEwMRDO6J_feG2dKWsI,695 pip/_vendor/requests/sessions.py,sha256=DjbCotDW6xSAaBsjbW-L8l4N0UcwmrxVNgSrZgIjGWM,29332 pip/_vendor/requests/status_codes.py,sha256=XWlcpBjbCtq9sSqpH9_KKxgnLTf9Z__wCWolq21ySlg,4129 pip/_vendor/requests/structures.py,sha256=zoP8qly2Jak5e89HwpqjN1z2diztI-_gaqts1raJJBc,2981 pip/_vendor/requests/utils.py,sha256=LtPJ1db6mJff2TJSJWKi7rBpzjPS3mSOrjC9zRhoD3A,30049 pip/_vendor/retrying.py,sha256=k3fflf5_Mm0XcIJYhB7Tj34bqCCPhUDkYbx1NvW2FPE,9972 pip/_vendor/six.py,sha256=h9jch2pS86y4R36pKRS3LOYUCVFNIJMRwjZ4fJDtJ44,32452 pip/_vendor/urllib3/__init__.py,sha256=cedaGRiXnA8WzcI3WPbb9u2Al9l2ortwfXZSQ4yFHHU,2683 pip/_vendor/urllib3/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/_collections.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/connection.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/connectionpool.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/exceptions.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/fields.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/filepost.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/poolmanager.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/request.cpython-38.pyc,, pip/_vendor/urllib3/__pycache__/response.cpython-38.pyc,, pip/_vendor/urllib3/_collections.py,sha256=GouVsNzwg6jADZTmimMI6oqmwKSswnMo9dh5tGNVWO4,10792 pip/_vendor/urllib3/connection.py,sha256=p7uUWh3cP0hgja8fFlzfZvwVxviJa8-C5cx9G3wQ5-o,15170 pip/_vendor/urllib3/connectionpool.py,sha256=NYYFYX-L9XO4tQMU7ug5ABidsmGKVSE2_X4XMggzwxk,36446 pip/_vendor/urllib3/contrib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0 pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/urllib3/contrib/__pycache__/_appengine_environ.cpython-38.pyc,, pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-38.pyc,, pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-38.pyc,, pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-38.pyc,, pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-38.pyc,, pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-38.pyc,, pip/_vendor/urllib3/contrib/_appengine_environ.py,sha256=tJvMXygi5UnFn4tmCHtrXOQIqy1FAfZoDDK36Q35F1I,707 pip/_vendor/urllib3/contrib/_securetransport/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0 pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.pyc,, pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.pyc,, pip/_vendor/urllib3/contrib/_securetransport/bindings.py,sha256=ZuSEVZwiubk0oaVmkZa8bUoK9ACVJJhPVgRzPZN6KoQ,16805 pip/_vendor/urllib3/contrib/_securetransport/low_level.py,sha256=V7GnujxnWZh2N2sMsV5N4d9Imymokkm3zBwgt77_bSE,11956 pip/_vendor/urllib3/contrib/appengine.py,sha256=CosoKgcu5PE5COkPSGa7Q5AFzh9XWAf0PTBU7LSBE7A,11314 pip/_vendor/urllib3/contrib/ntlmpool.py,sha256=YnWc2-np7Rzi2LfCxJ2fEprhGkeZDSjQFdJuTQ5vuUE,4201 pip/_vendor/urllib3/contrib/pyopenssl.py,sha256=w35mWy_1POZUsbOhurVb_zhf0C1Jkd79AFlucLs6KuQ,16440 pip/_vendor/urllib3/contrib/securetransport.py,sha256=_vByA8KzFPxn9x67hilAPu9wpoKDS9fU3K1DVavEk74,32742 pip/_vendor/urllib3/contrib/socks.py,sha256=nzDMgDIFJWVubKHqvIn2-SKCO91hhJInP92WgHChGzA,7036 pip/_vendor/urllib3/exceptions.py,sha256=_tiSmwYQ8em6OSr5GPO5hpbCG8q0DTIuJ2F7NMEyDyc,6610 pip/_vendor/urllib3/fields.py,sha256=kroD76QK-GdHHW7f_AUN4XxDC3OQPI2FFrS9eSL4BCs,8553 pip/_vendor/urllib3/filepost.py,sha256=vj0qbrpT1AFzvvW4SuC8M5kJiw7wftHcSr-7b8UpPpw,2440 pip/_vendor/urllib3/packages/__init__.py,sha256=h4BLhD4tLaBx1adaDtKXfupsgqY0wWLXb_f1_yVlV6A,108 pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/urllib3/packages/__pycache__/six.cpython-38.pyc,, pip/_vendor/urllib3/packages/backports/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0 pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-38.pyc,, pip/_vendor/urllib3/packages/backports/makefile.py,sha256=005wrvH-_pWSnTFqQ2sdzzh4zVCtQUUQ4mR2Yyxwc0A,1418 pip/_vendor/urllib3/packages/six.py,sha256=adx4z-eM_D0Vvu0IIqVzFACQ_ux9l64y7DkSEfbxCDs,32536 pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py,sha256=ywgKMtfHi1-DrXlzPfVAhzsLzzqcK7GT6eLgdode1Fg,688 pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.pyc,, pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.py,sha256=EFrDbzAs-pV-Fm1HeuAqLl2mJ6MS23LwxYiukKrtf9U,5724 pip/_vendor/urllib3/poolmanager.py,sha256=JYUyBUN3IiEknUdjZ7VJrpCQr6SP7vi0WwSndrn8XpE,17053 pip/_vendor/urllib3/request.py,sha256=hhoHvEEatyd9Tn5EbGjQ0emn-ENMCyY591yNWTneINA,6018 pip/_vendor/urllib3/response.py,sha256=O2DVzBeWOzyxZDZ8k0EDFU3GW1jWXk_b03mS0O1ybxs,27836 pip/_vendor/urllib3/util/__init__.py,sha256=bWNaav_OT-1L7-sxm59cGb59rDORlbhb_4noduM5m0U,1038 pip/_vendor/urllib3/util/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/connection.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/queue.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/request.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/response.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/retry.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/timeout.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/url.cpython-38.pyc,, pip/_vendor/urllib3/util/__pycache__/wait.cpython-38.pyc,, pip/_vendor/urllib3/util/connection.py,sha256=fOXAQ288KHaXmdTlDv5drwScDk9taQ9YzT42xegxzTg,4636 pip/_vendor/urllib3/util/queue.py,sha256=myTX3JDHntglKQNBf3b6dasHH-uF-W59vzGSQiFdAfI,497 pip/_vendor/urllib3/util/request.py,sha256=_LJPqQXTYA_9c0syijP8Bmj72BeKNO9PXBk62oM7HQY,3821 pip/_vendor/urllib3/util/response.py,sha256=_WbTQr8xRQuJuY2rTIZxVdJD6mnEOtQupjaK_bF_Vj8,2573 pip/_vendor/urllib3/util/retry.py,sha256=Ui74h44gLIIWkAxT9SK3A2mEvu55-odWgJMw3LiUNGk,15450 pip/_vendor/urllib3/util/ssl_.py,sha256=7mB3AsidIqLLq6gbeBL-7Ta0MyVOL5uZax8_5bH3y7c,14163 pip/_vendor/urllib3/util/timeout.py,sha256=2g39u7rU68ilOcGhP1sVzySm4yWDbiY1LxCjsrCrMk8,9874 pip/_vendor/urllib3/util/url.py,sha256=8rFC9RmQVDZuYlqBvlDUm7wcG7N4emdEWe0jQ101lzE,14313 pip/_vendor/urllib3/util/wait.py,sha256=k46KzqIYu3Vnzla5YW3EvtInNlU_QycFqQAghIOxoAg,5406 pip/_vendor/webencodings/__init__.py,sha256=qOBJIuPy_4ByYH6W_bNgJF-qYQ2DoU-dKsDu5yRWCXg,10579 pip/_vendor/webencodings/__pycache__/__init__.cpython-38.pyc,, pip/_vendor/webencodings/__pycache__/labels.cpython-38.pyc,, pip/_vendor/webencodings/__pycache__/mklabels.cpython-38.pyc,, pip/_vendor/webencodings/__pycache__/tests.cpython-38.pyc,, pip/_vendor/webencodings/__pycache__/x_user_defined.cpython-38.pyc,, pip/_vendor/webencodings/labels.py,sha256=4AO_KxTddqGtrL9ns7kAPjb0CcN6xsCIxbK37HY9r3E,8979 pip/_vendor/webencodings/mklabels.py,sha256=GYIeywnpaLnP0GSic8LFWgd0UVvO_l1Nc6YoF-87R_4,1305 pip/_vendor/webencodings/tests.py,sha256=OtGLyjhNY1fvkW1GvLJ_FV9ZoqC9Anyjr7q3kxTbzNs,6563 pip/_vendor/webencodings/x_user_defined.py,sha256=yOqWSdmpytGfUgh_Z6JYgDNhoc-BAHyyeeT15Fr42tM,4307 PK @\ " pip-19.3.1.dist-info/top_level.txtnu [ pip PK @\Oܭ pip-19.3.1.dist-info/METADATAnu [ Metadata-Version: 2.1 Name: pip Version: 19.3.1 Summary: The PyPA recommended tool for installing Python packages. Home-page: https://pip.pypa.io/ Author: The pip developers Author-email: pypa-dev@groups.google.com License: MIT Keywords: distutils easy_install egg setuptools wheel virtualenv Platform: UNKNOWN Classifier: Development Status :: 5 - Production/Stable Classifier: Intended Audience :: Developers Classifier: License :: OSI Approved :: MIT License Classifier: Topic :: Software Development :: Build Tools Classifier: Programming Language :: Python Classifier: Programming Language :: Python :: 2 Classifier: Programming Language :: Python :: 2.7 Classifier: Programming Language :: Python :: 3 Classifier: Programming Language :: Python :: 3.5 Classifier: Programming Language :: Python :: 3.6 Classifier: Programming Language :: Python :: 3.7 Classifier: Programming Language :: Python :: 3.8 Classifier: Programming Language :: Python :: Implementation :: CPython Classifier: Programming Language :: Python :: Implementation :: PyPy Requires-Python: >=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.* pip - The Python Package Installer ================================== .. image:: https://img.shields.io/pypi/v/pip.svg :target: https://pypi.org/project/pip/ .. image:: https://readthedocs.org/projects/pip/badge/?version=latest :target: https://pip.pypa.io/en/latest pip is the `package installer`_ for Python. You can use pip to install packages from the `Python Package Index`_ and other indexes. Please take a look at our documentation for how to install and use pip: * `Installation`_ * `Usage`_ Updates are released regularly, with a new version every 3 months. More details can be found in our documentation: * `Release notes`_ * `Release process`_ If you find bugs, need help, or want to talk to the developers please use our mailing lists or chat rooms: * `Issue tracking`_ * `Discourse channel`_ * `User IRC`_ If you want to get involved head over to GitHub to get the source code, look at our development documentation and feel free to jump on the developer mailing lists and chat rooms: * `GitHub page`_ * `Dev documentation`_ * `Dev mailing list`_ * `Dev IRC`_ Code of Conduct --------------- Everyone interacting in the pip project's codebases, issue trackers, chat rooms, and mailing lists is expected to follow the `PyPA Code of Conduct`_. .. _package installer: https://packaging.python.org/en/latest/current/ .. _Python Package Index: https://pypi.org .. _Installation: https://pip.pypa.io/en/stable/installing.html .. _Usage: https://pip.pypa.io/en/stable/ .. _Release notes: https://pip.pypa.io/en/stable/news.html .. _Release process: https://pip.pypa.io/en/latest/development/release-process/ .. _GitHub page: https://github.com/pypa/pip .. _Dev documentation: https://pip.pypa.io/en/latest/development .. _Issue tracking: https://github.com/pypa/pip/issues .. _Discourse channel: https://discuss.python.org/c/packaging .. _Dev mailing list: https://groups.google.com/forum/#!forum/pypa-dev .. _User IRC: https://webchat.freenode.net/?channels=%23pypa .. _Dev IRC: https://webchat.freenode.net/?channels=%23pypa-dev .. _PyPA Code of Conduct: https://www.pypa.io/en/latest/code-of-conduct/ PK @\Fn n pip-19.3.1.dist-info/WHEELnu [ Wheel-Version: 1.0 Generator: bdist_wheel (0.33.6) Root-Is-Purelib: true Tag: py2-none-any Tag: py3-none-any PK @\LB B pip-19.3.1.dist-info/LICENSE.txtnu [ Copyright (c) 2008-2019 The pip developers (see AUTHORS.txt file) Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. PK @\# pip-19.3.1.dist-info/INSTALLERnu [ rpm PK @\F. . pkg_resources/py31compat.pynu [ import os import errno import sys from .extern import six def _makedirs_31(path, exist_ok=False): try: os.makedirs(path) except OSError as exc: if not exist_ok or exc.errno != errno.EEXIST: raise # rely on compatibility behavior until mode considerations # and exists_ok considerations are disentangled. # See https://github.com/pypa/setuptools/pull/1083#issuecomment-315168663 needs_makedirs = ( six.PY2 or (3, 4) <= sys.version_info < (3, 4, 1) ) makedirs = _makedirs_31 if needs_makedirs else os.makedirs PK @\\0[ 1 pkg_resources/__pycache__/__init__.cpython-38.pycnu [ U Qab= G @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k r ddl Z Y nX ze W n e!k r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k r d Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k r dZ5Y nX d dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d e;d e;d e;d e<Z=dej> k r@dk rLn ne?de$j@r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd deTZUdd ZVi ZWd d ZXd d ZYd d! ZZd"d# Z[d$d% Z\d&d' Z]d(d) Z^d*d+ Z_Z`d,d- Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI dIecZdG dtdJ dJedZeG dudv dveeZfG dwdK dKedZgG dxdL dLedZhi Zidyjjej> ZkdzZld{Zmd ZndZod|Zpd}dm Zqd~d0 Zrg fddZsdd Ztdd ZuevdZwevdZxeuZyddR Zzdd/ Z{e{Z|dd1 Z}dd2 Z~d dd3Zdd4 ZG dd` d`ZG dda daeZG ddD dDZG dd deZG ddC dCZeZG ddM dMe?ZG ddE dEZddB ZddO ZddP ZddU ZddV ZddW ZdddXZG ddg dgZeqee G ddh dheZG ddi dieZe G dde deeZe ZG dd deZG dd deZG ddj djeZeqe je G ddb dbeZG ddc dceZG ddd ddeZeXdi d ddk Zddd?ZdddZee je dddZeee dd ZdddZdd ZG dd dZdd Zdd Zdd Zdd Zeeje ee5dree5je eXdi d eXdi d ddl Zddń ZddDŽ Zdd< ZdddnZdd˄ Zeeje ee je ee5dr,ee5je dd̈́ Zeee ddZ ZddЄ Zi fdd҄ZddԄ Zddք Zdd ZddS ZevdڡjZevdejejB jZG ddH dHZddބ Zdd ZG ddF dFZG dd deăZG dd deăZeeedZdd ZG dd deɃZddN ZG ddG dGe:jj̓Zdd Zdd ZddY Zdd ZddT Zdd Ze jdeUd d dd Zeeփ fddZedd ZG ddp dpeكZdS ( aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. )absolute_importN) get_importer)six)urllibmapfilter)utime)mkdirrenameunlinkTF)open)isdirsplit ) py31compat)appdirs) packagingz&pkg_resources.extern.packaging.versionz)pkg_resources.extern.packaging.specifiersz+pkg_resources.extern.packaging.requirementsz&pkg_resources.extern.packaging.markers) r )r z Python 3.4 or later is requiredc @ s e Zd ZdZdS ) PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N__name__ __module__ __qualname____doc__ r r :/usr/lib/python3.8/site-packages/pkg_resources/__init__.pyr x s r c C s8 zt j| W S t jjk r2 t j| Y S X d S N)r versionVersionInvalidVersion LegacyVersion)vr r r parse_version s r# c K s" t | tt|| d S r )globalsupdate _state_varsdictfromkeys)Zvartypekwr r r _declare_state s r* c C s8 i } t }t D ] \}}|d| || | |< q| S )NZ_sget_)r$ r& itemsstategkr" r r r __getstate__ s r0 c C s8 t }| D ]$\}}|dt| ||| | q| S )NZ_sset_)r$ r+ r& r, r r r __setstate__ s r1 c C s | S r )copyvalr r r _sget_dict s r5 c C s | || d S r )clearr% keyobr- r r r _sset_dict s r: c C s | S r )r0 r3 r r r _sget_object s r; c C s | | d S r )r1 r7 r r r _sset_object s r< c G s d S r r argsr r r <lambda> r? c C sb t } t| }|dk r^tjdkr^z&ddt dd |df } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. Ndarwinz macosx-%s-%s. r ) get_build_platformmacosVersionStringmatchsysplatformjoin _macosx_versgroup ValueError)platmr r r get_supported_platform s &rO require run_script get_providerget_distributionload_entry_point get_entry_mapget_entry_infoiter_entry_pointsresource_stringresource_streamresource_filenameresource_listdirresource_existsresource_isdirdeclare_namespace working_setadd_activation_listenerfind_distributionsset_extraction_pathcleanup_resourcesget_default_cache Environment WorkingSetResourceManager Distribution Requirement EntryPointResolutionErrorVersionConflictDistributionNotFound UnknownExtraExtractionErrorparse_requirements safe_name safe_version get_platformcompatible_platforms yield_linessplit_sections safe_extra to_filenameinvalid_markerevaluate_markerensure_directorynormalize_pathEGG_DIST BINARY_DIST SOURCE_DIST CHECKOUT_DIST DEVELOP_DISTIMetadataProviderIResourceProvider FileMetadata PathMetadata EggMetadata EmptyProviderempty_provider NullProvider EggProviderDefaultProvider ZipProviderregister_finderregister_namespace_handlerregister_loader_typefixup_namespace_packagesr PkgResourcesDeprecationWarningrun_mainAvailableDistributionsc @ s e Zd ZdZdd ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j S r ) __class__r reprr> selfr r r __repr__ s zResolutionError.__repr__N)r r r r r r r r r rk s c @ s< e Zd ZdZdZedd Zedd Zdd Zd d Z d S ) rl z An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S Nr r= r r r r dist s zVersionConflict.distc C s | j d S Nr r= r r r r req s zVersionConflict.reqc C s | j jf t S r _templateformatlocalsr r r r report s zVersionConflict.reportc C s |s| S | j |f }t| S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )r> ContextualVersionConflict)r required_byr> r r r with_context s z VersionConflict.with_contextN) r r r r r propertyr r r r r r r r rl s c @ s& e Zd ZdZejd Zedd ZdS )r z A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )NrC r= r r r r r * s z%ContextualVersionConflict.required_byN)r r r r rl r r r r r r r r " s r c @ sH e Zd ZdZdZedd Zedd Zedd Zd d Z d d Z d S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S r r= r r r r r 5 s zDistributionNotFound.reqc C s | j d S r r= r r r r requirers9 s z DistributionNotFound.requirersc C s | j s dS d| j S )Nzthe applicationz, )r rI r r r r requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t S r r r r r r r C s zDistributionNotFound.reportc C s | S r )r r r r r __str__F s z DistributionNotFound.__str__N) r r r r r r r r r r r r r r r rm / s c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s z{}.{}r rC c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)_provider_factories)Z loader_typeZprovider_factoryr r r r X s c C st t | tr$t| p"tt| d S ztj| }W n& tk rX t | tj| }Y nX t |dd}t t ||S )z?Return an IResourceProvider for the named module or requirementr __loader__N) isinstanceri r_ findrP strrG modulesKeyError __import__getattr _find_adapterr )Z moduleOrReqmoduleloaderr r r rR b s c C sd | s\t d }|dkrLd}tj|rLttdrLt|}d|krL|d }| | d | d S )Nr z0/System/Library/CoreServices/SystemVersion.plist readPlistZProductVersionrB ) rH Zmac_verospathexistshasattrplistlibr appendr )_cacher ZplistZ plist_contentr r r rJ o s rJ c C s ddd | | S )NZppc)ZPowerPCZPower_Macintosh)get)machiner r r _macosx_arch s r c C s~ ddl m} | }tjdkrz|dszz>t }t d dd}dt |d t |d t |f W S t k rx Y nX |S ) zReturn this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )rs rA zmacosx-r _zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH startswithrJ r unamereplaceintr rL )rs rM r r r r r rD s rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s | dks|dks| |kr dS t |}|rt | }|st| }|rt|d}d|d|df }|dkr||dks|dkr|d krdS d S |d|dks|d |d krd S t|dt|dkrd S dS d S ) zCan code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr z%s.%srC z10.3 z10.4Fr )rE rF darwinVersionStringr rK )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r rt s2 c C s< t dj}|d }| ||d< t| d || dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r NrG _getframe f_globalsr6 rP rQ )Z dist_spec script_namensnamer r r rQ s c C s@ t | tjrt| } t | tr(t| } t | ts<td| | S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r r string_typesri parserR rh TypeErrorr r r r rS s c C s t | ||S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT r rK r r r r rT s c C s t | |S )=Return the entry point map for `group`, or the full entry map)rS rU )r rK r r r rU s c C s t | ||S z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r r r r rV s c @ s< e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd S )r c C s dS )z;Does the package's distribution contain the named metadata?Nr r r r r has_metadata s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r r r r get_metadata s z IMetadataProvider.get_metadatac C s dS )zYield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr r r r r get_metadata_lines s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r r r r metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r r r r metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r r r r r rQ r r r r r s c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr manager resource_namer r r get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr r r r r has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r r r r r[ % s z"IResourceProvider.resource_listdirN) r r r r r r r r r] r[ r r r r r s c @ s e Zd ZdZd'ddZedd Zedd Zd d Zd d Z d d Z d(ddZ dd Z dd Z d)ddZd*ddZd+dd Zd d Zd,d d Zd!d" Zd#d$ Zd%d& ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| | q*dS )z?Create working set from list of path entries (default=sys.path)N)entries entry_keysby_key callbacksrG r add_entry)r r entryr r r __init__, s zWorkingSet.__init__c C sb | }zddl m} W n tk r. | Y S X z|| W n tk r\ | | Y S X |S )z1 Prepare the master working set. r ) __requires__)__main__r ImportErrorrP rl _build_from_requirements)clswsr r r r _build_master9 s zWorkingSet._build_masterc C sf | g }t |}||t }|D ]}|| q"tjD ]}||jkr8|| q8|jtjdd< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)rp resolvere addrG r r r )r Zreq_specr reqsdistsr r r r r r M s z#WorkingSet._build_from_requirementsc C s< | j |g | j| t|dD ]}| ||d q$dS )a Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r setdefaultr r ra r )r r r r r r r c s zWorkingSet.add_entryc C s | j |j|kS )z9True if `dist` is the active distribution for its project)r r r8 r r r r r __contains__r s zWorkingSet.__contains__c C s, | j |j}|dk r(||kr(t|||S )a Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r r r8 rl )r r r r r r r v s zWorkingSet.findc s fdd| D S )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). c 3 s8 | ]0}| D ] }d ks*|jkr|V qqd S r )rU valuesr ).0r r rK r r r <genexpr> s z/WorkingSet.iter_entry_points.<locals>.<genexpr>r r rK r r r r rW s z WorkingSet.iter_entry_pointsc C s> t dj}|d }| ||d< | |d || dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr )r requiresr r r r r r rQ s zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq | j| D ] }||kr$d||< | j| V q$q dS )zYield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r N)r r r )r seenitemr8 r r r __iter__ s zWorkingSet.__iter__TFc C s |r|j | j||d |dkr$|j}| j|g }| j|jg }|sV|j| jkrVdS || j|j< |j|krx||j |j|kr||j | | dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. r N) insert_onr locationr r r8 r r _added_new)r r r insertr keysZkeys2r r r r s zWorkingSet.addc C sx t |ddd }i }i }g }t } tt} |rt|d} | |krHq.| | |sVq.|| j} | dkr| j | j} | dks| | kr|r| } |dkr| dkrt | j }nt g }t g } |j | | ||d } || j< | dkr| | d}t| ||| | | kr$| | }t| | || | jddd }|| |D ] }| | | j | j| |< qHd|| < q.|S )a List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. Nr r )replace_conflictingT)list _ReqExtras collections defaultdictsetpop markers_passr r8 r re r rf best_matchrm r rl r r extrasextendr project_name)r requirementsenv installerr r Z processedZbestZ to_activateZ req_extrasr r r r r Z dependent_reqZnew_requirementsZnew_requirementr r r r sT zWorkingSet.resolvec C s t |}| i }i }|dkr4t| j}||7 }n|| }| g } t t| j| |D ]} || D ]} | g} z| | ||} W nB t k r } z$||| < |rW Y qfn W Y qZW 5 d}~X Y qfX t t| j| | t | qZqfqZt |}| ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r sortre r r r r as_requirementr rk r% r' r( )r Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr r r Z resolveesr" r r r find_plugins' s4 $ zWorkingSet.find_pluginsc G s& | t|}|D ]}| | q|S )a Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r rp r )r r Zneededr r r r rP { s zWorkingSet.requirec C s8 || j krdS | j | |s"dS | D ] }|| q&dS )zInvoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r r )r callbackexistingr r r r subscribe s zWorkingSet.subscribec C s | j D ] }|| qd S r )r )r r r r r r r s zWorkingSet._added_newc C s, | j d d | j | j | jd d fS r )r r r2 r r r r r r r0 s zWorkingSet.__getstate__c C s@ |\}}}}|d d | _ | | _| | _|d d | _d S r )r r2 r r r )r Ze_k_b_cr r r r r r r r1 s zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r classmethodr r r r r rW rQ r r r r rP r r r0 r1 r r r r rf ) s4 ] T c @ s e Zd ZdZdddZdS )r z> Map each requirement to the extras that demanded it. Nc s2 fdd| d|pd D } j p0t|S )z Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]} j d |iV qdS )extraNmarkerevaluate)r r! r r r r s z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r r# any)r r r Z extra_evalsr r% r r s z_ReqExtras.markers_pass)N)r r r r r r r r r r s r c @ sx e Zd ZdZde efddZdd Zdd Zdd d Z d d Z d d Z dddZ d ddZ dd Zdd Zdd ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| | dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.6'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)_distmaprH pythonscan)r search_pathrH r( r r r r s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| jS )zIs distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r( py_versionrt rH )r r Z py_compatr r r can_add s zEnvironment.can_addc C s | j |j | dS )z"Remove `dist` from the environmentN)r' r8 remover r r r r- s zEnvironment.removec C s4 |dkrt j}|D ] }t|D ]}| | q qdS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)rG r ra r )r r* r r r r r r) s zEnvironment.scanc C s | }| j|g S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )lowerr' r )r r Zdistribution_keyr r r __getitem__ s zEnvironment.__getitem__c C sL | |rH| rH| j|jg }||krH|| |jtddd dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added hashcmpTr8 reverseN) r, has_versionr' r r8 r r operator attrgetter)r r r r r r r s zEnvironment.addFc C sf z| |}W n tk r, |s$ d}Y nX |dk r:|S | |j D ]}||krD| S qD| ||S )a Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r rl r8 obtain)r r r_ r r r r r r r s zEnvironment.best_matchc C s |dk r||S dS )a Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j D ]}| | r |V q dS )z=Yield the unique project names of the available distributionsN)r' r r r8 r r r r 7 s zEnvironment.__iter__c C sV t |tr| | n<t |trD|D ] }|| D ]}| | q0q$ntd|f | S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r rh r re r )r otherZprojectr r r r __iadd__= s zEnvironment.__iadd__c C s* | j g ddd}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( r )r r8 newr r r r __add__I s zEnvironment.__add__)N)NF)N)r r r r rO PY_MAJORr r, r- r) r/ r r r6 r r9 r< r r r r re s" c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail Nr r r r r ro U s c @ s e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dd Z dd Z d ddZ edd Zdd Zdd Zd d d ZdS )!rg z'Manage resource extraction and packagesNc C s i | _ d S r ) cached_filesr r r r r i s zResourceManager.__init__c C s t ||S )z Does the named resource exist?)rR r r Zpackage_or_requirementr r r r r\ l s z ResourceManager.resource_existsc C s t ||S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s z ResourceManager.resource_isdirc C s t || |S )z4Return a true filesystem path for specified resource)rR r r? r r r rZ v s z!ResourceManager.resource_filenamec C s t || |S )z9Return a readable file-like object for specified resource)rR r r? r r r rY | s z ResourceManager.resource_streamc C s t || |S )z%Return specified resource as a string)rR r r? r r r rX s z ResourceManager.resource_stringc C s t ||S )z1List the contents of the named resource directory)rR r[ r? r r r r[ s z ResourceManager.resource_listdirc C sR t d }| jpt }td }t|jf t }| |_ ||_ ||_ |dS )z5Give an error message for problems extracting file(s)r a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) rG exc_infoextraction_pathrd textwrapdedentlstripro r r r cache_pathZoriginal_error)r old_excrE tmplerrr r r extraction_error s z ResourceManager.extraction_errorr c C sf | j p t }tjj||d f| }z t| W n tk rL | Y nX | | d| j |< |S )a Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr ) rA rd r r rI _bypass_ensure_directory ExceptionrI _warn_unsafe_extraction_pathr> )r Z archive_namenamesZ extract_pathZ target_pathr r r get_cache_path s z ResourceManager.get_cache_pathc C sV t jdkr | t jd s dS t | j}|tj@ s>|tj@ rRd| }t |t dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. ntZwindirNz%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r r r environstatst_modeS_IWOTHS_IWGRPwarningswarn UserWarning)r modemsgr r r rL s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t |jdB d@ }t || dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. posixim i N)r r rQ rR chmod)r ZtempnamefilenamerX r r r postprocess s zResourceManager.postprocessc C s | j rtd|| _dS )a Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r> rL rA r r r r r rb s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r r\ r] rZ rY rX r[ rI rN staticmethodrL r] rb rc r r r r rg e s c C s t jdptjddS )z Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r rP r r Zuser_cache_dirr r r r rd s c C s t dd| S )zConvert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. [^A-Za-z0-9.]+-)resubr r r r rq % s c C sJ zt tj| W S tjjk rD | dd} tdd| Y S X dS )zB Convert an arbitrary string to a standard version string r rB ra rb N)r r r r r r rc rd )r r r r rr - s c C s t dd| S )zConvert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r )rc rd r. )r! r r r rw 9 s c C s | ddS )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. rb r r r r r r rx B s c C sH z t | W n6 tk rB } zd|_d|_| W Y S d}~X Y nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)rz SyntaxErrorr\ lineno)texter r r ry J s c C sJ zt j| }| W S t jjk rD } z t|W 5 d}~X Y nX dS )z Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr$ Z InvalidMarkerre )rg r! r# rh r r r rz X s c @ s e Zd ZdZdZdZdZdd Zdd Zdd Z d d Z d d Z d d Z dd Z dd Zdd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zed'd( Zd)d* ZdS )+r zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd | _tjt |dd| _d S )Nr __file__r )r r r r dirname module_pathr r r r r r n s zNullProvider.__init__c C s | | j|S r )_fnrk r r r r r r r r s z"NullProvider.get_resource_filenamec C s t | ||S r )ioBytesIOr rn r r r r u s z NullProvider.get_resource_streamc C s | | | j|S r )_getrm rk rn r r r r x s z NullProvider.get_resource_stringc C s | | | j|S r )_hasrm rk r r r r r r { s zNullProvider.has_resourcec C s | | j|S r )rm egg_infor r r r r _get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | |}| |S r )rt rv rr r r r r r r r s zNullProvider.has_metadatac C st | j s dS | |}| |}tjr(|S z |dW S tk rn } z | jd||7 _ W 5 d }~X Y nX d S )Nr utf-8z in {} file at path: {}) rt rv rq r PY2decodeUnicodeDecodeErrorreasonr )r r r valueexcr r r r s zNullProvider.get_metadatac C s t | |S r ru r ru r r r r s z NullProvider.get_metadata_linesc C s | | | j|S r )_isdirrm rk rs r r r r] s zNullProvider.resource_isdirc C s | j o| | | j |S r )rt r rm ru r r r r s zNullProvider.metadata_isdirc C s | | | j|S r )_listdirrm rk rs r r r r[ s z NullProvider.resource_listdirc C s | j r| | | j |S g S r )rt r rm ru r r r r s z NullProvider.metadata_listdirc C s d| }| |s$tdjf t | |dd}|dd}| | j|}||d< tj |rt | }t ||d}t||| n>dd lm} t|d|d|f||< t ||d} t| || d S ) Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z ri execr )cache)r rk r r r r rm rt r r r r readcompiler linecacher lenr ) r r r ZscriptZ script_textZscript_filenamesourcecoder Z script_coder r r rQ s. zNullProvider.run_scriptc C s t dd S Nz9Can't perform this operation for unregistered loader typeNotImplementedErrorr^ r r r rr s zNullProvider._hasc C s t dd S r r r^ r r r r s zNullProvider._isdirc C s t dd S r r r^ r r r r s zNullProvider._listdirc C s* | | |r&tjj|f|d S |S )N/)_validate_resource_pathr r rI r )r baser r r r rm s zNullProvider._fnc C sp t jj| tjkp&t| p&t| }|s0dS d}t| rPt| sPt|t j |dd d t dd dS )aO Validate the resource paths according to the docs. https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access >>> warned = getfixture('recwarn') >>> warnings.simplefilter('always') >>> vrp = NullProvider._validate_resource_path >>> vrp('foo/bar.txt') >>> bool(warned) False >>> vrp('../foo/bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('/foo/bar.txt') >>> bool(warned) True >>> vrp('foo/../../bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('foo/f../bar.txt') >>> bool(warned) False Windows path separators are straight-up disallowed. >>> vrp(r'\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. >>> vrp(r'C:\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. Blank values are allowed >>> vrp('') >>> bool(warned) False Non-string values are not. >>> vrp(None) Traceback (most recent call last): ... AttributeError: ... Nz=Use of .. or absolute path in a resource path is not allowed.r z/ and will raise exceptions in a future release.r stacklevel) r r pardirr posixpathsepisabsntpathrL rU rV DeprecationWarning)r ZinvalidrY r r r r s 6z$NullProvider._validate_resource_pathc C s$ t | jdr| j|S tdd S )Nget_dataz=Can't perform this operation for loaders without 'get_data()')r r r r r^ r r r rq s zNullProvider._get) r r r r egg_namert r r r r r r rv r r r r] r r[ r rQ rr r r rm r` r rq r r r r r g s2 Jc @ s e Zd ZdZdd Zdd ZdS )r z&Provider based on a virtual filesystemc C s t | | | d S r )r r _setup_prefixrl r r r r - s zEggProvider.__init__c C sZ | j }d }||krVt|r@tj|| _tj|d| _|| _qV|}tj |\}}q d S )NEGG-INFO) rk _is_egg_pathr r basenamer rI rt egg_rootr )r r oldr r r r r 1 s zEggProvider._setup_prefixN)r r r r r r r r r r r * s c @ sD e Zd ZdZdd Zdd Zdd Zdd Zd d Ze d d Z dS )r z6Provides access to package resources in the filesystemc C s t j|S r )r r r r^ r r r rr C s zDefaultProvider._hasc C s t j|S r )r r r r^ r r r r F s zDefaultProvider._isdirc C s t |S r )r listdirr^ r r r r I s zDefaultProvider._listdirc C s t | | j|dS Nrb)r rm rk rn r r r r L s z#DefaultProvider.get_resource_streamc C s* t |d}| W 5 Q R S Q R X d S r )r r )r r streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td }t|| qd S )N)SourceFileLoaderSourcelessFileLoader)r importlib_machinerytyper )r Z loader_namesr Z loader_clsr r r _registerS s zDefaultProvider._registerN) r r r r rr r r r rq r r r r r r r @ s c @ s8 e Zd ZdZdZdd ZZdd Zdd Zd d Z dS ) r z.Provider that returns nothing for all requestsNc C s dS NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS Nr r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r h s zEmptyProvider._listdirc C s d S r r r r r r r k s zEmptyProvider.__init__) r r r r rk r rr rq r r r r r r r ^ s c @ s e Zd ZdZedd ZeZdS ) ZipManifestsz zip manifest builder c s@ t |, fdd D }t|W 5 Q R S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }| d tj |fV qdS )r N)r r r Zgetinfor r Zzfiler r r s z%ZipManifests.build.<locals>.<genexpr>N)zipfileZZipFileZnamelistr' )r r r+ r r r buildw s zZipManifests.buildN)r r r r r r loadr r r r r r s r c @ s$ e Zd ZdZeddZdd ZdS )MemoizedZipManifestsz% Memoized zipfile manifests. manifest_modzmanifest mtimec C sR t j|}t |j}|| ks.| | j|krH| |}| ||| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r r normpathrQ st_mtimemtimer r manifest)r r r r r r r r s zMemoizedZipManifests.loadN)r r r r r namedtupler r r r r r r s r c @ s e Zd ZdZdZe Zdd Zdd Zdd Z e d d Z d d Z e d d Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d Zd d ZdS )!r z"Resource support for zips and eggsNc C s t | | | jjtj | _d S r )r r r archiver r zip_prerl r r r r s zZipProvider.__init__c C sP | tj}|| jjkr dS || jr:|t| jd S td|| jf d S )Nr %s is not a subpath of %s) rstripr r r r r r r AssertionErrorr fspathr r r _zipinfo_name s zZipProvider._zipinfo_namec C sP | j | }|| jtj r:|t| jd d tjS td|| jf d S )Nr r )r r r r r r r r )r zip_pathr r r r _parts s zZipProvider._partsc C s | j | jjS r )_zip_manifestsr r r r r r r zipinfo s zZipProvider.zipinfoc C s\ | j std| |}| }d| ||krP|D ]}| || | q8| ||S )Nz5resource_filename() only supported for .egg, not .zipr )r r _resource_to_zip_get_eager_resourcesrI r _extract_resource _eager_to_zip)r r r r eagersr r r r r s z!ZipProvider.get_resource_filenamec C s" | j }| jd }t|}||fS )N)r r r ) file_size date_timetimemktime)Zzip_statsizer timestampr r r _get_date_and_size s z ZipProvider._get_date_and_sizec C sx || kr@| | D ]}| |tj||}qtj|S | | j| \}}ts`t dz| | j | |}| ||r|W S tdtj|d\}} t|| j| t| t| ||f || | zt| | W nh tjk rN tj|rH| ||r | Y W S tjdkrHt| t| | | Y W S Y nX W n tjk rr | Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)dirrO )_indexr r r rI rj r r WRITE_SUPPORTIOErrorrN r r _is_current_mkstempwriter r closer r] r errorisfiler r rI ) r r r r Zlastr r Z real_pathZoutfZtmpnamr r r r sN z ZipProvider._extract_resourcec C sx | | j| \}}tj|s$dS t|}|j|ksB|j|krFdS | j |}t |d}| }W 5 Q R X ||kS )zK Return True if the file_path is current for this zip_path Fr ) r r r r r rQ st_sizer r r r r ) r Z file_pathr r r rQ Z zip_contentsfZ file_contentsr r r r s zZipProvider._is_currentc C s> | j d kr8g }dD ] }| |r|| | q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r r r r )r r r r r r r " s z ZipProvider._get_eager_resourcesc C s z| j W S tk r i }| jD ]V}|tj}|r"tj|d d }||krh|| |d q"q2| g||< q2q"|| _ | Y S X d S )Nr ) Z _dirindexAttributeErrorr r r r rI r r )r Zindr partsparentr r r r + s zZipProvider._indexc C s | |}|| jkp || kS r )r r r )r r r r r r rr < s zZipProvider._hasc C s | || kS r )r r r r r r r @ s zZipProvider._isdirc C s t | | |dS Nr )r r r r r r r r r C s zZipProvider._listdirc C s | | | j|S r )r rm r rs r r r r F s zZipProvider._eager_to_zipc C s | | | j|S r )r rm rk rs r r r r I s z ZipProvider._resource_to_zip)r r r r r r r r r r r r r r` r r r r r rr r r r r r r r r r s( 7 c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S r r r^ r r r r \ s zFileMetadata.__init__c C s | j S r r ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j| jS )NPKG-INFO)r r r ru r r r r b s zFileMetadata.has_metadatac C sD |dkrt dtj| jddd}| }W 5 Q R X | | |S )Nr z(No metadata except PKG-INFO is availablerx r )encodingerrors)r ro r r r _warn_on_replacement)r r r metadatar r r r e s zFileMetadata.get_metadatac C s2 d d}||kr.d}|jf t }t| d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r r rU rV )r r Zreplacement_charrG rY r r r r n s z!FileMetadata._warn_on_replacementc C s t | |S r r ru r r r r v s z FileMetadata.get_metadata_linesN) r r r r r rv r r r r r r r r r P s c @ s e Zd ZdZdd ZdS )r as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S r )rk rt )r r rt r r r r s zPathMetadata.__init__Nr r r r r r r r r r z s c @ s e Zd ZdZdd ZdS )r z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj|j |j| _n|j | _| dS )z-Create a metadata provider from a zipimporterN) r r r r r prefixr rI rk r )r importerr r r r s zEggMetadata.__init__Nr r r r r r s r' _distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.Nr ) importer_typeZdistribution_finderr r r r s c C s t | }tt|}||| |S )z.Yield distributions accessible via `path_item`)r r r ) path_itemonlyr finderr r r ra s c c s | j drdS t| }|dr2tj||dV |r:dS |dD ]|}t|rtj ||}t t ||}|D ] }|V qrqD| drDtj ||}tt |}||_t|||V qDdS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNr r r .dist-info)r endswithr r rh from_filenamer[ r r r rI find_eggs_in_zip zipimport zipimporterr. rt from_location) r r r r Zsubitemsubpathr r Zsubmetar r r r s$ r c C s dS r r )r r r r r r find_nothing s r c C s dd }t | |ddS )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t j| \} }t| d|g}dd |D S )z6 Parse each component of the filename rb c S s g | ]}t j|qS r )r r r )r partr r r <listcomp> s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r r splitext itertoolschainr )r extr r r r _by_version s z+_by_version_descending.<locals>._by_versionTr1 )sorted)rM r r r r _by_version_descending s r c # s t tr4tjttjddV dS t} fdd|D }t |}|D ]2}tj|}t | }||D ] } | V qq\dS )z6Yield distributions accessible on a sys.path directoryr r Nc 3 s | ]}t | r|V qd S r ) dist_factory)r r r r r r r s z find_on_path.<locals>.<genexpr>) _normalize_cached_is_unpacked_eggrh r r r r rI safe_listdirr r ) r r r r ZfilteredZpath_item_entriesr fullpathfactoryr r r r find_on_path s( r c C sH | }tt|jd}|r tS |s0t|r0tS |sB|drBtS t S )z9 Return a dist_factory for a path_item and entry ) .egg-infor z .egg-link) r. r& r r distributions_from_metadatar ra resolve_egg_linkNoDists)r r r r. Zis_metar r r r s r c @ s* e Zd ZdZdd Zejr eZdd ZdS )r zS >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] c C s dS r r r r r r __bool__. s zNoDists.__bool__c C s t dS r )iter)r r r r r __call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s r c C sv z t | W S ttfk r$ Y nN tk rp } z0|jtjtjtjfkpXt |dddk}|s` W 5 d}~X Y nX dS )zI Attempt to list contents of path, but suppress some exceptions. ZwinerrorNi r ) r r PermissionErrorNotADirectoryErrorOSErrorerrnoZENOTDIRZEACCESZENOENTr )r rh Z ignorabler r r r 7 s r c c sf t j| }t j| r:tt | dkr.d S t|| }nt| }t j| }t j |||t dV d S )Nr ) precedence) r r rj r r r r r r rh r r )r rootr r r r r r L s r c c s4 t | "}|D ]}| }|r|V qW 5 Q R X dS )z1 Yield non-empty lines from file at path N)r strip)r r liner r r non_empty_lines[ s r c s. t } fdd|D }tt|}t|dS )za Given a path to an .egg-link, resolve distributions present in the referenced path. c 3 s$ | ] }t jt j |V qd S r )r r rI rj )r refr r r r l s z#resolve_egg_link.<locals>.<genexpr>r )r r ra next)r Zreferenced_pathsZresolved_pathsZ dist_groupsr r r r f s r FileFinder_namespace_handlers)_namespace_packagesc C s |t | < dS )a Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. Nr )r Znamespace_handlerr r r r } s c C s t |}|dkrdS t td || }W 5 Q R X |dkrHdS tj| }|dkrt | }tj| < g |_ t | nt |dst d| tt|}|||| |}|dk r|j }|| || t|| | |S )zEEnsure that named package includes a subpath of path_item (if needed)Nignore__path__Not a package:)r rU catch_warnings simplefilter find_modulerG r r types ModuleTyper# _set_parent_nsr r r r r load_module_rebuild_mod_path) packageNamer r r r Zhandlerr r r r r _handle_ns s. r. c sj dd t jD fdd fdd}t| |d}dd |D }t|jtr`||jd d < n||_d S ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |qS r r r pr r r r s z%_rebuild_mod_path.<locals>.<listcomp>c s. z | W S tk r( td Y S X dS )z/ Workaround for #520 and #513. infN)indexrL float)r )sys_pathr r safe_sys_path_index s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | tj} dd }|d| }ttj|S )zR Return the ordinal of the path based on its position in sys.path rB r N)r r r countr rI )r path_partsZ module_partsr ) package_namer6 r r position_in_sys_path s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |qS r r/ r0 r r r r s N)rG r r r r# r ) orig_pathr9 r r: new_pathr )r9 r6 r5 r r, s r, c C s t z| tkrW dS tj}| d\}}}|r|t| |tkrLt| ztj | j }W n t k rz t d|Y nX t |pdg | t | g |D ]}t| | qW 5 t X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )_imp acquire_lock release_lockr! rG r rpartitionr^ r r r# r r r r r. )r- r r r r r r r r^ s& c C sF t z.t|dD ] }t|| }|rt|| qW 5 t X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r r. r )r r packager r r r r s c C sD t j||dd }t|}|jD ]}t||kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r N)r r rI r r r# )r r r- r r Z normalizedr r r r file_ns_handler s rB c C s d S r r )r r r- r r r r null_ns_handler s rC c C s t jt jt jt| S )z1Normalize a file/dir name for comparison purposes)r r normcaserealpathr _cygwin_patchr\ r r r r| s c C s t jdkrtj| S | S )a Contrary to POSIX 2008, on Cygwin, getcwd (3) contains symlink components. Using os.path.abspath() works around this limitation. A fix in os.getcwd() would probably better, in Cygwin even more so, except that this seems to be by design... cygwin)rG rH r r abspathrG r r r rF s rF c C s8 z || W S t k r2 t| || < }| Y S X d S r )r r| )r\ r resultr r r r ) s r c C s | dS )z7 Determine if given path appears to be an egg. .egg)r. r r r r r r 1 s r c C s t | o tjtj| ddS )z@ Determine if given path appears to be an unpacked egg. r r )r r r r rI r r r r r 8 s r c C s< | d}| }|r8d|}ttj| |tj| d S )NrB )r r rI setattrrG r )r- r r r r r r r* B s r* c c sZ t | tjr8| D ] }| }|r|ds|V qn | D ]}t|D ] }|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence#N)r r r splitlinesr r ru )strssZssr r r ru J s z \w+(\.\w+)*$z (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s e Zd ZdZdddZdd Zdd Zdd d Zd d Zd ddZ e dZ e d ddZe dd Ze d ddZe d ddZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |std||| _|| _t|| _t|| _|| _d S )NzInvalid module name)MODULErL r module_nametupleattrsr r )r r rR rT r r r r r r j s zEntryPoint.__init__c C sH d| j | jf }| jr*|dd| j 7 }| jrD|dd| j 7 }|S )Nz%s = %s:rB z [%s],)r rR rT rI r )r rP r r r r s s zEntryPoint.__str__c C s dt | S )NzEntryPoint.parse(%r)r r r r r r { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd |r,| j|| | S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.rC r )rU rV r rP r )r rP r> kwargsr r r r ~ s zEntryPoint.loadc C sX t | jdgdd}ztt| j|W S tk rR } ztt|W 5 d}~X Y nX dS )zD Resolve the entry point from its module and attrs. r r )fromlistlevelN) r rR functoolsreducer rT r r r )r r r~ r r r r s zEntryPoint.resolvec C sL | j r| jstd| | j| j }tj|||| j d}tttj| d S )Nz&Can't require() without a distribution)r ) r r rn r r_ r r r r )r r r r r+ r r r rP s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j |}|s d}t||| }| |d }|d rJ|d dnd}| |d |d |||S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr attrrB r r r )patternrF rL groupdict _parse_extrasr )r srcr rN rY resr rT r r r r s zEntryPoint.parsec C s( |sdS t d| }|jr"t |jS )Nr x)ri r specsrL r )r Z extras_specr r r r r` s zEntryPoint._parse_extrasc C sV t |std|i }t|D ]2}| ||}|j|krFtd||j|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r r )r rK linesr thisr epr r r parse_group s zEntryPoint.parse_groupc C st t |tr| }nt|}i }|D ]J\}}|dkrB|s:q$td| }||kr\td|| |||||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r r' r+ rv rL r rh )r datar mapsrK re r r r parse_map s zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r r r r r rP rc r r^ r r r` rh rk r r r r rj g s$ c C s> | sdS t j| }|d dr:t j|d d d S | S )Nr r zmd5=)r )r r Zurlparser Z urlunparse)r Zparsedr r r _remove_md5_fragment s rl c C s@ dd }t || }tt|d}|d\}}}t| p>dS )z Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | dS )Nzversion:)r. r )r r r r is_version_line s z+_version_from_file.<locals>.is_version_liner rU N)r r r partitionrr r )re rm Z version_linesr r r} r r r _version_from_file s ro c s e Zd ZdZdZddddedefddZedSddZ dd Z e d d Z d d Z dd Zdd Zdd Zdd Zdd Zdd Ze dd Ze d d Zd d Ze d d! Ze d"d# Zed$d% Zd&d' ZdTd)d*Z d+d, Z d-d. Z d/d0 Z dUd2d3Z d4d5 Z!d6d7 Z"d8d9 Z#d:d; Z$ fd<d=Z%e&e'd>s4[%edVd?d@Z(dAdB Z)dCdD Z*dWdEdFZ+dGdH Z,dXdIdJZ-dKdL Z.dMdN Z/dOdP Z0e dQdR Z1 Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar Nc C sF t |pd| _|d k r t|| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) rq r rr _versionr+ rH r r r _provider)r r r r r r+ rH r r r r r s zDistribution.__init__c K s~ d gd \}}}}t j|\}} | tkr^t| } t|} | r^| dddd\}}}}| ||f||||d| S )Nr r ZverZpyverrM )r r r+ rH )r r r r. _distributionImplEGG_NAMErK _reload_version) r r r r r) r r r+ rH r rF r r r r s. zDistribution.from_locationc C s | S r r r r r r rt # s z Distribution._reload_versionc C s( | j | j| jt| j| jp d| jp$dfS r )parsed_versionr r8 rl r r+ rH r r r r r0 & s zDistribution.hashcmpc C s t | jS r )hashr0 r r r r __hash__1 s zDistribution.__hash__c C s | j |j k S r r0 r r8 r r r __lt__4 s zDistribution.__lt__c C s | j |j kS r rx ry r r r __le__7 s zDistribution.__le__c C s | j |j kS r rx ry r r r __gt__: s zDistribution.__gt__c C s | j |j kS r rx ry r r r __ge__= s zDistribution.__ge__c C s t || jsdS | j|jkS r )r r r0 ry r r r __eq__@ s zDistribution.__eq__c C s | |k S r r ry r r r __ne__F s zDistribution.__ne__c C s6 z| j W S tk r0 | j | _ }| Y S X d S r )Z_keyr r r. r7 r r r r8 M s zDistribution.keyc C s t | dst| j| _| jS )N_parsed_version)r r# r r r r r r ru U s zDistribution.parsed_versionc C sX t jj}t| j|}|s d S | js&d S td dd}t |j f t | t d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. r r )r r r! r r rB rC r r rU rV r varsr )r ZLVZ is_legacyrG r r r _warn_legacy_version\ s z!Distribution._warn_legacy_versionc C sZ z| j W S tk rT | }|d krL| | j}d| j|}t|| | Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r _get_version _get_metadata_path_for_displayPKG_INFOr rL )r r r rY r r r r v s zDistribution.versionc C s4 z| j W S tk r, | | | _ Y nX | j S )z~ A map of extra to its list of (direct) requirements for this distribution, including the null extra. )Z_Distribution__dep_mapr _filter_extras_build_dep_mapr r r r _dep_map s zDistribution._dep_mapc C sr t td| D ]^}|}| |}|d\}}}|oDt|pDt| }|rNg }t|pXd}| |g | q| S )z Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. NrU ) r r r rn ry rz rw r r )dmr! Z new_extrar r r# Z fails_markerr r r r s zDistribution._filter_extrasc C s@ i }dD ]2}t | |D ] \}}||g t| qq|S )N)z requires.txtz depends.txt)rv _get_metadatar r rp )r r r r! r r r r r s zDistribution._build_dep_mapr c C sf | j }g }||dd |D ]@}z||t| W q tk r^ td| |f Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r r r rw r rn )r r r Zdepsr r r r r s zDistribution.requiresc C s, z| j |}W n tk r& Y dS X |S )zK Return the path to the given metadata file, if available. z[could not detect])rq rv rK rw r r r r s z+Distribution._get_metadata_path_for_displayc c s$ | |r | |D ] }|V qd S r )r r )r r r r r r r s zDistribution._get_metadatac C s | | j}t|}|S r )r r ro )r re r r r r r s zDistribution._get_versionFc C sV |dkrt j}| j||d |t jkrRt| j | dD ]}|t jkr:t| q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr namespace_packages.txt)rG r r r r r r r^ )r r r Zpkgr r r activate s zDistribution.activatec C s8 dt | jt | j| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%srb )rx r r r+ r= rH )r r\ r r r r s zDistribution.egg_namec C s | j rd| | j f S t| S d S )Nz%s (%s))r r r r r r r s zDistribution.__repr__c C s@ zt | dd }W n tk r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r rL r )r r r r r r s zDistribution.__str__c C s | drt|t| j|S )zADelegate all unrecognized public attributes to .metadata providerr )r r r rq )r r] r r r __getattr__ s zDistribution.__getattr__c s. t ttt| tdd | j D B S )Nc s s | ]}| d s|V qdS r N)r )r r] r r r r s z'Distribution.__dir__.<locals>.<genexpr>)r r superrh __dir__rq r r: r r r s zDistribution.__dir__r c K s | j t|tj||f|S r )r r r r r )r r\ r r) r r r r s zDistribution.from_filenamec C s< t | jtjjr"d| j| jf }nd| j| jf }t|S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r ru r r r r ri r )r specr r r r s zDistribution.as_requirementc C s. | ||}|dkr&td||ff | S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r r )r rK r rg r r r rT s z Distribution.load_entry_pointc C sP z | j }W n, tk r6 t| d| }| _ Y nX |dk rL||i S |S )r zentry_points.txtN)Z_ep_mapr rj rk r r )r rK Zep_mapr r r rU & s zDistribution.get_entry_mapc C s | ||S r )rU r r r r r rV 2 s zDistribution.get_entry_infoc C s4 |p| j }|sdS t|}tj|}dd |D }t|D ]|\}}||kr^|rV qq dS q<||kr<| jtkr<|s|||d kr dS |tjkr| | || | || qq<|tjkr| |r| d| n | | dS z| ||d } W n t k r Y q0Y qX || = || = | }qdS )a Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |p|qS r r/ r0 r r r r P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r r rj enumerater r} rG check_version_conflictr r r3 rL ) r r locr ZnlocZbdirZnpathr1 r Znpr r r r 6 s@ zDistribution.insert_onc C s | j dkrd S t| d}t| j}| dD ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd }|rt| |s2| | jrq2t d||| jf q2d S )N setuptoolsr z top_level.txt)Z pkg_resourcesr Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r r| r rG r r! r r issue_warning)r Znspr modnamefnr r r r z s* z#Distribution.check_version_conflictc C s6 z | j W n& tk r0 tdt| Y dS X dS )NzUnbuilt egg for FT)r rL r r r r r r r3 s zDistribution.has_versionc K s@ d}| D ]}||t| |d q |d| j | jf |S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr )r r r rq r )r r) rM r] r r r clone s zDistribution.clonec C s dd | j D S )Nc S s g | ] }|r|qS r r )r Zdepr r r r s z'Distribution.extras.<locals>.<listcomp>)r r r r r r s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r r= r} r r r rt r r0 rw rz r{ r| r} r~ r r8 ru r r r r` r r r r r r r r r r r r r objectr r rT rU rV r r r3 r r __classcell__r r r: r rh st Dc @ s e Zd Zdd ZdS )EggInfoDistributionc C s | }|r|| _| S )a Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r rp )r Z md_versionr r r rt s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r s r c @ s> e Zd ZdZdZedZedd Z edd Z dd Z d S ) DistInfoDistributionzV Wrap an actual or potential sys.path entry w/metadata, .dist-info style. ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk r@ | | j}tj || _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor r r emailparserZParserZparsestr)r r r r r _parsed_pkg_info s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk r, | | _ | j Y S X d S r ) _DistInfoDistribution__dep_mapr _compute_dependenciesr r r r r s z DistInfoDistribution._dep_mapc s dg i }| _ g | jdp g D ]} t| q" fdd}t|d}|d | | jdpjg D ](}t| }tt||| ||< ql|S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s* D ] }|j r |j d| ir|V qd S )Nr! r" )r! r r r r reqs_for_extra s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r r Zget_allr rp frozensetrw r r )r r r r commonr! Zs_extrar r r r s z*DistInfoDistribution._compute_dependenciesN) r r r r r rc r ZEQEQr r r r r r r r r s r )rK r r c O sZ d}t }z t|j|kr&|d7 }q W n tk r< Y nX tj| d|d i| d S )Nr r )r$ rG r r rL rU rV )r> r) rZ r. r r r r s r c @ s e Zd Zdd ZdS )RequirementParseErrorc C s d | jS )Nr )rI r> r r r r r s z RequirementParseError.__str__N)r r r r r r r r r s r c c s t t| }|D ]l}d|kr.|d|d }|drr|dd }z|t|7 }W n tk rp Y dS X t|V qdS )zYield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N\)r ru r r r r StopIterationri )rO re r r r r rp s c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Ze d d Z Z S )ri c s zt t| | W n2 tjjk rF } ztt|W 5 d}~X Y nX | j| _ t | j}|| | _ | _ dd | jD | _ttt| j| _| j | j| jt| j| jrt| jndf| _t| j| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jfqS r )r4 r )r r r r r r # s z(Requirement.__init__.<locals>.<listcomp>)r ri r r r ZInvalidRequirementr r r Z unsafe_namerq r. r r8 specifierrd rS r rw r Zurlr r# hashCmprv _Requirement__hash)r Zrequirement_stringrh r r: r r r s$ zRequirement.__init__c C s t |to| j|jkS r )r ri r ry r r r r~ / s zRequirement.__eq__c C s | |k S r r ry r r r r 5 s zRequirement.__ne__c C s0 t |tr |j| jkrdS |j}| jj|ddS )NFT)Z prereleases)r rh r8 r r contains)r r r r r r 8 s zRequirement.__contains__c C s | j S r )r r r r r rw D s zRequirement.__hash__c C s dt | S )NzRequirement.parse(%r)rW r r r r r G s zRequirement.__repr__c C s t | \}|S r )rp )rP r r r r r J s zRequirement.parse) r r r r r~ r r rw r r` r r r r r: r ri s c C s t | kr| t f S | S )zJ Ensure object appears in the mro even for old-style classes. )r )classesr r r _always_objectP s r c C s< t tt|dt|}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r N)r inspectZgetmror r )registryr9 r( tr r r r Z s r c C s t j| }tj|dd dS )z1Ensure that the parent directory of `path` existsT)exist_okN)r r rj r makedirs)r rj r r r r{ b s c C sX t s tdt| \}}|rT|rTt|sTt| zt|d W n tk rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i N)r r r r rJ r FileExistsError)r rj r\ r r r rJ h s rJ c c sv d}g }t | D ]V}|dr\|drP|s0|r:||fV |dd }g }qftd|q|| q||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N[]r r zInvalid section heading)ru r r r rL r )rP ZsectionZcontentr r r r rv u s c O s* t j}ztt _tj| |W S |t _X d S r )r r os_opentempfileZmkstemp)r> r) Zold_openr r r r s r r" )categoryr c O s | || | S r r )r r> rX r r r _call_aside s r c s. t | d< | fddt D dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }| d s|t |fV qdS r )r r r r r r r s z _initialize.<locals>.<genexpr>N)rg r% r )r. r r r _initialize s r c C s| t } td| d | j}| j}| j}| j}|}tdd | D |dd dd g | _t t | j t j t t d S ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. r )r_ c s s | ]}|j d dV qdS )Fr Nr )r r r r r r s z1_initialize_master_working_set.<locals>.<genexpr>c S s | j ddS )NTr r r r r r r? r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r r* rP rW r rQ rS r r r r rG r r$ r% r )r_ rP rW r` rQ r r r r _initialize_master_working_set s" r c @ s e Zd ZdZdS )r z Base class for warning about deprecations in ``pkg_resources`` This class is not derived from ``DeprecationWarning``, and as such is visible by default. Nr r r r r r s )N)N)F)F)F)F)N)r Z __future__r rG r ro r rc r( r r rU rQ r[ Zpkgutilr4 rH r r Z email.parserr r r rB r r r r r r= r Zimpr NameErrorr Zpkg_resources.externr Z pkg_resources.extern.six.movesr r r r r r r r r r Zos.pathr r Zimportlib.machinery machineryr r r r r r r r Z __metaclass__ version_info RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r r r! RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z _sget_noneZ _sset_nonerO __all__rK rk rl r rm rn r r r= r} r~ r r r r rR rJ r rD r rE r rs rt rQ r rS rT rU rV r r rf r' r re r ro rg rd rq rr rw rx ry rz r r r r r r r r r r r r r r r ra r r r r r r r r r r Z ImpImporterr r r r. r, r^ r rB rC r| rF r r r r* ru rF rQ VERBOSE IGNORECASErs rj rl ro rh r r rr r rL r rp r ri r r r{ rJ rv r filterwarningsr r$ r r Warningr r r r r <module> sZ 2 . 5 A - * "" '3 7 &PK @\@շKX X 9 pkg_resources/__pycache__/py31compat.cpython-38.opt-1.pycnu [ U Qab. @ s` d dl Z d dlZd dlZddlmZ d ddZejpLdej koHdk n ZerVene j Z dS ) N )sixFc C sH zt | W n4 tk rB } z|r0|jtjkr2 W 5 d }~X Y nX d S )N)osmakedirsOSErrorerrnoZEEXIST)pathexist_okexc r </usr/lib/python3.8/site-packages/pkg_resources/py31compat.py _makedirs_31 s r ) )r r r )F) r r sysZexternr r ZPY2 version_infoZneeds_makedirsr r r r r <module> s PK @\@շKX X 3 pkg_resources/__pycache__/py31compat.cpython-38.pycnu [ U Qab. @ s` d dl Z d dlZd dlZddlmZ d ddZejpLdej koHdk n ZerVene j Z dS ) N )sixFc C sH zt | W n4 tk rB } z|r0|jtjkr2 W 5 d }~X Y nX d S )N)osmakedirsOSErrorerrnoZEEXIST)pathexist_okexc r </usr/lib/python3.8/site-packages/pkg_resources/py31compat.py _makedirs_31 s r ) )r r r )F) r r sysZexternr r ZPY2 version_infoZneeds_makedirsr r r r r <module> s PK @\\0[ 7 pkg_resources/__pycache__/__init__.cpython-38.opt-1.pycnu [ U Qab= G @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k r ddl Z Y nX ze W n e!k r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k r d Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k r dZ5Y nX d dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d e;d e;d e;d e<Z=dej> k r@dk rLn ne?de$j@r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd deTZUdd ZVi ZWd d ZXd d ZYd d! ZZd"d# Z[d$d% Z\d&d' Z]d(d) Z^d*d+ Z_Z`d,d- Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI dIecZdG dtdJ dJedZeG dudv dveeZfG dwdK dKedZgG dxdL dLedZhi Zidyjjej> ZkdzZld{Zmd ZndZod|Zpd}dm Zqd~d0 Zrg fddZsdd Ztdd ZuevdZwevdZxeuZyddR Zzdd/ Z{e{Z|dd1 Z}dd2 Z~d dd3Zdd4 ZG dd` d`ZG dda daeZG ddD dDZG dd deZG ddC dCZeZG ddM dMe?ZG ddE dEZddB ZddO ZddP ZddU ZddV ZddW ZdddXZG ddg dgZeqee G ddh dheZG ddi dieZe G dde deeZe ZG dd deZG dd deZG ddj djeZeqe je G ddb dbeZG ddc dceZG ddd ddeZeXdi d ddk Zddd?ZdddZee je dddZeee dd ZdddZdd ZG dd dZdd Zdd Zdd Zdd Zeeje ee5dree5je eXdi d eXdi d ddl Zddń ZddDŽ Zdd< ZdddnZdd˄ Zeeje ee je ee5dr,ee5je dd̈́ Zeee ddZ ZddЄ Zi fdd҄ZddԄ Zddք Zdd ZddS ZevdڡjZevdejejB jZG ddH dHZddބ Zdd ZG ddF dFZG dd deăZG dd deăZeeedZdd ZG dd deɃZddN ZG ddG dGe:jj̓Zdd Zdd ZddY Zdd ZddT Zdd Ze jdeUd d dd Zeeփ fddZedd ZG ddp dpeكZdS ( aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. )absolute_importN) get_importer)six)urllibmapfilter)utime)mkdirrenameunlinkTF)open)isdirsplit ) py31compat)appdirs) packagingz&pkg_resources.extern.packaging.versionz)pkg_resources.extern.packaging.specifiersz+pkg_resources.extern.packaging.requirementsz&pkg_resources.extern.packaging.markers) r )r z Python 3.4 or later is requiredc @ s e Zd ZdZdS ) PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N__name__ __module__ __qualname____doc__ r r :/usr/lib/python3.8/site-packages/pkg_resources/__init__.pyr x s r c C s8 zt j| W S t jjk r2 t j| Y S X d S N)r versionVersionInvalidVersion LegacyVersion)vr r r parse_version s r# c K s" t | tt|| d S r )globalsupdate _state_varsdictfromkeys)Zvartypekwr r r _declare_state s r* c C s8 i } t }t D ] \}}|d| || | |< q| S )NZ_sget_)r$ r& itemsstategkr" r r r __getstate__ s r0 c C s8 t }| D ]$\}}|dt| ||| | q| S )NZ_sset_)r$ r+ r& r, r r r __setstate__ s r1 c C s | S r )copyvalr r r _sget_dict s r5 c C s | || d S r )clearr% keyobr- r r r _sset_dict s r: c C s | S r )r0 r3 r r r _sget_object s r; c C s | | d S r )r1 r7 r r r _sset_object s r< c G s d S r r argsr r r <lambda> r? c C sb t } t| }|dk r^tjdkr^z&ddt dd |df } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. Ndarwinz macosx-%s-%s. r ) get_build_platformmacosVersionStringmatchsysplatformjoin _macosx_versgroup ValueError)platmr r r get_supported_platform s &rO require run_script get_providerget_distributionload_entry_point get_entry_mapget_entry_infoiter_entry_pointsresource_stringresource_streamresource_filenameresource_listdirresource_existsresource_isdirdeclare_namespace working_setadd_activation_listenerfind_distributionsset_extraction_pathcleanup_resourcesget_default_cache Environment WorkingSetResourceManager Distribution Requirement EntryPointResolutionErrorVersionConflictDistributionNotFound UnknownExtraExtractionErrorparse_requirements safe_name safe_version get_platformcompatible_platforms yield_linessplit_sections safe_extra to_filenameinvalid_markerevaluate_markerensure_directorynormalize_pathEGG_DIST BINARY_DIST SOURCE_DIST CHECKOUT_DIST DEVELOP_DISTIMetadataProviderIResourceProvider FileMetadata PathMetadata EggMetadata EmptyProviderempty_provider NullProvider EggProviderDefaultProvider ZipProviderregister_finderregister_namespace_handlerregister_loader_typefixup_namespace_packagesr PkgResourcesDeprecationWarningrun_mainAvailableDistributionsc @ s e Zd ZdZdd ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j S r ) __class__r reprr> selfr r r __repr__ s zResolutionError.__repr__N)r r r r r r r r r rk s c @ s< e Zd ZdZdZedd Zedd Zdd Zd d Z d S ) rl z An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S Nr r= r r r r dist s zVersionConflict.distc C s | j d S Nr r= r r r r req s zVersionConflict.reqc C s | j jf t S r _templateformatlocalsr r r r report s zVersionConflict.reportc C s |s| S | j |f }t| S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )r> ContextualVersionConflict)r required_byr> r r r with_context s z VersionConflict.with_contextN) r r r r r propertyr r r r r r r r rl s c @ s& e Zd ZdZejd Zedd ZdS )r z A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )NrC r= r r r r r * s z%ContextualVersionConflict.required_byN)r r r r rl r r r r r r r r " s r c @ sH e Zd ZdZdZedd Zedd Zedd Zd d Z d d Z d S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S r r= r r r r r 5 s zDistributionNotFound.reqc C s | j d S r r= r r r r requirers9 s z DistributionNotFound.requirersc C s | j s dS d| j S )Nzthe applicationz, )r rI r r r r requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t S r r r r r r r C s zDistributionNotFound.reportc C s | S r )r r r r r __str__F s z DistributionNotFound.__str__N) r r r r r r r r r r r r r r r rm / s c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s z{}.{}r rC c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)_provider_factories)Z loader_typeZprovider_factoryr r r r X s c C st t | tr$t| p"tt| d S ztj| }W n& tk rX t | tj| }Y nX t |dd}t t ||S )z?Return an IResourceProvider for the named module or requirementr __loader__N) isinstanceri r_ findrP strrG modulesKeyError __import__getattr _find_adapterr )Z moduleOrReqmoduleloaderr r r rR b s c C sd | s\t d }|dkrLd}tj|rLttdrLt|}d|krL|d }| | d | d S )Nr z0/System/Library/CoreServices/SystemVersion.plist readPlistZProductVersionrB ) rH Zmac_verospathexistshasattrplistlibr appendr )_cacher ZplistZ plist_contentr r r rJ o s rJ c C s ddd | | S )NZppc)ZPowerPCZPower_Macintosh)get)machiner r r _macosx_arch s r c C s~ ddl m} | }tjdkrz|dszz>t }t d dd}dt |d t |d t |f W S t k rx Y nX |S ) zReturn this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )rs rA zmacosx-r _zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH startswithrJ r unamereplaceintr rL )rs rM r r r r r rD s rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s | dks|dks| |kr dS t |}|rt | }|st| }|rt|d}d|d|df }|dkr||dks|dkr|d krdS d S |d|dks|d |d krd S t|dt|dkrd S dS d S ) zCan code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr z%s.%srC z10.3 z10.4Fr )rE rF darwinVersionStringr rK )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r rt s2 c C s< t dj}|d }| ||d< t| d || dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r NrG _getframe f_globalsr6 rP rQ )Z dist_spec script_namensnamer r r rQ s c C s@ t | tjrt| } t | tr(t| } t | ts<td| | S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r r string_typesri parserR rh TypeErrorr r r r rS s c C s t | ||S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT r rK r r r r rT s c C s t | |S )=Return the entry point map for `group`, or the full entry map)rS rU )r rK r r r rU s c C s t | ||S z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r r r r rV s c @ s< e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd S )r c C s dS )z;Does the package's distribution contain the named metadata?Nr r r r r has_metadata s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r r r r get_metadata s z IMetadataProvider.get_metadatac C s dS )zYield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr r r r r get_metadata_lines s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r r r r metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r r r r metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r r r r r rQ r r r r r s c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr manager resource_namer r r get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr r r r r has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r r r r r[ % s z"IResourceProvider.resource_listdirN) r r r r r r r r r] r[ r r r r r s c @ s e Zd ZdZd'ddZedd Zedd Zd d Zd d Z d d Z d(ddZ dd Z dd Z d)ddZd*ddZd+dd Zd d Zd,d d Zd!d" Zd#d$ Zd%d& ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| | q*dS )z?Create working set from list of path entries (default=sys.path)N)entries entry_keysby_key callbacksrG r add_entry)r r entryr r r __init__, s zWorkingSet.__init__c C sb | }zddl m} W n tk r. | Y S X z|| W n tk r\ | | Y S X |S )z1 Prepare the master working set. r ) __requires__)__main__r ImportErrorrP rl _build_from_requirements)clswsr r r r _build_master9 s zWorkingSet._build_masterc C sf | g }t |}||t }|D ]}|| q"tjD ]}||jkr8|| q8|jtjdd< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)rp resolvere addrG r r r )r Zreq_specr reqsdistsr r r r r r M s z#WorkingSet._build_from_requirementsc C s< | j |g | j| t|dD ]}| ||d q$dS )a Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r setdefaultr r ra r )r r r r r r r c s zWorkingSet.add_entryc C s | j |j|kS )z9True if `dist` is the active distribution for its project)r r r8 r r r r r __contains__r s zWorkingSet.__contains__c C s, | j |j}|dk r(||kr(t|||S )a Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r r r8 rl )r r r r r r r v s zWorkingSet.findc s fdd| D S )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). c 3 s8 | ]0}| D ] }d ks*|jkr|V qqd S r )rU valuesr ).0r r rK r r r <genexpr> s z/WorkingSet.iter_entry_points.<locals>.<genexpr>r r rK r r r r rW s z WorkingSet.iter_entry_pointsc C s> t dj}|d }| ||d< | |d || dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr )r requiresr r r r r r rQ s zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq | j| D ] }||kr$d||< | j| V q$q dS )zYield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r N)r r r )r seenitemr8 r r r __iter__ s zWorkingSet.__iter__TFc C s |r|j | j||d |dkr$|j}| j|g }| j|jg }|sV|j| jkrVdS || j|j< |j|krx||j |j|kr||j | | dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. r N) insert_onr locationr r r8 r r _added_new)r r r insertr keysZkeys2r r r r s zWorkingSet.addc C sx t |ddd }i }i }g }t } tt} |rt|d} | |krHq.| | |sVq.|| j} | dkr| j | j} | dks| | kr|r| } |dkr| dkrt | j }nt g }t g } |j | | ||d } || j< | dkr| | d}t| ||| | | kr$| | }t| | || | jddd }|| |D ] }| | | j | j| |< qHd|| < q.|S )a List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. Nr r )replace_conflictingT)list _ReqExtras collections defaultdictsetpop markers_passr r8 r re r rf best_matchrm r rl r r extrasextendr project_name)r requirementsenv installerr r Z processedZbestZ to_activateZ req_extrasr r r r r Z dependent_reqZnew_requirementsZnew_requirementr r r r sT zWorkingSet.resolvec C s t |}| i }i }|dkr4t| j}||7 }n|| }| g } t t| j| |D ]} || D ]} | g} z| | ||} W nB t k r } z$||| < |rW Y qfn W Y qZW 5 d}~X Y qfX t t| j| | t | qZqfqZt |}| ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r sortre r r r r as_requirementr rk r% r' r( )r Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr r r Z resolveesr" r r r find_plugins' s4 $ zWorkingSet.find_pluginsc G s& | t|}|D ]}| | q|S )a Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r rp r )r r Zneededr r r r rP { s zWorkingSet.requirec C s8 || j krdS | j | |s"dS | D ] }|| q&dS )zInvoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r r )r callbackexistingr r r r subscribe s zWorkingSet.subscribec C s | j D ] }|| qd S r )r )r r r r r r r s zWorkingSet._added_newc C s, | j d d | j | j | jd d fS r )r r r2 r r r r r r r0 s zWorkingSet.__getstate__c C s@ |\}}}}|d d | _ | | _| | _|d d | _d S r )r r2 r r r )r Ze_k_b_cr r r r r r r r1 s zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r classmethodr r r r r rW rQ r r r r rP r r r0 r1 r r r r rf ) s4 ] T c @ s e Zd ZdZdddZdS )r z> Map each requirement to the extras that demanded it. Nc s2 fdd| d|pd D } j p0t|S )z Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]} j d |iV qdS )extraNmarkerevaluate)r r! r r r r s z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r r# any)r r r Z extra_evalsr r% r r s z_ReqExtras.markers_pass)N)r r r r r r r r r r s r c @ sx e Zd ZdZde efddZdd Zdd Zdd d Z d d Z d d Z dddZ d ddZ dd Zdd Zdd ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| | dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.6'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)_distmaprH pythonscan)r search_pathrH r( r r r r s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| jS )zIs distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r( py_versionrt rH )r r Z py_compatr r r can_add s zEnvironment.can_addc C s | j |j | dS )z"Remove `dist` from the environmentN)r' r8 remover r r r r- s zEnvironment.removec C s4 |dkrt j}|D ] }t|D ]}| | q qdS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)rG r ra r )r r* r r r r r r) s zEnvironment.scanc C s | }| j|g S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )lowerr' r )r r Zdistribution_keyr r r __getitem__ s zEnvironment.__getitem__c C sL | |rH| rH| j|jg }||krH|| |jtddd dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added hashcmpTr8 reverseN) r, has_versionr' r r8 r r operator attrgetter)r r r r r r r s zEnvironment.addFc C sf z| |}W n tk r, |s$ d}Y nX |dk r:|S | |j D ]}||krD| S qD| ||S )a Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r rl r8 obtain)r r r_ r r r r r r r s zEnvironment.best_matchc C s |dk r||S dS )a Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j D ]}| | r |V q dS )z=Yield the unique project names of the available distributionsN)r' r r r8 r r r r 7 s zEnvironment.__iter__c C sV t |tr| | n<t |trD|D ] }|| D ]}| | q0q$ntd|f | S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r rh r re r )r otherZprojectr r r r __iadd__= s zEnvironment.__iadd__c C s* | j g ddd}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( r )r r8 newr r r r __add__I s zEnvironment.__add__)N)NF)N)r r r r rO PY_MAJORr r, r- r) r/ r r r6 r r9 r< r r r r re s" c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail Nr r r r r ro U s c @ s e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dd Z dd Z d ddZ edd Zdd Zdd Zd d d ZdS )!rg z'Manage resource extraction and packagesNc C s i | _ d S r ) cached_filesr r r r r i s zResourceManager.__init__c C s t ||S )z Does the named resource exist?)rR r r Zpackage_or_requirementr r r r r\ l s z ResourceManager.resource_existsc C s t ||S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s z ResourceManager.resource_isdirc C s t || |S )z4Return a true filesystem path for specified resource)rR r r? r r r rZ v s z!ResourceManager.resource_filenamec C s t || |S )z9Return a readable file-like object for specified resource)rR r r? r r r rY | s z ResourceManager.resource_streamc C s t || |S )z%Return specified resource as a string)rR r r? r r r rX s z ResourceManager.resource_stringc C s t ||S )z1List the contents of the named resource directory)rR r[ r? r r r r[ s z ResourceManager.resource_listdirc C sR t d }| jpt }td }t|jf t }| |_ ||_ ||_ |dS )z5Give an error message for problems extracting file(s)r a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) rG exc_infoextraction_pathrd textwrapdedentlstripro r r r cache_pathZoriginal_error)r old_excrE tmplerrr r r extraction_error s z ResourceManager.extraction_errorr c C sf | j p t }tjj||d f| }z t| W n tk rL | Y nX | | d| j |< |S )a Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr ) rA rd r r rI _bypass_ensure_directory ExceptionrI _warn_unsafe_extraction_pathr> )r Z archive_namenamesZ extract_pathZ target_pathr r r get_cache_path s z ResourceManager.get_cache_pathc C sV t jdkr | t jd s dS t | j}|tj@ s>|tj@ rRd| }t |t dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. ntZwindirNz%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r r r environstatst_modeS_IWOTHS_IWGRPwarningswarn UserWarning)r modemsgr r r rL s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t |jdB d@ }t || dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. posixim i N)r r rQ rR chmod)r ZtempnamefilenamerX r r r postprocess s zResourceManager.postprocessc C s | j rtd|| _dS )a Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r> rL rA r r r r r rb s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r r\ r] rZ rY rX r[ rI rN staticmethodrL r] rb rc r r r r rg e s c C s t jdptjddS )z Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r rP r r Zuser_cache_dirr r r r rd s c C s t dd| S )zConvert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. [^A-Za-z0-9.]+-)resubr r r r rq % s c C sJ zt tj| W S tjjk rD | dd} tdd| Y S X dS )zB Convert an arbitrary string to a standard version string r rB ra rb N)r r r r r r rc rd )r r r r rr - s c C s t dd| S )zConvert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r )rc rd r. )r! r r r rw 9 s c C s | ddS )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. rb r r r r r r rx B s c C sH z t | W n6 tk rB } zd|_d|_| W Y S d}~X Y nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)rz SyntaxErrorr\ lineno)texter r r ry J s c C sJ zt j| }| W S t jjk rD } z t|W 5 d}~X Y nX dS )z Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr$ Z InvalidMarkerre )rg r! r# rh r r r rz X s c @ s e Zd ZdZdZdZdZdd Zdd Zdd Z d d Z d d Z d d Z dd Z dd Zdd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zed'd( Zd)d* ZdS )+r zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd | _tjt |dd| _d S )Nr __file__r )r r r r dirname module_pathr r r r r r n s zNullProvider.__init__c C s | | j|S r )_fnrk r r r r r r r r s z"NullProvider.get_resource_filenamec C s t | ||S r )ioBytesIOr rn r r r r u s z NullProvider.get_resource_streamc C s | | | j|S r )_getrm rk rn r r r r x s z NullProvider.get_resource_stringc C s | | | j|S r )_hasrm rk r r r r r r { s zNullProvider.has_resourcec C s | | j|S r )rm egg_infor r r r r _get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | |}| |S r )rt rv rr r r r r r r r s zNullProvider.has_metadatac C st | j s dS | |}| |}tjr(|S z |dW S tk rn } z | jd||7 _ W 5 d }~X Y nX d S )Nr utf-8z in {} file at path: {}) rt rv rq r PY2decodeUnicodeDecodeErrorreasonr )r r r valueexcr r r r s zNullProvider.get_metadatac C s t | |S r ru r ru r r r r s z NullProvider.get_metadata_linesc C s | | | j|S r )_isdirrm rk rs r r r r] s zNullProvider.resource_isdirc C s | j o| | | j |S r )rt r rm ru r r r r s zNullProvider.metadata_isdirc C s | | | j|S r )_listdirrm rk rs r r r r[ s z NullProvider.resource_listdirc C s | j r| | | j |S g S r )rt r rm ru r r r r s z NullProvider.metadata_listdirc C s d| }| |s$tdjf t | |dd}|dd}| | j|}||d< tj |rt | }t ||d}t||| n>dd lm} t|d|d|f||< t ||d} t| || d S ) Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z ri execr )cache)r rk r r r r rm rt r r r r readcompiler linecacher lenr ) r r r ZscriptZ script_textZscript_filenamesourcecoder Z script_coder r r rQ s. zNullProvider.run_scriptc C s t dd S Nz9Can't perform this operation for unregistered loader typeNotImplementedErrorr^ r r r rr s zNullProvider._hasc C s t dd S r r r^ r r r r s zNullProvider._isdirc C s t dd S r r r^ r r r r s zNullProvider._listdirc C s* | | |r&tjj|f|d S |S )N/)_validate_resource_pathr r rI r )r baser r r r rm s zNullProvider._fnc C sp t jj| tjkp&t| p&t| }|s0dS d}t| rPt| sPt|t j |dd d t dd dS )aO Validate the resource paths according to the docs. https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access >>> warned = getfixture('recwarn') >>> warnings.simplefilter('always') >>> vrp = NullProvider._validate_resource_path >>> vrp('foo/bar.txt') >>> bool(warned) False >>> vrp('../foo/bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('/foo/bar.txt') >>> bool(warned) True >>> vrp('foo/../../bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('foo/f../bar.txt') >>> bool(warned) False Windows path separators are straight-up disallowed. >>> vrp(r'\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. >>> vrp(r'C:\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. Blank values are allowed >>> vrp('') >>> bool(warned) False Non-string values are not. >>> vrp(None) Traceback (most recent call last): ... AttributeError: ... Nz=Use of .. or absolute path in a resource path is not allowed.r z/ and will raise exceptions in a future release.r stacklevel) r r pardirr posixpathsepisabsntpathrL rU rV DeprecationWarning)r ZinvalidrY r r r r s 6z$NullProvider._validate_resource_pathc C s$ t | jdr| j|S tdd S )Nget_dataz=Can't perform this operation for loaders without 'get_data()')r r r r r^ r r r rq s zNullProvider._get) r r r r egg_namert r r r r r r rv r r r r] r r[ r rQ rr r r rm r` r rq r r r r r g s2 Jc @ s e Zd ZdZdd Zdd ZdS )r z&Provider based on a virtual filesystemc C s t | | | d S r )r r _setup_prefixrl r r r r - s zEggProvider.__init__c C sZ | j }d }||krVt|r@tj|| _tj|d| _|| _qV|}tj |\}}q d S )NEGG-INFO) rk _is_egg_pathr r basenamer rI rt egg_rootr )r r oldr r r r r 1 s zEggProvider._setup_prefixN)r r r r r r r r r r r * s c @ sD e Zd ZdZdd Zdd Zdd Zdd Zd d Ze d d Z dS )r z6Provides access to package resources in the filesystemc C s t j|S r )r r r r^ r r r rr C s zDefaultProvider._hasc C s t j|S r )r r r r^ r r r r F s zDefaultProvider._isdirc C s t |S r )r listdirr^ r r r r I s zDefaultProvider._listdirc C s t | | j|dS Nrb)r rm rk rn r r r r L s z#DefaultProvider.get_resource_streamc C s* t |d}| W 5 Q R S Q R X d S r )r r )r r streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td }t|| qd S )N)SourceFileLoaderSourcelessFileLoader)r importlib_machinerytyper )r Z loader_namesr Z loader_clsr r r _registerS s zDefaultProvider._registerN) r r r r rr r r r rq r r r r r r r @ s c @ s8 e Zd ZdZdZdd ZZdd Zdd Zd d Z dS ) r z.Provider that returns nothing for all requestsNc C s dS NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS Nr r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r h s zEmptyProvider._listdirc C s d S r r r r r r r k s zEmptyProvider.__init__) r r r r rk r rr rq r r r r r r r ^ s c @ s e Zd ZdZedd ZeZdS ) ZipManifestsz zip manifest builder c s@ t |, fdd D }t|W 5 Q R S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }| d tj |fV qdS )r N)r r r Zgetinfor r Zzfiler r r s z%ZipManifests.build.<locals>.<genexpr>N)zipfileZZipFileZnamelistr' )r r r+ r r r buildw s zZipManifests.buildN)r r r r r r loadr r r r r r s r c @ s$ e Zd ZdZeddZdd ZdS )MemoizedZipManifestsz% Memoized zipfile manifests. manifest_modzmanifest mtimec C sR t j|}t |j}|| ks.| | j|krH| |}| ||| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r r normpathrQ st_mtimemtimer r manifest)r r r r r r r r s zMemoizedZipManifests.loadN)r r r r r namedtupler r r r r r r s r c @ s e Zd ZdZdZe Zdd Zdd Zdd Z e d d Z d d Z e d d Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d Zd d ZdS )!r z"Resource support for zips and eggsNc C s t | | | jjtj | _d S r )r r r archiver r zip_prerl r r r r s zZipProvider.__init__c C sP | tj}|| jjkr dS || jr:|t| jd S td|| jf d S )Nr %s is not a subpath of %s) rstripr r r r r r r AssertionErrorr fspathr r r _zipinfo_name s zZipProvider._zipinfo_namec C sP | j | }|| jtj r:|t| jd d tjS td|| jf d S )Nr r )r r r r r r r r )r zip_pathr r r r _parts s zZipProvider._partsc C s | j | jjS r )_zip_manifestsr r r r r r r zipinfo s zZipProvider.zipinfoc C s\ | j std| |}| }d| ||krP|D ]}| || | q8| ||S )Nz5resource_filename() only supported for .egg, not .zipr )r r _resource_to_zip_get_eager_resourcesrI r _extract_resource _eager_to_zip)r r r r eagersr r r r r s z!ZipProvider.get_resource_filenamec C s" | j }| jd }t|}||fS )N)r r r ) file_size date_timetimemktime)Zzip_statsizer timestampr r r _get_date_and_size s z ZipProvider._get_date_and_sizec C sx || kr@| | D ]}| |tj||}qtj|S | | j| \}}ts`t dz| | j | |}| ||r|W S tdtj|d\}} t|| j| t| t| ||f || | zt| | W nh tjk rN tj|rH| ||r | Y W S tjdkrHt| t| | | Y W S Y nX W n tjk rr | Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)dirrO )_indexr r r rI rj r r WRITE_SUPPORTIOErrorrN r r _is_current_mkstempwriter r closer r] r errorisfiler r rI ) r r r r Zlastr r Z real_pathZoutfZtmpnamr r r r sN z ZipProvider._extract_resourcec C sx | | j| \}}tj|s$dS t|}|j|ksB|j|krFdS | j |}t |d}| }W 5 Q R X ||kS )zK Return True if the file_path is current for this zip_path Fr ) r r r r r rQ st_sizer r r r r ) r Z file_pathr r r rQ Z zip_contentsfZ file_contentsr r r r s zZipProvider._is_currentc C s> | j d kr8g }dD ] }| |r|| | q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r r r r )r r r r r r r " s z ZipProvider._get_eager_resourcesc C s z| j W S tk r i }| jD ]V}|tj}|r"tj|d d }||krh|| |d q"q2| g||< q2q"|| _ | Y S X d S )Nr ) Z _dirindexAttributeErrorr r r r rI r r )r Zindr partsparentr r r r + s zZipProvider._indexc C s | |}|| jkp || kS r )r r r )r r r r r r rr < s zZipProvider._hasc C s | || kS r )r r r r r r r @ s zZipProvider._isdirc C s t | | |dS Nr )r r r r r r r r r C s zZipProvider._listdirc C s | | | j|S r )r rm r rs r r r r F s zZipProvider._eager_to_zipc C s | | | j|S r )r rm rk rs r r r r I s z ZipProvider._resource_to_zip)r r r r r r r r r r r r r r` r r r r r rr r r r r r r r r r s( 7 c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S r r r^ r r r r \ s zFileMetadata.__init__c C s | j S r r ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j| jS )NPKG-INFO)r r r ru r r r r b s zFileMetadata.has_metadatac C sD |dkrt dtj| jddd}| }W 5 Q R X | | |S )Nr z(No metadata except PKG-INFO is availablerx r )encodingerrors)r ro r r r _warn_on_replacement)r r r metadatar r r r e s zFileMetadata.get_metadatac C s2 d d}||kr.d}|jf t }t| d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r r rU rV )r r Zreplacement_charrG rY r r r r n s z!FileMetadata._warn_on_replacementc C s t | |S r r ru r r r r v s z FileMetadata.get_metadata_linesN) r r r r r rv r r r r r r r r r P s c @ s e Zd ZdZdd ZdS )r as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S r )rk rt )r r rt r r r r s zPathMetadata.__init__Nr r r r r r r r r r z s c @ s e Zd ZdZdd ZdS )r z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj|j |j| _n|j | _| dS )z-Create a metadata provider from a zipimporterN) r r r r r prefixr rI rk r )r importerr r r r s zEggMetadata.__init__Nr r r r r r s r' _distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.Nr ) importer_typeZdistribution_finderr r r r s c C s t | }tt|}||| |S )z.Yield distributions accessible via `path_item`)r r r ) path_itemonlyr finderr r r ra s c c s | j drdS t| }|dr2tj||dV |r:dS |dD ]|}t|rtj ||}t t ||}|D ] }|V qrqD| drDtj ||}tt |}||_t|||V qDdS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNr r r .dist-info)r endswithr r rh from_filenamer[ r r r rI find_eggs_in_zip zipimport zipimporterr. rt from_location) r r r r Zsubitemsubpathr r Zsubmetar r r r s$ r c C s dS r r )r r r r r r find_nothing s r c C s dd }t | |ddS )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t j| \} }t| d|g}dd |D S )z6 Parse each component of the filename rb c S s g | ]}t j|qS r )r r r )r partr r r <listcomp> s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r r splitext itertoolschainr )r extr r r r _by_version s z+_by_version_descending.<locals>._by_versionTr1 )sorted)rM r r r r _by_version_descending s r c # s t tr4tjttjddV dS t} fdd|D }t |}|D ]2}tj|}t | }||D ] } | V qq\dS )z6Yield distributions accessible on a sys.path directoryr r Nc 3 s | ]}t | r|V qd S r ) dist_factory)r r r r r r r s z find_on_path.<locals>.<genexpr>) _normalize_cached_is_unpacked_eggrh r r r r rI safe_listdirr r ) r r r r ZfilteredZpath_item_entriesr fullpathfactoryr r r r find_on_path s( r c C sH | }tt|jd}|r tS |s0t|r0tS |sB|drBtS t S )z9 Return a dist_factory for a path_item and entry ) .egg-infor z .egg-link) r. r& r r distributions_from_metadatar ra resolve_egg_linkNoDists)r r r r. Zis_metar r r r s r c @ s* e Zd ZdZdd Zejr eZdd ZdS )r zS >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] c C s dS r r r r r r __bool__. s zNoDists.__bool__c C s t dS r )iter)r r r r r __call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s r c C sv z t | W S ttfk r$ Y nN tk rp } z0|jtjtjtjfkpXt |dddk}|s` W 5 d}~X Y nX dS )zI Attempt to list contents of path, but suppress some exceptions. ZwinerrorNi r ) r r PermissionErrorNotADirectoryErrorOSErrorerrnoZENOTDIRZEACCESZENOENTr )r rh Z ignorabler r r r 7 s r c c sf t j| }t j| r:tt | dkr.d S t|| }nt| }t j| }t j |||t dV d S )Nr ) precedence) r r rj r r r r r r rh r r )r rootr r r r r r L s r c c s4 t | "}|D ]}| }|r|V qW 5 Q R X dS )z1 Yield non-empty lines from file at path N)r strip)r r liner r r non_empty_lines[ s r c s. t } fdd|D }tt|}t|dS )za Given a path to an .egg-link, resolve distributions present in the referenced path. c 3 s$ | ] }t jt j |V qd S r )r r rI rj )r refr r r r l s z#resolve_egg_link.<locals>.<genexpr>r )r r ra next)r Zreferenced_pathsZresolved_pathsZ dist_groupsr r r r f s r FileFinder_namespace_handlers)_namespace_packagesc C s |t | < dS )a Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. Nr )r Znamespace_handlerr r r r } s c C s t |}|dkrdS t td || }W 5 Q R X |dkrHdS tj| }|dkrt | }tj| < g |_ t | nt |dst d| tt|}|||| |}|dk r|j }|| || t|| | |S )zEEnsure that named package includes a subpath of path_item (if needed)Nignore__path__Not a package:)r rU catch_warnings simplefilter find_modulerG r r types ModuleTyper# _set_parent_nsr r r r r load_module_rebuild_mod_path) packageNamer r r r Zhandlerr r r r r _handle_ns s. r. c sj dd t jD fdd fdd}t| |d}dd |D }t|jtr`||jd d < n||_d S ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |qS r r r pr r r r s z%_rebuild_mod_path.<locals>.<listcomp>c s. z | W S tk r( td Y S X dS )z/ Workaround for #520 and #513. infN)indexrL float)r )sys_pathr r safe_sys_path_index s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | tj} dd }|d| }ttj|S )zR Return the ordinal of the path based on its position in sys.path rB r N)r r r countr rI )r path_partsZ module_partsr ) package_namer6 r r position_in_sys_path s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |qS r r/ r0 r r r r s N)rG r r r r# r ) orig_pathr9 r r: new_pathr )r9 r6 r5 r r, s r, c C s t z| tkrW dS tj}| d\}}}|r|t| |tkrLt| ztj | j }W n t k rz t d|Y nX t |pdg | t | g |D ]}t| | qW 5 t X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )_imp acquire_lock release_lockr! rG r rpartitionr^ r r r# r r r r r. )r- r r r r r r r r^ s& c C sF t z.t|dD ] }t|| }|rt|| qW 5 t X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r r. r )r r packager r r r r s c C sD t j||dd }t|}|jD ]}t||kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r N)r r rI r r r# )r r r- r r Z normalizedr r r r file_ns_handler s rB c C s d S r r )r r r- r r r r null_ns_handler s rC c C s t jt jt jt| S )z1Normalize a file/dir name for comparison purposes)r r normcaserealpathr _cygwin_patchr\ r r r r| s c C s t jdkrtj| S | S )a Contrary to POSIX 2008, on Cygwin, getcwd (3) contains symlink components. Using os.path.abspath() works around this limitation. A fix in os.getcwd() would probably better, in Cygwin even more so, except that this seems to be by design... cygwin)rG rH r r abspathrG r r r rF s rF c C s8 z || W S t k r2 t| || < }| Y S X d S r )r r| )r\ r resultr r r r ) s r c C s | dS )z7 Determine if given path appears to be an egg. .egg)r. r r r r r r 1 s r c C s t | o tjtj| ddS )z@ Determine if given path appears to be an unpacked egg. r r )r r r r rI r r r r r 8 s r c C s< | d}| }|r8d|}ttj| |tj| d S )NrB )r r rI setattrrG r )r- r r r r r r r* B s r* c c sZ t | tjr8| D ] }| }|r|ds|V qn | D ]}t|D ] }|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence#N)r r r splitlinesr r ru )strssZssr r r ru J s z \w+(\.\w+)*$z (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s e Zd ZdZdddZdd Zdd Zdd d Zd d Zd ddZ e dZ e d ddZe dd Ze d ddZe d ddZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |std||| _|| _t|| _t|| _|| _d S )NzInvalid module name)MODULErL r module_nametupleattrsr r )r r rR rT r r r r r r j s zEntryPoint.__init__c C sH d| j | jf }| jr*|dd| j 7 }| jrD|dd| j 7 }|S )Nz%s = %s:rB z [%s],)r rR rT rI r )r rP r r r r s s zEntryPoint.__str__c C s dt | S )NzEntryPoint.parse(%r)r r r r r r { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd |r,| j|| | S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.rC r )rU rV r rP r )r rP r> kwargsr r r r ~ s zEntryPoint.loadc C sX t | jdgdd}ztt| j|W S tk rR } ztt|W 5 d}~X Y nX dS )zD Resolve the entry point from its module and attrs. r r )fromlistlevelN) r rR functoolsreducer rT r r r )r r r~ r r r r s zEntryPoint.resolvec C sL | j r| jstd| | j| j }tj|||| j d}tttj| d S )Nz&Can't require() without a distribution)r ) r r rn r r_ r r r r )r r r r r+ r r r rP s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j |}|s d}t||| }| |d }|d rJ|d dnd}| |d |d |||S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr attrrB r r r )patternrF rL groupdict _parse_extrasr )r srcr rN rY resr rT r r r r s zEntryPoint.parsec C s( |sdS t d| }|jr"t |jS )Nr x)ri r specsrL r )r Z extras_specr r r r r` s zEntryPoint._parse_extrasc C sV t |std|i }t|D ]2}| ||}|j|krFtd||j|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r r )r rK linesr thisr epr r r parse_group s zEntryPoint.parse_groupc C st t |tr| }nt|}i }|D ]J\}}|dkrB|s:q$td| }||kr\td|| |||||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r r' r+ rv rL r rh )r datar mapsrK re r r r parse_map s zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r r r r r rP rc r r^ r r r` rh rk r r r r rj g s$ c C s> | sdS t j| }|d dr:t j|d d d S | S )Nr r zmd5=)r )r r Zurlparser Z urlunparse)r Zparsedr r r _remove_md5_fragment s rl c C s@ dd }t || }tt|d}|d\}}}t| p>dS )z Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | dS )Nzversion:)r. r )r r r r is_version_line s z+_version_from_file.<locals>.is_version_liner rU N)r r r partitionrr r )re rm Z version_linesr r r} r r r _version_from_file s ro c s e Zd ZdZdZddddedefddZedSddZ dd Z e d d Z d d Z dd Zdd Zdd Zdd Zdd Zdd Ze dd Ze d d Zd d Ze d d! Ze d"d# Zed$d% Zd&d' ZdTd)d*Z d+d, Z d-d. Z d/d0 Z dUd2d3Z d4d5 Z!d6d7 Z"d8d9 Z#d:d; Z$ fd<d=Z%e&e'd>s4[%edVd?d@Z(dAdB Z)dCdD Z*dWdEdFZ+dGdH Z,dXdIdJZ-dKdL Z.dMdN Z/dOdP Z0e dQdR Z1 Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar Nc C sF t |pd| _|d k r t|| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) rq r rr _versionr+ rH r r r _provider)r r r r r r+ rH r r r r r s zDistribution.__init__c K s~ d gd \}}}}t j|\}} | tkr^t| } t|} | r^| dddd\}}}}| ||f||||d| S )Nr r ZverZpyverrM )r r r+ rH )r r r r. _distributionImplEGG_NAMErK _reload_version) r r r r r) r r r+ rH r rF r r r r s. zDistribution.from_locationc C s | S r r r r r r rt # s z Distribution._reload_versionc C s( | j | j| jt| j| jp d| jp$dfS r )parsed_versionr r8 rl r r+ rH r r r r r0 & s zDistribution.hashcmpc C s t | jS r )hashr0 r r r r __hash__1 s zDistribution.__hash__c C s | j |j k S r r0 r r8 r r r __lt__4 s zDistribution.__lt__c C s | j |j kS r rx ry r r r __le__7 s zDistribution.__le__c C s | j |j kS r rx ry r r r __gt__: s zDistribution.__gt__c C s | j |j kS r rx ry r r r __ge__= s zDistribution.__ge__c C s t || jsdS | j|jkS r )r r r0 ry r r r __eq__@ s zDistribution.__eq__c C s | |k S r r ry r r r __ne__F s zDistribution.__ne__c C s6 z| j W S tk r0 | j | _ }| Y S X d S r )Z_keyr r r. r7 r r r r8 M s zDistribution.keyc C s t | dst| j| _| jS )N_parsed_version)r r# r r r r r r ru U s zDistribution.parsed_versionc C sX t jj}t| j|}|s d S | js&d S td dd}t |j f t | t d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. r r )r r r! r r rB rC r r rU rV r varsr )r ZLVZ is_legacyrG r r r _warn_legacy_version\ s z!Distribution._warn_legacy_versionc C sZ z| j W S tk rT | }|d krL| | j}d| j|}t|| | Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r _get_version _get_metadata_path_for_displayPKG_INFOr rL )r r r rY r r r r v s zDistribution.versionc C s4 z| j W S tk r, | | | _ Y nX | j S )z~ A map of extra to its list of (direct) requirements for this distribution, including the null extra. )Z_Distribution__dep_mapr _filter_extras_build_dep_mapr r r r _dep_map s zDistribution._dep_mapc C sr t td| D ]^}|}| |}|d\}}}|oDt|pDt| }|rNg }t|pXd}| |g | q| S )z Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. NrU ) r r r rn ry rz rw r r )dmr! Z new_extrar r r# Z fails_markerr r r r s zDistribution._filter_extrasc C s@ i }dD ]2}t | |D ] \}}||g t| qq|S )N)z requires.txtz depends.txt)rv _get_metadatar r rp )r r r r! r r r r r s zDistribution._build_dep_mapr c C sf | j }g }||dd |D ]@}z||t| W q tk r^ td| |f Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r r r rw r rn )r r r Zdepsr r r r r s zDistribution.requiresc C s, z| j |}W n tk r& Y dS X |S )zK Return the path to the given metadata file, if available. z[could not detect])rq rv rK rw r r r r s z+Distribution._get_metadata_path_for_displayc c s$ | |r | |D ] }|V qd S r )r r )r r r r r r r s zDistribution._get_metadatac C s | | j}t|}|S r )r r ro )r re r r r r r s zDistribution._get_versionFc C sV |dkrt j}| j||d |t jkrRt| j | dD ]}|t jkr:t| q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr namespace_packages.txt)rG r r r r r r r^ )r r r Zpkgr r r activate s zDistribution.activatec C s8 dt | jt | j| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%srb )rx r r r+ r= rH )r r\ r r r r s zDistribution.egg_namec C s | j rd| | j f S t| S d S )Nz%s (%s))r r r r r r r s zDistribution.__repr__c C s@ zt | dd }W n tk r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r rL r )r r r r r r s zDistribution.__str__c C s | drt|t| j|S )zADelegate all unrecognized public attributes to .metadata providerr )r r r rq )r r] r r r __getattr__ s zDistribution.__getattr__c s. t ttt| tdd | j D B S )Nc s s | ]}| d s|V qdS r N)r )r r] r r r r s z'Distribution.__dir__.<locals>.<genexpr>)r r superrh __dir__rq r r: r r r s zDistribution.__dir__r c K s | j t|tj||f|S r )r r r r r )r r\ r r) r r r r s zDistribution.from_filenamec C s< t | jtjjr"d| j| jf }nd| j| jf }t|S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r ru r r r r ri r )r specr r r r s zDistribution.as_requirementc C s. | ||}|dkr&td||ff | S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r r )r rK r rg r r r rT s z Distribution.load_entry_pointc C sP z | j }W n, tk r6 t| d| }| _ Y nX |dk rL||i S |S )r zentry_points.txtN)Z_ep_mapr rj rk r r )r rK Zep_mapr r r rU & s zDistribution.get_entry_mapc C s | ||S r )rU r r r r r rV 2 s zDistribution.get_entry_infoc C s4 |p| j }|sdS t|}tj|}dd |D }t|D ]|\}}||kr^|rV qq dS q<||kr<| jtkr<|s|||d kr dS |tjkr| | || | || qq<|tjkr| |r| d| n | | dS z| ||d } W n t k r Y q0Y qX || = || = | }qdS )a Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |p|qS r r/ r0 r r r r P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r r rj enumerater r} rG check_version_conflictr r r3 rL ) r r locr ZnlocZbdirZnpathr1 r Znpr r r r 6 s@ zDistribution.insert_onc C s | j dkrd S t| d}t| j}| dD ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd }|rt| |s2| | jrq2t d||| jf q2d S )N setuptoolsr z top_level.txt)Z pkg_resourcesr Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r r| r rG r r! r r issue_warning)r Znspr modnamefnr r r r z s* z#Distribution.check_version_conflictc C s6 z | j W n& tk r0 tdt| Y dS X dS )NzUnbuilt egg for FT)r rL r r r r r r r3 s zDistribution.has_versionc K s@ d}| D ]}||t| |d q |d| j | jf |S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr )r r r rq r )r r) rM r] r r r clone s zDistribution.clonec C s dd | j D S )Nc S s g | ] }|r|qS r r )r Zdepr r r r s z'Distribution.extras.<locals>.<listcomp>)r r r r r r s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r r= r} r r r rt r r0 rw rz r{ r| r} r~ r r8 ru r r r r` r r r r r r r r r r r r r objectr r rT rU rV r r r3 r r __classcell__r r r: r rh st Dc @ s e Zd Zdd ZdS )EggInfoDistributionc C s | }|r|| _| S )a Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r rp )r Z md_versionr r r rt s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r s r c @ s> e Zd ZdZdZedZedd Z edd Z dd Z d S ) DistInfoDistributionzV Wrap an actual or potential sys.path entry w/metadata, .dist-info style. ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk r@ | | j}tj || _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor r r emailparserZParserZparsestr)r r r r r _parsed_pkg_info s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk r, | | _ | j Y S X d S r ) _DistInfoDistribution__dep_mapr _compute_dependenciesr r r r r s z DistInfoDistribution._dep_mapc s dg i }| _ g | jdp g D ]} t| q" fdd}t|d}|d | | jdpjg D ](}t| }tt||| ||< ql|S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s* D ] }|j r |j d| ir|V qd S )Nr! r" )r! r r r r reqs_for_extra s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r r Zget_allr rp frozensetrw r r )r r r r commonr! Zs_extrar r r r s z*DistInfoDistribution._compute_dependenciesN) r r r r r rc r ZEQEQr r r r r r r r r s r )rK r r c O sZ d}t }z t|j|kr&|d7 }q W n tk r< Y nX tj| d|d i| d S )Nr r )r$ rG r r rL rU rV )r> r) rZ r. r r r r s r c @ s e Zd Zdd ZdS )RequirementParseErrorc C s d | jS )Nr )rI r> r r r r r s z RequirementParseError.__str__N)r r r r r r r r r s r c c s t t| }|D ]l}d|kr.|d|d }|drr|dd }z|t|7 }W n tk rp Y dS X t|V qdS )zYield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N\)r ru r r r r StopIterationri )rO re r r r r rp s c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Ze d d Z Z S )ri c s zt t| | W n2 tjjk rF } ztt|W 5 d}~X Y nX | j| _ t | j}|| | _ | _ dd | jD | _ttt| j| _| j | j| jt| j| jrt| jndf| _t| j| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jfqS r )r4 r )r r r r r r # s z(Requirement.__init__.<locals>.<listcomp>)r ri r r r ZInvalidRequirementr r r Z unsafe_namerq r. r r8 specifierrd rS r rw r Zurlr r# hashCmprv _Requirement__hash)r Zrequirement_stringrh r r: r r r s$ zRequirement.__init__c C s t |to| j|jkS r )r ri r ry r r r r~ / s zRequirement.__eq__c C s | |k S r r ry r r r r 5 s zRequirement.__ne__c C s0 t |tr |j| jkrdS |j}| jj|ddS )NFT)Z prereleases)r rh r8 r r contains)r r r r r r 8 s zRequirement.__contains__c C s | j S r )r r r r r rw D s zRequirement.__hash__c C s dt | S )NzRequirement.parse(%r)rW r r r r r G s zRequirement.__repr__c C s t | \}|S r )rp )rP r r r r r J s zRequirement.parse) r r r r r~ r r rw r r` r r r r r: r ri s c C s t | kr| t f S | S )zJ Ensure object appears in the mro even for old-style classes. )r )classesr r r _always_objectP s r c C s< t tt|dt|}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r N)r inspectZgetmror r )registryr9 r( tr r r r Z s r c C s t j| }tj|dd dS )z1Ensure that the parent directory of `path` existsT)exist_okN)r r rj r makedirs)r rj r r r r{ b s c C sX t s tdt| \}}|rT|rTt|sTt| zt|d W n tk rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i N)r r r r rJ r FileExistsError)r rj r\ r r r rJ h s rJ c c sv d}g }t | D ]V}|dr\|drP|s0|r:||fV |dd }g }qftd|q|| q||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N[]r r zInvalid section heading)ru r r r rL r )rP ZsectionZcontentr r r r rv u s c O s* t j}ztt _tj| |W S |t _X d S r )r r os_opentempfileZmkstemp)r> r) Zold_openr r r r s r r" )categoryr c O s | || | S r r )r r> rX r r r _call_aside s r c s. t | d< | fddt D dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }| d s|t |fV qdS r )r r r r r r r s z _initialize.<locals>.<genexpr>N)rg r% r )r. r r r _initialize s r c C s| t } td| d | j}| j}| j}| j}|}tdd | D |dd dd g | _t t | j t j t t d S ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. r )r_ c s s | ]}|j d dV qdS )Fr Nr )r r r r r r s z1_initialize_master_working_set.<locals>.<genexpr>c S s | j ddS )NTr r r r r r r? r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r r* rP rW r rQ rS r r r r rG r r$ r% r )r_ rP rW r` rQ r r r r _initialize_master_working_set s" r c @ s e Zd ZdZdS )r z Base class for warning about deprecations in ``pkg_resources`` This class is not derived from ``DeprecationWarning``, and as such is visible by default. Nr r r r r r s )N)N)F)F)F)F)N)r Z __future__r rG r ro r rc r( r r rU rQ r[ Zpkgutilr4 rH r r Z email.parserr r r rB r r r r r r= r Zimpr NameErrorr Zpkg_resources.externr Z pkg_resources.extern.six.movesr r r r r r r r r r Zos.pathr r Zimportlib.machinery machineryr r r r r r r r Z __metaclass__ version_info RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r r r! RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z _sget_noneZ _sset_nonerO __all__rK rk rl r rm rn r r r= r} r~ r r r r rR rJ r rD r rE r rs rt rQ r rS rT rU rV r r rf r' r re r ro rg rd rq rr rw rx ry rz r r r r r r r r r r r r r r r ra r r r r r r r r r r Z ImpImporterr r r r. r, r^ r rB rC r| rF r r r r* ru rF rQ VERBOSE IGNORECASErs rj rl ro rh r r rr r rL r rp r ri r r r{ rJ rv r filterwarningsr r$ r r Warningr r r r r <module> sZ 2 . 5 A - * "" '3 7 &PK @\Qf f 8 pkg_resources/extern/__pycache__/__init__.cpython-38.pycnu [ U Qab @ s, d dl Z G dd dZdZeee dS ) Nc @ s@ e Zd ZdZdddZedd Zddd Zd d Zd d Z dS )VendorImporterz A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. Nc C s& || _ t|| _|p |dd| _d S )NZexternZ_vendor) root_namesetvendored_namesreplace vendor_pkg)selfr r r r r A/usr/lib/python3.8/site-packages/pkg_resources/extern/__init__.py__init__ s zVendorImporter.__init__c c s | j d V dV dS )zL Search first the vendor package then as a natural package. . N)r r r r r search_path s zVendorImporter.search_pathc C s8 | | jd \}}}|r dS tt|j| js4dS | S )z Return self when fullname starts with root_name and the target module is one vendored through this importer. r N) partitionr anymap startswithr )r fullnamepathrootbasetargetr r r find_module s zVendorImporter.find_modulec C s | | jd \}}}| jD ]^}zD|| }t| tj| }|tj|< |r\tjdkr\tj|= |W S tk rx Y q X q tdjf t dS )zK Iterate over the search path to locate and load fullname. r ) r zThe '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N) r r r __import__sysmodules version_info ImportErrorformatlocals)r r r r r prefixZextantmodr r r load_module# s" zVendorImporter.load_modulec C s | t jkrt j| dS )zR Install this importer into sys.meta_path if not already present. N)r meta_pathappendr r r r install@ s zVendorImporter.install)r N)N) __name__ __module__ __qualname____doc__r propertyr r r$ r' r r r r r s r )Z packagingZ pyparsingZsixZappdirs)r r namesr( r' r r r r <module> s DPK @\Qf f > pkg_resources/extern/__pycache__/__init__.cpython-38.opt-1.pycnu [ U Qab @ s, d dl Z G dd dZdZeee dS ) Nc @ s@ e Zd ZdZdddZedd Zddd Zd d Zd d Z dS )VendorImporterz A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. Nc C s& || _ t|| _|p |dd| _d S )NZexternZ_vendor) root_namesetvendored_namesreplace vendor_pkg)selfr r r r r A/usr/lib/python3.8/site-packages/pkg_resources/extern/__init__.py__init__ s zVendorImporter.__init__c c s | j d V dV dS )zL Search first the vendor package then as a natural package. . N)r r r r r search_path s zVendorImporter.search_pathc C s8 | | jd \}}}|r dS tt|j| js4dS | S )z Return self when fullname starts with root_name and the target module is one vendored through this importer. r N) partitionr anymap startswithr )r fullnamepathrootbasetargetr r r find_module s zVendorImporter.find_modulec C s | | jd \}}}| jD ]^}zD|| }t| tj| }|tj|< |r\tjdkr\tj|= |W S tk rx Y q X q tdjf t dS )zK Iterate over the search path to locate and load fullname. r ) r zThe '{target}' package is required; normally this is bundled with this package so if you get this warning, consult the packager of your distribution.N) r r r __import__sysmodules version_info ImportErrorformatlocals)r r r r r prefixZextantmodr r r load_module# s" zVendorImporter.load_modulec C s | t jkrt j| dS )zR Install this importer into sys.meta_path if not already present. N)r meta_pathappendr r r r install@ s zVendorImporter.install)r N)N) __name__ __module__ __qualname____doc__r propertyr r r$ r' r r r r r s r )Z packagingZ pyparsingZsixZappdirs)r r namesr( r' r r r r <module> s DPK @\ pkg_resources/extern/__init__.pynu [ import sys class VendorImporter: """ A PEP 302 meta path importer for finding optionally-vendored or otherwise naturally-installed packages from root_name. """ def __init__(self, root_name, vendored_names=(), vendor_pkg=None): self.root_name = root_name self.vendored_names = set(vendored_names) self.vendor_pkg = vendor_pkg or root_name.replace('extern', '_vendor') @property def search_path(self): """ Search first the vendor package then as a natural package. """ yield self.vendor_pkg + '.' yield '' def find_module(self, fullname, path=None): """ Return self when fullname starts with root_name and the target module is one vendored through this importer. """ root, base, target = fullname.partition(self.root_name + '.') if root: return if not any(map(target.startswith, self.vendored_names)): return return self def load_module(self, fullname): """ Iterate over the search path to locate and load fullname. """ root, base, target = fullname.partition(self.root_name + '.') for prefix in self.search_path: try: extant = prefix + target __import__(extant) mod = sys.modules[extant] sys.modules[fullname] = mod # mysterious hack: # Remove the reference to the extant package/module # on later Python versions to cause relative imports # in the vendor package to resolve the same modules # as those going through this importer. if prefix and sys.version_info > (3, 3): del sys.modules[extant] return mod except ImportError: pass else: raise ImportError( "The '{target}' package is required; " "normally this is bundled with this package so if you get " "this warning, consult the packager of your " "distribution.".format(**locals()) ) def install(self): """ Install this importer into sys.meta_path if not already present. """ if self not in sys.meta_path: sys.meta_path.append(self) names = 'packaging', 'pyparsing', 'six', 'appdirs' VendorImporter(__name__, names).install() PK @\fw w " pkg_resources/_vendor/pyparsing.pynu [ # module pyparsing.py # # Copyright (c) 2003-2018 Paul T. McGuire # # Permission is hereby granted, free of charge, to any person obtaining # a copy of this software and associated documentation files (the # "Software"), to deal in the Software without restriction, including # without limitation the rights to use, copy, modify, merge, publish, # distribute, sublicense, and/or sell copies of the Software, and to # permit persons to whom the Software is furnished to do so, subject to # the following conditions: # # The above copyright notice and this permission notice shall be # included in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. # IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY # CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, # TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # __doc__ = \ """ pyparsing module - Classes and methods to define and execute parsing grammars ============================================================================= The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments Getting Started - ----------------- Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing classes inherit from. Use the docstrings for examples of how to: - construct literal match expressions from L{Literal} and L{CaselessLiteral} classes - construct character word-group expressions using the L{Word} class - see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes - use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones - associate names with your parsed results using L{ParserElement.setResultsName} - find some helpful expression short-cuts like L{delimitedList} and L{oneOf} - find more useful common expressions in the L{pyparsing_common} namespace class """ __version__ = "2.2.1" __versionTime__ = "18 Sep 2018 00:49 UTC" __author__ = "Paul McGuire <ptmcg@users.sourceforge.net>" import string from weakref import ref as wkref import copy import sys import warnings import re import sre_constants import collections import pprint import traceback import types from datetime import datetime try: from _thread import RLock except ImportError: from threading import RLock try: # Python 3 from collections.abc import Iterable from collections.abc import MutableMapping except ImportError: # Python 2.7 from collections import Iterable from collections import MutableMapping try: from collections import OrderedDict as _OrderedDict except ImportError: try: from ordereddict import OrderedDict as _OrderedDict except ImportError: _OrderedDict = None #~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) ) __all__ = [ 'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty', 'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal', 'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or', 'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException', 'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException', 'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter', 'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore', 'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col', 'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString', 'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums', 'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno', 'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral', 'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables', 'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity', 'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd', 'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute', 'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass', 'CloseMatch', 'tokenMap', 'pyparsing_common', ] system_version = tuple(sys.version_info)[:3] PY_3 = system_version[0] == 3 if PY_3: _MAX_INT = sys.maxsize basestring = str unichr = chr _ustr = str # build list of single arg builtins, that can be used as parse actions singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max] else: _MAX_INT = sys.maxint range = xrange def _ustr(obj): """Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. """ if isinstance(obj,unicode): return obj try: # If this works, then _ustr(obj) has the same behaviour as str(obj), so # it won't break any existing code. return str(obj) except UnicodeEncodeError: # Else encode it ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace') xmlcharref = Regex(r'&#\d+;') xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:]) return xmlcharref.transformString(ret) # build list of single arg builtins, tolerant of Python version, that can be used as parse actions singleArgBuiltins = [] import __builtin__ for fname in "sum len sorted reversed list tuple set any all min max".split(): try: singleArgBuiltins.append(getattr(__builtin__,fname)) except AttributeError: continue _generatorType = type((y for y in range(1))) def _xml_escape(data): """Escape &, <, >, ", ', etc. in a string of data.""" # ampersand must be replaced first from_symbols = '&><"\'' to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split()) for from_,to_ in zip(from_symbols, to_symbols): data = data.replace(from_, to_) return data class _Constants(object): pass alphas = string.ascii_uppercase + string.ascii_lowercase nums = "0123456789" hexnums = nums + "ABCDEFabcdef" alphanums = alphas + nums _bslash = chr(92) printables = "".join(c for c in string.printable if c not in string.whitespace) class ParseBaseException(Exception): """base exception class for all parsing runtime exceptions""" # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__( self, pstr, loc=0, msg=None, elem=None ): self.loc = loc if msg is None: self.msg = pstr self.pstr = "" else: self.msg = msg self.pstr = pstr self.parserElement = elem self.args = (pstr, loc, msg) @classmethod def _from_exception(cls, pe): """ internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses """ return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement) def __getattr__( self, aname ): """supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text """ if( aname == "lineno" ): return lineno( self.loc, self.pstr ) elif( aname in ("col", "column") ): return col( self.loc, self.pstr ) elif( aname == "line" ): return line( self.loc, self.pstr ) else: raise AttributeError(aname) def __str__( self ): return "%s (at char %d), (line:%d, col:%d)" % \ ( self.msg, self.loc, self.lineno, self.column ) def __repr__( self ): return _ustr(self) def markInputline( self, markerString = ">!<" ): """Extracts the exception line from the input string, and marks the location of the exception with a special symbol. """ line_str = self.line line_column = self.column - 1 if markerString: line_str = "".join((line_str[:line_column], markerString, line_str[line_column:])) return line_str.strip() def __dir__(self): return "lineno col line".split() + dir(type(self)) class ParseException(ParseBaseException): """ Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 """ pass class ParseFatalException(ParseBaseException): """user-throwable exception thrown when inconsistent parse content is found; stops all parsing immediately""" pass class ParseSyntaxException(ParseFatalException): """just like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been found""" pass #~ class ReparseException(ParseBaseException): #~ """Experimental class - parse actions can raise this exception to cause #~ pyparsing to reparse the input string: #~ - with a modified input string, and/or #~ - with a modified start location #~ Set the values of the ReparseException in the constructor, and raise the #~ exception in a parse action to cause pyparsing to use the new string/location. #~ Setting the values as None causes no change to be made. #~ """ #~ def __init_( self, newstring, restartLoc ): #~ self.newParseText = newstring #~ self.reparseLoc = restartLoc class RecursiveGrammarException(Exception): """exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive""" def __init__( self, parseElementList ): self.parseElementTrace = parseElementList def __str__( self ): return "RecursiveGrammarException: %s" % self.parseElementTrace class _ParseResultsWithOffset(object): def __init__(self,p1,p2): self.tup = (p1,p2) def __getitem__(self,i): return self.tup[i] def __repr__(self): return repr(self.tup[0]) def setOffset(self,i): self.tup = (self.tup[0],i) class ParseResults(object): """ Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 """ def __new__(cls, toklist=None, name=None, asList=True, modal=True ): if isinstance(toklist, cls): return toklist retobj = object.__new__(cls) retobj.__doinit = True return retobj # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ): if self.__doinit: self.__doinit = False self.__name = None self.__parent = None self.__accumNames = {} self.__asList = asList self.__modal = modal if toklist is None: toklist = [] if isinstance(toklist, list): self.__toklist = toklist[:] elif isinstance(toklist, _generatorType): self.__toklist = list(toklist) else: self.__toklist = [toklist] self.__tokdict = dict() if name is not None and name: if not modal: self.__accumNames[name] = 0 if isinstance(name,int): name = _ustr(name) # will always return a str, but use _ustr for consistency self.__name = name if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])): if isinstance(toklist,basestring): toklist = [ toklist ] if asList: if isinstance(toklist,ParseResults): self[name] = _ParseResultsWithOffset(toklist.copy(),0) else: self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0) self[name].__name = name else: try: self[name] = toklist[0] except (KeyError,TypeError,IndexError): self[name] = toklist def __getitem__( self, i ): if isinstance( i, (int,slice) ): return self.__toklist[i] else: if i not in self.__accumNames: return self.__tokdict[i][-1][0] else: return ParseResults([ v[0] for v in self.__tokdict[i] ]) def __setitem__( self, k, v, isinstance=isinstance ): if isinstance(v,_ParseResultsWithOffset): self.__tokdict[k] = self.__tokdict.get(k,list()) + [v] sub = v[0] elif isinstance(k,(int,slice)): self.__toklist[k] = v sub = v else: self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)] sub = v if isinstance(sub,ParseResults): sub.__parent = wkref(self) def __delitem__( self, i ): if isinstance(i,(int,slice)): mylen = len( self.__toklist ) del self.__toklist[i] # convert int to slice if isinstance(i, int): if i < 0: i += mylen i = slice(i, i+1) # get removed indices removed = list(range(*i.indices(mylen))) removed.reverse() # fixup indices in token dictionary for name,occurrences in self.__tokdict.items(): for j in removed: for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position - (position > j)) else: del self.__tokdict[i] def __contains__( self, k ): return k in self.__tokdict def __len__( self ): return len( self.__toklist ) def __bool__(self): return ( not not self.__toklist ) __nonzero__ = __bool__ def __iter__( self ): return iter( self.__toklist ) def __reversed__( self ): return iter( self.__toklist[::-1] ) def _iterkeys( self ): if hasattr(self.__tokdict, "iterkeys"): return self.__tokdict.iterkeys() else: return iter(self.__tokdict) def _itervalues( self ): return (self[k] for k in self._iterkeys()) def _iteritems( self ): return ((k, self[k]) for k in self._iterkeys()) if PY_3: keys = _iterkeys """Returns an iterator of all named result keys (Python 3.x only).""" values = _itervalues """Returns an iterator of all named result values (Python 3.x only).""" items = _iteritems """Returns an iterator of all named result key-value tuples (Python 3.x only).""" else: iterkeys = _iterkeys """Returns an iterator of all named result keys (Python 2.x only).""" itervalues = _itervalues """Returns an iterator of all named result values (Python 2.x only).""" iteritems = _iteritems """Returns an iterator of all named result key-value tuples (Python 2.x only).""" def keys( self ): """Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.iterkeys()) def values( self ): """Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.itervalues()) def items( self ): """Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).""" return list(self.iteritems()) def haskeys( self ): """Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.""" return bool(self.__tokdict) def pop( self, *args, **kwargs): """ Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] """ if not args: args = [-1] for k,v in kwargs.items(): if k == 'default': args = (args[0], v) else: raise TypeError("pop() got an unexpected keyword argument '%s'" % k) if (isinstance(args[0], int) or len(args) == 1 or args[0] in self): index = args[0] ret = self[index] del self[index] return ret else: defaultvalue = args[1] return defaultvalue def get(self, key, defaultValue=None): """ Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None """ if key in self: return self[key] else: return defaultValue def insert( self, index, insStr ): """ Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] """ self.__toklist.insert(index, insStr) # fixup indices in token dictionary for name,occurrences in self.__tokdict.items(): for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position + (position > index)) def append( self, item ): """ Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] """ self.__toklist.append(item) def extend( self, itemseq ): """ Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' """ if isinstance(itemseq, ParseResults): self += itemseq else: self.__toklist.extend(itemseq) def clear( self ): """ Clear all elements and results names. """ del self.__toklist[:] self.__tokdict.clear() def __getattr__( self, name ): try: return self[name] except KeyError: return "" if name in self.__tokdict: if name not in self.__accumNames: return self.__tokdict[name][-1][0] else: return ParseResults([ v[0] for v in self.__tokdict[name] ]) else: return "" def __add__( self, other ): ret = self.copy() ret += other return ret def __iadd__( self, other ): if other.__tokdict: offset = len(self.__toklist) addoffset = lambda a: offset if a<0 else a+offset otheritems = other.__tokdict.items() otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) ) for (k,vlist) in otheritems for v in vlist] for k,v in otherdictitems: self[k] = v if isinstance(v[0],ParseResults): v[0].__parent = wkref(self) self.__toklist += other.__toklist self.__accumNames.update( other.__accumNames ) return self def __radd__(self, other): if isinstance(other,int) and other == 0: # useful for merging many ParseResults using sum() builtin return self.copy() else: # this may raise a TypeError - so be it return other + self def __repr__( self ): return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) ) def __str__( self ): return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']' def _asStringList( self, sep='' ): out = [] for item in self.__toklist: if out and sep: out.append(sep) if isinstance( item, ParseResults ): out += item._asStringList() else: out.append( _ustr(item) ) return out def asList( self ): """ Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] """ return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist] def asDict( self ): """ Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} """ if PY_3: item_fn = self.items else: item_fn = self.iteritems def toItem(obj): if isinstance(obj, ParseResults): if obj.haskeys(): return obj.asDict() else: return [toItem(v) for v in obj] else: return obj return dict((k,toItem(v)) for k,v in item_fn()) def copy( self ): """ Returns a new copy of a C{ParseResults} object. """ ret = ParseResults( self.__toklist ) ret.__tokdict = self.__tokdict.copy() ret.__parent = self.__parent ret.__accumNames.update( self.__accumNames ) ret.__name = self.__name return ret def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ): """ (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. """ nl = "\n" out = [] namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items() for v in vlist) nextLevelIndent = indent + " " # collapse out indents if formatting is not desired if not formatted: indent = "" nextLevelIndent = "" nl = "" selfTag = None if doctag is not None: selfTag = doctag else: if self.__name: selfTag = self.__name if not selfTag: if namedItemsOnly: return "" else: selfTag = "ITEM" out += [ nl, indent, "<", selfTag, ">" ] for i,res in enumerate(self.__toklist): if isinstance(res,ParseResults): if i in namedItems: out += [ res.asXML(namedItems[i], namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: out += [ res.asXML(None, namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: # individual token, see if there is a name for it resTag = None if i in namedItems: resTag = namedItems[i] if not resTag: if namedItemsOnly: continue else: resTag = "ITEM" xmlBodyText = _xml_escape(_ustr(res)) out += [ nl, nextLevelIndent, "<", resTag, ">", xmlBodyText, "</", resTag, ">" ] out += [ nl, indent, "</", selfTag, ">" ] return "".join(out) def __lookup(self,sub): for k,vlist in self.__tokdict.items(): for v,loc in vlist: if sub is v: return k return None def getName(self): r""" Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B """ if self.__name: return self.__name elif self.__parent: par = self.__parent() if par: return par.__lookup(self) else: return None elif (len(self) == 1 and len(self.__tokdict) == 1 and next(iter(self.__tokdict.values()))[0][1] in (0,-1)): return next(iter(self.__tokdict.keys())) else: return None def dump(self, indent='', depth=0, full=True): """ Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 """ out = [] NL = '\n' out.append( indent+_ustr(self.asList()) ) if full: if self.haskeys(): items = sorted((str(k), v) for k,v in self.items()) for k,v in items: if out: out.append(NL) out.append( "%s%s- %s: " % (indent,(' '*depth), k) ) if isinstance(v,ParseResults): if v: out.append( v.dump(indent,depth+1) ) else: out.append(_ustr(v)) else: out.append(repr(v)) elif any(isinstance(vv,ParseResults) for vv in self): v = self for i,vv in enumerate(v): if isinstance(vv,ParseResults): out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) )) else: out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv))) return "".join(out) def pprint(self, *args, **kwargs): """ Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] """ pprint.pprint(self.asList(), *args, **kwargs) # add support for pickle protocol def __getstate__(self): return ( self.__toklist, ( self.__tokdict.copy(), self.__parent is not None and self.__parent() or None, self.__accumNames, self.__name ) ) def __setstate__(self,state): self.__toklist = state[0] (self.__tokdict, par, inAccumNames, self.__name) = state[1] self.__accumNames = {} self.__accumNames.update(inAccumNames) if par is not None: self.__parent = wkref(par) else: self.__parent = None def __getnewargs__(self): return self.__toklist, self.__name, self.__asList, self.__modal def __dir__(self): return (dir(type(self)) + list(self.keys())) MutableMapping.register(ParseResults) def col (loc,strg): """Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ s = strg return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc) def lineno(loc,strg): """Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ return strg.count("\n",0,loc) + 1 def line( loc, strg ): """Returns the line of text containing loc within a string, counting newlines as line separators. """ lastCR = strg.rfind("\n", 0, loc) nextCR = strg.find("\n", loc) if nextCR >= 0: return strg[lastCR+1:nextCR] else: return strg[lastCR+1:] def _defaultStartDebugAction( instring, loc, expr ): print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))) def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ): print ("Matched " + _ustr(expr) + " -> " + str(toks.asList())) def _defaultExceptionDebugAction( instring, loc, expr, exc ): print ("Exception raised:" + _ustr(exc)) def nullDebugAction(*args): """'Do-nothing' debug action, to suppress debugging output during parsing.""" pass # Only works on Python 3.x - nonlocal is toxic to Python 2 installs #~ 'decorator to trim function calls to match the arity of the target' #~ def _trim_arity(func, maxargs=3): #~ if func in singleArgBuiltins: #~ return lambda s,l,t: func(t) #~ limit = 0 #~ foundArity = False #~ def wrapper(*args): #~ nonlocal limit,foundArity #~ while 1: #~ try: #~ ret = func(*args[limit:]) #~ foundArity = True #~ return ret #~ except TypeError: #~ if limit == maxargs or foundArity: #~ raise #~ limit += 1 #~ continue #~ return wrapper # this version is Python 2.x-3.x cross-compatible 'decorator to trim function calls to match the arity of the target' def _trim_arity(func, maxargs=2): if func in singleArgBuiltins: return lambda s,l,t: func(t) limit = [0] foundArity = [False] # traceback return data structure changed in Py3.5 - normalize back to plain tuples if system_version[:2] >= (3,5): def extract_stack(limit=0): # special handling for Python 3.5.0 - extra deep call stack by 1 offset = -3 if system_version == (3,5,0) else -2 frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset] return [frame_summary[:2]] def extract_tb(tb, limit=0): frames = traceback.extract_tb(tb, limit=limit) frame_summary = frames[-1] return [frame_summary[:2]] else: extract_stack = traceback.extract_stack extract_tb = traceback.extract_tb # synthesize what would be returned by traceback.extract_stack at the call to # user's parse action 'func', so that we don't incur call penalty at parse time LINE_DIFF = 6 # IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND # THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!! this_line = extract_stack(limit=2)[-1] pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF) def wrapper(*args): while 1: try: ret = func(*args[limit[0]:]) foundArity[0] = True return ret except TypeError: # re-raise TypeErrors if they did not come from our arity testing if foundArity[0]: raise else: try: tb = sys.exc_info()[-1] if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth: raise finally: del tb if limit[0] <= maxargs: limit[0] += 1 continue raise # copy func name to wrapper for sensible debug output func_name = "<parse action>" try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) wrapper.__name__ = func_name return wrapper class ParserElement(object): """Abstract base level parser element class.""" DEFAULT_WHITE_CHARS = " \n\t\r" verbose_stacktrace = False @staticmethod def setDefaultWhitespaceChars( chars ): r""" Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] """ ParserElement.DEFAULT_WHITE_CHARS = chars @staticmethod def inlineLiteralsUsing(cls): """ Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] """ ParserElement._literalStringClass = cls def __init__( self, savelist=False ): self.parseAction = list() self.failAction = None #~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall self.strRepr = None self.resultsName = None self.saveAsList = savelist self.skipWhitespace = True self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS self.copyDefaultWhiteChars = True self.mayReturnEmpty = False # used when checking for left-recursion self.keepTabs = False self.ignoreExprs = list() self.debug = False self.streamlined = False self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index self.errmsg = "" self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all) self.debugActions = ( None, None, None ) #custom debug actions self.re = None self.callPreparse = True # used to avoid redundant calls to preParse self.callDuringTry = False def copy( self ): """ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") """ cpy = copy.copy( self ) cpy.parseAction = self.parseAction[:] cpy.ignoreExprs = self.ignoreExprs[:] if self.copyDefaultWhiteChars: cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS return cpy def setName( self, name ): """ Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) """ self.name = name self.errmsg = "Expected " + self.name if hasattr(self,"exception"): self.exception.msg = self.errmsg return self def setResultsName( self, name, listAllMatches=False ): """ Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") """ newself = self.copy() if name.endswith("*"): name = name[:-1] listAllMatches=True newself.resultsName = name newself.modalResults = not listAllMatches return newself def setBreak(self,breakFlag = True): """Method to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. """ if breakFlag: _parseMethod = self._parse def breaker(instring, loc, doActions=True, callPreParse=True): import pdb pdb.set_trace() return _parseMethod( instring, loc, doActions, callPreParse ) breaker._originalParseMethod = _parseMethod self._parse = breaker else: if hasattr(self._parse,"_originalParseMethod"): self._parse = self._parse._originalParseMethod return self def setParseAction( self, *fns, **kwargs ): """ Define one or more actions to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] """ self.parseAction = list(map(_trim_arity, list(fns))) self.callDuringTry = kwargs.get("callDuringTry", False) return self def addParseAction( self, *fns, **kwargs ): """ Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. """ self.parseAction += list(map(_trim_arity, list(fns))) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def addCondition(self, *fns, **kwargs): """Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) """ msg = kwargs.get("message", "failed user-defined condition") exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException for fn in fns: def pa(s,l,t): if not bool(_trim_arity(fn)(s,l,t)): raise exc_type(s,l,msg) self.parseAction.append(pa) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def setFailAction( self, fn ): """Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.""" self.failAction = fn return self def _skipIgnorables( self, instring, loc ): exprsFound = True while exprsFound: exprsFound = False for e in self.ignoreExprs: try: while 1: loc,dummy = e._parse( instring, loc ) exprsFound = True except ParseException: pass return loc def preParse( self, instring, loc ): if self.ignoreExprs: loc = self._skipIgnorables( instring, loc ) if self.skipWhitespace: wt = self.whiteChars instrlen = len(instring) while loc < instrlen and instring[loc] in wt: loc += 1 return loc def parseImpl( self, instring, loc, doActions=True ): return loc, [] def postParse( self, instring, loc, tokenlist ): return tokenlist #~ @profile def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ): debugging = ( self.debug ) #and doActions ) if debugging or self.failAction: #~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )) if (self.debugActions[0] ): self.debugActions[0]( instring, loc, self ) if callPreParse and self.callPreparse: preloc = self.preParse( instring, loc ) else: preloc = loc tokensStart = preloc try: try: loc,tokens = self.parseImpl( instring, preloc, doActions ) except IndexError: raise ParseException( instring, len(instring), self.errmsg, self ) except ParseBaseException as err: #~ print ("Exception raised:", err) if self.debugActions[2]: self.debugActions[2]( instring, tokensStart, self, err ) if self.failAction: self.failAction( instring, tokensStart, self, err ) raise else: if callPreParse and self.callPreparse: preloc = self.preParse( instring, loc ) else: preloc = loc tokensStart = preloc if self.mayIndexError or preloc >= len(instring): try: loc,tokens = self.parseImpl( instring, preloc, doActions ) except IndexError: raise ParseException( instring, len(instring), self.errmsg, self ) else: loc,tokens = self.parseImpl( instring, preloc, doActions ) tokens = self.postParse( instring, loc, tokens ) retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults ) if self.parseAction and (doActions or self.callDuringTry): if debugging: try: for fn in self.parseAction: tokens = fn( instring, tokensStart, retTokens ) if tokens is not None: retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens,(ParseResults,list)), modal=self.modalResults ) except ParseBaseException as err: #~ print "Exception raised in user parse action:", err if (self.debugActions[2] ): self.debugActions[2]( instring, tokensStart, self, err ) raise else: for fn in self.parseAction: tokens = fn( instring, tokensStart, retTokens ) if tokens is not None: retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens,(ParseResults,list)), modal=self.modalResults ) if debugging: #~ print ("Matched",self,"->",retTokens.asList()) if (self.debugActions[1] ): self.debugActions[1]( instring, tokensStart, loc, self, retTokens ) return loc, retTokens def tryParse( self, instring, loc ): try: return self._parse( instring, loc, doActions=False )[0] except ParseFatalException: raise ParseException( instring, loc, self.errmsg, self) def canParseNext(self, instring, loc): try: self.tryParse(instring, loc) except (ParseException, IndexError): return False else: return True class _UnboundedCache(object): def __init__(self): cache = {} self.not_in_cache = not_in_cache = object() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value def clear(self): cache.clear() def cache_len(self): return len(cache) self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) self.__len__ = types.MethodType(cache_len, self) if _OrderedDict is not None: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = _OrderedDict() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value while len(cache) > size: try: cache.popitem(False) except KeyError: pass def clear(self): cache.clear() def cache_len(self): return len(cache) self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) self.__len__ = types.MethodType(cache_len, self) else: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = {} key_fifo = collections.deque([], size) def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value while len(key_fifo) > size: cache.pop(key_fifo.popleft(), None) key_fifo.append(key) def clear(self): cache.clear() key_fifo.clear() def cache_len(self): return len(cache) self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) self.__len__ = types.MethodType(cache_len, self) # argument cache for optimizing repeated calls when backtracking through recursive expressions packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail packrat_cache_lock = RLock() packrat_cache_stats = [0, 0] # this method gets repeatedly called during backtracking with the same arguments - # we can cache these arguments and save ourselves the trouble of re-parsing the contained expression def _parseCache( self, instring, loc, doActions=True, callPreParse=True ): HIT, MISS = 0, 1 lookup = (self, instring, loc, callPreParse, doActions) with ParserElement.packrat_cache_lock: cache = ParserElement.packrat_cache value = cache.get(lookup) if value is cache.not_in_cache: ParserElement.packrat_cache_stats[MISS] += 1 try: value = self._parseNoCache(instring, loc, doActions, callPreParse) except ParseBaseException as pe: # cache a copy of the exception, without the traceback cache.set(lookup, pe.__class__(*pe.args)) raise else: cache.set(lookup, (value[0], value[1].copy())) return value else: ParserElement.packrat_cache_stats[HIT] += 1 if isinstance(value, Exception): raise value return (value[0], value[1].copy()) _parse = _parseNoCache @staticmethod def resetCache(): ParserElement.packrat_cache.clear() ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats) _packratEnabled = False @staticmethod def enablePackrat(cache_size_limit=128): """Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() """ if not ParserElement._packratEnabled: ParserElement._packratEnabled = True if cache_size_limit is None: ParserElement.packrat_cache = ParserElement._UnboundedCache() else: ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit) ParserElement._parse = ParserElement._parseCache def parseString( self, instring, parseAll=False ): """ Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text """ ParserElement.resetCache() if not self.streamlined: self.streamline() #~ self.saveAsList = True for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = instring.expandtabs() try: loc, tokens = self._parse( instring, 0 ) if parseAll: loc = self.preParse( instring, loc ) se = Empty() + StringEnd() se._parse( instring, loc ) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc else: return tokens def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ): """ Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd """ if not self.streamlined: self.streamline() for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = _ustr(instring).expandtabs() instrlen = len(instring) loc = 0 preparseFn = self.preParse parseFn = self._parse ParserElement.resetCache() matches = 0 try: while loc <= instrlen and matches < maxMatches: try: preloc = preparseFn( instring, loc ) nextLoc,tokens = parseFn( instring, preloc, callPreParse=False ) except ParseException: loc = preloc+1 else: if nextLoc > loc: matches += 1 yield tokens, preloc, nextLoc if overlap: nextloc = preparseFn( instring, loc ) if nextloc > loc: loc = nextLoc else: loc += 1 else: loc = nextLoc else: loc = preloc+1 except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def transformString( self, instring ): """ Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. """ out = [] lastE = 0 # force preservation of <TAB>s, to minimize unwanted transformation of string, and to # keep string locs straight between transformString and scanString self.keepTabs = True try: for t,s,e in self.scanString( instring ): out.append( instring[lastE:s] ) if t: if isinstance(t,ParseResults): out += t.asList() elif isinstance(t,list): out += t else: out.append(t) lastE = e out.append(instring[lastE:]) out = [o for o in out if o] return "".join(map(_ustr,_flatten(out))) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def searchString( self, instring, maxMatches=_MAX_INT ): """ Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) # the sum() builtin can be used to merge results into a single ParseResults object print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))) prints:: [['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']] ['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity'] """ try: return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ]) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False): """ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] """ splits = 0 last = 0 for t,s,e in self.scanString(instring, maxMatches=maxsplit): yield instring[last:s] if includeSeparators: yield t[0] last = e yield instring[last:] def __add__(self, other ): """ Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return And( [ self, other ] ) def __radd__(self, other ): """ Implementation of + operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other + self def __sub__(self, other): """ Implementation of - operator, returns C{L{And}} with error stop """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return self + And._ErrorStop() + other def __rsub__(self, other ): """ Implementation of - operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other - self def __mul__(self,other): """ Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} """ if isinstance(other,int): minElements, optElements = other,0 elif isinstance(other,tuple): other = (other + (None, None))[:2] if other[0] is None: other = (0, other[1]) if isinstance(other[0],int) and other[1] is None: if other[0] == 0: return ZeroOrMore(self) if other[0] == 1: return OneOrMore(self) else: return self*other[0] + ZeroOrMore(self) elif isinstance(other[0],int) and isinstance(other[1],int): minElements, optElements = other optElements -= minElements else: raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1])) else: raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other)) if minElements < 0: raise ValueError("cannot multiply ParserElement by negative value") if optElements < 0: raise ValueError("second tuple value must be greater or equal to first tuple value") if minElements == optElements == 0: raise ValueError("cannot multiply ParserElement by 0 or (0,0)") if (optElements): def makeOptionalList(n): if n>1: return Optional(self + makeOptionalList(n-1)) else: return Optional(self) if minElements: if minElements == 1: ret = self + makeOptionalList(optElements) else: ret = And([self]*minElements) + makeOptionalList(optElements) else: ret = makeOptionalList(optElements) else: if minElements == 1: ret = self else: ret = And([self]*minElements) return ret def __rmul__(self, other): return self.__mul__(other) def __or__(self, other ): """ Implementation of | operator - returns C{L{MatchFirst}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return MatchFirst( [ self, other ] ) def __ror__(self, other ): """ Implementation of | operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other | self def __xor__(self, other ): """ Implementation of ^ operator - returns C{L{Or}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Or( [ self, other ] ) def __rxor__(self, other ): """ Implementation of ^ operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other ^ self def __and__(self, other ): """ Implementation of & operator - returns C{L{Each}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Each( [ self, other ] ) def __rand__(self, other ): """ Implementation of & operator when left operand is not a C{L{ParserElement}} """ if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) if not isinstance( other, ParserElement ): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other & self def __invert__( self ): """ Implementation of ~ operator - returns C{L{NotAny}} """ return NotAny( self ) def __call__(self, name=None): """ Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") """ if name is not None: return self.setResultsName(name) else: return self.copy() def suppress( self ): """ Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. """ return Suppress( self ) def leaveWhitespace( self ): """ Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. """ self.skipWhitespace = False return self def setWhitespaceChars( self, chars ): """ Overrides the default whitespace chars """ self.skipWhitespace = True self.whiteChars = chars self.copyDefaultWhiteChars = False return self def parseWithTabs( self ): """ Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. """ self.keepTabs = True return self def ignore( self, other ): """ Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] """ if isinstance(other, basestring): other = Suppress(other) if isinstance( other, Suppress ): if other not in self.ignoreExprs: self.ignoreExprs.append(other) else: self.ignoreExprs.append( Suppress( other.copy() ) ) return self def setDebugActions( self, startAction, successAction, exceptionAction ): """ Enable display of debugging messages while doing pattern matching. """ self.debugActions = (startAction or _defaultStartDebugAction, successAction or _defaultSuccessDebugAction, exceptionAction or _defaultExceptionDebugAction) self.debug = True return self def setDebug( self, flag=True ): """ Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. """ if flag: self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction ) else: self.debug = False return self def __str__( self ): return self.name def __repr__( self ): return _ustr(self) def streamline( self ): self.streamlined = True self.strRepr = None return self def checkRecursion( self, parseElementList ): pass def validate( self, validateTrace=[] ): """ Check defined expressions for valid structure, check for infinite recursive definitions. """ self.checkRecursion( [] ) def parseFile( self, file_or_filename, parseAll=False ): """ Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. """ try: file_contents = file_or_filename.read() except AttributeError: with open(file_or_filename, "r") as f: file_contents = f.read() try: return self.parseString(file_contents, parseAll) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def __eq__(self,other): if isinstance(other, ParserElement): return self is other or vars(self) == vars(other) elif isinstance(other, basestring): return self.matches(other) else: return super(ParserElement,self)==other def __ne__(self,other): return not (self == other) def __hash__(self): return hash(id(self)) def __req__(self,other): return self == other def __rne__(self,other): return not (self == other) def matches(self, testString, parseAll=True): """ Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") """ try: self.parseString(_ustr(testString), parseAll=parseAll) return True except ParseBaseException: return False def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False): """ Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) """ if isinstance(tests, basestring): tests = list(map(str.strip, tests.rstrip().splitlines())) if isinstance(comment, basestring): comment = Literal(comment) allResults = [] comments = [] success = True for t in tests: if comment is not None and comment.matches(t, False) or comments and not t: comments.append(t) continue if not t: continue out = ['\n'.join(comments), t] comments = [] try: t = t.replace(r'\n','\n') result = self.parseString(t, parseAll=parseAll) out.append(result.dump(full=fullDump)) success = success and not failureTests except ParseBaseException as pe: fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else "" if '\n' in t: out.append(line(pe.loc, t)) out.append(' '*(col(pe.loc,t)-1) + '^' + fatal) else: out.append(' '*pe.loc + '^' + fatal) out.append("FAIL: " + str(pe)) success = success and failureTests result = pe except Exception as exc: out.append("FAIL-EXCEPTION: " + str(exc)) success = success and failureTests result = exc if printResults: if fullDump: out.append('') print('\n'.join(out)) allResults.append((t, result)) return success, allResults class Token(ParserElement): """ Abstract C{ParserElement} subclass, for defining atomic matching patterns. """ def __init__( self ): super(Token,self).__init__( savelist=False ) class Empty(Token): """ An empty token, will always match. """ def __init__( self ): super(Empty,self).__init__() self.name = "Empty" self.mayReturnEmpty = True self.mayIndexError = False class NoMatch(Token): """ A token that will never match. """ def __init__( self ): super(NoMatch,self).__init__() self.name = "NoMatch" self.mayReturnEmpty = True self.mayIndexError = False self.errmsg = "Unmatchable token" def parseImpl( self, instring, loc, doActions=True ): raise ParseException(instring, loc, self.errmsg, self) class Literal(Token): """ Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. """ def __init__( self, matchString ): super(Literal,self).__init__() self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Literal; use Empty() instead", SyntaxWarning, stacklevel=2) self.__class__ = Empty self.name = '"%s"' % _ustr(self.match) self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False # Performance tuning: this routine gets called a *lot* # if this is a single character match string and the first character matches, # short-circuit as quickly as possible, and avoid calling startswith #~ @profile def parseImpl( self, instring, loc, doActions=True ): if (instring[loc] == self.firstMatchChar and (self.matchLen==1 or instring.startswith(self.match,loc)) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) _L = Literal ParserElement._literalStringClass = Literal class Keyword(Token): """ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. """ DEFAULT_KEYWORD_CHARS = alphanums+"_$" def __init__( self, matchString, identChars=None, caseless=False ): super(Keyword,self).__init__() if identChars is None: identChars = Keyword.DEFAULT_KEYWORD_CHARS self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Keyword; use Empty() instead", SyntaxWarning, stacklevel=2) self.name = '"%s"' % self.match self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False self.caseless = caseless if caseless: self.caselessmatch = matchString.upper() identChars = identChars.upper() self.identChars = set(identChars) def parseImpl( self, instring, loc, doActions=True ): if self.caseless: if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and (loc == 0 or instring[loc-1].upper() not in self.identChars) ): return loc+self.matchLen, self.match else: if (instring[loc] == self.firstMatchChar and (self.matchLen==1 or instring.startswith(self.match,loc)) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and (loc == 0 or instring[loc-1] not in self.identChars) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) def copy(self): c = super(Keyword,self).copy() c.identChars = Keyword.DEFAULT_KEYWORD_CHARS return c @staticmethod def setDefaultKeywordChars( chars ): """Overrides the default Keyword chars """ Keyword.DEFAULT_KEYWORD_CHARS = chars class CaselessLiteral(Literal): """ Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) """ def __init__( self, matchString ): super(CaselessLiteral,self).__init__( matchString.upper() ) # Preserve the defining literal. self.returnString = matchString self.name = "'%s'" % self.returnString self.errmsg = "Expected " + self.name def parseImpl( self, instring, loc, doActions=True ): if instring[ loc:loc+self.matchLen ].upper() == self.match: return loc+self.matchLen, self.returnString raise ParseException(instring, loc, self.errmsg, self) class CaselessKeyword(Keyword): """ Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) """ def __init__( self, matchString, identChars=None ): super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True ) def parseImpl( self, instring, loc, doActions=True ): if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and (loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ): return loc+self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) class CloseMatch(Token): """ A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) """ def __init__(self, match_string, maxMismatches=1): super(CloseMatch,self).__init__() self.name = match_string self.match_string = match_string self.maxMismatches = maxMismatches self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches) self.mayIndexError = False self.mayReturnEmpty = False def parseImpl( self, instring, loc, doActions=True ): start = loc instrlen = len(instring) maxloc = start + len(self.match_string) if maxloc <= instrlen: match_string = self.match_string match_stringloc = 0 mismatches = [] maxMismatches = self.maxMismatches for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)): src,mat = s_m if src != mat: mismatches.append(match_stringloc) if len(mismatches) > maxMismatches: break else: loc = match_stringloc + 1 results = ParseResults([instring[start:loc]]) results['original'] = self.match_string results['mismatches'] = mismatches return loc, results raise ParseException(instring, loc, self.errmsg, self) class Word(Token): """ Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") """ def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ): super(Word,self).__init__() if excludeChars: initChars = ''.join(c for c in initChars if c not in excludeChars) if bodyChars: bodyChars = ''.join(c for c in bodyChars if c not in excludeChars) self.initCharsOrig = initChars self.initChars = set(initChars) if bodyChars : self.bodyCharsOrig = bodyChars self.bodyChars = set(bodyChars) else: self.bodyCharsOrig = initChars self.bodyChars = set(initChars) self.maxSpecified = max > 0 if min < 1: raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.asKeyword = asKeyword if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0): if self.bodyCharsOrig == self.initCharsOrig: self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig) elif len(self.initCharsOrig) == 1: self.reString = "%s[%s]*" % \ (re.escape(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) else: self.reString = "[%s][%s]*" % \ (_escapeRegexRangeChars(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) if self.asKeyword: self.reString = r"\b"+self.reString+r"\b" try: self.re = re.compile( self.reString ) except Exception: self.re = None def parseImpl( self, instring, loc, doActions=True ): if self.re: result = self.re.match(instring,loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() return loc, result.group() if not(instring[ loc ] in self.initChars): raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 instrlen = len(instring) bodychars = self.bodyChars maxloc = start + self.maxLen maxloc = min( maxloc, instrlen ) while loc < maxloc and instring[loc] in bodychars: loc += 1 throwException = False if loc - start < self.minLen: throwException = True if self.maxSpecified and loc < instrlen and instring[loc] in bodychars: throwException = True if self.asKeyword: if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars): throwException = True if throwException: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__( self ): try: return super(Word,self).__str__() except Exception: pass if self.strRepr is None: def charsAsStr(s): if len(s)>4: return s[:4]+"..." else: return s if ( self.initCharsOrig != self.bodyCharsOrig ): self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) ) else: self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig) return self.strRepr class Regex(Token): r""" Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") """ compiledREtype = type(re.compile("[A-Z]")) def __init__( self, pattern, flags=0): """The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.""" super(Regex,self).__init__() if isinstance(pattern, basestring): if not pattern: warnings.warn("null string passed to Regex; use Empty() instead", SyntaxWarning, stacklevel=2) self.pattern = pattern self.flags = flags try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % pattern, SyntaxWarning, stacklevel=2) raise elif isinstance(pattern, Regex.compiledREtype): self.re = pattern self.pattern = \ self.reString = str(pattern) self.flags = flags else: raise ValueError("Regex may only be constructed with a string or a compiled RE object") self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): result = self.re.match(instring,loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() d = result.groupdict() ret = ParseResults(result.group()) if d: for k in d: ret[k] = d[k] return loc,ret def __str__( self ): try: return super(Regex,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "Re:(%s)" % repr(self.pattern) return self.strRepr class QuotedString(Token): r""" Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] """ def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True): super(QuotedString,self).__init__() # remove white space from quote chars - wont work anyway quoteChar = quoteChar.strip() if not quoteChar: warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2) raise SyntaxError() if endQuoteChar is None: endQuoteChar = quoteChar else: endQuoteChar = endQuoteChar.strip() if not endQuoteChar: warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2) raise SyntaxError() self.quoteChar = quoteChar self.quoteCharLen = len(quoteChar) self.firstQuoteChar = quoteChar[0] self.endQuoteChar = endQuoteChar self.endQuoteCharLen = len(endQuoteChar) self.escChar = escChar self.escQuote = escQuote self.unquoteResults = unquoteResults self.convertWhitespaceEscapes = convertWhitespaceEscapes if multiline: self.flags = re.MULTILINE | re.DOTALL self.pattern = r'%s(?:[^%s%s]' % \ ( re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '') ) else: self.flags = 0 self.pattern = r'%s(?:[^%s\n\r%s]' % \ ( re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '') ) if len(self.endQuoteChar) > 1: self.pattern += ( '|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]), _escapeRegexRangeChars(self.endQuoteChar[i])) for i in range(len(self.endQuoteChar)-1,0,-1)) + ')' ) if escQuote: self.pattern += (r'|(?:%s)' % re.escape(escQuote)) if escChar: self.pattern += (r'|(?:%s.)' % re.escape(escChar)) self.escCharReplacePattern = re.escape(self.escChar)+"(.)" self.pattern += (r')*%s' % re.escape(self.endQuoteChar)) try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern, SyntaxWarning, stacklevel=2) raise self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() ret = result.group() if self.unquoteResults: # strip off quotes ret = ret[self.quoteCharLen:-self.endQuoteCharLen] if isinstance(ret,basestring): # replace escaped whitespace if '\\' in ret and self.convertWhitespaceEscapes: ws_map = { r'\t' : '\t', r'\n' : '\n', r'\f' : '\f', r'\r' : '\r', } for wslit,wschar in ws_map.items(): ret = ret.replace(wslit, wschar) # replace escaped characters if self.escChar: ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret) # replace escaped quotes if self.escQuote: ret = ret.replace(self.escQuote, self.endQuoteChar) return loc, ret def __str__( self ): try: return super(QuotedString,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar) return self.strRepr class CharsNotIn(Token): """ Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] """ def __init__( self, notChars, min=1, max=0, exact=0 ): super(CharsNotIn,self).__init__() self.skipWhitespace = False self.notChars = notChars if min < 1: raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayReturnEmpty = ( self.minLen == 0 ) self.mayIndexError = False def parseImpl( self, instring, loc, doActions=True ): if instring[loc] in self.notChars: raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 notchars = self.notChars maxlen = min( start+self.maxLen, len(instring) ) while loc < maxlen and \ (instring[loc] not in notchars): loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__( self ): try: return super(CharsNotIn, self).__str__() except Exception: pass if self.strRepr is None: if len(self.notChars) > 4: self.strRepr = "!W:(%s...)" % self.notChars[:4] else: self.strRepr = "!W:(%s)" % self.notChars return self.strRepr class White(Token): """ Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. """ whiteStrs = { " " : "<SPC>", "\t": "<TAB>", "\n": "<LF>", "\r": "<CR>", "\f": "<FF>", } def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0): super(White,self).__init__() self.matchWhite = ws self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) ) #~ self.leaveWhitespace() self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite)) self.mayReturnEmpty = True self.errmsg = "Expected " + self.name self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact def parseImpl( self, instring, loc, doActions=True ): if not(instring[ loc ] in self.matchWhite): raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 maxloc = start + self.maxLen maxloc = min( maxloc, len(instring) ) while loc < maxloc and instring[loc] in self.matchWhite: loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] class _PositionToken(Token): def __init__( self ): super(_PositionToken,self).__init__() self.name=self.__class__.__name__ self.mayReturnEmpty = True self.mayIndexError = False class GoToColumn(_PositionToken): """ Token to advance to a specific column of input text; useful for tabular report scraping. """ def __init__( self, colno ): super(GoToColumn,self).__init__() self.col = colno def preParse( self, instring, loc ): if col(loc,instring) != self.col: instrlen = len(instring) if self.ignoreExprs: loc = self._skipIgnorables( instring, loc ) while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col : loc += 1 return loc def parseImpl( self, instring, loc, doActions=True ): thiscol = col( loc, instring ) if thiscol > self.col: raise ParseException( instring, loc, "Text not in expected column", self ) newloc = loc + self.col - thiscol ret = instring[ loc: newloc ] return newloc, ret class LineStart(_PositionToken): """ Matches if current position is at the beginning of a line within the parse string Example:: test = '''\ AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] """ def __init__( self ): super(LineStart,self).__init__() self.errmsg = "Expected start of line" def parseImpl( self, instring, loc, doActions=True ): if col(loc, instring) == 1: return loc, [] raise ParseException(instring, loc, self.errmsg, self) class LineEnd(_PositionToken): """ Matches if current position is at the end of a line within the parse string """ def __init__( self ): super(LineEnd,self).__init__() self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") ) self.errmsg = "Expected end of line" def parseImpl( self, instring, loc, doActions=True ): if loc<len(instring): if instring[loc] == "\n": return loc+1, "\n" else: raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc+1, [] else: raise ParseException(instring, loc, self.errmsg, self) class StringStart(_PositionToken): """ Matches if current position is at the beginning of the parse string """ def __init__( self ): super(StringStart,self).__init__() self.errmsg = "Expected start of text" def parseImpl( self, instring, loc, doActions=True ): if loc != 0: # see if entire string up to here is just whitespace and ignoreables if loc != self.preParse( instring, 0 ): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class StringEnd(_PositionToken): """ Matches if current position is at the end of the parse string """ def __init__( self ): super(StringEnd,self).__init__() self.errmsg = "Expected end of text" def parseImpl( self, instring, loc, doActions=True ): if loc < len(instring): raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc+1, [] elif loc > len(instring): return loc, [] else: raise ParseException(instring, loc, self.errmsg, self) class WordStart(_PositionToken): """ Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{\b} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. """ def __init__(self, wordChars = printables): super(WordStart,self).__init__() self.wordChars = set(wordChars) self.errmsg = "Not at the start of a word" def parseImpl(self, instring, loc, doActions=True ): if loc != 0: if (instring[loc-1] in self.wordChars or instring[loc] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class WordEnd(_PositionToken): """ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{\b} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. """ def __init__(self, wordChars = printables): super(WordEnd,self).__init__() self.wordChars = set(wordChars) self.skipWhitespace = False self.errmsg = "Not at the end of a word" def parseImpl(self, instring, loc, doActions=True ): instrlen = len(instring) if instrlen>0 and loc<instrlen: if (instring[loc] in self.wordChars or instring[loc-1] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class ParseExpression(ParserElement): """ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. """ def __init__( self, exprs, savelist = False ): super(ParseExpression,self).__init__(savelist) if isinstance( exprs, _generatorType ): exprs = list(exprs) if isinstance( exprs, basestring ): self.exprs = [ ParserElement._literalStringClass( exprs ) ] elif isinstance( exprs, Iterable ): exprs = list(exprs) # if sequence of strings provided, wrap with Literal if all(isinstance(expr, basestring) for expr in exprs): exprs = map(ParserElement._literalStringClass, exprs) self.exprs = list(exprs) else: try: self.exprs = list( exprs ) except TypeError: self.exprs = [ exprs ] self.callPreparse = False def __getitem__( self, i ): return self.exprs[i] def append( self, other ): self.exprs.append( other ) self.strRepr = None return self def leaveWhitespace( self ): """Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.""" self.skipWhitespace = False self.exprs = [ e.copy() for e in self.exprs ] for e in self.exprs: e.leaveWhitespace() return self def ignore( self, other ): if isinstance( other, Suppress ): if other not in self.ignoreExprs: super( ParseExpression, self).ignore( other ) for e in self.exprs: e.ignore( self.ignoreExprs[-1] ) else: super( ParseExpression, self).ignore( other ) for e in self.exprs: e.ignore( self.ignoreExprs[-1] ) return self def __str__( self ): try: return super(ParseExpression,self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) ) return self.strRepr def streamline( self ): super(ParseExpression,self).streamline() for e in self.exprs: e.streamline() # collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d ) # but only if there are no parse actions or resultsNames on the nested And's # (likewise for Or's and MatchFirst's) if ( len(self.exprs) == 2 ): other = self.exprs[0] if ( isinstance( other, self.__class__ ) and not(other.parseAction) and other.resultsName is None and not other.debug ): self.exprs = other.exprs[:] + [ self.exprs[1] ] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError other = self.exprs[-1] if ( isinstance( other, self.__class__ ) and not(other.parseAction) and other.resultsName is None and not other.debug ): self.exprs = self.exprs[:-1] + other.exprs[:] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError self.errmsg = "Expected " + _ustr(self) return self def setResultsName( self, name, listAllMatches=False ): ret = super(ParseExpression,self).setResultsName(name,listAllMatches) return ret def validate( self, validateTrace=[] ): tmp = validateTrace[:]+[self] for e in self.exprs: e.validate(tmp) self.checkRecursion( [] ) def copy(self): ret = super(ParseExpression,self).copy() ret.exprs = [e.copy() for e in self.exprs] return ret class And(ParseExpression): """ Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") """ class _ErrorStop(Empty): def __init__(self, *args, **kwargs): super(And._ErrorStop,self).__init__(*args, **kwargs) self.name = '-' self.leaveWhitespace() def __init__( self, exprs, savelist = True ): super(And,self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.setWhitespaceChars( self.exprs[0].whiteChars ) self.skipWhitespace = self.exprs[0].skipWhitespace self.callPreparse = True def parseImpl( self, instring, loc, doActions=True ): # pass False as last arg to _parse for first element, since we already # pre-parsed the string as part of our And pre-parsing loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False ) errorStop = False for e in self.exprs[1:]: if isinstance(e, And._ErrorStop): errorStop = True continue if errorStop: try: loc, exprtokens = e._parse( instring, loc, doActions ) except ParseSyntaxException: raise except ParseBaseException as pe: pe.__traceback__ = None raise ParseSyntaxException._from_exception(pe) except IndexError: raise ParseSyntaxException(instring, len(instring), self.errmsg, self) else: loc, exprtokens = e._parse( instring, loc, doActions ) if exprtokens or exprtokens.haskeys(): resultlist += exprtokens return loc, resultlist def __iadd__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #And( [ self, other ] ) def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) if not e.mayReturnEmpty: break def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr class Or(ParseExpression): """ Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] """ def __init__( self, exprs, savelist = False ): super(Or,self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): maxExcLoc = -1 maxException = None matches = [] for e in self.exprs: try: loc2 = e.tryParse( instring, loc ) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring,len(instring),e.errmsg,self) maxExcLoc = len(instring) else: # save match among all matches, to retry longest to shortest matches.append((loc2, e)) if matches: matches.sort(key=lambda x: -x[0]) for _,e in matches: try: return e._parse( instring, loc, doActions ) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ixor__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #Or( [ self, other ] ) def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class MatchFirst(ParseExpression): """ Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] """ def __init__( self, exprs, savelist = False ): super(MatchFirst,self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): maxExcLoc = -1 maxException = None for e in self.exprs: try: ret = e._parse( instring, loc, doActions ) return ret except ParseException as err: if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring,len(instring),e.errmsg,self) maxExcLoc = len(instring) # only got here if no expression matched, raise exception for match that made it the furthest else: if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ior__(self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass( other ) return self.append( other ) #MatchFirst( [ self, other ] ) def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class Each(ParseExpression): """ Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 """ def __init__( self, exprs, savelist = True ): super(Each,self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.skipWhitespace = True self.initExprGroups = True def parseImpl( self, instring, loc, doActions=True ): if self.initExprGroups: self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional)) opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ] opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)] self.optionals = opt1 + opt2 self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ] self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ] self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ] self.required += self.multirequired self.initExprGroups = False tmpLoc = loc tmpReqd = self.required[:] tmpOpt = self.optionals[:] matchOrder = [] keepMatching = True while keepMatching: tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired failed = [] for e in tmpExprs: try: tmpLoc = e.tryParse( instring, tmpLoc ) except ParseException: failed.append(e) else: matchOrder.append(self.opt1map.get(id(e),e)) if e in tmpReqd: tmpReqd.remove(e) elif e in tmpOpt: tmpOpt.remove(e) if len(failed) == len(tmpExprs): keepMatching = False if tmpReqd: missing = ", ".join(_ustr(e) for e in tmpReqd) raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing ) # add any unmatched Optionals, in case they have default values defined matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt] resultlist = [] for e in matchOrder: loc,results = e._parse(instring,loc,doActions) resultlist.append(results) finalResults = sum(resultlist, ParseResults([])) return loc, finalResults def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion( self, parseElementList ): subRecCheckList = parseElementList[:] + [ self ] for e in self.exprs: e.checkRecursion( subRecCheckList ) class ParseElementEnhance(ParserElement): """ Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. """ def __init__( self, expr, savelist=False ): super(ParseElementEnhance,self).__init__(savelist) if isinstance( expr, basestring ): if issubclass(ParserElement._literalStringClass, Token): expr = ParserElement._literalStringClass(expr) else: expr = ParserElement._literalStringClass(Literal(expr)) self.expr = expr self.strRepr = None if expr is not None: self.mayIndexError = expr.mayIndexError self.mayReturnEmpty = expr.mayReturnEmpty self.setWhitespaceChars( expr.whiteChars ) self.skipWhitespace = expr.skipWhitespace self.saveAsList = expr.saveAsList self.callPreparse = expr.callPreparse self.ignoreExprs.extend(expr.ignoreExprs) def parseImpl( self, instring, loc, doActions=True ): if self.expr is not None: return self.expr._parse( instring, loc, doActions, callPreParse=False ) else: raise ParseException("",loc,self.errmsg,self) def leaveWhitespace( self ): self.skipWhitespace = False self.expr = self.expr.copy() if self.expr is not None: self.expr.leaveWhitespace() return self def ignore( self, other ): if isinstance( other, Suppress ): if other not in self.ignoreExprs: super( ParseElementEnhance, self).ignore( other ) if self.expr is not None: self.expr.ignore( self.ignoreExprs[-1] ) else: super( ParseElementEnhance, self).ignore( other ) if self.expr is not None: self.expr.ignore( self.ignoreExprs[-1] ) return self def streamline( self ): super(ParseElementEnhance,self).streamline() if self.expr is not None: self.expr.streamline() return self def checkRecursion( self, parseElementList ): if self in parseElementList: raise RecursiveGrammarException( parseElementList+[self] ) subRecCheckList = parseElementList[:] + [ self ] if self.expr is not None: self.expr.checkRecursion( subRecCheckList ) def validate( self, validateTrace=[] ): tmp = validateTrace[:]+[self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion( [] ) def __str__( self ): try: return super(ParseElementEnhance,self).__str__() except Exception: pass if self.strRepr is None and self.expr is not None: self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) ) return self.strRepr class FollowedBy(ParseElementEnhance): """ Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] """ def __init__( self, expr ): super(FollowedBy,self).__init__(expr) self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): self.expr.tryParse( instring, loc ) return loc, [] class NotAny(ParseElementEnhance): """ Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: """ def __init__( self, expr ): super(NotAny,self).__init__(expr) #~ self.leaveWhitespace() self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs self.mayReturnEmpty = True self.errmsg = "Found unwanted token, "+_ustr(self.expr) def parseImpl( self, instring, loc, doActions=True ): if self.expr.canParseNext(instring, loc): raise ParseException(instring, loc, self.errmsg, self) return loc, [] def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "~{" + _ustr(self.expr) + "}" return self.strRepr class _MultipleMatch(ParseElementEnhance): def __init__( self, expr, stopOn=None): super(_MultipleMatch, self).__init__(expr) self.saveAsList = True ender = stopOn if isinstance(ender, basestring): ender = ParserElement._literalStringClass(ender) self.not_ender = ~ender if ender is not None else None def parseImpl( self, instring, loc, doActions=True ): self_expr_parse = self.expr._parse self_skip_ignorables = self._skipIgnorables check_ender = self.not_ender is not None if check_ender: try_not_ender = self.not_ender.tryParse # must be at least one (but first see if we are the stopOn sentinel; # if so, fail) if check_ender: try_not_ender(instring, loc) loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False ) try: hasIgnoreExprs = (not not self.ignoreExprs) while 1: if check_ender: try_not_ender(instring, loc) if hasIgnoreExprs: preloc = self_skip_ignorables( instring, loc ) else: preloc = loc loc, tmptokens = self_expr_parse( instring, preloc, doActions ) if tmptokens or tmptokens.haskeys(): tokens += tmptokens except (ParseException,IndexError): pass return loc, tokens class OneOrMore(_MultipleMatch): """ Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() """ def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "{" + _ustr(self.expr) + "}..." return self.strRepr class ZeroOrMore(_MultipleMatch): """ Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} """ def __init__( self, expr, stopOn=None): super(ZeroOrMore,self).__init__(expr, stopOn=stopOn) self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): try: return super(ZeroOrMore, self).parseImpl(instring, loc, doActions) except (ParseException,IndexError): return loc, [] def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]..." return self.strRepr class _NullToken(object): def __bool__(self): return False __nonzero__ = __bool__ def __str__(self): return "" _optionalNotMatched = _NullToken() class Optional(ParseElementEnhance): """ Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) """ def __init__( self, expr, default=_optionalNotMatched ): super(Optional,self).__init__( expr, savelist=False ) self.saveAsList = self.expr.saveAsList self.defaultValue = default self.mayReturnEmpty = True def parseImpl( self, instring, loc, doActions=True ): try: loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False ) except (ParseException,IndexError): if self.defaultValue is not _optionalNotMatched: if self.expr.resultsName: tokens = ParseResults([ self.defaultValue ]) tokens[self.expr.resultsName] = self.defaultValue else: tokens = [ self.defaultValue ] else: tokens = [] return loc, tokens def __str__( self ): if hasattr(self,"name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]" return self.strRepr class SkipTo(ParseElementEnhance): """ Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor """ def __init__( self, other, include=False, ignore=None, failOn=None ): super( SkipTo, self ).__init__( other ) self.ignoreExpr = ignore self.mayReturnEmpty = True self.mayIndexError = False self.includeMatch = include self.asList = False if isinstance(failOn, basestring): self.failOn = ParserElement._literalStringClass(failOn) else: self.failOn = failOn self.errmsg = "No match found for "+_ustr(self.expr) def parseImpl( self, instring, loc, doActions=True ): startloc = loc instrlen = len(instring) expr = self.expr expr_parse = self.expr._parse self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None tmploc = loc while tmploc <= instrlen: if self_failOn_canParseNext is not None: # break if failOn expression matches if self_failOn_canParseNext(instring, tmploc): break if self_ignoreExpr_tryParse is not None: # advance past ignore expressions while 1: try: tmploc = self_ignoreExpr_tryParse(instring, tmploc) except ParseBaseException: break try: expr_parse(instring, tmploc, doActions=False, callPreParse=False) except (ParseException, IndexError): # no match, advance loc in string tmploc += 1 else: # matched skipto expr, done break else: # ran off the end of the input string without matching skipto expr, fail raise ParseException(instring, loc, self.errmsg, self) # build up return values loc = tmploc skiptext = instring[startloc:loc] skipresult = ParseResults(skiptext) if self.includeMatch: loc, mat = expr_parse(instring,loc,doActions,callPreParse=False) skipresult += mat return loc, skipresult class Forward(ParseElementEnhance): """ Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. """ def __init__( self, other=None ): super(Forward,self).__init__( other, savelist=False ) def __lshift__( self, other ): if isinstance( other, basestring ): other = ParserElement._literalStringClass(other) self.expr = other self.strRepr = None self.mayIndexError = self.expr.mayIndexError self.mayReturnEmpty = self.expr.mayReturnEmpty self.setWhitespaceChars( self.expr.whiteChars ) self.skipWhitespace = self.expr.skipWhitespace self.saveAsList = self.expr.saveAsList self.ignoreExprs.extend(self.expr.ignoreExprs) return self def __ilshift__(self, other): return self << other def leaveWhitespace( self ): self.skipWhitespace = False return self def streamline( self ): if not self.streamlined: self.streamlined = True if self.expr is not None: self.expr.streamline() return self def validate( self, validateTrace=[] ): if self not in validateTrace: tmp = validateTrace[:]+[self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion([]) def __str__( self ): if hasattr(self,"name"): return self.name return self.__class__.__name__ + ": ..." # stubbed out for now - creates awful memory and perf issues self._revertClass = self.__class__ self.__class__ = _ForwardNoRecurse try: if self.expr is not None: retString = _ustr(self.expr) else: retString = "None" finally: self.__class__ = self._revertClass return self.__class__.__name__ + ": " + retString def copy(self): if self.expr is not None: return super(Forward,self).copy() else: ret = Forward() ret <<= self return ret class _ForwardNoRecurse(Forward): def __str__( self ): return "..." class TokenConverter(ParseElementEnhance): """ Abstract subclass of C{ParseExpression}, for converting parsed results. """ def __init__( self, expr, savelist=False ): super(TokenConverter,self).__init__( expr )#, savelist ) self.saveAsList = False class Combine(TokenConverter): """ Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) """ def __init__( self, expr, joinString="", adjacent=True ): super(Combine,self).__init__( expr ) # suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself if adjacent: self.leaveWhitespace() self.adjacent = adjacent self.skipWhitespace = True self.joinString = joinString self.callPreparse = True def ignore( self, other ): if self.adjacent: ParserElement.ignore(self, other) else: super( Combine, self).ignore( other ) return self def postParse( self, instring, loc, tokenlist ): retToks = tokenlist.copy() del retToks[:] retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults) if self.resultsName and retToks.haskeys(): return [ retToks ] else: return retToks class Group(TokenConverter): """ Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] """ def __init__( self, expr ): super(Group,self).__init__( expr ) self.saveAsList = True def postParse( self, instring, loc, tokenlist ): return [ tokenlist ] class Dict(TokenConverter): """ Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. """ def __init__( self, expr ): super(Dict,self).__init__( expr ) self.saveAsList = True def postParse( self, instring, loc, tokenlist ): for i,tok in enumerate(tokenlist): if len(tok) == 0: continue ikey = tok[0] if isinstance(ikey,int): ikey = _ustr(tok[0]).strip() if len(tok)==1: tokenlist[ikey] = _ParseResultsWithOffset("",i) elif len(tok)==2 and not isinstance(tok[1],ParseResults): tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i) else: dictvalue = tok.copy() #ParseResults(i) del dictvalue[0] if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()): tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i) else: tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i) if self.resultsName: return [ tokenlist ] else: return tokenlist class Suppress(TokenConverter): """ Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) """ def postParse( self, instring, loc, tokenlist ): return [] def suppress( self ): return self class OnlyOnce(object): """ Wrapper for parse actions, to ensure they are only called once. """ def __init__(self, methodCall): self.callable = _trim_arity(methodCall) self.called = False def __call__(self,s,l,t): if not self.called: results = self.callable(s,l,t) self.called = True return results raise ParseException(s,l,"") def reset(self): self.called = False def traceParseAction(f): """ Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens)))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] """ f = _trim_arity(f) def z(*paArgs): thisFunc = f.__name__ s,l,t = paArgs[-3:] if len(paArgs)>3: thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) ) try: ret = f(*paArgs) except Exception as exc: sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) ) raise sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) ) return ret try: z.__name__ = f.__name__ except AttributeError: pass return z # # global helpers # def delimitedList( expr, delim=",", combine=False ): """ Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] """ dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..." if combine: return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName) else: return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName) def countedArray( expr, intExpr=None ): """ Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] """ arrayExpr = Forward() def countFieldParseAction(s,l,t): n = t[0] arrayExpr << (n and Group(And([expr]*n)) or Group(empty)) return [] if intExpr is None: intExpr = Word(nums).setParseAction(lambda t:int(t[0])) else: intExpr = intExpr.copy() intExpr.setName("arrayLen") intExpr.addParseAction(countFieldParseAction, callDuringTry=True) return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...') def _flatten(L): ret = [] for i in L: if isinstance(i,list): ret.extend(_flatten(i)) else: ret.append(i) return ret def matchPreviousLiteral(expr): """ Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. """ rep = Forward() def copyTokenToRepeater(s,l,t): if t: if len(t) == 1: rep << t[0] else: # flatten t tokens tflat = _flatten(t.asList()) rep << And(Literal(tt) for tt in tflat) else: rep << Empty() expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def matchPreviousExpr(expr): """ Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. """ rep = Forward() e2 = expr.copy() rep <<= e2 def copyTokenToRepeater(s,l,t): matchTokens = _flatten(t.asList()) def mustMatchTheseTokens(s,l,t): theseTokens = _flatten(t.asList()) if theseTokens != matchTokens: raise ParseException("",0,"") rep.setParseAction( mustMatchTheseTokens, callDuringTry=True ) expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def _escapeRegexRangeChars(s): #~ escape these chars: ^-] for c in r"\^-]": s = s.replace(c,_bslash+c) s = s.replace("\n",r"\n") s = s.replace("\t",r"\t") return _ustr(s) def oneOf( strs, caseless=False, useRegex=True ): """ Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] """ if caseless: isequal = ( lambda a,b: a.upper() == b.upper() ) masks = ( lambda a,b: b.upper().startswith(a.upper()) ) parseElementClass = CaselessLiteral else: isequal = ( lambda a,b: a == b ) masks = ( lambda a,b: b.startswith(a) ) parseElementClass = Literal symbols = [] if isinstance(strs,basestring): symbols = strs.split() elif isinstance(strs, Iterable): symbols = list(strs) else: warnings.warn("Invalid argument to oneOf, expected string or iterable", SyntaxWarning, stacklevel=2) if not symbols: return NoMatch() i = 0 while i < len(symbols)-1: cur = symbols[i] for j,other in enumerate(symbols[i+1:]): if ( isequal(other, cur) ): del symbols[i+j+1] break elif ( masks(cur, other) ): del symbols[i+j+1] symbols.insert(i,other) cur = other break else: i += 1 if not caseless and useRegex: #~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] )) try: if len(symbols)==len("".join(symbols)): return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols)) else: return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols)) except Exception: warnings.warn("Exception creating Regex for oneOf, building MatchFirst", SyntaxWarning, stacklevel=2) # last resort, just use MatchFirst return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols)) def dictOf( key, value ): """ Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} """ return Dict( ZeroOrMore( Group ( key + value ) ) ) def originalTextFor(expr, asString=True): """ Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] """ locMarker = Empty().setParseAction(lambda s,loc,t: loc) endlocMarker = locMarker.copy() endlocMarker.callPreparse = False matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end") if asString: extractText = lambda s,l,t: s[t._original_start:t._original_end] else: def extractText(s,l,t): t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]] matchExpr.setParseAction(extractText) matchExpr.ignoreExprs = expr.ignoreExprs return matchExpr def ungroup(expr): """ Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. """ return TokenConverter(expr).setParseAction(lambda t:t[0]) def locatedExpr(expr): """ Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] """ locator = Empty().setParseAction(lambda s,l,t: l) return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end")) # convenience constants for positional expressions empty = Empty().setName("empty") lineStart = LineStart().setName("lineStart") lineEnd = LineEnd().setName("lineEnd") stringStart = StringStart().setName("stringStart") stringEnd = StringEnd().setName("stringEnd") _escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1]) _escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16))) _escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8))) _singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1) _charRange = Group(_singleChar + Suppress("-") + _singleChar) _reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]" def srange(s): r""" Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) """ _expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1)) try: return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body) except Exception: return "" def matchOnlyAtCol(n): """ Helper method for defining parse actions that require matching at a specific column in the input text. """ def verifyCol(strg,locn,toks): if col(locn,strg) != n: raise ParseException(strg,locn,"matched token not at column %d" % n) return verifyCol def replaceWith(replStr): """ Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] """ return lambda s,l,t: [replStr] def removeQuotes(s,l,t): """ Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] """ return t[0][1:-1] def tokenMap(func, *args): """ Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] """ def pa(s,l,t): return [func(tokn, *args) for tokn in t] try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) pa.__name__ = func_name return pa upcaseTokens = tokenMap(lambda t: _ustr(t).upper()) """(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}""" downcaseTokens = tokenMap(lambda t: _ustr(t).lower()) """(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}""" def _makeTags(tagStr, xml): """Internal helper to construct opening and closing tag expressions, given a tag name""" if isinstance(tagStr,basestring): resname = tagStr tagStr = Keyword(tagStr, caseless=not xml) else: resname = tagStr.name tagAttrName = Word(alphas,alphanums+"_-:") if (xml): tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes ) openTag = Suppress("<") + tagStr("tag") + \ Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \ Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">") else: printablesLessRAbrack = "".join(c for c in printables if c not in ">") tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack) openTag = Suppress("<") + tagStr("tag") + \ Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \ Optional( Suppress("=") + tagAttrValue ) ))) + \ Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">") closeTag = Combine(_L("</") + tagStr + ">") openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname) closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname) openTag.tag = resname closeTag.tag = resname return openTag, closeTag def makeHTMLTags(tagStr): """ Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com """ return _makeTags( tagStr, False ) def makeXMLTags(tagStr): """ Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} """ return _makeTags( tagStr, True ) def withAttribute(*args,**attrDict): """ Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ if args: attrs = args[:] else: attrs = attrDict.items() attrs = [(k,v) for k,v in attrs] def pa(s,l,tokens): for attrName,attrValue in attrs: if attrName not in tokens: raise ParseException(s,l,"no matching attribute " + attrName) if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue: raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" % (attrName, tokens[attrName], attrValue)) return pa withAttribute.ANY_VALUE = object() def withClass(classname, namespace=''): """ Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ classattr = "%s:class" % namespace if namespace else "class" return withAttribute(**{classattr : classname}) opAssoc = _Constants() opAssoc.LEFT = object() opAssoc.RIGHT = object() def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ): """ Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted); if the parse action is passed a tuple or list of functions, this is equivalent to calling C{setParseAction(*fn)} (L{ParserElement.setParseAction}) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] """ ret = Forward() lastExpr = baseExpr | ( lpar + ret + rpar ) for i,operDef in enumerate(opList): opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4] termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr if arity == 3: if opExpr is None or len(opExpr) != 2: raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions") opExpr1, opExpr2 = opExpr thisExpr = Forward().setName(termName) if rightLeftAssoc == opAssoc.LEFT: if arity == 1: matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) ) elif arity == 2: if opExpr is not None: matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) ) else: matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) ) elif arity == 3: matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \ Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr ) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") elif rightLeftAssoc == opAssoc.RIGHT: if arity == 1: # try to avoid LR with this extra test if not isinstance(opExpr, Optional): opExpr = Optional(opExpr) matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr ) elif arity == 2: if opExpr is not None: matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) ) else: matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) ) elif arity == 3: matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \ Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr ) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") else: raise ValueError("operator must indicate right or left associativity") if pa: if isinstance(pa, (tuple, list)): matchExpr.setParseAction(*pa) else: matchExpr.setParseAction(pa) thisExpr <<= ( matchExpr.setName(termName) | lastExpr ) lastExpr = thisExpr ret <<= lastExpr return ret operatorPrecedence = infixNotation """(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release.""" dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes") sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes") quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'| Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes") unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal") def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()): """ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] """ if opener == closer: raise ValueError("opening and closing strings cannot be the same") if content is None: if isinstance(opener,basestring) and isinstance(closer,basestring): if len(opener) == 1 and len(closer)==1: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS ).setParseAction(lambda t:t[0].strip())) else: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + ~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1)) ).setParseAction(lambda t:t[0].strip())) else: raise ValueError("opening and closing arguments must be strings if no content expression is given") ret = Forward() if ignoreExpr is not None: ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) ) else: ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) ) ret.setName('nested %s%s expression' % (opener,closer)) return ret def indentedBlock(blockStatementExpr, indentStack, indent=True): """ Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] """ def checkPeerIndent(s,l,t): if l >= len(s): return curCol = col(l,s) if curCol != indentStack[-1]: if curCol > indentStack[-1]: raise ParseFatalException(s,l,"illegal nesting") raise ParseException(s,l,"not a peer entry") def checkSubIndent(s,l,t): curCol = col(l,s) if curCol > indentStack[-1]: indentStack.append( curCol ) else: raise ParseException(s,l,"not a subentry") def checkUnindent(s,l,t): if l >= len(s): return curCol = col(l,s) if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]): raise ParseException(s,l,"not an unindent") indentStack.pop() NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress()) INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT') PEER = Empty().setParseAction(checkPeerIndent).setName('') UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT') if indent: smExpr = Group( Optional(NL) + #~ FollowedBy(blockStatementExpr) + INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT) else: smExpr = Group( Optional(NL) + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) ) blockStatementExpr.ignore(_bslash + LineEnd()) return smExpr.setName('indented block') alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]") punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]") anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag')) _htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\'')) commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity") def replaceHTMLEntity(t): """Helper parser action to replace common HTML entities with their special characters""" return _htmlEntityMap.get(t.entity) # it's easy to get these comment structures wrong - they're very common, so may as well make them available cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment") "Comment of the form C{/* ... */}" htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment") "Comment of the form C{<!-- ... -->}" restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line") dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment") "Comment of the form C{// ... (to end of line)}" cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment") "Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}" javaStyleComment = cppStyleComment "Same as C{L{cppStyleComment}}" pythonStyleComment = Regex(r"#.*").setName("Python style comment") "Comment of the form C{# ... (to end of line)}" _commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') + Optional( Word(" \t") + ~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem") commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList") """(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas. This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}.""" # some other useful expressions - using lower-case class name since we are really using this as a namespace class pyparsing_common: """ Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] """ convertToInteger = tokenMap(int) """ Parse action for converting parsed integers to Python int """ convertToFloat = tokenMap(float) """ Parse action for converting parsed numbers to Python float """ integer = Word(nums).setName("integer").setParseAction(convertToInteger) """expression that parses an unsigned integer, returns an int""" hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16)) """expression that parses a hexadecimal integer, returns an int""" signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger) """expression that parses an integer with optional leading sign, returns an int""" fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction") """fractional expression of an integer divided by an integer, returns a float""" fraction.addParseAction(lambda t: t[0]/t[-1]) mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction") """mixed integer of the form 'integer - fraction', with optional leading integer, returns float""" mixed_integer.addParseAction(sum) real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat) """expression that parses a floating point number and returns a float""" sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat) """expression that parses a floating point number with optional scientific notation and returns a float""" # streamlining this expression makes the docs nicer-looking number = (sci_real | real | signed_integer).streamline() """any numeric expression, returns the corresponding Python type""" fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat) """any int or real number, returned as float""" identifier = Word(alphas+'_', alphanums+'_').setName("identifier") """typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')""" ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address") "IPv4 address (C{0.0.0.0 - 255.255.255.255})" _ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer") _full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address") _short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address") _short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8) _mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address") ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address") "IPv6 address (long, short, or mixed form)" mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address") "MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)" @staticmethod def convertToDate(fmt="%Y-%m-%d"): """ Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] """ def cvt_fn(s,l,t): try: return datetime.strptime(t[0], fmt).date() except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn @staticmethod def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"): """ Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] """ def cvt_fn(s,l,t): try: return datetime.strptime(t[0], fmt) except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date") "ISO8601 date (C{yyyy-mm-dd})" iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime") "ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}" uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID") "UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})" _html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress() @staticmethod def stripHTMLTags(s, l, tokens): """ Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' """ return pyparsing_common._html_stripper.transformString(tokens[0]) _commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',') + Optional( White(" \t") ) ) ).streamline().setName("commaItem") comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list") """Predefined expression of 1 or more printable words or quoted strings, separated by commas.""" upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper())) """Parse action to convert tokens to upper case.""" downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower())) """Parse action to convert tokens to lower case.""" if __name__ == "__main__": selectToken = CaselessLiteral("select") fromToken = CaselessLiteral("from") ident = Word(alphas, alphanums + "_$") columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) columnNameList = Group(delimitedList(columnName)).setName("columns") columnSpec = ('*' | columnNameList) tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) tableNameList = Group(delimitedList(tableName)).setName("tables") simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables") # demo runTests method, including embedded comments in test string simpleSQL.runTests(""" # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual """) pyparsing_common.number.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) # any int or real number, returned as float pyparsing_common.fnumber.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) pyparsing_common.hex_integer.runTests(""" 100 FF """) import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(""" 12345678-1234-5678-1234-567812345678 """) PK @\#R 9 pkg_resources/_vendor/__pycache__/__init__.cpython-38.pycnu [ U Qab @ s d S )N r r r B/usr/lib/python3.8/site-packages/pkg_resources/_vendor/__init__.py<module> PK @\@sr : pkg_resources/_vendor/__pycache__/pyparsing.cpython-38.pycnu [ U Qabw i @ s d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ zddlmZ W n ek r ddlmZ Y nX z dd lmZ dd lmZ W n, ek r dd l mZ dd l mZ Y nX zdd l mZ W nB ek rF zdd lmZ W n ek r@ dZY nX Y nX d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgiZ e e j ddu Z e d dukZ e rpe j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n`e j3Z"e4Z5dvdw Z'g Z2ddl6Z6dx7 D ]8Z8ze29e:e6e8 W n e;k r Y qY nX qe<dydz e5d{D Z=d|d} Z>G d~d de?Z@ejAejB ZCdZDeDd ZEeCeD ZFe%dZGdHddz ejID ZJG dd# d#eKZLG dd% d%eLZMG dd' d'eLZNG dd) d)eNZOG dd, d,eKZPG dd de?ZQG dd( d(e?ZReSeR dd? ZTddP ZUddM ZVdd ZWdd ZXdd ZYddW ZZd/ddZ[G dd* d*e?Z\G dd2 d2e\Z]G dd de]Z^G dd d e]Z_G dd de]Z`e`Zae`e\_bG dd de]ZcG dd de`ZdG dd d ecZeG ddr dre]ZfG dd5 d5e]ZgG dd- d-e]ZhG dd+ d+e]ZiG dd de]ZjG dd4 d4e]ZkG dd de]ZlG dd delZmG dd delZnG dd delZoG dd0 d0elZpG dd/ d/elZqG dd7 d7elZrG dd6 d6elZsG dd& d&e\ZtG dd d etZuG dd" d"etZvG dd d etZwG dd detZxG dd$ d$e\ZyG dd deyZzG dd d eyZ{G dd deyZ|G dd d e|Z}G dd8 d8e|Z~G dd de?Ze ZG dd! d!eyZG dd. d.eyZG dd deyZG ddÄ deZG dd3 d3eyZG dd deZG dd deZG dd deZG dd1 d1eZG dd d e?Zddh Zd0ddFZd1ddBZddЄ ZddU ZddT ZddԄ Zd2ddYZddG Zd3ddmZddn Zddp Ze^ dIZen dOZeo dNZep dgZeq dfZegeGddd܍ddބ Zehd߃ddބ Zehdddބ ZeeB eB ejdd{d܍B Zeeed e Ze`dedd ee}eeB d d Zdde ZddS Zddb Zdd` Zdds Zeddބ Zeddބ Zdd ZddQ ZddR Zddk Ze? e_d4ddqZe@ Ze? e_e? e_ededfddoZeZeehdd dZeehdd dZeehdd ehdd B d Zeeade dZddde fddVZd5ddlZedZedZeegeCeFd d\ZZeed 7 d Zehd d Heàġ d dZŐdda Zeehdd dZehddZehdɡ dZehddZeehdd eB dZeZehddZee}egeJdːd eegd e`d˃ eo ϡ d Zeee eB dd d@ZG d dt dtZeӐd!k redd"Zedd#ZegeCeFd$ Zeed%dՐd&eZeee׃d'Zؐd(eB Zeed%dՐd&eZeeeڃd)ZeԐd*eِd' e eېd) Zeܠݐd+ ejޠݐd, ejߠݐd, ejݐd- ddlZejeej ejݐd. dS (6 a pyparsing module - Classes and methods to define and execute parsing grammars ============================================================================= The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments Getting Started - ----------------- Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing classes inherit from. Use the docstrings for examples of how to: - construct literal match expressions from L{Literal} and L{CaselessLiteral} classes - construct character word-group expressions using the L{Word} class - see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes - use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones - associate names with your parsed results using L{ParserElement.setResultsName} - find some helpful expression short-cuts like L{delimitedList} and L{oneOf} - find more useful common expressions in the L{pyparsing_common} namespace class z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net> N)ref)datetime)RLock)Iterable)MutableMapping) OrderedDictAndCaselessKeywordCaselessLiteral CharsNotInCombineDictEachEmpty FollowedByForward GoToColumnGroupKeywordLineEnd LineStartLiteral MatchFirstNoMatchNotAny OneOrMoreOnlyOnceOptionalOrParseBaseExceptionParseElementEnhanceParseExceptionParseExpressionParseFatalException ParseResultsParseSyntaxException ParserElement QuotedStringRecursiveGrammarExceptionRegexSkipTo StringEnd StringStartSuppressTokenTokenConverterWhiteWordWordEnd WordStart ZeroOrMore alphanumsalphas alphas8bit anyCloseTag anyOpenTag cStyleCommentcolcommaSeparatedListcommonHTMLEntity countedArraycppStyleCommentdblQuotedStringdblSlashComment delimitedListdictOfdowncaseTokensemptyhexnums htmlCommentjavaStyleCommentlinelineEnd lineStartlineno makeHTMLTags makeXMLTagsmatchOnlyAtColmatchPreviousExprmatchPreviousLiteral nestedExprnullDebugActionnumsoneOfopAssocoperatorPrecedence printablespunc8bitpythonStyleComment quotedString removeQuotesreplaceHTMLEntity replaceWith restOfLinesglQuotedStringsrange stringEnd stringStarttraceParseAction unicodeString upcaseTokens withAttribute indentedBlockoriginalTextForungroup infixNotation locatedExpr withClass CloseMatchtokenMappyparsing_common c C sf t | tr| S z t| W S tk r` t| t d}td}|dd | | Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. xmlcharrefreplacez&#\d+;c S s$ dt t| d dd dd S )Nz\ur )hexintt ry C/usr/lib/python3.8/site-packages/pkg_resources/_vendor/pyparsing.py<lambda> z_ustr.<locals>.<lambda>N) isinstanceZunicodestrUnicodeEncodeErrorencodesysgetdefaultencodingr) setParseActiontransformString)objretZ xmlcharrefry ry rz _ustr s r z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S Nry ).0yry ry rz <genexpr> s r c C s: d}dd d D }t||D ]\}}| ||} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )&;Nry )r sry ry rz r s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)splitzipreplace)dataZ from_symbolsZ to_symbolsZfrom_Zto_ry ry rz _xml_escape s r c @ s e Zd ZdS ) _ConstantsN)__name__ __module__ __qualname__ry ry ry rz r s r 0123456789Z ABCDEFabcdef\ c c s | ]}|t jkr|V qd S r )stringZ whitespacer cry ry rz r s c @ sP e Zd ZdZdddZedd Zdd Zd d Zd d Z dddZ dd Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S Nr )locmsgpstr parserElementargs)selfr r r elemry ry rz __init__ s zParseBaseException.__init__c C s | |j |j|j|jS )z internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r r r r )clspery ry rz _from_exception s z"ParseBaseException._from_exceptionc C sN |dkrt | j| jS |dkr,t| j| jS |dkrBt| j| jS t|dS )zsupported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text rL )r; columnrI N)rL r r r; rI AttributeError)r Zanamery ry rz __getattr__ s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r r rL r r ry ry rz __str__ s zParseBaseException.__str__c C s t | S r r r ry ry rz __repr__ s zParseBaseException.__repr__>!<c C s< | j }| jd }|r4d|d| |||d f}| S )zExtracts the exception line from the input string, and marks the location of the exception with a special symbol. r r N)rI r joinstrip)r Z markerStringZline_strZ line_columnry ry rz markInputline s z ParseBaseException.markInputlinec C s d tt| S )Nzlineno col line)r dirtyper ry ry rz __dir__ s zParseBaseException.__dir__)r NN)r ) r r r __doc__r classmethodr r r r r r ry ry ry rz r s c @ s e Zd ZdZdS )r! aN Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 Nr r r r ry ry ry rz r! s c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyNr ry ry ry rz r# s c @ s e Zd ZdZdS )r% zjust like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been foundNr ry ry ry rz r% s c @ s e Zd ZdZdd Zdd ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s || _ d S r ZparseElementTracer parseElementListry ry rz r 4 s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %sr r ry ry rz r 7 s z!RecursiveGrammarException.__str__N)r r r r r r ry ry ry rz r( 2 s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) _ParseResultsWithOffsetc C s ||f| _ d S r tup)r Zp1Zp2ry ry rz r ; s z _ParseResultsWithOffset.__init__c C s | j | S r r r iry ry rz __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd S Nr )reprr r ry ry rz r ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r r r ry ry rz setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r r r r r r r ry ry ry rz r : s r c @ s e Zd ZdZd[ddZddddefddZdd Zefd d Zd d Z dd Z dd Z dd Z e Z dd Zdd Zdd Zdd Zd d ZereZeZeZn$eZeZeZd d Zd d! Zd"d# Zd$d% Zd&d' Zd\d(d)Z d*d+ Z d,d- Z d.d/ Z d0d1 Z d2d3 Z!d4d5 Z"d6d7 Z#d8d9 Z$d:d; Z%d<d= Z&d]d?d@Z'dAdB Z(dCdD Z)dEdF Z*d^dHdIZ+dJdK Z,dLdM Z-d_dOdPZ.dQdR Z/dSdT Z0dUdV Z1dWdX Z2dYdZ Z3dS )`r$ aI Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || r|S t| }d|_|S NT)r} object__new___ParseResults__doinit)r toklistnameasListmodalZretobjry ry rz r k s zParseResults.__new__c C sb | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||trP|d d | _n ||trft|| _n|g| _t | _ |d k r^|r^|sd| j|< ||t rt |}|| _||t d ttfr|d dg fks^||tr|g}|r(||trt| d| |< ntt|d d| |< || | _n6z|d | |< W n$ tttfk r\ || |< Y nX d S )NFr r )r _ParseResults__name_ParseResults__parent_ParseResults__accumNames_ParseResults__asList_ParseResults__modallist_ParseResults__toklist_generatorTypedict_ParseResults__tokdictrv r r basestringr$ r copyKeyError TypeError IndexError)r r r r r r} ry ry rz r t sB $ zParseResults.__init__c C sP t |ttfr| j| S || jkr4| j| d d S tdd | j| D S d S )Nrt r c S s g | ] }|d qS r ry r vry ry rz <listcomp> s z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv slicer r r r$ r ry ry rz r s zParseResults.__getitem__c C s ||t r0| j|t |g | j|< |d }nD||ttfrN|| j|< |}n&| j|t t |dg | j|< |}||trt| |_ d S r ) r r getr rv r r r$ wkrefr )r kr r} subry ry rz __setitem__ s " zParseResults.__setitem__c C s t |ttfrt| j}| j|= t |trH|dk r:||7 }t||d }tt|| }| | j D ]>\}}|D ]0}t |D ]"\}\}} t || | |k ||< qqxqln| j |= d S Nr r ) r} rv r lenr r rangeindicesreverser items enumerater ) r r ZmylenZremovedr occurrencesjr valuepositionry ry rz __delitem__ s zParseResults.__delitem__c C s || j kS r )r )r r ry ry rz __contains__ s zParseResults.__contains__c C s t | jS r )r r r ry ry rz __len__ r| zParseResults.__len__c C s | j S r r r ry ry rz __bool__ r| zParseResults.__bool__c C s t | jS r iterr r ry ry rz __iter__ r| zParseResults.__iter__c C s t | jd d d S Nrt r r ry ry rz __reversed__ r| zParseResults.__reversed__c C s$ t | jdr| j S t| jS d S )Niterkeys)hasattrr r r r ry ry rz _iterkeys s zParseResults._iterkeysc s fdd D S )Nc 3 s | ]} | V qd S r ry r r r ry rz r s z+ParseResults._itervalues.<locals>.<genexpr>r r ry r rz _itervalues s zParseResults._itervaluesc s fdd D S )Nc 3 s | ]}| | fV qd S r ry r r ry rz r s z*ParseResults._iteritems.<locals>.<genexpr>r r ry r rz _iteritems s zParseResults._iteritemsc C s t | S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r r r ry ry rz keys s zParseResults.keysc C s t | S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r itervaluesr ry ry rz values s zParseResults.valuesc C s t | S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r iteritemsr ry ry rz r s zParseResults.itemsc C s t | jS )zSince keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)boolr r ry ry rz haskeys s zParseResults.haskeysc O s |s dg}| D ]*\}}|dkr0|d |f}qtd| qt|d tsdt|dksd|d | kr~|d }| | }| |= |S |d }|S dS )a Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] rt defaultr z-pop() got an unexpected keyword argument '%s'r N)r r r} rv r )r r kwargsr r indexr Z defaultvaluery ry rz pop s" " zParseResults.popc C s || kr| | S |S dS )ai Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nry )r key defaultValuery ry rz r 3 s zParseResults.getc C sR | j || | j D ]4\}}t|D ]"\}\}}t||||k ||< q(qdS )a Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r insertr r r r )r r ZinsStrr r r r r ry ry rz r I s zParseResults.insertc C s | j | dS )a Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r append)r itemry ry rz r ] s zParseResults.appendc C s$ t |tr| |7 } n | j| dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)r} r$ r extend)r Zitemseqry ry rz r k s zParseResults.extendc C s | j dd= | j dS )z7 Clear all elements and results names. N)r r clearr ry ry rz r } s zParseResults.clearc C sj z | | W S t k r Y dS X || jkrb|| jkrH| j| d d S tdd | j| D S ndS d S )Nr rt r c S s g | ] }|d qS r ry r ry ry rz r s z,ParseResults.__getattr__.<locals>.<listcomp>)r r r r$ r r ry ry rz r s zParseResults.__getattr__c C s | }||7 }|S r r )r otherr ry ry rz __add__ s zParseResults.__add__c s |j rjt| jfdd |j } fdd|D }|D ],\}}|| |< t|d tr<t| |d _q<| j|j7 _| j |j | S )Nc s | dk r S | S r ry )a)offsetry rz r{ r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d |d fqqS r r )r r r vlistr ) addoffsetry rz r s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r r r r r} r$ r r r update)r r Z otheritemsZotherdictitemsr r ry )r r rz __iadd__ s zParseResults.__iadd__c C s& t |tr|dkr| S || S d S r )r} rv r r r ry ry rz __radd__ s zParseResults.__radd__c C s dt | jt | jf S )Nz(%s, %s))r r r r ry ry rz r s zParseResults.__repr__c C s dd dd | jD d S )N[, c s s( | ] }t |trt|nt|V qd S r )r} r$ r r r r ry ry rz r s z'ParseResults.__str__.<locals>.<genexpr>])r r r ry ry rz r s zParseResults.__str__r c C sL g }| j D ]<}|r |r || t|tr8|| 7 }q |t| q |S r )r r r} r$ _asStringListr )r sepoutr ry ry rz r( s zParseResults._asStringListc C s dd | j D S )a Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |tr| n|qS ry )r} r$ r )r resry ry rz r s z'ParseResults.asList.<locals>.<listcomp>r r ry ry rz r s zParseResults.asListc s6 t r | j}n| j} fdd t fdd| D S )a Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | tr.| r| S fdd| D S n| S d S )Nc s g | ] } |qS ry ry r toItemry rz r s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r asDict)r r, ry rz r- s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}| |fV qd S r ry r r r r, ry rz r s z&ParseResults.asDict.<locals>.<genexpr>)PY_3r r r )r Zitem_fnry r, rz r. s zParseResults.asDictc C s8 t | j}| j |_| j|_|j| j | j|_|S )zA Returns a new copy of a C{ParseResults} object. )r$ r r r r r r r r r ry ry rz r s zParseResults.copyFc C sL d}g }t dd | j D }|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| jD ]\} } t| tr| |kr|| || |o|dk||g7 }n || d|o|dk||g7 }qd} | |kr|| } | s|rqnd} t t | } |||d| d | d | d g 7 }q|||d | d g7 }d |S ) z (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. c s s( | ] \}}|D ]}|d |fV qqdS r Nry r ry ry rz r s z%ParseResults.asXML.<locals>.<genexpr> r NZITEM<></) r r r r r r r} r$ asXMLr r r )r ZdoctagZnamedItemsOnlyindentZ formattednlr* Z namedItemsZnextLevelIndentZselfTagr r+ ZresTagZ xmlBodyTextry ry rz r8 s^ zParseResults.asXMLc C s: | j D ]*\}}|D ] \}}||kr| S qq d S r )r r )r r r r r r ry ry rz Z__lookup; s zParseResults.__lookupc C s | j r | j S | jr.| }|r(|| S dS nNt| dkrxt| jdkrxtt| j d d dkrxtt| j S dS dS )a( Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nr r )r rt ) r r _ParseResults__lookupr r nextr r r )r parry ry rz getNameB s zParseResults.getNamer c C sZ g }d}| |t| |rP| rtdd | D }|D ]r\}}|r\| | | d|d| |f t|tr|r| |||d q| t| qF| t | qFnt dd | D rP| }t |D ]r\} } t| tr$| d|d| | |d|d | ||d f q| d|d| | |d|d t| f qd |S ) aH Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r2 c s s | ]\}}t ||fV qd S r )r~ r/ ry ry rz r ~ s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: r4 r c s s | ]}t |tV qd S r )r} r$ )r vvry ry rz r s z %s%s[%d]: %s%s%sr ) r r r r sortedr r} r$ dumpr anyr r ) r r9 depthfullr* NLr r r r r? ry ry rz rA g s, 4,zParseResults.dumpc O s t j | f|| dS )a Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)pprintr r r r ry ry rz rF s zParseResults.pprintc C s. | j | j | jd k r | p d | j| jffS r )r r r r r r r ry ry rz __getstate__ s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j| |d k rDt|| _nd | _d S r )r r r r r r r )r stater= Z inAccumNamesry ry rz __setstate__ s zParseResults.__setstate__c C s | j | j| j| jfS r )r r r r r ry ry rz __getnewargs__ s zParseResults.__getnewargs__c C s t t| t| S r )r r r r r ry ry rz r s zParseResults.__dir__)NNTT)N)r )NFr T)r r T)4r r r r r r} r r r r r r r __nonzero__r r r r r r0 r r r r r r r r r r r r r r r r! r# r r r( r r. r r8 r; r> rA rF rH rJ rK r ry ry ry rz r$ D sh & ' 4 # =% - c C sF |}d| k r t |k r4n n|| d dkr4dS | |dd| S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r r2 )r rfind)r strgr ry ry rz r; s c C s | dd| d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r2 r r )count)r rN ry ry rz rL s c C sF | dd| }|d| }|dkr2||d | S ||d d S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r2 r r N)rM find)r rN ZlastCRZnextCRry ry rz rI s c C s8 t dt| d t| dt|| t|| f d S )NzMatch z at loc z(%d,%d))printr rL r; )instringr exprry ry rz _defaultStartDebugAction s rT c C s$ t dt| d t| d S )NzMatched z -> )rQ r r~ r )rR startlocZendlocrS toksry ry rz _defaultSuccessDebugAction s rW c C s t dt| d S )NzException raised:)rQ r )rR r rS excry ry rz _defaultExceptionDebugAction s rY c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r ry ry rz rS s rs c s t krfddS dgdgtd d dkrFddd}dd d n tj}tj d }|dd d }|d |d | f fdd}d}ztdtdj}W n tk r t}Y nX ||_|S )Nc s |S r ry r lrx )funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq c S s8 t dkr dnd}tj| | d d| }|d d gS )N)rq r] r r limitrs )system_version traceback extract_stack)ra r frame_summaryry ry rz rd s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d}|d }|d d gS )Nr` rt rs )rc extract_tb)tbra Zframesre ry ry rz rf s z _trim_arity.<locals>.extract_tb r` rt r c s z"| d d }dd< |W S t k r d r> n4z.t d } |ddd d d ksj W 5 ~X d krd d7 < Y q Y q X q d S )Nr Trt rs r` r )r r exc_info)r r rg rf Z foundArityr\ ra maxargsZpa_call_line_synthry rz wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r __class__)r )r ) singleArgBuiltinsrb rc rd rf getattrr Exceptionr~ )r\ rk rd Z LINE_DIFFZ this_linerl func_namery rj rz _trim_arity s, rr c s e Zd ZdZdZdZedd Zedd Zddd Z d d Z d d Z dddZ dddZ dd Zdd Zdd Zdd Zdd Zd d Zdd d Zd!d" Zdd#d$Zd%d& Zd'd( ZG d)d* d*eZed+k rG d,d- d-eZ nG d.d- d-eZ i Z e Z d/d/gZ dd0d1Z!eZ"ed2d3 Z#dZ$edd5d6Z%dd7d8Z&e'dfd9d:Z(d;d< Z)e'fd=d>Z*e'dfd?d@Z+dAdB Z,dCdD Z-dEdF Z.dGdH Z/dIdJ Z0dKdL Z1dMdN Z2dOdP Z3dQdR Z4dSdT Z5dUdV Z6dWdX Z7dYdZ Z8dd[d\Z9d]d^ Z:d_d` Z;dadb Z<dcdd Z=dedf Z>dgdh Z?ddidjZ@dkdl ZAdmdn ZBdodp ZCdqdr ZDg fdsdtZEddudvZF fdwdxZGdydz ZHd{d| ZId}d~ ZJdd ZKdddZLdddZM ZNS )r& z)Abstract base level parser element class.z Fc C s | t _dS )a Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r& DEFAULT_WHITE_CHARScharsry ry rz setDefaultWhitespaceCharsT s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )a Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r& _literalStringClass)r ry ry rz inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s t | _d | _d | _d | _|| _d| _tj| _ d| _ d| _ d| _ t | _ d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr )NNN)r parseAction failActionstrRepr resultsName saveAsListskipWhitespacer& rs whiteCharscopyDefaultWhiteCharsmayReturnEmptykeepTabs ignoreExprsdebug streamlined mayIndexErrorerrmsg modalResults debugActionsre callPreparse callDuringTry)r savelistry ry rz r x s( zParserElement.__init__c C s< t | }| jdd |_| jdd |_| jr8tj|_|S )a$ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") N)r ry r r r& rs r )r Zcpyry ry rz r s zParserElement.copyc C s* || _ d| j | _t| dr&| j| j_| S )af Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) Expected exception)r r r r r r ry ry rz setName s zParserElement.setNamec C s4 | }|dr"|dd }d}||_| |_|S )aP Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") *Nrt T)r endswithr| r )r r listAllMatchesZnewselfry ry rz setResultsName s z ParserElement.setResultsNameTc s@ |r&| j d fdd } |_|| _ nt| j dr<| j j| _ | S )zMethod to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. Tc s dd l }| | |||S r )pdbZ set_trace)rR r doActions callPreParser Z _parseMethodry rz breaker s z'ParserElement.setBreak.<locals>.breaker_originalParseMethod)TT)_parser r )r Z breakFlagr ry r rz setBreak s zParserElement.setBreakc O s& t ttt || _|dd| _| S )a Define one or more actions to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] r F)r maprr ry r r r fnsr ry ry rz r s "z ParserElement.setParseActionc O s4 | j tttt|7 _ | jp,|dd| _| S )z Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. r F)ry r r rr r r r ry ry rz addParseAction s z ParserElement.addParseActionc s^ | dd| ddr tnt |D ] fdd}| j| q$| jpV| dd| _| S )a Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) messagez failed user-defined conditionfatalFc s$ t t| ||s | |d S r )r rr rZ exc_typefnr ry rz pa& s z&ParserElement.addCondition.<locals>.par )r r# r! ry r r )r r r r ry r rz addCondition s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.)rz )r r ry ry rz setFailAction- s zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|||\}}d}qW q tk rD Y qX qq|S NTF)r r r! )r rR r Z exprsFoundeZdummyry ry rz _skipIgnorables: s z ParserElement._skipIgnorablesc C sH | j r| ||}| jrD| j}t|}||k rD|| |krD|d7 }q&|S Nr )r r r~ r r )r rR r Zwtinstrlenry ry rz preParseG s zParserElement.preParsec C s |g fS r ry r rR r r ry ry rz parseImplS s zParserElement.parseImplc C s |S r ry r rR r tokenlistry ry rz postParseV s zParserElement.postParsec C s | j }|s| jr| jd r,| jd ||| |rD| jrD| ||}n|}|}zDz| |||\}}W n( tk r t|t|| j | Y nX W nX t k r } z:| jd r| jd ||| | | jr| ||| | W 5 d } ~ X Y nX n|r| jr| ||}n|}|}| j s&|t|krjz| |||\}}W n* tk rf t|t|| j | Y nX n| |||\}}| |||}t || j| j| jd} | jr|s| jr|rTzN| jD ]B} | ||| }|d k rt || j| jot|t tf| jd} qW nF t k rP } z&| jd r>| jd ||| | W 5 d } ~ X Y nX nJ| jD ]B} | ||| }|d k rZt || j| jot|t tf| jd} qZ|r| jd r| jd |||| | || fS )Nr rs )r r r )r rz r r r r r r! r r r r r r$ r| r} r ry r r} r ) r rR r r r Z debuggingprelocZ tokensStarttokenserrZ retTokensr ry ry rz _parseNoCacheZ st zParserElement._parseNoCachec C s@ z| j ||ddd W S tk r: t||| j| Y nX d S )NF)r r )r r# r! r r rR r ry ry rz tryParse s zParserElement.tryParsec C s4 z| || W n ttfk r* Y dS X dS d S )NFT)r r! r r ry ry rz canParseNext s zParserElement.canParseNextc @ s e Zd Zdd ZdS )z ParserElement._UnboundedCachec s~ i t | _ fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r cache not_in_cachery rz r s z3ParserElement._UnboundedCache.__init__.<locals>.getc s | |< d S r ry r r r r ry rz set s z3ParserElement._UnboundedCache.__init__.<locals>.setc s d S r r r r ry rz r s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t S r r r r ry rz cache_len s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r r types MethodTyper r r r )r r r r r ry r rz r s z&ParserElement._UnboundedCache.__init__Nr r r r ry ry ry rz _UnboundedCache s r Nc @ s e Zd Zdd ZdS )ParserElement._FifoCachec s t | _t fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r ry rz r s .ParserElement._FifoCache.__init__.<locals>.getc s> | |< t kr:z d W q tk r6 Y qX qd S NF)r popitemr r )r sizery rz r s .ParserElement._FifoCache.__init__.<locals>.setc s d S r r r r ry rz r s 0ParserElement._FifoCache.__init__.<locals>.clearc s t S r r r r ry rz r s 4ParserElement._FifoCache.__init__.<locals>.cache_len) r r _OrderedDictr r r r r r r r r r r r ry )r r r rz r s !ParserElement._FifoCache.__init__Nr ry ry ry rz _FifoCache s r c @ s e Zd Zdd ZdS )r c s t | _i tg fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _ d S ) Nc s |S r r r r ry rz r s r c s4 | |< t kr& d q| d S r )r r popleftr r )r key_fifor ry rz r s r c s d S r r r )r r ry rz r s r c s t S r r r r ry rz r s r ) r r collectionsdequer r r r r r r ry )r r r r rz r s r Nr ry ry ry rz r s r c C s d\}}| ||||f}t j t j}||} | |jkrt j| d7 < z| ||||} W n8 tk r } z||| j | j W 5 d } ~ X Y n.X ||| d | d f | W 5 Q R S n@t j| d7 < t | t r| | d | d fW 5 Q R S W 5 Q R X d S )Nr r r )r& packrat_cache_lock packrat_cacher r packrat_cache_statsr r r rm r r r} rp ) r rR r r r ZHITZMISSlookupr r r ry ry rz _parseCache s$ zParserElement._parseCachec C s( t j dgtt j t jd d < d S r )r& r r r r ry ry ry rz resetCache s zParserElement.resetCache c C s8 t js4dt _| dkr t t _n t | t _t jt _dS )a Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() TN)r& _packratEnabledr r r r r )Zcache_size_limitry ry rz enablePackrat% s zParserElement.enablePackratc C s t | js| | jD ] }| q | js8| }z<| |d\}}|rr| ||}t t }||| W n0 t k r } zt j r n|W 5 d}~X Y nX |S dS )aB Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r& r r streamliner r expandtabsr r r r+ r verbose_stacktrace)r rR parseAllr r r ZserX ry ry rz parseStringH s$ zParserElement.parseStringc c s6 | j s| | jD ] }| q| js4t| }t|}d}| j}| j}t d} z||kr| |k rz |||} ||| dd\} } W n t k r | d }Y qZX | |kr| d7 } | | | fV |r|||} | |kr| }q|d7 }q| }qZ| d }qZW n4 t k r0 } zt j r n|W 5 d}~X Y nX dS )a Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r Fr r N)r r r r r r r r r r& r r! r r )r rR maxMatchesZoverlapr r r Z preparseFnZparseFnmatchesr ZnextLocr ZnextlocrX ry ry rz scanStringz sB zParserElement.scanStringc C s g }d}d| _ z| |D ]Z\}}}|||| |rpt|trR|| 7 }n t|trf||7 }n || |}q|||d dd |D }dtt t |W S t k r } zt j rƂ n|W 5 d}~X Y nX dS )af Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|qS ry ry )r ory ry rz r s z1ParserElement.transformString.<locals>.<listcomp>r )r r r r} r$ r r r r r _flattenr r& r )r rR r* ZlastErx r r rX ry ry rz r s( z ParserElement.transformStringc C sR z t dd | ||D W S tk rL } ztjr8 n|W 5 d}~X Y nX dS )a Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) # the sum() builtin can be used to merge results into a single ParseResults object print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))) prints:: [['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']] ['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity'] c S s g | ]\}}}|qS ry ry )r rx r r ry ry rz r s z.ParserElement.searchString.<locals>.<listcomp>N)r$ r r r& r )r rR r rX ry ry rz searchString s zParserElement.searchStringc c sT d}d}| j ||dD ]*\}}}||| V |r<|d V |}q||d V dS )a[ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r N)r ) r rR maxsplitZincludeSeparatorsZsplitsZlastrx r r ry ry rz r s zParserElement.splitc C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )a Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] 4Cannot combine element of type %s with ParserElementrs stacklevelN) r} r r& rw warningswarnr SyntaxWarningr r" ry ry rz r s zParserElement.__add__c C sB t |trt|}t |ts:tjdt| tdd dS || S )z] Implementation of + operator when left operand is not a C{L{ParserElement}} r rs r Nr} r r& rw r r r r r" ry ry rz r# 1 s zParserElement.__radd__c C sJ t |trt|}t |ts:tjdt| tdd dS | t | S )zQ Implementation of - operator, returns C{L{And}} with error stop r rs r N) r} r r& rw r r r r r _ErrorStopr" ry ry rz __sub__= s zParserElement.__sub__c C sB t |trt|}t |ts:tjdt| tdd dS || S )z] Implementation of - operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __rsub__I s zParserElement.__rsub__c s t |tr|d }}nt |tr|d dd }|d dkrHd|d f}t |d tr|d dkr|d dkrvtS |d dkrtS |d t S qt |d trt |d tr|\}}||8 }qtdt|d t|d ntdt||dk r td|dk r td || kr6dkrBn ntd |r fd d |r|dkrt | }ntg| | }n |}n |dkr}ntg| }|S ) a Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} r )NNNrs r z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t | d S t S d S r )r nmakeOptionalListr ry rz r s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv tupler4 r r r ValueErrorr )r r Z minElementsZ optElementsr ry r rz __mul__U sD zParserElement.__mul__c C s | |S r )r r" ry ry rz __rmul__ s zParserElement.__rmul__c C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )zI Implementation of | operator - returns C{L{MatchFirst}} r rs r N) r} r r& rw r r r r r r" ry ry rz __or__ s zParserElement.__or__c C sB t |trt|}t |ts:tjdt| tdd dS || B S )z] Implementation of | operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __ror__ s zParserElement.__ror__c C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )zA Implementation of ^ operator - returns C{L{Or}} r rs r N) r} r r& rw r r r r r r" ry ry rz __xor__ s zParserElement.__xor__c C sB t |trt|}t |ts:tjdt| tdd dS || A S )z] Implementation of ^ operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __rxor__ s zParserElement.__rxor__c C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )zC Implementation of & operator - returns C{L{Each}} r rs r N) r} r r& rw r r r r r r" ry ry rz __and__ s zParserElement.__and__c C sB t |trt|}t |ts:tjdt| tdd dS || @ S )z] Implementation of & operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __rand__ s zParserElement.__rand__c C s t | S )zE Implementation of ~ operator - returns C{L{NotAny}} )r r ry ry rz __invert__ s zParserElement.__invert__c C s |dk r| |S | S dS )a Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") N)r r r ry ry rz __call__ s zParserElement.__call__c C s t | S )z Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. )r- r ry ry rz suppress s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. Fr~ r ry ry rz leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)r~ r r )r ru ry ry rz setWhitespaceChars s z ParserElement.setWhitespaceCharsc C s d| _ | S )z Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. T)r r ry ry rz parseWithTabs s zParserElement.parseWithTabsc C sL t |trt|}t |tr4|| jkrH| j| n| jt| | S )a Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )r} r r- r r r r" ry ry rz ignore s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)rT rW rY r r )r Z startActionZ successActionZexceptionActionry ry rz setDebugActions6 s z ParserElement.setDebugActionsc C s |r| ttt nd| _| S )a Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. F)r rT rW rY r )r flagry ry rz setDebug@ s #zParserElement.setDebugc C s | j S r )r r ry ry rz r i s zParserElement.__str__c C s t | S r r r ry ry rz r l s zParserElement.__repr__c C s d| _ d | _| S r )r r{ r ry ry rz r o s zParserElement.streamlinec C s d S r ry r ry ry rz checkRecursiont s z ParserElement.checkRecursionc C s | g dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)r )r validateTracery ry rz validatew s zParserElement.validatec C s z | }W n2 tk r> t|d}| }W 5 Q R X Y nX z| ||W S tk r~ } ztjrj n|W 5 d}~X Y nX dS )z Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. rN)readr openr r r& r )r Zfile_or_filenamer Z file_contentsfrX ry ry rz parseFile} s zParserElement.parseFilec sH t |tr"| |kp t| t|kS t |tr6| |S tt| |kS d S r )r} r& varsr r superr" rm ry rz __eq__ s zParserElement.__eq__c C s | |k S r ry r" ry ry rz __ne__ s zParserElement.__ne__c C s t t| S r )hashidr ry ry rz __hash__ s zParserElement.__hash__c C s | |kS r ry r" ry ry rz __req__ s zParserElement.__req__c C s | |k S r ry r" ry ry rz __rne__ s zParserElement.__rne__c C s4 z| j t||d W dS tk r. Y dS X dS )a Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") r TFN)r r r )r Z testStringr ry ry rz r s zParserElement.matches#c C s t |tr"tttj| }t |tr4t|}g }g }d} |D ]} |dk r^| | dsf|rr| sr| | qD| sxqDd || g} g }z:| dd} | j | |d} | | j|d | o| } W n tk rr } zt | trdnd }d| kr*| t| j| | d t| j| d d | n| d | j d | | d t| | o\|} | } W 5 d} ~ X Y nD tk r } z$| dt| | o|} |} W 5 d}~X Y nX |r|r| d td | | | | f qD| |fS )a3 Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) TNFr2 \nr% )rD z(FATAL)r r ^zFAIL: zFAIL-EXCEPTION: )r} r r r r~ r rstrip splitlinesr r r r r r rA r r# rI r r; rp rQ )r Ztestsr ZcommentZfullDumpZ printResultsZ failureTestsZ allResultsZcommentssuccessrx r* resultr r rX ry ry rz runTests sN W $ zParserElement.runTests)F)F)T)T)TT)TT)r )F)N)T)F)T)Tr& TTF)Or r r r rs r staticmethodrv rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r _MAX_INTr r r r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r" r# r$ r r. __classcell__ry ry r rz r& O s & G " 2G+ D ) c s e Zd ZdZ fddZ ZS )r. zT Abstract C{ParserElement} subclass, for defining atomic matching patterns. c s t t| jdd d S NFr )r r. r r r ry rz r @ s zToken.__init__r r r r r r1 ry ry r rz r. < s c s e Zd ZdZ fddZ ZS )r z, An empty token, will always match. c s$ t t| d| _d| _d| _d S )Nr TF)r r r r r r r r ry rz r H s zEmpty.__init__r4 ry ry r rz r D s c s* e Zd ZdZ fddZdddZ ZS )r z( A token that will never match. c s* t t| d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r r r r r r r r r ry rz r S s zNoMatch.__init__Tc C s t ||| j| d S r )r! r r ry ry rz r Z s zNoMatch.parseImpl)Tr r r r r r r1 ry ry r rz r O s c s* e Zd ZdZ fddZdddZ ZS )r a Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. c s t t| || _t|| _z|d | _W n* tk rV tj dt dd t | _ Y nX dt | j | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r "%s"r F)r r r matchr matchLenfirstMatchCharr r r r r rm r r r r r r matchStringr ry rz r l s zLiteral.__init__Tc C sJ || | j kr6| jdks&|| j|r6|| j | jfS t||| j| d S r )r9 r8 startswithr7 r! r r ry ry rz r s zLiteral.parseImpl)Tr5 ry ry r rz r ^ s c sL e Zd ZdZed Zd fdd Zddd Z fd d Ze d d Z Z S )r a\ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. _$NFc s t t| |d kr tj}|| _t|| _z|d | _W n$ tk r^ t j dt dd Y nX d| j | _ d| j | _ d| _d| _|| _|r| | _| }t|| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r r6 r F)r r r DEFAULT_KEYWORD_CHARSr7 r r8 r9 r r r r r r r r caselessupper caselessmatchr identChars)r r; rB r? r ry rz r s* zKeyword.__init__Tc C s | j r||||| j | jkr|t|| j ksL||| j | jkr|dksj||d | jkr|| j | jfS nv|| | jkr| jdks|| j|r|t|| j ks||| j | jkr|dks||d | jkr|| j | jfS t ||| j | d S r ) r? r8 r@ rA r rB r7 r9 r< r! r r ry ry rz r s4 zKeyword.parseImplc s t t| }tj|_|S r )r r r r> rB )r r r ry rz r s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r r> rt ry ry rz setDefaultKeywordChars s z Keyword.setDefaultKeywordChars)NF)T) r r r r r5 r> r r r r/ rC r1 ry ry r rz r s c s* e Zd ZdZ fddZdddZ ZS )r al Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) c s6 t t| | || _d| j | _d| j | _d S )Nz'%s'r )r r r r@ returnStringr r r: r ry rz r s zCaselessLiteral.__init__Tc C s@ |||| j | jkr,|| j | jfS t||| j| d S r )r8 r@ r7 rD r! r r ry ry rz r s zCaselessLiteral.parseImpl)Tr5 ry ry r rz r s c s, e Zd ZdZd fdd Zd ddZ ZS ) r z Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) Nc s t t| j||dd d S )NTr? )r r r )r r; rB r ry rz r s zCaselessKeyword.__init__Tc C sj |||| j | jkrV|t|| j ksF||| j | jkrV|| j | jfS t||| j| d S r )r8 r@ rA r rB r7 r! r r ry ry rz r s zCaselessKeyword.parseImpl)N)Tr5 ry ry r rz r s c s, e Zd ZdZd fdd Zd ddZ ZS ) rn ax A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) r c sB t t| || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r rn r r match_string maxMismatchesr r r )r rF rG r ry rz r s zCloseMatch.__init__Tc C s |}t |}|t | j }||kr| j}d}g } | j} tt||| | jD ]2\}} | \} } | | krN| | t | | krN qqN|d }t||| g}| j|d< | |d< ||fS t||| j| d S )Nr r original mismatches) r rF rG r r r r$ r! r )r rR r r startr maxlocrF Zmatch_stringlocrI rG Zs_msrcmatresultsry ry rz r s( zCloseMatch.parseImpl)r )Tr5 ry ry r rz rn s c s8 e Zd ZdZd fdd Zdd d Z fd d Z ZS )r1 a Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nr r Fc s t t| rFd fdd|D }|rFd fdd|D }|| _t|| _|rl|| _t|| _n|| _t|| _|dk| _ |dk rt d|| _ |dkr|| _ nt | _ |dkr|| _ || _ t| | _d| j | _d | _|| _d | j| j kr|dkr|dkr|dkr| j| jkr8d t| j | _nHt| jdkrfd t| jt| jf | _nd t| jt| jf | _| jrd| j d | _zt| j| _W n tk r d | _Y nX d S )Nr c 3 s | ]}| kr|V qd S r ry r excludeCharsry rz r ` s z Word.__init__.<locals>.<genexpr>c 3 s | ]}| kr|V qd S r ry r rO ry rz r b s r r zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr Fr( z[%s]+z%s[%s]*z [%s][%s]*z\b)r r1 r r initCharsOrigr initChars bodyCharsOrig bodyChars maxSpecifiedr minLenmaxLenr0 r r r r asKeyword_escapeRegexRangeCharsreStringr r escapecompilerp )r rR rT minmaxexactrX rP r rO rz r ] s\ 0 z Word.__init__Tc C s> | j r<| j ||}|s(t||| j| | }|| fS || | jkrZt||| j| |}|d7 }t|}| j}|| j }t ||}||k r|| |kr|d7 }qd} || | j k rd} | j r||k r|| |krd} | j r|dkr||d |ks||k r|| |krd} | r.t||| j| |||| fS )Nr FTr )r r7 r! r endgrouprR r rT rW r] rV rU rX ) r rR r r r- rJ r Z bodycharsrK ZthrowExceptionry ry rz r s6 2zWord.parseImplc sv zt t| W S tk r$ Y nX | jd krpdd }| j| jkr`d|| j|| jf | _nd|| j | _| jS )Nc S s$ t | dkr | d d d S | S d S )N ...r r ry ry rz charsAsStr s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r r1 r rp r{ rQ rS )r re r ry rz r s z Word.__str__)Nr r r FN)Tr r r r r r r r1 ry ry r rz r1 . s .6 #c sF e Zd ZdZeedZd fdd Zd ddZ fd d Z Z S ) r) a Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r c s t t| t|tr|s,tjdtdd || _|| _ z t | j| j | _ | j| _ W q t jk r tjd| tdd Y qX n2t|tjr|| _ t| | _| _ || _ ntdt| | _d| j | _d| _d| _d S ) zThe parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r $invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr FTN)r r) r r} r r r r patternflagsr r\ rZ sre_constantserrorcompiledREtyper~ r r r r r r )r rh ri r ry rz r s: zRegex.__init__Tc C s` | j ||}|s"t||| j| | }| }t| }|rX|D ]}|| ||< qF||fS r )r r7 r! r r` groupdictr$ ra )r rR r r r- dr r ry ry rz r s zRegex.parseImplc sF zt t| W S tk r$ Y nX | jd kr@dt| j | _| jS )NzRe:(%s))r r) r rp r{ r rh r r ry rz r s z Regex.__str__)r )T) r r r r r r r\ rl r r r r1 ry ry r rz r) s " c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r' a Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sN t t | }|s0tjdtdd t |d kr>|}n"| }|s`tjdtdd t | _t | _ |d _ | _ t | _ | _| _| _| _|rtjtjB _dt jt j d |d k rt|pdf _n<d _dt jt j d |d k rt|p df _t j d krp jd d fd d tt j d ddD d 7 _|r jdt| 7 _|r jdt| 7 _t jd _ jdt j 7 _z t j j _ j _ W n0 t j k r& tjd j tdd Y nX t _!d j! _"d _#d _$d S )Nz$quoteChar cannot be the empty stringrs r z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r z%s(?:[^%s\n\r%s]r z|(?:z)|(?:c 3 s4 | ],}d t jd| t j| f V qdS )z%s[^%s]N)r r[ endQuoteCharrY r& r ry rz r X s z(QuotedString.__init__.<locals>.<genexpr>rt )z|(?:%s)z|(?:%s.)z(.)z)*%srg r FT)%r r' r r r r r SyntaxError quoteCharr quoteCharLenfirstQuoteCharro endQuoteCharLenescCharescQuoteunquoteResultsconvertWhitespaceEscapesr MULTILINEDOTALLri r[ rY rh r r escCharReplacePatternr\ rZ rj rk r r r r r )r rr rv rw Z multilinerx ro ry r r rz r / s| zQuotedString.__init__c C s || | j kr | j||p d }|s4t||| j| | }| }| jr|| j| j }t |t rd|kr| j rddddd}| D ]\}}|||}q| jrt| jd|}| jr|| j| j}||fS )N\ r2 )\tr' z\fz\rz\g<1>)rt r r7 r! r r` ra rx rs ru r} r ry r r rv r r| rw ro ) r rR r r r- r Zws_mapZwslitZwscharry ry rz r p s* zQuotedString.parseImplc sH zt t| W S tk r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r r' r rp r{ rr ro r r ry rz r s zQuotedString.__str__)NNFTNT)Trf ry ry r rz r' s A #c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r a Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] r r c s t t| d| _|| _|dk r*td|| _|dkr@|| _nt| _|dkrZ|| _|| _t | | _ d| j | _ | jdk| _ d| _ d S )NFr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r )r r r r~ notCharsr rV rW r0 r r r r r )r r r] r^ r_ r ry rz r s zCharsNotIn.__init__Tc C s || | j kr t||| j| |}|d7 }| j }t|| j t|}||k rb|| |krb|d7 }qD|| | jk rt||| j| |||| fS r )r r! r r] rW r rV )r rR r r rJ Znotcharsmaxlenry ry rz r s zCharsNotIn.parseImplc sf zt t| W S tk r$ Y nX | jd kr`t| jdkrTd| jd d | _n d| j | _| jS )Nrb z !W:(%s...)z!W:(%s))r r r rp r{ r r r r ry rz r s zCharsNotIn.__str__)r r r )Trf ry ry r rz r s c s< e Zd ZdZddddddZd fd d ZdddZ ZS )r0 a Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. z<SPC>z<TAB>z<LF>z<CR>z<FF>)r( r~ r2 r r r r c s t t | _ d fdd jD ddd jD _d _d j _ | _ |dkrt| _ nt _ |dkr| _ | _ d S )Nr c 3 s | ]}| j kr|V qd S r ) matchWhiter r ry rz r s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r )r0 whiteStrsr ry ry rz r s Tr r ) r r0 r r r r r r r r rV rW r0 )r Zwsr] r^ r_ r r rz r s zWhite.__init__Tc C s || | j kr t||| j| |}|d7 }|| j }t|t|}||k rb|| | j krb|d7 }qB|| | jk rt||| j| |||| fS r )r r! r rW r] r rV )r rR r r rJ rK ry ry rz r s zWhite.parseImpl)r r r r )T)r r r r r r r r1 ry ry r rz r0 s c s e Zd Z fddZ ZS )_PositionTokenc s( t t| | jj| _d| _d| _d S r )r r r rm r r r r r r ry rz r s z_PositionToken.__init__r r r r r1 ry ry r rz r s r c s2 e Zd ZdZ fddZdd Zd ddZ ZS ) r zb Token to advance to a specific column of input text; useful for tabular report scraping. c s t t| || _d S r )r r r r; )r colnor ry rz r $ s zGoToColumn.__init__c C s\ t ||| j krXt|}| jr*| ||}||k rX|| rXt ||| j krX|d7 }q*|S r )r; r r r isspace)r rR r r ry ry rz r ( s $ zGoToColumn.preParseTc C sD t ||}|| j kr"t||d| || j | }||| }||fS )NzText not in expected columnr; r! )r rR r r ZthiscolZnewlocr ry ry rz r 1 s zGoToColumn.parseImpl)T)r r r r r r r r1 ry ry r rz r s c s* e Zd ZdZ fddZdddZ ZS )r a Matches if current position is at the beginning of a line within the parse string Example:: test = ''' AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| d| _d S )NzExpected start of line)r r r r r r ry rz r O s zLineStart.__init__Tc C s* t ||dkr|g fS t||| j| d S r )r; r! r r ry ry rz r S s zLineStart.parseImpl)Tr5 ry ry r rz r : s c s* e Zd ZdZ fddZdddZ ZS )r zU Matches if current position is at the end of a line within the parse string c s, t t| | tjdd d| _d S )Nr2 r zExpected end of line)r r r r r& rs r r r r ry rz r \ s zLineEnd.__init__Tc C sb |t |k r6|| dkr$|d dfS t||| j| n(|t |krN|d g fS t||| j| d S )Nr2 r r r! r r ry ry rz r a s zLineEnd.parseImpl)Tr5 ry ry r rz r X s c s* e Zd ZdZ fddZdddZ ZS )r, zM Matches if current position is at the beginning of the parse string c s t t| d| _d S )NzExpected start of text)r r, r r r r ry rz r p s zStringStart.__init__Tc C s0 |dkr(|| |dkr(t||| j| |g fS r )r r! r r ry ry rz r t s zStringStart.parseImpl)Tr5 ry ry r rz r, l s c s* e Zd ZdZ fddZdddZ ZS )r+ zG Matches if current position is at the end of the parse string c s t t| d| _d S )NzExpected end of text)r r+ r r r r ry rz r s zStringEnd.__init__Tc C s^ |t |k r t||| j| n<|t |kr6|d g fS |t |krJ|g fS t||| j| d S r r r ry ry rz r s zStringEnd.parseImpl)Tr5 ry ry r rz r+ { s c s. e Zd ZdZef fdd ZdddZ ZS )r3 ap Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| t|| _d| _d S )NzNot at the start of a word)r r3 r r wordCharsr r r r ry rz r s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| |g fS r )r r! r r ry ry rz r s zWordStart.parseImpl)Tr r r r rX r r r1 ry ry r rz r3 s c s. e Zd ZdZef fdd ZdddZ ZS )r2 aZ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. c s( t t| t|| _d| _d| _d S )NFzNot at the end of a word)r r2 r r r r~ r r r ry rz r s zWordEnd.__init__Tc C sP t |}|dkrH||k rH|| | jks8||d | jkrHt||| j| |g fS r )r r r! r )r rR r r r ry ry rz r s zWordEnd.parseImpl)Tr ry ry r rz r2 s c s e Zd ZdZd fdd Zdd Zdd Zd d Z fd d Z fd dZ fddZ d fdd Z g fddZ fddZ ZS )r" z^ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s t t| | t|tr"t|}t|tr<t|g| _ nht|t rxt|}t dd |D rlt tj|}t|| _ n,zt|| _ W n t k r |g| _ Y nX d| _d S )Nc s s | ]}t |tV qd S r )r} r )r rS ry ry rz r s z+ParseExpression.__init__.<locals>.<genexpr>F)r r" r r} r r r r& rw exprsr allr r r r r r r ry rz r s zParseExpression.__init__c C s | j | S r )r r ry ry rz r s zParseExpression.__getitem__c C s | j | d | _| S r )r r r{ r" ry ry rz r s zParseExpression.appendc C s0 d| _ dd | jD | _| jD ] }| q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.Fc S s g | ] }| qS ry r r r ry ry rz r s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r~ r r )r r ry ry rz r s z ParseExpression.leaveWhitespacec sr t |trB|| jkrntt| | | jD ]}|| jd q*n,tt| | | jD ]}|| jd qX| S r )r} r- r r r" r r )r r r r ry rz r s zParseExpression.ignorec sN zt t| W S tk r$ Y nX | jd krHd| jjt| jf | _| jS Nz%s:(%s)) r r" r rp r{ rm r r r r r ry rz r s zParseExpression.__str__c s* t t| | jD ] }| qt| jdkr| jd }t|| jr|js|jd kr|j s|jd d | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| jr|js|jd kr|j s| jd d |jd d | _d | _ | j |j O _ | j |j O _ dt | | _| S )Nrs r r rt r )r r" r r r r} rm ry r| r r{ r r r r )r r r r ry rz r s< zParseExpression.streamlinec s t t| ||}|S r )r r" r )r r r r r ry rz r s z ParseExpression.setResultsNamec C s6 |d d | g }| j D ]}|| q| g d S r )r r r )r r tmpr ry ry rz r s zParseExpression.validatec s$ t t| }dd | jD |_|S )Nc S s g | ] }| qS ry r r ry ry rz r % s z(ParseExpression.copy.<locals>.<listcomp>)r r" r r r1 r ry rz r # s zParseExpression.copy)F)F)r r r r r r r r r r r r r r r1 ry ry r rz r" s " c sT e Zd ZdZG dd deZd fdd ZdddZd d Zd d Z d d Z Z S )r a Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z fddZ ZS )zAnd._ErrorStopc s& t tj| j|| d| _| d S )N-)r r r r r r rG r ry rz r 9 s zAnd._ErrorStop.__init__r ry ry r rz r 8 s r Tc sR t t| || tdd | jD | _| | jd j | jd j| _d| _ d S )Nc s s | ] }|j V qd S r r r ry ry rz r @ s z And.__init__.<locals>.<genexpr>r T) r r r r r r r r r~ r r r ry rz r > s z And.__init__c C s | j d j|||dd\}}d}| j dd D ]}t|tjrDd}q.|rz||||\}}W q tk rt Y q tk r } zd |_t|W 5 d }~X Y q t k r t|t || j | Y qX n||||\}}|s| r.||7 }q.||fS )Nr Fr r T) r r r} r r r% r __traceback__r r r r r ) r rR r r resultlistZ errorStopr Z exprtokensr ry ry rz r E s( z And.parseImplc C s t |trt|}| |S r r} r r& rw r r" ry ry rz r! ^ s z And.__iadd__c C s6 |d d | g }| j D ]}|| |js q2qd S r )r r r r r subRecCheckListr ry ry rz r c s zAnd.checkRecursionc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr {r( c s s | ]}t |V qd S r r r ry ry rz r o s z And.__str__.<locals>.<genexpr>}r r r{ r r r ry ry rz r j s z And.__str__)T)T) r r r r r r r r r! r r r1 ry ry r rz r ( s c sD e Zd ZdZd fdd ZdddZdd Zd d Zd d Z Z S )r a Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r ry ry rz r s z Or.__init__.<locals>.<genexpr>T)r r r r rB r r r ry rz r s z Or.__init__Tc C sR d}d }g }| j D ]}z|||}W nv tk rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk r t||krt|t||j| }t|}Y qX |||f q|r(|j dd d |D ]^\} }z| |||W S tk r$ } z d | _| j|kr| }| j}W 5 d } ~ X Y qX q|d k r@| j|_ |nt||d| d S )Nrt c S s | d S r ry )xry ry rz r{ r| z Or.parseImpl.<locals>.<lambda>)r no defined alternatives to match) r r r! r r r r r r sortr r ) r rR r r maxExcLoc maxExceptionr r Zloc2r _ry ry rz r s< z Or.parseImplc C s t |trt|}| |S r r r" ry ry rz __ixor__ s z Or.__ixor__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z ^ c s s | ]}t |V qd S r r r ry ry rz r s z Or.__str__.<locals>.<genexpr>r r r ry ry rz r s z Or.__str__c C s, |d d | g }| j D ]}|| qd S r r r r ry ry rz r s zOr.checkRecursion)F)T) r r r r r r r r r r1 ry ry r rz r t s & c sD e Zd ZdZd fdd ZdddZdd Zd d Zd d Z Z S )r a Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r ry ry rz r s z&MatchFirst.__init__.<locals>.<genexpr>T)r r r r rB r r r ry rz r s zMatchFirst.__init__Tc C s d}d }| j D ]}z||||}|W S tk r` } z|j|krP|}|j}W 5 d }~X Y q tk r t||krt|t||j| }t|}Y qX q|d k r| j|_|nt||d| d S )Nrt r )r r r! r r r r r ) r rR r r r r r r r ry ry rz r s$ zMatchFirst.parseImplc C s t |trt|}| |S r r r" ry ry rz __ior__ s zMatchFirst.__ior__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r | c s s | ]}t |V qd S r r r ry ry rz r s z%MatchFirst.__str__.<locals>.<genexpr>r r r ry ry rz r s zMatchFirst.__str__c C s, |d d | g }| j D ]}|| qd S r r r ry ry rz r s zMatchFirst.checkRecursion)F)T) r r r r r r r r r r1 ry ry r rz r s c s< e Zd ZdZd fdd Zd ddZdd Zd d Z ZS ) r am Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s8 t t| || tdd | jD | _d| _d| _d S )Nc s s | ] }|j V qd S r r r ry ry rz r ? s z Each.__init__.<locals>.<genexpr>T)r r r r r r r~ initExprGroupsr r ry rz r = s z Each.__init__c s | j rtdd | jD | _dd | jD }dd | jD }|| | _dd | jD | _dd | jD | _dd | jD | _| j| j7 _d | _ |}| jd d }| jd d g }d } | rj| | j | j } g } | D ]v} z| ||}W n t k r | | Y qX | | j t | | | |kr@| | q| kr܈ | qt| t| krd } q|rd d d |D } t ||d | | fdd| jD 7 }g }|D ]"} | |||\}}| | qt|tg }||fS )Nc s s& | ] }t |trt|j|fV qd S r )r} r r! rS r ry ry rz r E s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |tr|jqS ry r} r rS r ry ry rz r F s z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|ts|qS ry )r r} r r ry ry rz r G s c S s g | ]}t |tr|jqS ry )r} r4 rS r ry ry rz r I s c S s g | ]}t |tr|jqS ry )r} r rS r ry ry rz r J s c S s g | ]}t |tttfs|qS ry )r} r r4 r r ry ry rz r K s FTr% c s s | ]}t |V qd S r r r ry ry rz r f s z*Missing one or more required elements (%s)c s$ g | ] }t |tr|j kr|qS ry r r ZtmpOptry rz r j s )r r r Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr r! r r r! remover r r sumr$ )r rR r r Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr rN Z finalResultsry r rz r C sP zEach.parseImplc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z & c s s | ]}t |V qd S r r r ry ry rz r y s z Each.__str__.<locals>.<genexpr>r r r ry ry rz r t s z Each.__str__c C s, |d d | g }| j D ]}|| qd S r r r ry ry rz r } s zEach.checkRecursion)T)T) r r r r r r r r r1 ry ry r rz r s 5 1 c sl e Zd ZdZd fdd ZdddZdd Z fd d Z fd d Zdd Z g fddZ fddZ Z S )r za Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. Fc s t t| | t|tr@ttjtr2t|}ntt |}|| _ d | _ |d k r|j | _ |j | _ | |j |j| _|j| _|j| _| j|j d S r )r r r r} r issubclassr& rw r. r rS r{ r r r r r~ r} r r r r rS r r ry rz r s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||ddS td|| j| d S )NFr r )rS r r! r r ry ry rz r s z ParseElementEnhance.parseImplc C s* d| _ | j | _| jd k r&| j | S r )r~ rS r r r ry ry rz r s z#ParseElementEnhance.leaveWhitespacec sr t |trB|| jkrntt| | | jd k rn| j| jd n,tt| | | jd k rn| j| jd | S r )r} r- r r r r rS r" r ry rz r s zParseElementEnhance.ignorec s& t t| | jd k r"| j | S r )r r r rS r r ry rz r s z ParseElementEnhance.streamlinec C sB | |krt || g |d d | g }| jd k r>| j| d S r )r( rS r )r r r ry ry rz r s z"ParseElementEnhance.checkRecursionc C s6 |d d | g }| j d k r(| j | | g d S r rS r r r r r ry ry rz r s z ParseElementEnhance.validatec sX zt t| W S tk r$ Y nX | jd krR| jd k rRd| jjt| jf | _| jS r ) r r r rp r{ rS rm r r r r ry rz r s zParseElementEnhance.__str__)F)T) r r r r r r r r r r r r r1 ry ry r rz r s c s* e Zd ZdZ fddZdddZ ZS )r a Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| | d| _d S r )r r r r r rS r ry rz r s zFollowedBy.__init__Tc C s | j || |g fS r )rS r r ry ry rz r s zFollowedBy.parseImpl)Tr5 ry ry r rz r s c s2 e Zd ZdZ fddZd ddZdd Z ZS ) r a Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: c s0 t t| | d| _d| _dt| j | _d S )NFTzFound unwanted token, )r r r r~ r r rS r r r ry rz r s zNotAny.__init__Tc C s& | j ||r t||| j| |g fS r )rS r r! r r ry ry rz r s zNotAny.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr z~{r r r r{ r rS r ry ry rz r s zNotAny.__str__)Trf ry ry r rz r s c s( e Zd Zd fdd ZdddZ ZS ) _MultipleMatchNc sF t t| | d| _|}t|tr.t|}|d k r<| nd | _d S r ) r r r r} r} r r& rw not_ender)r rS stopOnZenderr ry rz r s z_MultipleMatch.__init__Tc C s | j j}| j}| jd k }|r$| jj}|r2||| ||||dd\}}zV| j } |r`||| | rp|||} n|} ||| |\}} | s| rR|| 7 }qRW n ttfk r Y nX ||fS NFr ) rS r r r r r r r! r ) r rR r r Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr ZhasIgnoreExprsr Z tmptokensry ry rz r s* z_MultipleMatch.parseImpl)N)T)r r r r r r1 ry ry r rz r s r c @ s e Zd ZdZdd ZdS )r a Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r z}...r r ry ry rz r J s zOneOrMore.__str__N)r r r r r ry ry ry rz r 0 s c s8 e Zd ZdZd fdd Zd fdd Zdd Z ZS ) r4 aw Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} Nc s t t| j||d d| _d S )N)r T)r r4 r r )r rS r r ry rz r _ s zZeroOrMore.__init__Tc s< zt t| |||W S ttfk r6 |g f Y S X d S r )r r4 r r! r r r ry rz r c s zZeroOrMore.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r$ ]...r r ry ry rz r i s zZeroOrMore.__str__)N)Trf ry ry r rz r4 S s c @ s e Zd Zdd ZeZdd ZdS ) _NullTokenc C s dS r ry r ry ry rz r s s z_NullToken.__bool__c C s dS r ry r ry ry rz r v s z_NullToken.__str__N)r r r r rL r ry ry ry rz r r s r c s6 e Zd ZdZef fdd Zd ddZdd Z ZS ) r aa Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| j|dd | jj| _|| _d| _d S )NFr3 T)r r r rS r} r r )r rS r r ry rz r s zOptional.__init__Tc C sz z | j j|||dd\}}W nT ttfk rp | jtk rh| j jr^t| jg}| j|| j j< ql| jg}ng }Y nX ||fS r )rS r r! r r _optionalNotMatchedr| r$ )r rR r r r ry ry rz r s zOptional.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r$ r' r r ry ry rz r s zOptional.__str__)T) r r r r r r r r r1 ry ry r rz r z s " c s, e Zd ZdZd fdd Zd ddZ ZS ) r* a Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| | || _d| _d| _|| _d| _t|t rFt || _ n|| _ dt | j | _d S )NTFzNo match found for )r r* r ignoreExprr r includeMatchr r} r r& rw failOnr rS r )r r Zincluder r r ry rz r s zSkipTo.__init__Tc C s& |}t |}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} | |kr|d k rf||| rfq| d k rz| || } W qn tk r Y qY qnX qnz||| ddd W q tt fk r | d7 } Y qJX qqJt||| j | | }||| } t | } | j r ||||dd\}} | | 7 } || fS )NF)r r r r ) r rS r r r r r r r! r r r$ r )r rR r r rU r rS Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultrM ry ry rz r s: zSkipTo.parseImpl)FNN)Tr5 ry ry r rz r* s 6 c sb e Zd ZdZd fdd Zdd Zdd Zd d Zd d Zg fd dZ dd Z fddZ Z S )r aK Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. Nc s t t| j|dd d S r2 )r r r r" r ry rz r @ s zForward.__init__c C sj t |trt|}|| _d | _| jj| _| jj| _| | jj | jj | _ | jj | _ | j | jj | S r )r} r r& rw rS r{ r r r r r~ r} r r r" ry ry rz __lshift__C s zForward.__lshift__c C s | |> S r ry r" ry ry rz __ilshift__P s zForward.__ilshift__c C s d| _ | S r r r ry ry rz r S s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j | S r )r rS r r ry ry rz r W s zForward.streamlinec C s> | |kr0|d d | g }| j d k r0| j | | g d S r r r ry ry rz r ^ s zForward.validatec C sV t | dr| jS | jjd S z | jd k r4t| j}nd}W 5 | j| _X | jjd | S )Nr z: ...Nonez: )r r rm r Z _revertClass_ForwardNoRecurserS r )r Z retStringry ry rz r e s zForward.__str__c s. | j d k rtt| S t }|| K }|S d S r )rS r r r r1 r ry rz r v s z Forward.copy)N) r r r r r r r r r r r r r1 ry ry r rz r - s c @ s e Zd Zdd ZdS )r c C s dS )Nrc ry r ry ry rz r s z_ForwardNoRecurse.__str__N)r r r r ry ry ry rz r ~ s r c s" e Zd ZdZd fdd Z ZS )r/ zQ Abstract subclass of C{ParseExpression}, for converting parsed results. Fc s t t| | d| _d S r )r r/ r r} r r ry rz r s zTokenConverter.__init__)Fr4 ry ry r rz r/ s c s6 e Zd ZdZd fdd Z fddZdd Z ZS ) r a Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r Tc s8 t t| | |r | || _d| _|| _d| _d S r )r r r r adjacentr~ joinStringr )r rS r r r ry rz r s zCombine.__init__c s( | j rt| | ntt| | | S r )r r& r r r r" r ry rz r s zCombine.ignorec C sP | }|d d = |td|| jg| jd7 }| jrH| rH|gS |S d S )Nr )r )r r$ r r( r r r| r )r rR r r ZretToksry ry rz r s "zCombine.postParse)r T)r r r r r r r r1 ry ry r rz r s c s( e Zd ZdZ fddZdd Z ZS )r a Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] c s t t| | d| _d S r )r r r r} r r ry rz r s zGroup.__init__c C s |gS r ry r ry ry rz r s zGroup.postParser r r r r r r1 ry ry r rz r s c s( e Zd ZdZ fddZdd Z ZS )r aW Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. c s t t| | d| _d S r )r r r r} r r ry rz r s z Dict.__init__c C s t |D ]\}}t|dkr q|d }t|tr@t|d }t|dkr\td|||< qt|dkrt|d tst|d |||< q| }|d= t|dkst|tr| rt||||< qt|d |||< q| j r|gS |S d S )Nr r r rs ) r r r} rv r r r r$ r r r| )r rR r r r tokZikeyZ dictvaluery ry rz r s$ zDict.postParser ry ry r rz r s # c @ s e Zd ZdZdd Zdd ZdS )r- aV Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) c C s g S r ry r ry ry rz r s zSuppress.postParsec C s | S r ry r ry ry rz r " s zSuppress.suppressN)r r r r r r ry ry ry rz r- s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r zI Wrapper for parse actions, to ensure they are only called once. c C s t || _d| _d S r )rr callablecalled)r Z methodCallry ry rz r * s zOnlyOnce.__init__c C s. | j s | |||}d| _ |S t||dd S )NTr )r r r! )r r r[ rx rN ry ry rz r - s zOnlyOnce.__call__c C s d| _ d S r )r r ry ry rz reset3 s zOnlyOnce.resetN)r r r r r r r ry ry ry rz r & s c s: t fdd}z j|_W n tk r4 Y nX |S )at Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens)))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s j }| dd \}}}t| dkr8| d jj d | }tjd|t||||f z | }W n8 tk r } ztjd||f W 5 d }~X Y nX tjd||f |S )Nr^ rq r .z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) )r r rm r stderrwriterI rp )ZpaArgsZthisFuncr r[ rx r rX r ry rz zL s ztraceParseAction.<locals>.z)rr r r )r r ry r rz rd 6 s ,Fc C s` t | d t | d t | d }|rBt| t|| |S | tt|| |S dS )a Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r( r N)r r r4 r r- )rS ZdelimcombineZdlNamery ry rz rB b s $c sj t fdd}|dkr0ttdd }n| }|d |j|dd | d t d S ) a: Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d } |r t tg| p&t t> g S r )r r rE )r r[ rx r Z arrayExprrS ry rz countFieldParseAction s "z+countedArray.<locals>.countFieldParseActionNc S s t | d S r )rv rw ry ry rz r{ r| z countedArray.<locals>.<lambda>ZarrayLenTr z(len) rc )r r1 rT r r r r r )rS ZintExprr ry r rz r> u s c C s6 g }| D ](}t |tr&|t| q|| q|S r )r} r r r r )Lr r ry ry rz r s r c s6 t fdd}| j|dd dt| S )a* Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. c sP |rBt |dkr |d > qLt| } tdd |D > n t > d S )Nr r c s s | ]}t |V qd S r )r r Zttry ry rz r s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r r r r r )r r[ rx ZtflatZrepry rz copyTokenToRepeater s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr (prev) )r r r r )rS r ry r rz rQ s c sF t | } |K fdd}| j|dd dt| S )aS Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. c s* t | fdd}j|dd d S )Nc s$ t | }| kr tdddd S )Nr r )r r r! )r r[ rx Z theseTokensZ matchTokensry rz mustMatchTheseTokens s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr )r r r )r r[ rx r r r rz r s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr r )r r r r r )rS Ze2r ry r rz rP s c C s: dD ]}| |t| } q| dd} | dd} t| S )Nz\^-]r2 r' r~ r )r _bslashr )r r ry ry rz rY s rY Tc s |rdd }dd }t ndd }dd }t g }t| trF| }n$t| trZt| }ntjdt dd |stt S d }|t |d k r|| }t ||d d D ]R\}} || |r||| d = qxq||| r||| d = | || | } qxq|d 7 }qx|s|rzlt |t d |krTtd d dd |D d|W S tddd |D d|W S W n& tk r tjdt dd Y nX t fdd|D d|S )a Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] c S s | | kS r )r@ r bry ry rz r{ r| zoneOf.<locals>.<lambda>c S s | | S r )r@ r< r ry ry rz r{ r| c S s | |kS r ry r ry ry rz r{ r| c S s | | S r )r< r ry ry rz r{ r| z6Invalid argument to oneOf, expected string or iterablers r r r Nr z[%s]c s s | ]}t |V qd S r )rY r Zsymry ry rz r s zoneOf.<locals>.<genexpr>r |c s s | ]}t |V qd S r )r r[ r ry ry rz r s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]} |V qd S r ry r ZparseElementClassry rz r $ s )r r r} r r r r r r r r r r r r r) r rp r ) Zstrsr? ZuseRegexZisequalZmasksZsymbolsr Zcurr r ry r rz rU sT ** c C s t tt| | S )a Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r4 r )r r ry ry rz rC & s !c C s^ t dd }| }d|_|d| |d }|r@dd }ndd }|| | j|_|S ) a Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S r ry )r r rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F_original_start _original_endc S s | |j |j S r )r r rZ ry ry rz r{ f r| c S s& | | d| d g|d d < d S )Nr r )r rZ ry ry rz extractTexth s z$originalTextFor.<locals>.extractText)r r r r r )rS ZasStringZ locMarkerZ endlocMarker matchExprr ry ry rz ri I s c C s t | dd S )zp Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S r ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r )rS ry ry rz rj n s c C s4 t dd }t|d| d | d S )a Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S r ry rZ ry ry rz r{ r| z locatedExpr.<locals>.<lambda>Z locn_startr Zlocn_end)r r r r r )rS Zlocatorry ry rz rl u s z\[]-*.$+^?()~ r_ c C s |d d S r ry rZ ry ry rz r{ r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d ddS )Nr z\0x )unichrrv lstriprZ ry ry rz r{ r| z \\0[0-7]+c C s t t|d dd dS )Nr r )r rv rZ ry ry rz r{ r| z\]r r$ r) negatebodyr' c sF dd z"d fddt| jD W S tk r@ Y dS X dS )a Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) c S s< t | ts| S ddd tt| d t| d d D S )Nr c s s | ]}t |V qd S r )r r ry ry rz r s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r )r} r$ r r ord)pry ry rz r{ r| zsrange.<locals>.<lambda>r c 3 s | ]} |V qd S r ry )r partZ _expandedry rz r s zsrange.<locals>.<genexpr>N)r _reBracketExprr r rp rd ry r rz ra s "c s fdd}|S )zt Helper method for defining parse actions that require matching at a specific column in the input text. c s" t || kr t| |d d S )Nz matched token not at column %dr )rN ZlocnrV r ry rz verifyCol s z!matchOnlyAtCol.<locals>.verifyColry )r r ry r rz rO s c s fddS )a Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s gS r ry rZ ZreplStrry rz r{ r| z replaceWith.<locals>.<lambda>ry r ry r rz r^ s c C s |d dd S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r r rt ry rZ ry ry rz r\ s c sN fdd}zt dt dj}W n tk rB t}Y nX ||_|S )aG Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s fdd|D S )Nc s g | ]}|f qS ry ry )r Ztoknr r\ ry rz r s z(tokenMap.<locals>.pa.<locals>.<listcomp>ry rZ r ry rz r s ztokenMap.<locals>.par rm )ro r rp r~ )r\ r r rq ry r rz ro s c C s t | S r r r@ rw ry ry rz r{ r| c C s t | S r r lowerrw ry ry rz r{ r| c C s t | tr | }t| | d} n| j}tttd }|rt t }t d| d t t t|t d | tddgdd d d t d }nd dd tD }t t t|B }t d| d t t t| ttt d| tddgdd dd t d }ttd| d }|dd |dd d| }|dd |dd d| }||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namerE z_-:r5 tag=/Fr rE c S s |d dkS Nr r ry rZ ry ry rz r{ r| z_makeTags.<locals>.<lambda>r6 r c s s | ]}|d kr|V qdS )r6 Nry r ry ry rz r s z _makeTags.<locals>.<genexpr>c S s |d dkS r ry rZ ry ry rz r{ r| r7 rJ :r( z<%s>r` z</%s>) r} r r r r1 r6 r5 r@ r r r\ r- r r4 r r r r rX r[ rD r _Lr titler r r )tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagry ry rz _makeTags s> ..r c C s t | dS )a Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com Fr r ry ry rz rM ( s c C s t | dS )z Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} Tr r ry ry rz rN ; s c s8 | r| dd n| dd D fdd}|S )a< Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||fqS ry ry r/ ry ry rz r z s z!withAttribute.<locals>.<listcomp>c sZ D ]P\}}||kr$t | |d| |tjkr|| |krt | |d||| |f qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg ANY_VALUE)r r[ r ZattrNameZ attrValueZattrsry rz r { s zwithAttribute.<locals>.pa)r )r ZattrDictr ry r rz rg D s 2 c C s |r d| nd}t f || iS )a Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:classclass)rg )Z classname namespaceZ classattrry ry rz rm s (rp c C s t }| || | B }t|D ]l\}}|d dd \}} } } | dk rPd| nd| } | dkr|dkstt|dkr|td|\} }t | }| tjkr^| d krt|| t|t | }n| dkr|dk rt|| | t|t || }n t|| t|t | }nD| dkrTt|| | | | t|| | | | }ntd n| tj krB| d krt |t st |}t|j | t|| }n| dkr|dk rt|| | t|t || }n t|| t|t | }nD| dkr8t|| | | | t|| | | | }ntd ntd | rvt | ttfrl|j| n || ||| |B K }|}q ||K }|S ) aD Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted); if the parse action is passed a tuple or list of functions, this is equivalent to calling C{setParseAction(*fn)} (L{ParserElement.setParseAction}) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] r Nrb rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r r r r rV LEFTr r r RIGHTr} r rS r r r )ZbaseExprZopListZlparZrparr ZlastExprr ZoperDefZopExprZarityZrightLeftAssocr ZtermNameZopExpr1ZopExpr2ZthisExprr ry ry rz rk sZ = & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*'z string enclosed in single quotesz*quotedString using single or double quotesuzunicode string literalc C s | |krt d|dkr*t| tr"t|tr"t| dkrt|dkr|dk rtt| t| | tj dd dd }n$t t| | tj dd }nx|dk rtt| t | t | ttjdd dd }n4ttt | t | ttjdd d d }nt d t }|dk rd|tt| t||B |B t| K }n$|tt| t||B t| K }|d | |f |S ) a~ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNr r c S s | d S r r rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d S r r rw ry ry rz r{ j r| c S s | d S r r rw ry ry rz r{ p r| c S s | d S r r rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r r} r r r r r r& rs r rE r r r r r- r4 r )ZopenerZcloserZcontentr r ry ry rz rR % sH : *$c s fdd} fdd} fdd}t t d }t t | d}t |d }t |d } |rtt|| t |t| t| | } n$tt|t |t| t| } | t t | d S ) a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] c sN |t | krd S t|| }| d krJ| d kr>t| |dt| |dd S )Nrt zillegal nestingznot a peer entry)r r; r# r! r r[ rx ZcurCol indentStackry rz checkPeerIndent s z&indentedBlock.<locals>.checkPeerIndentc s2 t || }| d kr" | n t| |dd S )Nrt znot a subentry)r; r r! r r ry rz checkSubIndent s z%indentedBlock.<locals>.checkSubIndentc sN |t | krd S t|| } r6| d k r6| d ksBt| |d d S )Nrt r_ znot an unindent)r r; r! r r r ry rz checkUnindent s z$indentedBlock.<locals>.checkUnindentz INDENTr ZUNINDENTzindented block) r r r r r r r r r r r ) ZblockStatementExprr r9 r r r rE r ZPEERZUNDENTZsmExprry r rz rh s( N z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r z);zcommon HTML entityc C s t | jS )zRHelper parser action to replace common HTML entities with their special characters)_htmlEntityMapr Zentityrw ry ry rz r] s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style commentrO commaItemr c @ s e Zd ZdZeeZeeZe e d eZ e e d eedZed d eZe ed e e dZed d eeeed e B d Zee ed d eZed d eZeeB eB Zed d eZ e e d e d dZ ed dZ ed dZ!e!de! d dZ"ee!de! d d ee!de! d d Z#e#$d d d e d!Z%e&e"e%B e#B d" d"Z'ed# d$Z(e)d=d&d'Z*e)d>d)d*Z+ed+ d,Z,ed- d.Z-ed/ d0Z.e/ e0 B Z1e)d1d2 Z2e&e3e4d3 e5 e e6d3d4 ee7d5 d6Z8e9ee:; e8B d7d8 d9Z<e)ed:d Z=e)ed;d Z>d<S )?rp a Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] integerz hex integerr z[+-]?\d+zsigned integerr fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ r| zpyparsing_common.<lambda>r z"fraction or mixed integer-fractionz [+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?fnumberr identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4} hex_integerr zfull IPv6 address)r rh z::zshort IPv6 addressc C s t dd | D dk S )Nc s s | ]}t j|rd V qdS r3 )rp _ipv6_partr r ry ry rz r s z,pyparsing_common.<lambda>.<locals>.<genexpr>r )r rw ry ry rz r{ r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address%Y-%m-%dc s fdd}|S )a Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sN zt |d W S tk rH } zt| |t|W 5 d }~X Y nX d S r )r strptimedater r! r~ r r[ rx Zvefmtry rz cvt_fn s z.pyparsing_common.convertToDate.<locals>.cvt_fnry r$ r% ry r# rz convertToDate s z pyparsing_common.convertToDate%Y-%m-%dT%H:%M:%S.%fc s fdd}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sJ zt |d W S tk rD } zt| |t|W 5 d }~X Y nX d S r )r r r r! r~ r" r# ry rz r% s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r& ry r# rz convertToDatetime s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}UUIDc C s t j|d S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' r )rp _html_stripperr )r r[ r ry ry rz stripHTMLTags s z pyparsing_common.stripHTMLTagsr rO r r r r zcomma separated listc C s t | S r r rw ry ry rz r{ " r| c C s t | S r r rw ry ry rz r{ % r| N)r )r( )?r r r r ro rv ZconvertToIntegerfloatZconvertToFloatr1 rT r r r rF r r) Zsigned_integerr r r r Z mixed_integerr realZsci_realr numberr r6 r5 r Z ipv4_addressr Z_full_ipv6_addressZ_short_ipv6_addressr Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr/ r' r) Z iso8601_dateZiso8601_datetimeuuidr9 r8 r+ r, r r r rX r0 _commasepitemrB r[ r Zcomma_separated_listrf rD ry ry ry rz rp sV "" 2 __main__Zselectfromr= r )r columnsr ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )rs )r F)N)FT)T)r )T)r __version__Z__versionTime__ __author__r weakrefr r r r r r rj r rF rc r r _threadr ImportErrorZ threadingZcollections.abcr r r r Z ordereddict__all__r version_inforb r0 maxsizer0 r~ r chrr r r r r@ reversedr r rB r r] r^ rn ZmaxintZxranger Z __builtin__r Zfnamer ro r r r r r r Zascii_uppercaseZascii_lowercaser6 rT rF r5 r r Z printablerX rp r r! r# r% r( r r$ registerr; rL rI rT rW rY rS rr r& r. r r r r rw r r r rn r1 r) r' r r0 r r r r r, r+ r3 r2 r" r r r r r r r r r r4 r r r r* r r r/ r r r r- r rd rB r> r rQ rP rY rU rC ri rj rl r rE rK rJ rc rb r Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ _charRanger r ra rO r^ r\ ro rf rD r rM rN rg r rm rV r r rk rW r@ r` r[ re rR rh r7 rY r9 r8 r r r r r= r] r: rG r r_ rA r? rH rZ r r1 r< rp r Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLr. r/ r r r0 r* ry ry ry rz <module> s 4 8 @ v &A= I G3 pLOD|M &# @sQ,A, I# % 0 , ? #p Zr ( " PK @\:-n_ n_ 4 pkg_resources/_vendor/__pycache__/six.cpython-38.pycnu [ U Qabu A @ sR d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd dkZ e refZefZefZeZeZejZn~efZeefZeejfZe ZeZej d red ZnHG d d d e Z ze!e W n e"k r ed ZY n X ed Z[ dd Z#dd Z$G dd de Z%G dd de%Z&G dd dej'Z(G dd de%Z)G dd de Z*e*e+Z,G d d d e(Z-e)d d d d e)d!d"d#d$d!e)d%d"d"d&d%e)d'd(d#d)d'e)d*d(d+e)d,d"d#d-d,e)d.d/d/d0d.e)d1d/d/d.d1e)d2d(d#d3d2e)d4d(e rd5nd6d7e)d8d(d9e)d:d;d<d=e)d d d e)d>d>d?e)d@d@d?e)dAdAd?e)d3d(d#d3d2e)dBd"d#dCdBe)dDd"d"dEdDe&d#d(e&dFdGe&dHdIe&dJdKdLe&dMdNdMe&dOdPdQe&dRdSdTe&dUdVdWe&dXdYdZe&d[d\d]e&d^d_d`e&dadbdce&dddedfe&dgdhdie&djdjdke&dldldke&dmdmdke&dndndoe&dpdqe&drdse&dtdue&dvdwdve&dxdye&dzd{d|e&d}d~de&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&de+d de&de+d de&de+d e+d e&ddde&ddde&dddg>Z.ej dkrRe.e&ddg7 Z.e.D ]2Z/e0e-e/j1e/ e2e/e&rVe,3e/de/j1 qV[/e.e-_.e-e+d Z4e,3e4d G dd de(Z5e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d=dde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)dddgZ6e6D ]Z/e0e5e/j1e/ q[/e6e5_.e,3e5e+d ddҡ G ddԄ de(Z7e)ddde)ddde)dddgZ8e8D ]Z/e0e7e/j1e/ q[/e8e7_.e,3e7e+d ddۡ G dd݄ de(Z9e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃g!Z:e:D ]Z/e0e9e/j1e/ q[/e:e9_.e,3e9e+d dd G dd de(Z;e)ddde)ddde)ddde)d ddgZ<e<D ]Z/e0e;e/j1e/ q8[/e<e;_.e,3e;e+d d d G d d de(Z=e)dddgZ>e>D ]Z/e0e=e/j1e/ q[/e>e=_.e,3e=e+d dd G dd dej'Z?e,3e?e+d d dd Z@dd ZAe rHdZBdZCd ZDd ZEd ZFd ZGn$d ZBd!ZCd"ZDd#ZEd$ZFd%ZGzeHZIW n" eJk r d&d' ZIY nX eIZHzeKZKW n" eJk r d(d) ZKY nX e rd*d+ ZLejMZNd,d- ZOe ZPn>d.d+ ZLd/d0 ZNd1d- ZOG d2d3 d3e ZPeKZKe#eLd4 eQeBZReQeCZSeQeDZTeQeEZUeQeFZVeQeGZWe rԐd5d6 ZXd7d8 ZYd9d: ZZd;d< Z[e\d=Z]e\d>Z^e\d?Z_nTd@d6 ZXdAd8 ZYdBd: ZZdCd< Z[e\dDZ]e\dEZ^e\dFZ_e#eXdG e#eYdH e#eZdI e#e[dJ e rdKdL Z`dMdN ZaebZcddldZdededOjfZg[dehdZiejjZkelZmddlnZnenjoZoenjpZpdPZqej dQ dQk rdRZrdSZsn dTZrdUZsnjdVdL Z`dWdN ZaecZcebZgdXdY ZidZd[ ZketejuevZmddloZoeojo ZoZpd\ZqdRZrdSZse#e`d] e#ead^ d_dP Zwd`dT ZxdadU Zye reze4j{dbZ|d|dcddZ}nd}dedfZ|e|dg ej dd dhk re|di n.ej dd dhk re|dj n dkdl Z~eze4j{dmdZedk rLdndo Zej dd dpk rreZdqdo Ze#e}dr ej dd dk rejejfdsdtZnejZdudv Zdwdx Zdydz Zg Ze+Ze d{dk rg e_ejrBeejD ]4\ZZeej+dkrej1e+kreje= q>q[[eje, dS (~ z6Utilities for writing code that runs on Python 2 and 3 )absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0 )r javaic @ s e Zd Zdd ZdS )Xc C s dS )Nl selfr r =/usr/lib/python3.8/site-packages/pkg_resources/_vendor/six.py__len__> s z X.__len__N)__name__ __module__ __qualname__r r r r r r < s r l c C s || _ dS )z Add documentation to a function.N)__doc__)funcdocr r r _add_docK s r c C s t | tj| S )z7Import module, returning the module after the last dot.) __import__sysmodulesnamer r r _import_moduleP s r c @ s e Zd Zdd Zdd ZdS ) _LazyDescrc C s || _ d S Nr r r r r r __init__X s z_LazyDescr.__init__c C sB | }t|| j| zt|j| j W n tk r< Y nX |S r )_resolvesetattrr delattr __class__AttributeError)r objtpresultr r r __get__[ s z_LazyDescr.__get__N)r r r r r& r r r r r V s r c s. e Zd Zd fdd Zdd Zdd Z ZS ) MovedModuleNc s2 t t| | tr(|d kr |}|| _n|| _d S r )superr' r PY3mod)r r oldnewr! r r r i s zMovedModule.__init__c C s t | jS r )r r* r r r r r r s zMovedModule._resolvec C s" | }t||}t| || |S r )r getattrr )r attr_modulevaluer r r __getattr__u s zMovedModule.__getattr__)N)r r r r r r2 __classcell__r r r- r r' g s r' c s( e Zd Z fddZdd Zg Z ZS ) _LazyModulec s t t| | | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd | j D 7 }|S )Nr r c S s g | ] }|j qS r r ).0r/ r r r <listcomp> s z'_LazyModule.__dir__.<locals>.<listcomp>)_moved_attributes)r Zattrsr r r __dir__ s z_LazyModule.__dir__)r r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd fdd Zdd Z ZS )MovedAttributeNc sd t t| | trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r r Zold_modZnew_modZold_attrZnew_attrr- r r r s zMovedAttribute.__init__c C s t | j}t|| jS r )r r* r. r/ )r moduler r r r s zMovedAttribute._resolve)NN)r r r r r r3 r r r- r r9 s r9 c @ sV e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z e Z dS )_SixMetaPathImporterz A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S r )r known_modules)r Zsix_module_namer r r r s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S N.r< r )r r* Z fullnamesfullnamer r r _add_module s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? r r@ r r r _get_module s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r r@ pathr r r find_module s z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk r, td| Y nX d S )Nz!This loader does not know module )r< KeyError ImportErrorrB r r r Z __get_module s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk r Y nX | |}t|tr@| }n| |_|t j|< |S r )r r rF _SixMetaPathImporter__get_module isinstancer' r __loader__)r r@ r* r r r load_module s z _SixMetaPathImporter.load_modulec C s t | |dS )z Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) __path__)hasattrrH rB r r r is_package s z _SixMetaPathImporter.is_packagec C s | | dS )z;Return None Required, if is_package is implementedN)rH rB r r r get_code s z _SixMetaPathImporter.get_code)N) r r r r r rA rC rE rH rK rN rO get_sourcer r r r r; s r; c @ s e Zd ZdZg ZdS ) _MovedItemsz Lazy loading of moved objectsN)r r r r rL r r r r rQ s rQ Z cStringIOioStringIOfilter itertoolsbuiltinsZifilter filterfalseZ ifilterfalseinputZ __builtin__Z raw_inputinternr mapimapgetcwdosZgetcwdugetcwdbrangeZxrangeZ reload_module importlibZimpreloadreduce functoolsZ shlex_quoteZpipesZshlexZquoteUserDict collectionsUserList UserStringzipZizip zip_longestZ izip_longestZ configparserZ ConfigParsercopyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPicklepickleZqueueZQueuereprlibreprZ socketserverZ SocketServer_threadthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32winreg_winregzmoves.z.movesmovesc @ s e Zd ZdZdS ) Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseNr r r r r r r r rt @ s rt Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativemoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS ) Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNru r r r r rw h s rw ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errormoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS ) Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNru r r r r ry | s ry Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS ) Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNru r r r r r{ s r{ Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsemoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNru r r r r r} s r} ZRobotFileParserz.moves.urllib.robotparsermoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg ZedZedZedZ edZ edZ dd Z d S ) Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerv rx rz r| r~ c C s dddddgS )Nparseerrorrequestresponserp r r r r r r8 s z Module_six_moves_urllib.__dir__N) r r r r rL _importerrC r r r r rp r8 r r r r r s r z moves.urllibc C s t t| j| dS )zAdd an item to six.moves.N)r rQ r )Zmover r r add_move s r c C sX zt t| W nD tk rR z tj| = W n" tk rL td| f Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rs __dict__rF r r r r remove_move s r __func____self__ __closure____code__ __defaults__ __globals__im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | S r )next)itr r r advance_iterator s r c C s t dd t| jD S )Nc s s | ]}d |j kV qdS )__call__N)r )r5 klassr r r <genexpr> s zcallable.<locals>.<genexpr>)anytype__mro__)r# r r r callable s r c C s | S r r Zunboundr r r get_unbound_function s r c C s | S r r r clsr r r create_unbound_method s r c C s | j S r )r r r r r r " s c C s t | ||jS r )types MethodTyper! )r r# r r r create_bound_method% s r c C s t | d |S r )r r r r r r r ( s c @ s e Zd Zdd ZdS )Iteratorc C s t | | S r )r __next__r r r r r - s z Iterator.nextN)r r r r r r r r r + s r z3Get the function out of a possibly unbound functionc K s t | jf |S r )iterkeysdkwr r r iterkeys> s r c K s t | jf |S r )r valuesr r r r itervaluesA s r c K s t | jf |S r )r itemsr r r r iteritemsD s r c K s t | jf |S r )r Zlistsr r r r iterlistsG s r r r r c K s | j f |S r )r r r r r r P s c K s | j f |S r )r r r r r r S s c K s | j f |S r )r r r r r r V s c K s | j f |S r )r r r r r r Y s viewkeys viewvalues viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | dS )Nzlatin-1)encodesr r r bk s r c C s | S r r r r r r un s r z>BassertCountEqual ZassertRaisesRegexpZassertRegexpMatchesassertRaisesRegex assertRegexc C s | S r r r r r r r s c C s t | dddS )Nz\\z\\\\Zunicode_escape)unicodereplacer r r r r s c C s t | d S )Nr ord)Zbsr r r byte2int s r c C s t | | S r r )Zbufir r r indexbytes s r ZassertItemsEqualz Byte literalz Text literalc O s t | t||S r )r. _assertCountEqualr argskwargsr r r r s c O s t | t||S r )r. _assertRaisesRegexr r r r r s c O s t | t||S r )r. _assertRegexr r r r r s execc C s* |d kr| }|j |k r"|||d S r ) __traceback__with_traceback)r$ r1 tbr r r reraise s r c C sB |dkr*t d}|j}|dkr&|j}~n |dkr6|}td dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r _getframe f_globalsf_localsr )Z_code_Z_globs_Z_locs_framer r r exec_ s r z9def reraise(tp, value, tb=None): raise tp, value, tb )r r zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | d S r r )r1 Z from_valuer r r raise_from s r printc s. | dtj dkrdS fdd}d}| dd}|dk r`t|trNd}nt|ts`td| d d}|dk rt|trd}nt|tstd |rtd |s| D ]}t|trd} qq|rtd }td }nd }d }|dkr|}|dkr|}t| D ] \} }| r|| || q || dS )z4The new-style print function for Python 2.4 and 2.5.fileNc sd t | tst| } t trVt | trV jd k rVt dd }|d krHd}| j|} | d S )Nerrorsstrict) rI basestringstrr r encodingr. r write)datar fpr r r s zprint_.<locals>.writeFsepTz sep must be None or a stringendz end must be None or a stringz$invalid keyword arguments to print() )popr stdoutrI r r TypeError enumerate) r r r Z want_unicoder r argnewlineZspacer r r r print_ sL r )r r c O s< | dtj}|dd}t| | |r8|d k r8| d S )Nr flushF)getr r r _printr )r r r r r r r r s zReraise an exception.c s fdd}|S )Nc s t | } | _| S r )rc wraps __wrapped__)fassignedupdatedwrappedr r wrapper s zwraps.<locals>.wrapperr )r r r r r r r r s r c s& G fddd}t |ddi S )z%Create a base class with a metaclass.c s e Zd Z fddZdS )z!with_metaclass.<locals>.metaclassc s | |S r r )r r Z this_basesr basesmetar r __new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r r r r r metaclass% s r Ztemporary_classr )r r )r r r r r r with_metaclass s r c s fdd}|S )z6Class decorator for creating a class with a metaclass.c sh | j }|d}|d k r@t|tr,|g}|D ]}|| q0|dd |dd | j| j|S )N __slots__r __weakref__)r copyr rI r r r __bases__)r Z orig_varsslotsZ slots_varr r r r . s z add_metaclass.<locals>.wrapperr )r r r r r add_metaclass, s r c C s2 t r.d| jkr td| j | j| _dd | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. __str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | dS )Nzutf-8) __unicode__r r r r r <lambda>J z-python_2_unicode_compatible.<locals>.<lambda>)PY2r ValueErrorr r r )r r r r python_2_unicode_compatible< s r __spec__)N)NN)r Z __future__r rc rU operatorr r __author__ __version__ version_infor r) ZPY34r Z string_typesintZ integer_typesr Z class_typesZ text_typebytesZ binary_typemaxsizeZMAXSIZEr ZlongZ ClassTyper platform startswithobjectr len OverflowErrorr r r r' ModuleTyper4 r9 r; r r rQ r7 r/ r r rI rA rs rt Z _urllib_parse_moved_attributesrw Z _urllib_error_moved_attributesry Z _urllib_request_moved_attributesr{ Z!_urllib_response_moved_attributesr} Z$_urllib_robotparser_moved_attributesr r r Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr r NameErrorr r r r r r attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr r r r methodcallerr r r r r chrZunichrstructStructpackZint2byte itemgetterr getitemr r Z iterbytesrR rS BytesIOr r r partialr[ r r r r r. rV r r r r r WRAPPER_ASSIGNMENTSWRAPPER_UPDATESr r r r rL __package__globalsr r submodule_search_locations meta_pathr r Zimporterappendr r r r <module> s > D # 5 PK @\:-n_ n_ : pkg_resources/_vendor/__pycache__/six.cpython-38.opt-1.pycnu [ U Qabu A @ sR d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd dkZ e refZefZefZeZeZejZn~efZeefZeejfZe ZeZej d red ZnHG d d d e Z ze!e W n e"k r ed ZY n X ed Z[ dd Z#dd Z$G dd de Z%G dd de%Z&G dd dej'Z(G dd de%Z)G dd de Z*e*e+Z,G d d d e(Z-e)d d d d e)d!d"d#d$d!e)d%d"d"d&d%e)d'd(d#d)d'e)d*d(d+e)d,d"d#d-d,e)d.d/d/d0d.e)d1d/d/d.d1e)d2d(d#d3d2e)d4d(e rd5nd6d7e)d8d(d9e)d:d;d<d=e)d d d e)d>d>d?e)d@d@d?e)dAdAd?e)d3d(d#d3d2e)dBd"d#dCdBe)dDd"d"dEdDe&d#d(e&dFdGe&dHdIe&dJdKdLe&dMdNdMe&dOdPdQe&dRdSdTe&dUdVdWe&dXdYdZe&d[d\d]e&d^d_d`e&dadbdce&dddedfe&dgdhdie&djdjdke&dldldke&dmdmdke&dndndoe&dpdqe&drdse&dtdue&dvdwdve&dxdye&dzd{d|e&d}d~de&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&de+d de&de+d de&de+d e+d e&ddde&ddde&dddg>Z.ej dkrRe.e&ddg7 Z.e.D ]2Z/e0e-e/j1e/ e2e/e&rVe,3e/de/j1 qV[/e.e-_.e-e+d Z4e,3e4d G dd de(Z5e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d=dde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)dddgZ6e6D ]Z/e0e5e/j1e/ q[/e6e5_.e,3e5e+d ddҡ G ddԄ de(Z7e)ddde)ddde)dddgZ8e8D ]Z/e0e7e/j1e/ q[/e8e7_.e,3e7e+d ddۡ G dd݄ de(Z9e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃e)ddd߃g!Z:e:D ]Z/e0e9e/j1e/ q[/e:e9_.e,3e9e+d dd G dd de(Z;e)ddde)ddde)ddde)d ddgZ<e<D ]Z/e0e;e/j1e/ q8[/e<e;_.e,3e;e+d d d G d d de(Z=e)dddgZ>e>D ]Z/e0e=e/j1e/ q[/e>e=_.e,3e=e+d dd G dd dej'Z?e,3e?e+d d dd Z@dd ZAe rHdZBdZCd ZDd ZEd ZFd ZGn$d ZBd!ZCd"ZDd#ZEd$ZFd%ZGzeHZIW n" eJk r d&d' ZIY nX eIZHzeKZKW n" eJk r d(d) ZKY nX e rd*d+ ZLejMZNd,d- ZOe ZPn>d.d+ ZLd/d0 ZNd1d- ZOG d2d3 d3e ZPeKZKe#eLd4 eQeBZReQeCZSeQeDZTeQeEZUeQeFZVeQeGZWe rԐd5d6 ZXd7d8 ZYd9d: ZZd;d< Z[e\d=Z]e\d>Z^e\d?Z_nTd@d6 ZXdAd8 ZYdBd: ZZdCd< Z[e\dDZ]e\dEZ^e\dFZ_e#eXdG e#eYdH e#eZdI e#e[dJ e rdKdL Z`dMdN ZaebZcddldZdededOjfZg[dehdZiejjZkelZmddlnZnenjoZoenjpZpdPZqej dQ dQk rdRZrdSZsn dTZrdUZsnjdVdL Z`dWdN ZaecZcebZgdXdY ZidZd[ ZketejuevZmddloZoeojo ZoZpd\ZqdRZrdSZse#e`d] e#ead^ d_dP Zwd`dT ZxdadU Zye reze4j{dbZ|d|dcddZ}nd}dedfZ|e|dg ej dd dhk re|di n.ej dd dhk re|dj n dkdl Z~eze4j{dmdZedk rLdndo Zej dd dpk rreZdqdo Ze#e}dr ej dd dk rejejfdsdtZnejZdudv Zdwdx Zdydz Zg Ze+Ze d{dk rg e_ejrBeejD ]4\ZZeej+dkrej1e+kreje= q>q[[eje, dS (~ z6Utilities for writing code that runs on Python 2 and 3 )absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0 )r javaic @ s e Zd Zdd ZdS )Xc C s dS )Nl selfr r =/usr/lib/python3.8/site-packages/pkg_resources/_vendor/six.py__len__> s z X.__len__N)__name__ __module__ __qualname__r r r r r r < s r l c C s || _ dS )z Add documentation to a function.N)__doc__)funcdocr r r _add_docK s r c C s t | tj| S )z7Import module, returning the module after the last dot.) __import__sysmodulesnamer r r _import_moduleP s r c @ s e Zd Zdd Zdd ZdS ) _LazyDescrc C s || _ d S Nr r r r r r __init__X s z_LazyDescr.__init__c C sB | }t|| j| zt|j| j W n tk r< Y nX |S r )_resolvesetattrr delattr __class__AttributeError)r objtpresultr r r __get__[ s z_LazyDescr.__get__N)r r r r r& r r r r r V s r c s. e Zd Zd fdd Zdd Zdd Z ZS ) MovedModuleNc s2 t t| | tr(|d kr |}|| _n|| _d S r )superr' r PY3mod)r r oldnewr! r r r i s zMovedModule.__init__c C s t | jS r )r r* r r r r r r s zMovedModule._resolvec C s" | }t||}t| || |S r )r getattrr )r attr_modulevaluer r r __getattr__u s zMovedModule.__getattr__)N)r r r r r r2 __classcell__r r r- r r' g s r' c s( e Zd Z fddZdd Zg Z ZS ) _LazyModulec s t t| | | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd | j D 7 }|S )Nr r c S s g | ] }|j qS r r ).0r/ r r r <listcomp> s z'_LazyModule.__dir__.<locals>.<listcomp>)_moved_attributes)r Zattrsr r r __dir__ s z_LazyModule.__dir__)r r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd fdd Zdd Z ZS )MovedAttributeNc sd t t| | trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r r Zold_modZnew_modZold_attrZnew_attrr- r r r s zMovedAttribute.__init__c C s t | j}t|| jS r )r r* r. r/ )r moduler r r r s zMovedAttribute._resolve)NN)r r r r r r3 r r r- r r9 s r9 c @ sV e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z e Z dS )_SixMetaPathImporterz A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S r )r known_modules)r Zsix_module_namer r r r s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S N.r< r )r r* Z fullnamesfullnamer r r _add_module s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? r r@ r r r _get_module s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r r@ pathr r r find_module s z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk r, td| Y nX d S )Nz!This loader does not know module )r< KeyError ImportErrorrB r r r Z __get_module s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk r Y nX | |}t|tr@| }n| |_|t j|< |S r )r r rF _SixMetaPathImporter__get_module isinstancer' r __loader__)r r@ r* r r r load_module s z _SixMetaPathImporter.load_modulec C s t | |dS )z Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) __path__)hasattrrH rB r r r is_package s z _SixMetaPathImporter.is_packagec C s | | dS )z;Return None Required, if is_package is implementedN)rH rB r r r get_code s z _SixMetaPathImporter.get_code)N) r r r r r rA rC rE rH rK rN rO get_sourcer r r r r; s r; c @ s e Zd ZdZg ZdS ) _MovedItemsz Lazy loading of moved objectsN)r r r r rL r r r r rQ s rQ Z cStringIOioStringIOfilter itertoolsbuiltinsZifilter filterfalseZ ifilterfalseinputZ __builtin__Z raw_inputinternr mapimapgetcwdosZgetcwdugetcwdbrangeZxrangeZ reload_module importlibZimpreloadreduce functoolsZ shlex_quoteZpipesZshlexZquoteUserDict collectionsUserList UserStringzipZizip zip_longestZ izip_longestZ configparserZ ConfigParsercopyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPicklepickleZqueueZQueuereprlibreprZ socketserverZ SocketServer_threadthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32winreg_winregzmoves.z.movesmovesc @ s e Zd ZdZdS ) Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseNr r r r r r r r rt @ s rt Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZ urlencodeZ splitqueryZsplittagZ splituserZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativemoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS ) Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNru r r r r rw h s rw ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errormoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS ) Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNru r r r r ry | s ry Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS ) Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNru r r r r r{ s r{ Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsemoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNru r r r r r} s r} ZRobotFileParserz.moves.urllib.robotparsermoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg ZedZedZedZ edZ edZ dd Z d S ) Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerv rx rz r| r~ c C s dddddgS )Nparseerrorrequestresponserp r r r r r r8 s z Module_six_moves_urllib.__dir__N) r r r r rL _importerrC r r r r rp r8 r r r r r s r z moves.urllibc C s t t| j| dS )zAdd an item to six.moves.N)r rQ r )Zmover r r add_move s r c C sX zt t| W nD tk rR z tj| = W n" tk rL td| f Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rs __dict__rF r r r r remove_move s r __func____self__ __closure____code__ __defaults__ __globals__im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | S r )next)itr r r advance_iterator s r c C s t dd t| jD S )Nc s s | ]}d |j kV qdS )__call__N)r )r5 klassr r r <genexpr> s zcallable.<locals>.<genexpr>)anytype__mro__)r# r r r callable s r c C s | S r r Zunboundr r r get_unbound_function s r c C s | S r r r clsr r r create_unbound_method s r c C s | j S r )r r r r r r " s c C s t | ||jS r )types MethodTyper! )r r# r r r create_bound_method% s r c C s t | d |S r )r r r r r r r ( s c @ s e Zd Zdd ZdS )Iteratorc C s t | | S r )r __next__r r r r r - s z Iterator.nextN)r r r r r r r r r + s r z3Get the function out of a possibly unbound functionc K s t | jf |S r )iterkeysdkwr r r iterkeys> s r c K s t | jf |S r )r valuesr r r r itervaluesA s r c K s t | jf |S r )r itemsr r r r iteritemsD s r c K s t | jf |S r )r Zlistsr r r r iterlistsG s r r r r c K s | j f |S r )r r r r r r P s c K s | j f |S r )r r r r r r S s c K s | j f |S r )r r r r r r V s c K s | j f |S r )r r r r r r Y s viewkeys viewvalues viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | dS )Nzlatin-1)encodesr r r bk s r c C s | S r r r r r r un s r z>BassertCountEqual ZassertRaisesRegexpZassertRegexpMatchesassertRaisesRegex assertRegexc C s | S r r r r r r r s c C s t | dddS )Nz\\z\\\\Zunicode_escape)unicodereplacer r r r r s c C s t | d S )Nr ord)Zbsr r r byte2int s r c C s t | | S r r )Zbufir r r indexbytes s r ZassertItemsEqualz Byte literalz Text literalc O s t | t||S r )r. _assertCountEqualr argskwargsr r r r s c O s t | t||S r )r. _assertRaisesRegexr r r r r s c O s t | t||S r )r. _assertRegexr r r r r s execc C s* |d kr| }|j |k r"|||d S r ) __traceback__with_traceback)r$ r1 tbr r r reraise s r c C sB |dkr*t d}|j}|dkr&|j}~n |dkr6|}td dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r _getframe f_globalsf_localsr )Z_code_Z_globs_Z_locs_framer r r exec_ s r z9def reraise(tp, value, tb=None): raise tp, value, tb )r r zrdef raise_from(value, from_value): if from_value is None: raise value raise value from from_value zCdef raise_from(value, from_value): raise value from from_value c C s | d S r r )r1 Z from_valuer r r raise_from s r printc s. | dtj dkrdS fdd}d}| dd}|dk r`t|trNd}nt|ts`td| d d}|dk rt|trd}nt|tstd |rtd |s| D ]}t|trd} qq|rtd }td }nd }d }|dkr|}|dkr|}t| D ] \} }| r|| || q || dS )z4The new-style print function for Python 2.4 and 2.5.fileNc sd t | tst| } t trVt | trV jd k rVt dd }|d krHd}| j|} | d S )Nerrorsstrict) rI basestringstrr r encodingr. r write)datar fpr r r s zprint_.<locals>.writeFsepTz sep must be None or a stringendz end must be None or a stringz$invalid keyword arguments to print() )popr stdoutrI r r TypeError enumerate) r r r Z want_unicoder r argnewlineZspacer r r r print_ sL r )r r c O s< | dtj}|dd}t| | |r8|d k r8| d S )Nr flushF)getr r r _printr )r r r r r r r r s zReraise an exception.c s fdd}|S )Nc s t | } | _| S r )rc wraps __wrapped__)fassignedupdatedwrappedr r wrapper s zwraps.<locals>.wrapperr )r r r r r r r r s r c s& G fddd}t |ddi S )z%Create a base class with a metaclass.c s e Zd Z fddZdS )z!with_metaclass.<locals>.metaclassc s | |S r r )r r Z this_basesr basesmetar r __new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r r r r r metaclass% s r Ztemporary_classr )r r )r r r r r r with_metaclass s r c s fdd}|S )z6Class decorator for creating a class with a metaclass.c sh | j }|d}|d k r@t|tr,|g}|D ]}|| q0|dd |dd | j| j|S )N __slots__r __weakref__)r copyr rI r r r __bases__)r Z orig_varsslotsZ slots_varr r r r . s z add_metaclass.<locals>.wrapperr )r r r r r add_metaclass, s r c C s2 t r.d| jkr td| j | j| _dd | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. __str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | dS )Nzutf-8) __unicode__r r r r r <lambda>J z-python_2_unicode_compatible.<locals>.<lambda>)PY2r ValueErrorr r r )r r r r python_2_unicode_compatible< s r __spec__)N)NN)r Z __future__r rc rU operatorr r __author__ __version__ version_infor r) ZPY34r Z string_typesintZ integer_typesr Z class_typesZ text_typebytesZ binary_typemaxsizeZMAXSIZEr ZlongZ ClassTyper platform startswithobjectr len OverflowErrorr r r r' ModuleTyper4 r9 r; r r rQ r7 r/ r r rI rA rs rt Z _urllib_parse_moved_attributesrw Z _urllib_error_moved_attributesry Z _urllib_request_moved_attributesr{ Z!_urllib_response_moved_attributesr} Z$_urllib_robotparser_moved_attributesr r r Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr r NameErrorr r r r r r attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr r r r methodcallerr r r r r chrZunichrstructStructpackZint2byte itemgetterr getitemr r Z iterbytesrR rS BytesIOr r r partialr[ r r r r r. rV r r r r r WRAPPER_ASSIGNMENTSWRAPPER_UPDATESr r r r rL __package__globalsr r submodule_search_locations meta_pathr r Zimporterappendr r r r <module> s > D # 5 PK @\na` @ pkg_resources/_vendor/__pycache__/pyparsing.cpython-38.opt-1.pycnu [ U Qabw i @ s d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ zddlmZ W n ek r ddlmZ Y nX z dd lmZ dd lmZ W n, ek r dd l mZ dd l mZ Y nX zdd l mZ W nB ek rF zdd lmZ W n ek r@ dZY nX Y nX d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtgiZ e e j ddu Z e d dukZ e rpe j!Z"e#Z$e%Z&e#Z'e(e)e*e+e,e e-e.e/e0e1g Z2n`e j3Z"e4Z5dvdw Z'g Z2ddl6Z6dx7 D ]8Z8ze29e:e6e8 W n e;k r Y qY nX qe<dydz e5d{D Z=d|d} Z>G d~d de?Z@ejAejB ZCdZDeDd ZEeCeD ZFe%dZGdHddz ejID ZJG dd# d#eKZLG dd% d%eLZMG dd' d'eLZNG dd) d)eNZOG dd, d,eKZPG dd de?ZQG dd( d(e?ZReSeR dd? ZTddP ZUddM ZVdd ZWdd ZXdd ZYddW ZZd/ddZ[G dd* d*e?Z\G dd2 d2e\Z]G dd de]Z^G dd d e]Z_G dd de]Z`e`Zae`e\_bG dd de]ZcG dd de`ZdG dd d ecZeG ddr dre]ZfG dd5 d5e]ZgG dd- d-e]ZhG dd+ d+e]ZiG dd de]ZjG dd4 d4e]ZkG dd de]ZlG dd delZmG dd delZnG dd delZoG dd0 d0elZpG dd/ d/elZqG dd7 d7elZrG dd6 d6elZsG dd& d&e\ZtG dd d etZuG dd" d"etZvG dd d etZwG dd detZxG dd$ d$e\ZyG dd deyZzG dd d eyZ{G dd deyZ|G dd d e|Z}G dd8 d8e|Z~G dd de?Ze ZG dd! d!eyZG dd. d.eyZG dd deyZG ddÄ deZG dd3 d3eyZG dd deZG dd deZG dd deZG dd1 d1eZG dd d e?Zddh Zd0ddFZd1ddBZddЄ ZddU ZddT ZddԄ Zd2ddYZddG Zd3ddmZddn Zddp Ze^ dIZen dOZeo dNZep dgZeq dfZegeGddd܍ddބ Zehd߃ddބ Zehdddބ ZeeB eB ejdd{d܍B Zeeed e Ze`dedd ee}eeB d d Zdde ZddS Zddb Zdd` Zdds Zeddބ Zeddބ Zdd ZddQ ZddR Zddk Ze? e_d4ddqZe@ Ze? e_e? e_ededfddoZeZeehdd dZeehdd dZeehdd ehdd B d Zeeade dZddde fddVZd5ddlZedZedZeegeCeFd d\ZZeed 7 d Zehd d Heàġ d dZŐdda Zeehdd dZehddZehdɡ dZehddZeehdd eB dZeZehddZee}egeJdːd eegd e`d˃ eo ϡ d Zeee eB dd d@ZG d dt dtZeӐd!k redd"Zedd#ZegeCeFd$ Zeed%dՐd&eZeee׃d'Zؐd(eB Zeed%dՐd&eZeeeڃd)ZeԐd*eِd' e eېd) Zeܠݐd+ ejޠݐd, ejߠݐd, ejݐd- ddlZejeej ejݐd. dS (6 a pyparsing module - Classes and methods to define and execute parsing grammars ============================================================================= The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements (L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to L{Literal} expressions):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments Getting Started - ----------------- Visit the classes L{ParserElement} and L{ParseResults} to see the base classes that most other pyparsing classes inherit from. Use the docstrings for examples of how to: - construct literal match expressions from L{Literal} and L{CaselessLiteral} classes - construct character word-group expressions using the L{Word} class - see how to create repetitive expressions using L{ZeroOrMore} and L{OneOrMore} classes - use L{'+'<And>}, L{'|'<MatchFirst>}, L{'^'<Or>}, and L{'&'<Each>} operators to combine simple expressions into more complex ones - associate names with your parsed results using L{ParserElement.setResultsName} - find some helpful expression short-cuts like L{delimitedList} and L{oneOf} - find more useful common expressions in the L{pyparsing_common} namespace class z2.2.1z18 Sep 2018 00:49 UTCz*Paul McGuire <ptmcg@users.sourceforge.net> N)ref)datetime)RLock)Iterable)MutableMapping) OrderedDictAndCaselessKeywordCaselessLiteral CharsNotInCombineDictEachEmpty FollowedByForward GoToColumnGroupKeywordLineEnd LineStartLiteral MatchFirstNoMatchNotAny OneOrMoreOnlyOnceOptionalOrParseBaseExceptionParseElementEnhanceParseExceptionParseExpressionParseFatalException ParseResultsParseSyntaxException ParserElement QuotedStringRecursiveGrammarExceptionRegexSkipTo StringEnd StringStartSuppressTokenTokenConverterWhiteWordWordEnd WordStart ZeroOrMore alphanumsalphas alphas8bit anyCloseTag anyOpenTag cStyleCommentcolcommaSeparatedListcommonHTMLEntity countedArraycppStyleCommentdblQuotedStringdblSlashComment delimitedListdictOfdowncaseTokensemptyhexnums htmlCommentjavaStyleCommentlinelineEnd lineStartlineno makeHTMLTags makeXMLTagsmatchOnlyAtColmatchPreviousExprmatchPreviousLiteral nestedExprnullDebugActionnumsoneOfopAssocoperatorPrecedence printablespunc8bitpythonStyleComment quotedString removeQuotesreplaceHTMLEntity replaceWith restOfLinesglQuotedStringsrange stringEnd stringStarttraceParseAction unicodeString upcaseTokens withAttribute indentedBlockoriginalTextForungroup infixNotation locatedExpr withClass CloseMatchtokenMappyparsing_common c C sf t | tr| S z t| W S tk r` t| t d}td}|dd | | Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. xmlcharrefreplacez&#\d+;c S s$ dt t| d dd dd S )Nz\ur )hexintt ry C/usr/lib/python3.8/site-packages/pkg_resources/_vendor/pyparsing.py<lambda> z_ustr.<locals>.<lambda>N) isinstanceZunicodestrUnicodeEncodeErrorencodesysgetdefaultencodingr) setParseActiontransformString)objretZ xmlcharrefry ry rz _ustr s r z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S Nry ).0yry ry rz <genexpr> s r c C s: d}dd d D }t||D ]\}}| ||} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )&;Nry )r sry ry rz r s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)splitzipreplace)dataZ from_symbolsZ to_symbolsZfrom_Zto_ry ry rz _xml_escape s r c @ s e Zd ZdS ) _ConstantsN)__name__ __module__ __qualname__ry ry ry rz r s r 0123456789Z ABCDEFabcdef\ c c s | ]}|t jkr|V qd S r )stringZ whitespacer cry ry rz r s c @ sP e Zd ZdZdddZedd Zdd Zd d Zd d Z dddZ dd Z dS )r z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S Nr )locmsgpstr parserElementargs)selfr r r elemry ry rz __init__ s zParseBaseException.__init__c C s | |j |j|j|jS )z internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r r r r )clspery ry rz _from_exception s z"ParseBaseException._from_exceptionc C sN |dkrt | j| jS |dkr,t| j| jS |dkrBt| j| jS t|dS )zsupported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text rL )r; columnrI N)rL r r r; rI AttributeError)r Zanamery ry rz __getattr__ s z ParseBaseException.__getattr__c C s d| j | j| j| jf S )Nz"%s (at char %d), (line:%d, col:%d))r r rL r r ry ry rz __str__ s zParseBaseException.__str__c C s t | S r r r ry ry rz __repr__ s zParseBaseException.__repr__>!<c C s< | j }| jd }|r4d|d| |||d f}| S )zExtracts the exception line from the input string, and marks the location of the exception with a special symbol. r r N)rI r joinstrip)r Z markerStringZline_strZ line_columnry ry rz markInputline s z ParseBaseException.markInputlinec C s d tt| S )Nzlineno col line)r dirtyper ry ry rz __dir__ s zParseBaseException.__dir__)r NN)r ) r r r __doc__r classmethodr r r r r r ry ry ry rz r s c @ s e Zd ZdZdS )r! aN Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 Nr r r r ry ry ry rz r! s c @ s e Zd ZdZdS )r# znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyNr ry ry ry rz r# s c @ s e Zd ZdZdS )r% zjust like L{ParseFatalException}, but thrown internally when an L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been foundNr ry ry ry rz r% s c @ s e Zd ZdZdd Zdd ZdS )r( zZexception thrown by L{ParserElement.validate} if the grammar could be improperly recursivec C s || _ d S r ZparseElementTracer parseElementListry ry rz r 4 s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %sr r ry ry rz r 7 s z!RecursiveGrammarException.__str__N)r r r r r r ry ry ry rz r( 2 s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) _ParseResultsWithOffsetc C s ||f| _ d S r tup)r Zp1Zp2ry ry rz r ; s z _ParseResultsWithOffset.__init__c C s | j | S r r r iry ry rz __getitem__= s z#_ParseResultsWithOffset.__getitem__c C s t | jd S Nr )reprr r ry ry rz r ? s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r r r ry ry rz setOffsetA s z!_ParseResultsWithOffset.setOffsetN)r r r r r r r ry ry ry rz r : s r c @ s e Zd ZdZd[ddZddddefddZdd Zefd d Zd d Z dd Z dd Z dd Z e Z dd Zdd Zdd Zdd Zd d ZereZeZeZn$eZeZeZd d Zd d! Zd"d# Zd$d% Zd&d' Zd\d(d)Z d*d+ Z d,d- Z d.d/ Z d0d1 Z d2d3 Z!d4d5 Z"d6d7 Z#d8d9 Z$d:d; Z%d<d= Z&d]d?d@Z'dAdB Z(dCdD Z)dEdF Z*d^dHdIZ+dJdK Z,dLdM Z-d_dOdPZ.dQdR Z/dSdT Z0dUdV Z1dWdX Z2dYdZ Z3dS )`r$ aI Structured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName}) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || r|S t| }d|_|S NT)r} object__new___ParseResults__doinit)r toklistnameasListmodalZretobjry ry rz r k s zParseResults.__new__c C sb | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||trP|d d | _n ||trft|| _n|g| _t | _ |d k r^|r^|sd| j|< ||t rt |}|| _||t d ttfr|d dg fks^||tr|g}|r(||trt| d| |< ntt|d d| |< || | _n6z|d | |< W n$ tttfk r\ || |< Y nX d S )NFr r )r _ParseResults__name_ParseResults__parent_ParseResults__accumNames_ParseResults__asList_ParseResults__modallist_ParseResults__toklist_generatorTypedict_ParseResults__tokdictrv r r basestringr$ r copyKeyError TypeError IndexError)r r r r r r} ry ry rz r t sB $ zParseResults.__init__c C sP t |ttfr| j| S || jkr4| j| d d S tdd | j| D S d S )Nrt r c S s g | ] }|d qS r ry r vry ry rz <listcomp> s z,ParseResults.__getitem__.<locals>.<listcomp>)r} rv slicer r r r$ r ry ry rz r s zParseResults.__getitem__c C s ||t r0| j|t |g | j|< |d }nD||ttfrN|| j|< |}n&| j|t t |dg | j|< |}||trt| |_ d S r ) r r getr rv r r r$ wkrefr )r kr r} subry ry rz __setitem__ s " zParseResults.__setitem__c C s t |ttfrt| j}| j|= t |trH|dk r:||7 }t||d }tt|| }| | j D ]>\}}|D ]0}t |D ]"\}\}} t || | |k ||< qqxqln| j |= d S Nr r ) r} rv r lenr r rangeindicesreverser items enumerater ) r r ZmylenZremovedr occurrencesjr valuepositionry ry rz __delitem__ s zParseResults.__delitem__c C s || j kS r )r )r r ry ry rz __contains__ s zParseResults.__contains__c C s t | jS r )r r r ry ry rz __len__ r| zParseResults.__len__c C s | j S r r r ry ry rz __bool__ r| zParseResults.__bool__c C s t | jS r iterr r ry ry rz __iter__ r| zParseResults.__iter__c C s t | jd d d S Nrt r r ry ry rz __reversed__ r| zParseResults.__reversed__c C s$ t | jdr| j S t| jS d S )Niterkeys)hasattrr r r r ry ry rz _iterkeys s zParseResults._iterkeysc s fdd D S )Nc 3 s | ]} | V qd S r ry r r r ry rz r s z+ParseResults._itervalues.<locals>.<genexpr>r r ry r rz _itervalues s zParseResults._itervaluesc s fdd D S )Nc 3 s | ]}| | fV qd S r ry r r ry rz r s z*ParseResults._iteritems.<locals>.<genexpr>r r ry r rz _iteritems s zParseResults._iteritemsc C s t | S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r r r ry ry rz keys s zParseResults.keysc C s t | S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r itervaluesr ry ry rz values s zParseResults.valuesc C s t | S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r iteritemsr ry ry rz r s zParseResults.itemsc C s t | jS )zSince keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)boolr r ry ry rz haskeys s zParseResults.haskeysc O s |s dg}| D ]*\}}|dkr0|d |f}qtd| qt|d tsdt|dksd|d | kr~|d }| | }| |= |S |d }|S dS )a Removes and returns item at specified index (default=C{last}). Supports both C{list} and C{dict} semantics for C{pop()}. If passed no argument or an integer argument, it will use C{list} semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use C{dict} semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in C{dict.pop()}. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] rt defaultr z-pop() got an unexpected keyword argument '%s'r N)r r r} rv r )r r kwargsr r indexr Z defaultvaluery ry rz pop s" " zParseResults.popc C s || kr| | S |S dS )ai Returns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified. Similar to C{dict.get()}. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nry )r key defaultValuery ry rz r 3 s zParseResults.getc C sR | j || | j D ]4\}}t|D ]"\}\}}t||||k ||< q(qdS )a Inserts new element at location index in the list of parsed tokens. Similar to C{list.insert()}. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r insertr r r r )r r ZinsStrr r r r r ry ry rz r I s zParseResults.insertc C s | j | dS )a Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r append)r itemry ry rz r ] s zParseResults.appendc C s$ t |tr| |7 } n | j| dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)r} r$ r extend)r Zitemseqry ry rz r k s zParseResults.extendc C s | j dd= | j dS )z7 Clear all elements and results names. N)r r clearr ry ry rz r } s zParseResults.clearc C sj z | | W S t k r Y dS X || jkrb|| jkrH| j| d d S tdd | j| D S ndS d S )Nr rt r c S s g | ] }|d qS r ry r ry ry rz r s z,ParseResults.__getattr__.<locals>.<listcomp>)r r r r$ r r ry ry rz r s zParseResults.__getattr__c C s | }||7 }|S r r )r otherr ry ry rz __add__ s zParseResults.__add__c s |j rjt| jfdd |j } fdd|D }|D ],\}}|| |< t|d tr<t| |d _q<| j|j7 _| j |j | S )Nc s | dk r S | S r ry )a)offsetry rz r{ r| z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d |d fqqS r r )r r r vlistr ) addoffsetry rz r s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r r r r r} r$ r r r update)r r Z otheritemsZotherdictitemsr r ry )r r rz __iadd__ s zParseResults.__iadd__c C s& t |tr|dkr| S || S d S r )r} rv r r r ry ry rz __radd__ s zParseResults.__radd__c C s dt | jt | jf S )Nz(%s, %s))r r r r ry ry rz r s zParseResults.__repr__c C s dd dd | jD d S )N[, c s s( | ] }t |trt|nt|V qd S r )r} r$ r r r r ry ry rz r s z'ParseResults.__str__.<locals>.<genexpr>])r r r ry ry rz r s zParseResults.__str__r c C sL g }| j D ]<}|r |r || t|tr8|| 7 }q |t| q |S r )r r r} r$ _asStringListr )r sepoutr ry ry rz r( s zParseResults._asStringListc C s dd | j D S )a Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |tr| n|qS ry )r} r$ r )r resry ry rz r s z'ParseResults.asList.<locals>.<listcomp>r r ry ry rz r s zParseResults.asListc s6 t r | j}n| j} fdd t fdd| D S )a Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | tr.| r| S fdd| D S n| S d S )Nc s g | ] } |qS ry ry r toItemry rz r s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r} r$ r asDict)r r, ry rz r- s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}| |fV qd S r ry r r r r, ry rz r s z&ParseResults.asDict.<locals>.<genexpr>)PY_3r r r )r Zitem_fnry r, rz r. s zParseResults.asDictc C s8 t | j}| j |_| j|_|j| j | j|_|S )zA Returns a new copy of a C{ParseResults} object. )r$ r r r r r r r r r ry ry rz r s zParseResults.copyFc C sL d}g }t dd | j D }|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| jD ]\} } t| tr| |kr|| || |o|dk||g7 }n || d|o|dk||g7 }qd} | |kr|| } | s|rqnd} t t | } |||d| d | d | d g 7 }q|||d | d g7 }d |S ) z (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. c s s( | ] \}}|D ]}|d |fV qqdS r Nry r ry ry rz r s z%ParseResults.asXML.<locals>.<genexpr> r NZITEM<></) r r r r r r r} r$ asXMLr r r )r ZdoctagZnamedItemsOnlyindentZ formattednlr* Z namedItemsZnextLevelIndentZselfTagr r+ ZresTagZ xmlBodyTextry ry rz r8 s^ zParseResults.asXMLc C s: | j D ]*\}}|D ] \}}||kr| S qq d S r )r r )r r r r r r ry ry rz Z__lookup; s zParseResults.__lookupc C s | j r | j S | jr.| }|r(|| S dS nNt| dkrxt| jdkrxtt| j d d dkrxtt| j S dS dS )a( Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nr r )r rt ) r r _ParseResults__lookupr r nextr r r )r parry ry rz getNameB s zParseResults.getNamer c C sZ g }d}| |t| |rP| rtdd | D }|D ]r\}}|r\| | | d|d| |f t|tr|r| |||d q| t| qF| t | qFnt dd | D rP| }t |D ]r\} } t| tr$| d|d| | |d|d | ||d f q| d|d| | |d|d t| f qd |S ) aH Diagnostic method for listing out the contents of a C{ParseResults}. Accepts an optional C{indent} argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r2 c s s | ]\}}t ||fV qd S r )r~ r/ ry ry rz r ~ s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: r4 r c s s | ]}t |tV qd S r )r} r$ )r vvry ry rz r s z %s%s[%d]: %s%s%sr ) r r r r sortedr r} r$ dumpr anyr r ) r r9 depthfullr* NLr r r r r? ry ry rz rA g s, 4,zParseResults.dumpc O s t j | f|| dS )a Pretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint}) Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)pprintr r r r ry ry rz rF s zParseResults.pprintc C s. | j | j | jd k r | p d | j| jffS r )r r r r r r r ry ry rz __getstate__ s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j| |d k rDt|| _nd | _d S r )r r r r r r r )r stater= Z inAccumNamesry ry rz __setstate__ s zParseResults.__setstate__c C s | j | j| j| jfS r )r r r r r ry ry rz __getnewargs__ s zParseResults.__getnewargs__c C s t t| t| S r )r r r r r ry ry rz r s zParseResults.__dir__)NNTT)N)r )NFr T)r r T)4r r r r r r} r r r r r r r __nonzero__r r r r r r0 r r r r r r r r r r r r r r r r! r# r r r( r r. r r8 r; r> rA rF rH rJ rK r ry ry ry rz r$ D sh & ' 4 # =% - c C sF |}d| k r t |k r4n n|| d dkr4dS | |dd| S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r r2 )r rfind)r strgr ry ry rz r; s c C s | dd| d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r2 r r )count)r rN ry ry rz rL s c C sF | dd| }|d| }|dkr2||d | S ||d d S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r2 r r N)rM find)r rN ZlastCRZnextCRry ry rz rI s c C s8 t dt| d t| dt|| t|| f d S )NzMatch z at loc z(%d,%d))printr rL r; )instringr exprry ry rz _defaultStartDebugAction s rT c C s$ t dt| d t| d S )NzMatched z -> )rQ r r~ r )rR startlocZendlocrS toksry ry rz _defaultSuccessDebugAction s rW c C s t dt| d S )NzException raised:)rQ r )rR r rS excry ry rz _defaultExceptionDebugAction s rY c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nry )r ry ry rz rS s rs c s t krfddS dgdgtd d dkrFddd}dd d n tj}tj d }|dd d }|d |d | f fdd}d}ztdtdj}W n tk r t}Y nX ||_|S )Nc s |S r ry r lrx )funcry rz r{ r| z _trim_arity.<locals>.<lambda>r Frs )rq c S s8 t dkr dnd}tj| | d d| }|d d gS )N)rq r] r r limitrs )system_version traceback extract_stack)ra r frame_summaryry ry rz rd s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d}|d }|d d gS )Nr` rt rs )rc extract_tb)tbra Zframesre ry ry rz rf s z _trim_arity.<locals>.extract_tb r` rt r c s z"| d d }dd< |W S t k r d r> n4z.t d } |ddd d d ksj W 5 ~X d krd d7 < Y q Y q X q d S )Nr Trt rs r` r )r r exc_info)r r rg rf Z foundArityr\ ra maxargsZpa_call_line_synthry rz wrapper- s z _trim_arity.<locals>.wrapperz<parse action>r __class__)r )r ) singleArgBuiltinsrb rc rd rf getattrr Exceptionr~ )r\ rk rd Z LINE_DIFFZ this_linerl func_namery rj rz _trim_arity s, rr c s e Zd ZdZdZdZedd Zedd Zddd Z d d Z d d Z dddZ dddZ dd Zdd Zdd Zdd Zdd Zd d Zdd d Zd!d" Zdd#d$Zd%d& Zd'd( ZG d)d* d*eZed+k rG d,d- d-eZ nG d.d- d-eZ i Z e Z d/d/gZ dd0d1Z!eZ"ed2d3 Z#dZ$edd5d6Z%dd7d8Z&e'dfd9d:Z(d;d< Z)e'fd=d>Z*e'dfd?d@Z+dAdB Z,dCdD Z-dEdF Z.dGdH Z/dIdJ Z0dKdL Z1dMdN Z2dOdP Z3dQdR Z4dSdT Z5dUdV Z6dWdX Z7dYdZ Z8dd[d\Z9d]d^ Z:d_d` Z;dadb Z<dcdd Z=dedf Z>dgdh Z?ddidjZ@dkdl ZAdmdn ZBdodp ZCdqdr ZDg fdsdtZEddudvZF fdwdxZGdydz ZHd{d| ZId}d~ ZJdd ZKdddZLdddZM ZNS )r& z)Abstract base level parser element class.z Fc C s | t _dS )a Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r& DEFAULT_WHITE_CHARScharsry ry rz setDefaultWhitespaceCharsT s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )a Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r& _literalStringClass)r ry ry rz inlineLiteralsUsingc s z!ParserElement.inlineLiteralsUsingc C s t | _d | _d | _d | _|| _d| _tj| _ d| _ d| _ d| _ t | _ d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr )NNN)r parseAction failActionstrRepr resultsName saveAsListskipWhitespacer& rs whiteCharscopyDefaultWhiteCharsmayReturnEmptykeepTabs ignoreExprsdebug streamlined mayIndexErrorerrmsg modalResults debugActionsre callPreparse callDuringTry)r savelistry ry rz r x s( zParserElement.__init__c C s< t | }| jdd |_| jdd |_| jr8tj|_|S )a$ Make a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of C{expr.copy()} is just C{expr()}:: integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M") N)r ry r r r& rs r )r Zcpyry ry rz r s zParserElement.copyc C s* || _ d| j | _t| dr&| j| j_| S )af Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) Expected exception)r r r r r r ry ry rz setName s zParserElement.setNamec C s4 | }|dr"|dd }d}||_| |_|S )aP Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") *Nrt T)r endswithr| r )r r listAllMatchesZnewselfry ry rz setResultsName s z ParserElement.setResultsNameTc s@ |r&| j d fdd } |_|| _ nt| j dr<| j j| _ | S )zMethod to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. Tc s dd l }| | |||S r )pdbZ set_trace)rR r doActions callPreParser Z _parseMethodry rz breaker s z'ParserElement.setBreak.<locals>.breaker_originalParseMethod)TT)_parser r )r Z breakFlagr ry r rz setBreak s zParserElement.setBreakc O s& t ttt || _|dd| _| S )a Define one or more actions to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Optional keyword arguments: - callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}<parseString>} for more information on parsing strings containing C{<TAB>}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] r F)r maprr ry r r r fnsr ry ry rz r s "z ParserElement.setParseActionc O s4 | j tttt|7 _ | jp,|dd| _| S )z Add one or more parse actions to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}. See examples in L{I{copy}<copy>}. r F)ry r r rr r r r ry ry rz addParseAction s z ParserElement.addParseActionc s^ | dd| ddr tnt |D ] fdd}| j| q$| jpV| dd| _| S )a Add a boolean predicate function to expression's list of parse actions. See L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction}, functions passed to C{addCondition} need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) messagez failed user-defined conditionfatalFc s$ t t| ||s | |d S r )r rr rZ exc_typefnr ry rz pa& s z&ParserElement.addCondition.<locals>.par )r r# r! ry r r )r r r r ry r rz addCondition s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.)rz )r r ry ry rz setFailAction- s zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|||\}}d}qW q tk rD Y qX qq|S NTF)r r r! )r rR r Z exprsFoundeZdummyry ry rz _skipIgnorables: s z ParserElement._skipIgnorablesc C sH | j r| ||}| jrD| j}t|}||k rD|| |krD|d7 }q&|S Nr )r r r~ r r )r rR r Zwtinstrlenry ry rz preParseG s zParserElement.preParsec C s |g fS r ry r rR r r ry ry rz parseImplS s zParserElement.parseImplc C s |S r ry r rR r tokenlistry ry rz postParseV s zParserElement.postParsec C s | j }|s| jr| jd r,| jd ||| |rD| jrD| ||}n|}|}zDz| |||\}}W n( tk r t|t|| j | Y nX W nX t k r } z:| jd r| jd ||| | | jr| ||| | W 5 d } ~ X Y nX n|r| jr| ||}n|}|}| j s&|t|krjz| |||\}}W n* tk rf t|t|| j | Y nX n| |||\}}| |||}t || j| j| jd} | jr|s| jr|rTzN| jD ]B} | ||| }|d k rt || j| jot|t tf| jd} qW nF t k rP } z&| jd r>| jd ||| | W 5 d } ~ X Y nX nJ| jD ]B} | ||| }|d k rZt || j| jot|t tf| jd} qZ|r| jd r| jd |||| | || fS )Nr rs )r r r )r rz r r r r r r! r r r r r r$ r| r} r ry r r} r ) r rR r r r Z debuggingprelocZ tokensStarttokenserrZ retTokensr ry ry rz _parseNoCacheZ st zParserElement._parseNoCachec C s@ z| j ||ddd W S tk r: t||| j| Y nX d S )NF)r r )r r# r! r r rR r ry ry rz tryParse s zParserElement.tryParsec C s4 z| || W n ttfk r* Y dS X dS d S )NFT)r r! r r ry ry rz canParseNext s zParserElement.canParseNextc @ s e Zd Zdd ZdS )z ParserElement._UnboundedCachec s~ i t | _ fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r cache not_in_cachery rz r s z3ParserElement._UnboundedCache.__init__.<locals>.getc s | |< d S r ry r r r r ry rz set s z3ParserElement._UnboundedCache.__init__.<locals>.setc s d S r r r r ry rz r s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t S r r r r ry rz cache_len s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r r types MethodTyper r r r )r r r r r ry r rz r s z&ParserElement._UnboundedCache.__init__Nr r r r ry ry ry rz _UnboundedCache s r Nc @ s e Zd Zdd ZdS )ParserElement._FifoCachec s t | _t fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r ry rz r s .ParserElement._FifoCache.__init__.<locals>.getc s> | |< t kr:z d W q tk r6 Y qX qd S NF)r popitemr r )r sizery rz r s .ParserElement._FifoCache.__init__.<locals>.setc s d S r r r r ry rz r s 0ParserElement._FifoCache.__init__.<locals>.clearc s t S r r r r ry rz r s 4ParserElement._FifoCache.__init__.<locals>.cache_len) r r _OrderedDictr r r r r r r r r r r r ry )r r r rz r s !ParserElement._FifoCache.__init__Nr ry ry ry rz _FifoCache s r c @ s e Zd Zdd ZdS )r c s t | _i tg fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _ d S ) Nc s |S r r r r ry rz r s r c s4 | |< t kr& d q| d S r )r r popleftr r )r key_fifor ry rz r s r c s d S r r r )r r ry rz r s r c s t S r r r r ry rz r s r ) r r collectionsdequer r r r r r r ry )r r r r rz r s r Nr ry ry ry rz r s r c C s d\}}| ||||f}t j t j}||} | |jkrt j| d7 < z| ||||} W n8 tk r } z||| j | j W 5 d } ~ X Y n.X ||| d | d f | W 5 Q R S n@t j| d7 < t | t r| | d | d fW 5 Q R S W 5 Q R X d S )Nr r r )r& packrat_cache_lock packrat_cacher r packrat_cache_statsr r r rm r r r} rp ) r rR r r r ZHITZMISSlookupr r r ry ry rz _parseCache s$ zParserElement._parseCachec C s( t j dgtt j t jd d < d S r )r& r r r r ry ry ry rz resetCache s zParserElement.resetCache c C s8 t js4dt _| dkr t t _n t | t _t jt _dS )a Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default=C{128}) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. Example:: import pyparsing pyparsing.ParserElement.enablePackrat() TN)r& _packratEnabledr r r r r )Zcache_size_limitry ry rz enablePackrat% s zParserElement.enablePackratc C s t | js| | jD ] }| q | js8| }z<| |d\}}|rr| ||}t t }||| W n0 t k r } zt j r n|W 5 d}~X Y nX |S dS )aB Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}<parseWithTabs>}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r& r r streamliner r expandtabsr r r r+ r verbose_stacktrace)r rR parseAllr r r ZserX ry ry rz parseStringH s$ zParserElement.parseStringc c s6 | j s| | jD ] }| q| js4t| }t|}d}| j}| j}t d} z||kr| |k rz |||} ||| dd\} } W n t k r | d }Y qZX | |kr| d7 } | | | fV |r|||} | |kr| }q|d7 }q| }qZ| d }qZW n4 t k r0 } zt j r n|W 5 d}~X Y nX dS )a Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}<parseString>} for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens,start,end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r Fr r N)r r r r r r r r r r& r r! r r )r rR maxMatchesZoverlapr r r Z preparseFnZparseFnmatchesr ZnextLocr ZnextlocrX ry ry rz scanStringz sB zParserElement.scanStringc C s g }d}d| _ z| |D ]Z\}}}|||| |rpt|trR|| 7 }n t|trf||7 }n || |}q|||d dd |D }dtt t |W S t k r } zt j rƂ n|W 5 d}~X Y nX dS )af Extension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) Prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|qS ry ry )r ory ry rz r s z1ParserElement.transformString.<locals>.<listcomp>r )r r r r} r$ r r r r r _flattenr r& r )r rR r* ZlastErx r r rX ry ry rz r s( z ParserElement.transformStringc C sR z t dd | ||D W S tk rL } ztjr8 n|W 5 d}~X Y nX dS )a Another extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) # the sum() builtin can be used to merge results into a single ParseResults object print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))) prints:: [['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']] ['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity'] c S s g | ]\}}}|qS ry ry )r rx r r ry ry rz r s z.ParserElement.searchString.<locals>.<listcomp>N)r$ r r r& r )r rR r rX ry ry rz searchString s zParserElement.searchStringc c sT d}d}| j ||dD ]*\}}}||| V |r<|d V |}q||d V dS )a[ Generator method to split a string using the given expression as a separator. May be called with optional C{maxsplit} argument, to limit the number of splits; and the optional C{includeSeparators} argument (default=C{False}), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r N)r ) r rR maxsplitZincludeSeparatorsZsplitsZlastrx r r ry ry rz r s zParserElement.splitc C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )a Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement converts them to L{Literal}s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) Prints:: Hello, World! -> ['Hello', ',', 'World', '!'] 4Cannot combine element of type %s with ParserElementrs stacklevelN) r} r r& rw warningswarnr SyntaxWarningr r" ry ry rz r s zParserElement.__add__c C sB t |trt|}t |ts:tjdt| tdd dS || S )z] Implementation of + operator when left operand is not a C{L{ParserElement}} r rs r Nr} r r& rw r r r r r" ry ry rz r# 1 s zParserElement.__radd__c C sJ t |trt|}t |ts:tjdt| tdd dS | t | S )zQ Implementation of - operator, returns C{L{And}} with error stop r rs r N) r} r r& rw r r r r r _ErrorStopr" ry ry rz __sub__= s zParserElement.__sub__c C sB t |trt|}t |ts:tjdt| tdd dS || S )z] Implementation of - operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __rsub__I s zParserElement.__rsub__c s t |tr|d }}nt |tr|d dd }|d dkrHd|d f}t |d tr|d dkr|d dkrvtS |d dkrtS |d t S qt |d trt |d tr|\}}||8 }qtdt|d t|d ntdt||dk r td|dk r td || kr6dkrBn ntd |r fd d |r|dkrt | }ntg| | }n |}n |dkr}ntg| }|S ) a Implementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} r )NNNrs r z7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)c s( | dkr t | d S t S d S r )r nmakeOptionalListr ry rz r s z/ParserElement.__mul__.<locals>.makeOptionalList) r} rv tupler4 r r r ValueErrorr )r r Z minElementsZ optElementsr ry r rz __mul__U sD zParserElement.__mul__c C s | |S r )r r" ry ry rz __rmul__ s zParserElement.__rmul__c C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )zI Implementation of | operator - returns C{L{MatchFirst}} r rs r N) r} r r& rw r r r r r r" ry ry rz __or__ s zParserElement.__or__c C sB t |trt|}t |ts:tjdt| tdd dS || B S )z] Implementation of | operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __ror__ s zParserElement.__ror__c C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )zA Implementation of ^ operator - returns C{L{Or}} r rs r N) r} r r& rw r r r r r r" ry ry rz __xor__ s zParserElement.__xor__c C sB t |trt|}t |ts:tjdt| tdd dS || A S )z] Implementation of ^ operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __rxor__ s zParserElement.__rxor__c C sF t |trt|}t |ts:tjdt| tdd dS t| |gS )zC Implementation of & operator - returns C{L{Each}} r rs r N) r} r r& rw r r r r r r" ry ry rz __and__ s zParserElement.__and__c C sB t |trt|}t |ts:tjdt| tdd dS || @ S )z] Implementation of & operator when left operand is not a C{L{ParserElement}} r rs r Nr r" ry ry rz __rand__ s zParserElement.__rand__c C s t | S )zE Implementation of ~ operator - returns C{L{NotAny}} )r r ry ry rz __invert__ s zParserElement.__invert__c C s |dk r| |S | S dS )a Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}. If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") N)r r r ry ry rz __call__ s zParserElement.__call__c C s t | S )z Suppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. )r- r ry ry rz suppress s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. Fr~ r ry ry rz leaveWhitespace s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)r~ r r )r ru ry ry rz setWhitespaceChars s z ParserElement.setWhitespaceCharsc C s d| _ | S )z Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{<TAB>} characters. T)r r ry ry rz parseWithTabs s zParserElement.parseWithTabsc C sL t |trt|}t |tr4|| jkrH| j| n| jt| | S )a Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )r} r r- r r r r" ry ry rz ignore s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)rT rW rY r r )r Z startActionZ successActionZexceptionActionry ry rz setDebugActions6 s z ParserElement.setDebugActionsc C s |r| ttt nd| _| S )a Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using L{setDebugActions}. Prior to attempting to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"} is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"} message is shown. Also note the use of L{setName} to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}. F)r rT rW rY r )r flagry ry rz setDebug@ s #zParserElement.setDebugc C s | j S r )r r ry ry rz r i s zParserElement.__str__c C s t | S r r r ry ry rz r l s zParserElement.__repr__c C s d| _ d | _| S r )r r{ r ry ry rz r o s zParserElement.streamlinec C s d S r ry r ry ry rz checkRecursiont s z ParserElement.checkRecursionc C s | g dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)r )r validateTracery ry rz validatew s zParserElement.validatec C s z | }W n2 tk r> t|d}| }W 5 Q R X Y nX z| ||W S tk r~ } ztjrj n|W 5 d}~X Y nX dS )z Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. rN)readr openr r r& r )r Zfile_or_filenamer Z file_contentsfrX ry ry rz parseFile} s zParserElement.parseFilec sH t |tr"| |kp t| t|kS t |tr6| |S tt| |kS d S r )r} r& varsr r superr" rm ry rz __eq__ s zParserElement.__eq__c C s | |k S r ry r" ry ry rz __ne__ s zParserElement.__ne__c C s t t| S r )hashidr ry ry rz __hash__ s zParserElement.__hash__c C s | |kS r ry r" ry ry rz __req__ s zParserElement.__req__c C s | |k S r ry r" ry ry rz __rne__ s zParserElement.__rne__c C s4 z| j t||d W dS tk r. Y dS X dS )a Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests Example:: expr = Word(nums) assert expr.matches("100") r TFN)r r r )r Z testStringr ry ry rz r s zParserElement.matches#c C s t |tr"tttj| }t |tr4t|}g }g }d} |D ]} |dk r^| | dsf|rr| sr| | qD| sxqDd || g} g }z:| dd} | j | |d} | | j|d | o| } W n tk rr } zt | trdnd }d| kr*| t| j| | d t| j| d d | n| d | j d | | d t| | o\|} | } W 5 d} ~ X Y nD tk r } z$| dt| | o|} |} W 5 d}~X Y nX |r|r| d td | | | | f qD| |fS )a3 Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests - comment - (default=C{'#'}) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default=C{True}) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default=C{True}) prints test output to stdout - failureTests - (default=C{False}) indicates if these tests are expected to fail parsing Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if C{failureTests} is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) TNFr2 \nr% )rD z(FATAL)r r ^zFAIL: zFAIL-EXCEPTION: )r} r r r r~ r rstrip splitlinesr r r r r r rA r r# rI r r; rp rQ )r Ztestsr ZcommentZfullDumpZ printResultsZ failureTestsZ allResultsZcommentssuccessrx r* resultr r rX ry ry rz runTests sN W $ zParserElement.runTests)F)F)T)T)TT)TT)r )F)N)T)F)T)Tr& TTF)Or r r r rs r staticmethodrv rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r _MAX_INTr r r r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r" r# r$ r r. __classcell__ry ry r rz r& O s & G " 2G+ D ) c s e Zd ZdZ fddZ ZS )r. zT Abstract C{ParserElement} subclass, for defining atomic matching patterns. c s t t| jdd d S NFr )r r. r r r ry rz r @ s zToken.__init__r r r r r r1 ry ry r rz r. < s c s e Zd ZdZ fddZ ZS )r z, An empty token, will always match. c s$ t t| d| _d| _d| _d S )Nr TF)r r r r r r r r ry rz r H s zEmpty.__init__r4 ry ry r rz r D s c s* e Zd ZdZ fddZdddZ ZS )r z( A token that will never match. c s* t t| d| _d| _d| _d| _d S )Nr TFzUnmatchable token)r r r r r r r r r ry rz r S s zNoMatch.__init__Tc C s t ||| j| d S r )r! r r ry ry rz r Z s zNoMatch.parseImpl)Tr r r r r r r1 ry ry r rz r O s c s* e Zd ZdZ fddZdddZ ZS )r a Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use L{CaselessLiteral}. For keyword matching (force word break before and after the matched string), use L{Keyword} or L{CaselessKeyword}. c s t t| || _t|| _z|d | _W n* tk rV tj dt dd t | _ Y nX dt | j | _d| j | _d| _d| _d S )Nr z2null string passed to Literal; use Empty() insteadrs r "%s"r F)r r r matchr matchLenfirstMatchCharr r r r r rm r r r r r r matchStringr ry rz r l s zLiteral.__init__Tc C sJ || | j kr6| jdks&|| j|r6|| j | jfS t||| j| d S r )r9 r8 startswithr7 r! r r ry ry rz r s zLiteral.parseImpl)Tr5 ry ry r rz r ^ s c sL e Zd ZdZed Zd fdd Zddd Z fd d Ze d d Z Z S )r a\ Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}: - C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}. - C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: - C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - C{caseless} allows case-insensitive matching, default is C{False}. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use L{CaselessKeyword}. _$NFc s t t| |d kr tj}|| _t|| _z|d | _W n$ tk r^ t j dt dd Y nX d| j | _ d| j | _ d| _d| _|| _|r| | _| }t|| _d S )Nr z2null string passed to Keyword; use Empty() insteadrs r r6 r F)r r r DEFAULT_KEYWORD_CHARSr7 r r8 r9 r r r r r r r r caselessupper caselessmatchr identChars)r r; rB r? r ry rz r s* zKeyword.__init__Tc C s | j r||||| j | jkr|t|| j ksL||| j | jkr|dksj||d | jkr|| j | jfS nv|| | jkr| jdks|| j|r|t|| j ks||| j | jkr|dks||d | jkr|| j | jfS t ||| j | d S r ) r? r8 r@ rA r rB r7 r9 r< r! r r ry ry rz r s4 zKeyword.parseImplc s t t| }tj|_|S r )r r r r> rB )r r r ry rz r s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r r> rt ry ry rz setDefaultKeywordChars s z Keyword.setDefaultKeywordChars)NF)T) r r r r r5 r> r r r r/ rC r1 ry ry r rz r s c s* e Zd ZdZ fddZdddZ ZS )r al Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for L{CaselessKeyword}.) c s6 t t| | || _d| j | _d| j | _d S )Nz'%s'r )r r r r@ returnStringr r r: r ry rz r s zCaselessLiteral.__init__Tc C s@ |||| j | jkr,|| j | jfS t||| j| d S r )r8 r@ r7 rD r! r r ry ry rz r s zCaselessLiteral.parseImpl)Tr5 ry ry r rz r s c s, e Zd ZdZd fdd Zd ddZ ZS ) r z Caseless version of L{Keyword}. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for L{CaselessLiteral}.) Nc s t t| j||dd d S )NTr? )r r r )r r; rB r ry rz r s zCaselessKeyword.__init__Tc C sj |||| j | jkrV|t|| j ksF||| j | jkrV|| j | jfS t||| j| d S r )r8 r@ rA r rB r7 r! r r ry ry rz r s zCaselessKeyword.parseImpl)N)Tr5 ry ry r rz r s c s, e Zd ZdZd fdd Zd ddZ ZS ) rn ax A variation on L{Literal} which matches "close" matches, that is, strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters: - C{match_string} - string to be matched - C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - C{mismatches} - a list of the positions within the match_string where mismatches were found - C{original} - the original match_string used to compare against the input string If C{mismatches} is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) r c sB t t| || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) r rn r r match_string maxMismatchesr r r )r rF rG r ry rz r s zCloseMatch.__init__Tc C s |}t |}|t | j }||kr| j}d}g } | j} tt||| | jD ]2\}} | \} } | | krN| | t | | krN qqN|d }t||| g}| j|d< | |d< ||fS t||| j| d S )Nr r original mismatches) r rF rG r r r r$ r! r )r rR r r startr maxlocrF Zmatch_stringlocrI rG Zs_msrcmatresultsry ry rz r s( zCloseMatch.parseImpl)r )Tr5 ry ry r rz rn s c s8 e Zd ZdZd fdd Zdd d Z fd d Z ZS )r1 a Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{excludeChars} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. L{srange} is useful for defining custom character set strings for defining C{Word} expressions, using range notation from regular expression character sets. A common mistake is to use C{Word} to match a specific literal string, as in C{Word("Address")}. Remember that C{Word} uses the string argument to define I{sets} of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use L{Literal} or L{Keyword}. pyparsing includes helper strings for building Words: - L{alphas} - L{nums} - L{alphanums} - L{hexnums} - L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - L{printables} (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums+'-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nr r Fc s t t| rFd fdd|D }|rFd fdd|D }|| _t|| _|rl|| _t|| _n|| _t|| _|dk| _ |dk rt d|| _ |dkr|| _ nt | _ |dkr|| _ || _ t| | _d| j | _d | _|| _d | j| j kr|dkr|dkr|dkr| j| jkr8d t| j | _nHt| jdkrfd t| jt| jf | _nd t| jt| jf | _| jrd| j d | _zt| j| _W n tk r d | _Y nX d S )Nr c 3 s | ]}| kr|V qd S r ry r excludeCharsry rz r ` s z Word.__init__.<locals>.<genexpr>c 3 s | ]}| kr|V qd S r ry r rO ry rz r b s r r zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr Fr( z[%s]+z%s[%s]*z [%s][%s]*z\b)r r1 r r initCharsOrigr initChars bodyCharsOrig bodyChars maxSpecifiedr minLenmaxLenr0 r r r r asKeyword_escapeRegexRangeCharsreStringr r escapecompilerp )r rR rT minmaxexactrX rP r rO rz r ] s\ 0 z Word.__init__Tc C s> | j r<| j ||}|s(t||| j| | }|| fS || | jkrZt||| j| |}|d7 }t|}| j}|| j }t ||}||k r|| |kr|d7 }qd} || | j k rd} | j r||k r|| |krd} | j r|dkr||d |ks||k r|| |krd} | r.t||| j| |||| fS )Nr FTr )r r7 r! r endgrouprR r rT rW r] rV rU rX ) r rR r r r- rJ r Z bodycharsrK ZthrowExceptionry ry rz r s6 2zWord.parseImplc sv zt t| W S tk r$ Y nX | jd krpdd }| j| jkr`d|| j|| jf | _nd|| j | _| jS )Nc S s$ t | dkr | d d d S | S d S )N ...r r ry ry rz charsAsStr s z Word.__str__.<locals>.charsAsStrz W:(%s,%s)zW:(%s))r r1 r rp r{ rQ rS )r re r ry rz r s z Word.__str__)Nr r r FN)Tr r r r r r r r1 ry ry r rz r1 . s .6 #c sF e Zd ZdZeedZd fdd Zd ddZ fd d Z Z S ) r) a Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r c s t t| t|tr|s,tjdtdd || _|| _ z t | j| j | _ | j| _ W q t jk r tjd| tdd Y qX n2t|tjr|| _ t| | _| _ || _ ntdt| | _d| j | _d| _d| _d S ) zThe parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.z0null string passed to Regex; use Empty() insteadrs r $invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr FTN)r r) r r} r r r r patternflagsr r\ rZ sre_constantserrorcompiledREtyper~ r r r r r r )r rh ri r ry rz r s: zRegex.__init__Tc C s` | j ||}|s"t||| j| | }| }t| }|rX|D ]}|| ||< qF||fS r )r r7 r! r r` groupdictr$ ra )r rR r r r- dr r ry ry rz r s zRegex.parseImplc sF zt t| W S tk r$ Y nX | jd kr@dt| j | _| jS )NzRe:(%s))r r) r rp r{ r rh r r ry rz r s z Regex.__str__)r )T) r r r r r r r\ rl r r r r1 ry ry r rz r) s " c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r' a Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default=C{None}) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None}) - multiline - boolean indicating whether quotes can span multiple lines (default=C{False}) - unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True}) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True}) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sN t t | }|s0tjdtdd t |d kr>|}n"| }|s`tjdtdd t | _t | _ |d _ | _ t | _ | _| _| _| _|rtjtjB _dt jt j d |d k rt|pdf _n<d _dt jt j d |d k rt|p df _t j d krp jd d fd d tt j d ddD d 7 _|r jdt| 7 _|r jdt| 7 _t jd _ jdt j 7 _z t j j _ j _ W n0 t j k r& tjd j tdd Y nX t _!d j! _"d _#d _$d S )Nz$quoteChar cannot be the empty stringrs r z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r z%s(?:[^%s\n\r%s]r z|(?:z)|(?:c 3 s4 | ],}d t jd| t j| f V qdS )z%s[^%s]N)r r[ endQuoteCharrY r& r ry rz r X s z(QuotedString.__init__.<locals>.<genexpr>rt )z|(?:%s)z|(?:%s.)z(.)z)*%srg r FT)%r r' r r r r r SyntaxError quoteCharr quoteCharLenfirstQuoteCharro endQuoteCharLenescCharescQuoteunquoteResultsconvertWhitespaceEscapesr MULTILINEDOTALLri r[ rY rh r r escCharReplacePatternr\ rZ rj rk r r r r r )r rr rv rw Z multilinerx ro ry r r rz r / s| zQuotedString.__init__c C s || | j kr | j||p d }|s4t||| j| | }| }| jr|| j| j }t |t rd|kr| j rddddd}| D ]\}}|||}q| jrt| jd|}| jr|| j| j}||fS )N\ r2 )\tr' z\fz\rz\g<1>)rt r r7 r! r r` ra rx rs ru r} r ry r r rv r r| rw ro ) r rR r r r- r Zws_mapZwslitZwscharry ry rz r p s* zQuotedString.parseImplc sH zt t| W S tk r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)r r' r rp r{ rr ro r r ry rz r s zQuotedString.__str__)NNFTNT)Trf ry ry r rz r' s A #c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r a Token for matching words composed of characters I{not} in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] r r c s t t| d| _|| _|dk r*td|| _|dkr@|| _nt| _|dkrZ|| _|| _t | | _ d| j | _ | jdk| _ d| _ d S )NFr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r )r r r r~ notCharsr rV rW r0 r r r r r )r r r] r^ r_ r ry rz r s zCharsNotIn.__init__Tc C s || | j kr t||| j| |}|d7 }| j }t|| j t|}||k rb|| |krb|d7 }qD|| | jk rt||| j| |||| fS r )r r! r r] rW r rV )r rR r r rJ Znotcharsmaxlenry ry rz r s zCharsNotIn.parseImplc sf zt t| W S tk r$ Y nX | jd kr`t| jdkrTd| jd d | _n d| j | _| jS )Nrb z !W:(%s...)z!W:(%s))r r r rp r{ r r r r ry rz r s zCharsNotIn.__str__)r r r )Trf ry ry r rz r s c s< e Zd ZdZddddddZd fd d ZdddZ ZS )r0 a Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class. z<SPC>z<TAB>z<LF>z<CR>z<FF>)r( r~ r2 r r r r c s t t | _ d fdd jD ddd jD _d _d j _ | _ |dkrt| _ nt _ |dkr| _ | _ d S )Nr c 3 s | ]}| j kr|V qd S r ) matchWhiter r ry rz r s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r )r0 whiteStrsr ry ry rz r s Tr r ) r r0 r r r r r r r r rV rW r0 )r Zwsr] r^ r_ r r rz r s zWhite.__init__Tc C s || | j kr t||| j| |}|d7 }|| j }t|t|}||k rb|| | j krb|d7 }qB|| | jk rt||| j| |||| fS r )r r! r rW r] r rV )r rR r r rJ rK ry ry rz r s zWhite.parseImpl)r r r r )T)r r r r r r r r1 ry ry r rz r0 s c s e Zd Z fddZ ZS )_PositionTokenc s( t t| | jj| _d| _d| _d S r )r r r rm r r r r r r ry rz r s z_PositionToken.__init__r r r r r1 ry ry r rz r s r c s2 e Zd ZdZ fddZdd Zd ddZ ZS ) r zb Token to advance to a specific column of input text; useful for tabular report scraping. c s t t| || _d S r )r r r r; )r colnor ry rz r $ s zGoToColumn.__init__c C s\ t ||| j krXt|}| jr*| ||}||k rX|| rXt ||| j krX|d7 }q*|S r )r; r r r isspace)r rR r r ry ry rz r ( s $ zGoToColumn.preParseTc C sD t ||}|| j kr"t||d| || j | }||| }||fS )NzText not in expected columnr; r! )r rR r r ZthiscolZnewlocr ry ry rz r 1 s zGoToColumn.parseImpl)T)r r r r r r r r1 ry ry r rz r s c s* e Zd ZdZ fddZdddZ ZS )r a Matches if current position is at the beginning of a line within the parse string Example:: test = ''' AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) Prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| d| _d S )NzExpected start of line)r r r r r r ry rz r O s zLineStart.__init__Tc C s* t ||dkr|g fS t||| j| d S r )r; r! r r ry ry rz r S s zLineStart.parseImpl)Tr5 ry ry r rz r : s c s* e Zd ZdZ fddZdddZ ZS )r zU Matches if current position is at the end of a line within the parse string c s, t t| | tjdd d| _d S )Nr2 r zExpected end of line)r r r r r& rs r r r r ry rz r \ s zLineEnd.__init__Tc C sb |t |k r6|| dkr$|d dfS t||| j| n(|t |krN|d g fS t||| j| d S )Nr2 r r r! r r ry ry rz r a s zLineEnd.parseImpl)Tr5 ry ry r rz r X s c s* e Zd ZdZ fddZdddZ ZS )r, zM Matches if current position is at the beginning of the parse string c s t t| d| _d S )NzExpected start of text)r r, r r r r ry rz r p s zStringStart.__init__Tc C s0 |dkr(|| |dkr(t||| j| |g fS r )r r! r r ry ry rz r t s zStringStart.parseImpl)Tr5 ry ry r rz r, l s c s* e Zd ZdZ fddZdddZ ZS )r+ zG Matches if current position is at the end of the parse string c s t t| d| _d S )NzExpected end of text)r r+ r r r r ry rz r s zStringEnd.__init__Tc C s^ |t |k r t||| j| n<|t |kr6|d g fS |t |krJ|g fS t||| j| d S r r r ry ry rz r s zStringEnd.parseImpl)Tr5 ry ry r rz r+ { s c s. e Zd ZdZef fdd ZdddZ ZS )r3 ap Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| t|| _d| _d S )NzNot at the start of a word)r r3 r r wordCharsr r r r ry rz r s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| |g fS r )r r! r r ry ry rz r s zWordStart.parseImpl)Tr r r r rX r r r1 ry ry r rz r3 s c s. e Zd ZdZef fdd ZdddZ ZS )r2 aZ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. c s( t t| t|| _d| _d| _d S )NFzNot at the end of a word)r r2 r r r r~ r r r ry rz r s zWordEnd.__init__Tc C sP t |}|dkrH||k rH|| | jks8||d | jkrHt||| j| |g fS r )r r r! r )r rR r r r ry ry rz r s zWordEnd.parseImpl)Tr ry ry r rz r2 s c s e Zd ZdZd fdd Zdd Zdd Zd d Z fd d Z fd dZ fddZ d fdd Z g fddZ fddZ ZS )r" z^ Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s t t| | t|tr"t|}t|tr<t|g| _ nht|t rxt|}t dd |D rlt tj|}t|| _ n,zt|| _ W n t k r |g| _ Y nX d| _d S )Nc s s | ]}t |tV qd S r )r} r )r rS ry ry rz r s z+ParseExpression.__init__.<locals>.<genexpr>F)r r" r r} r r r r& rw exprsr allr r r r r r r ry rz r s zParseExpression.__init__c C s | j | S r )r r ry ry rz r s zParseExpression.__getitem__c C s | j | d | _| S r )r r r{ r" ry ry rz r s zParseExpression.appendc C s0 d| _ dd | jD | _| jD ] }| q | S )z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.Fc S s g | ] }| qS ry r r r ry ry rz r s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r~ r r )r r ry ry rz r s z ParseExpression.leaveWhitespacec sr t |trB|| jkrntt| | | jD ]}|| jd q*n,tt| | | jD ]}|| jd qX| S r )r} r- r r r" r r )r r r r ry rz r s zParseExpression.ignorec sN zt t| W S tk r$ Y nX | jd krHd| jjt| jf | _| jS Nz%s:(%s)) r r" r rp r{ rm r r r r r ry rz r s zParseExpression.__str__c s* t t| | jD ] }| qt| jdkr| jd }t|| jr|js|jd kr|j s|jd d | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| jr|js|jd kr|j s| jd d |jd d | _d | _ | j |j O _ | j |j O _ dt | | _| S )Nrs r r rt r )r r" r r r r} rm ry r| r r{ r r r r )r r r r ry rz r s< zParseExpression.streamlinec s t t| ||}|S r )r r" r )r r r r r ry rz r s z ParseExpression.setResultsNamec C s6 |d d | g }| j D ]}|| q| g d S r )r r r )r r tmpr ry ry rz r s zParseExpression.validatec s$ t t| }dd | jD |_|S )Nc S s g | ] }| qS ry r r ry ry rz r % s z(ParseExpression.copy.<locals>.<listcomp>)r r" r r r1 r ry rz r # s zParseExpression.copy)F)F)r r r r r r r r r r r r r r r1 ry ry r rz r" s " c sT e Zd ZdZG dd deZd fdd ZdddZd d Zd d Z d d Z Z S )r a Requires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. May also be constructed using the C{'-'} operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"),name_expr("name"),integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z fddZ ZS )zAnd._ErrorStopc s& t tj| j|| d| _| d S )N-)r r r r r r rG r ry rz r 9 s zAnd._ErrorStop.__init__r ry ry r rz r 8 s r Tc sR t t| || tdd | jD | _| | jd j | jd j| _d| _ d S )Nc s s | ] }|j V qd S r r r ry ry rz r @ s z And.__init__.<locals>.<genexpr>r T) r r r r r r r r r~ r r r ry rz r > s z And.__init__c C s | j d j|||dd\}}d}| j dd D ]}t|tjrDd}q.|rz||||\}}W q tk rt Y q tk r } zd |_t|W 5 d }~X Y q t k r t|t || j | Y qX n||||\}}|s| r.||7 }q.||fS )Nr Fr r T) r r r} r r r% r __traceback__r r r r r ) r rR r r resultlistZ errorStopr Z exprtokensr ry ry rz r E s( z And.parseImplc C s t |trt|}| |S r r} r r& rw r r" ry ry rz r! ^ s z And.__iadd__c C s6 |d d | g }| j D ]}|| |js q2qd S r )r r r r r subRecCheckListr ry ry rz r c s zAnd.checkRecursionc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr {r( c s s | ]}t |V qd S r r r ry ry rz r o s z And.__str__.<locals>.<genexpr>}r r r{ r r r ry ry rz r j s z And.__str__)T)T) r r r r r r r r r! r r r1 ry ry r rz r ( s c sD e Zd ZdZd fdd ZdddZdd Zd d Zd d Z Z S )r a Requires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r ry ry rz r s z Or.__init__.<locals>.<genexpr>T)r r r r rB r r r ry rz r s z Or.__init__Tc C sR d}d }g }| j D ]}z|||}W nv tk rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk r t||krt|t||j| }t|}Y qX |||f q|r(|j dd d |D ]^\} }z| |||W S tk r$ } z d | _| j|kr| }| j}W 5 d } ~ X Y qX q|d k r@| j|_ |nt||d| d S )Nrt c S s | d S r ry )xry ry rz r{ r| z Or.parseImpl.<locals>.<lambda>)r no defined alternatives to match) r r r! r r r r r r sortr r ) r rR r r maxExcLoc maxExceptionr r Zloc2r _ry ry rz r s< z Or.parseImplc C s t |trt|}| |S r r r" ry ry rz __ixor__ s z Or.__ixor__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z ^ c s s | ]}t |V qd S r r r ry ry rz r s z Or.__str__.<locals>.<genexpr>r r r ry ry rz r s z Or.__str__c C s, |d d | g }| j D ]}|| qd S r r r r ry ry rz r s zOr.checkRecursion)F)T) r r r r r r r r r r1 ry ry r rz r t s & c sD e Zd ZdZd fdd ZdddZdd Zd d Zd d Z Z S )r a Requires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r ry ry rz r s z&MatchFirst.__init__.<locals>.<genexpr>T)r r r r rB r r r ry rz r s zMatchFirst.__init__Tc C s d}d }| j D ]}z||||}|W S tk r` } z|j|krP|}|j}W 5 d }~X Y q tk r t||krt|t||j| }t|}Y qX q|d k r| j|_|nt||d| d S )Nrt r )r r r! r r r r r ) r rR r r r r r r r ry ry rz r s$ zMatchFirst.parseImplc C s t |trt|}| |S r r r" ry ry rz __ior__ s zMatchFirst.__ior__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r | c s s | ]}t |V qd S r r r ry ry rz r s z%MatchFirst.__str__.<locals>.<genexpr>r r r ry ry rz r s zMatchFirst.__str__c C s, |d d | g }| j D ]}|| qd S r r r ry ry rz r s zMatchFirst.checkRecursion)F)T) r r r r r r r r r r1 ry ry r rz r s c s< e Zd ZdZd fdd Zd ddZdd Zd d Z ZS ) r am Requires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s8 t t| || tdd | jD | _d| _d| _d S )Nc s s | ] }|j V qd S r r r ry ry rz r ? s z Each.__init__.<locals>.<genexpr>T)r r r r r r r~ initExprGroupsr r ry rz r = s z Each.__init__c s | j rtdd | jD | _dd | jD }dd | jD }|| | _dd | jD | _dd | jD | _dd | jD | _| j| j7 _d | _ |}| jd d }| jd d g }d } | rj| | j | j } g } | D ]v} z| ||}W n t k r | | Y qX | | j t | | | |kr@| | q| kr܈ | qt| t| krd } q|rd d d |D } t ||d | | fdd| jD 7 }g }|D ]"} | |||\}}| | qt|tg }||fS )Nc s s& | ] }t |trt|j|fV qd S r )r} r r! rS r ry ry rz r E s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |tr|jqS ry r} r rS r ry ry rz r F s z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|ts|qS ry )r r} r r ry ry rz r G s c S s g | ]}t |tr|jqS ry )r} r4 rS r ry ry rz r I s c S s g | ]}t |tr|jqS ry )r} r rS r ry ry rz r J s c S s g | ]}t |tttfs|qS ry )r} r r4 r r ry ry rz r K s FTr% c s s | ]}t |V qd S r r r ry ry rz r f s z*Missing one or more required elements (%s)c s$ g | ] }t |tr|j kr|qS ry r r ZtmpOptry rz r j s )r r r Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr r! r r r! remover r r sumr$ )r rR r r Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr rN Z finalResultsry r rz r C sP zEach.parseImplc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z & c s s | ]}t |V qd S r r r ry ry rz r y s z Each.__str__.<locals>.<genexpr>r r r ry ry rz r t s z Each.__str__c C s, |d d | g }| j D ]}|| qd S r r r ry ry rz r } s zEach.checkRecursion)T)T) r r r r r r r r r1 ry ry r rz r s 5 1 c sl e Zd ZdZd fdd ZdddZdd Z fd d Z fd d Zdd Z g fddZ fddZ Z S )r za Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens. Fc s t t| | t|tr@ttjtr2t|}ntt |}|| _ d | _ |d k r|j | _ |j | _ | |j |j| _|j| _|j| _| j|j d S r )r r r r} r issubclassr& rw r. r rS r{ r r r r r~ r} r r r r rS r r ry rz r s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||ddS td|| j| d S )NFr r )rS r r! r r ry ry rz r s z ParseElementEnhance.parseImplc C s* d| _ | j | _| jd k r&| j | S r )r~ rS r r r ry ry rz r s z#ParseElementEnhance.leaveWhitespacec sr t |trB|| jkrntt| | | jd k rn| j| jd n,tt| | | jd k rn| j| jd | S r )r} r- r r r r rS r" r ry rz r s zParseElementEnhance.ignorec s& t t| | jd k r"| j | S r )r r r rS r r ry rz r s z ParseElementEnhance.streamlinec C sB | |krt || g |d d | g }| jd k r>| j| d S r )r( rS r )r r r ry ry rz r s z"ParseElementEnhance.checkRecursionc C s6 |d d | g }| j d k r(| j | | g d S r rS r r r r r ry ry rz r s z ParseElementEnhance.validatec sX zt t| W S tk r$ Y nX | jd krR| jd k rRd| jjt| jf | _| jS r ) r r r rp r{ rS rm r r r r ry rz r s zParseElementEnhance.__str__)F)T) r r r r r r r r r r r r r1 ry ry r rz r s c s* e Zd ZdZ fddZdddZ ZS )r a Lookahead matching of the given parse expression. C{FollowedBy} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| | d| _d S r )r r r r r rS r ry rz r s zFollowedBy.__init__Tc C s | j || |g fS r )rS r r ry ry rz r s zFollowedBy.parseImpl)Tr5 ry ry r rz r s c s2 e Zd ZdZ fddZd ddZdd Z ZS ) r a Lookahead to disallow matching with the given parse expression. C{NotAny} does I{not} advance the parsing position within the input string, it only verifies that the specified parse expression does I{not} match at the current position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator. Example:: c s0 t t| | d| _d| _dt| j | _d S )NFTzFound unwanted token, )r r r r~ r r rS r r r ry rz r s zNotAny.__init__Tc C s& | j ||r t||| j| |g fS r )rS r r! r r ry ry rz r s zNotAny.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr z~{r r r r{ r rS r ry ry rz r s zNotAny.__str__)Trf ry ry r rz r s c s( e Zd Zd fdd ZdddZ ZS ) _MultipleMatchNc sF t t| | d| _|}t|tr.t|}|d k r<| nd | _d S r ) r r r r} r} r r& rw not_ender)r rS stopOnZenderr ry rz r s z_MultipleMatch.__init__Tc C s | j j}| j}| jd k }|r$| jj}|r2||| ||||dd\}}zV| j } |r`||| | rp|||} n|} ||| |\}} | s| rR|| 7 }qRW n ttfk r Y nX ||fS NFr ) rS r r r r r r r! r ) r rR r r Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr ZhasIgnoreExprsr Z tmptokensry ry rz r s* z_MultipleMatch.parseImpl)N)T)r r r r r r1 ry ry r rz r s r c @ s e Zd ZdZdd ZdS )r a Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r z}...r r ry ry rz r J s zOneOrMore.__str__N)r r r r r ry ry ry rz r 0 s c s8 e Zd ZdZd fdd Zd fdd Zdd Z ZS ) r4 aw Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default=C{None}) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to L{OneOrMore} Nc s t t| j||d d| _d S )N)r T)r r4 r r )r rS r r ry rz r _ s zZeroOrMore.__init__Tc s< zt t| |||W S ttfk r6 |g f Y S X d S r )r r4 r r! r r r ry rz r c s zZeroOrMore.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r$ ]...r r ry ry rz r i s zZeroOrMore.__str__)N)Trf ry ry r rz r4 S s c @ s e Zd Zdd ZeZdd ZdS ) _NullTokenc C s dS r ry r ry ry rz r s s z_NullToken.__bool__c C s dS r ry r ry ry rz r v s z_NullToken.__str__N)r r r r rL r ry ry ry rz r r s r c s6 e Zd ZdZef fdd Zd ddZdd Z ZS ) r aa Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| j|dd | jj| _|| _d| _d S )NFr3 T)r r r rS r} r r )r rS r r ry rz r s zOptional.__init__Tc C sz z | j j|||dd\}}W nT ttfk rp | jtk rh| j jr^t| jg}| j|| j j< ql| jg}ng }Y nX ||fS r )rS r r! r r _optionalNotMatchedr| r$ )r rR r r r ry ry rz r s zOptional.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r$ r' r r ry ry rz r s zOptional.__str__)T) r r r r r r r r r1 ry ry r rz r z s " c s, e Zd ZdZd fdd Zd ddZ ZS ) r* a Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default=C{False}) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default=C{None}) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default=C{None}) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| | || _d| _d| _|| _d| _t|t rFt || _ n|| _ dt | j | _d S )NTFzNo match found for )r r* r ignoreExprr r includeMatchr r} r r& rw failOnr rS r )r r Zincluder r r ry rz r s zSkipTo.__init__Tc C s& |}t |}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} | |kr|d k rf||| rfq| d k rz| || } W qn tk r Y qY qnX qnz||| ddd W q tt fk r | d7 } Y qJX qqJt||| j | | }||| } t | } | j r ||||dd\}} | | 7 } || fS )NF)r r r r ) r rS r r r r r r r! r r r$ r )r rR r r rU r rS Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultrM ry ry rz r s: zSkipTo.parseImpl)FNN)Tr5 ry ry r rz r* s 6 c sb e Zd ZdZd fdd Zdd Zdd Zd d Zd d Zg fd dZ dd Z fddZ Z S )r aK Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator. Note: take care when assigning to C{Forward} not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the C{Forward}:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See L{ParseResults.pprint} for an example of a recursive parser created using C{Forward}. Nc s t t| j|dd d S r2 )r r r r" r ry rz r @ s zForward.__init__c C sj t |trt|}|| _d | _| jj| _| jj| _| | jj | jj | _ | jj | _ | j | jj | S r )r} r r& rw rS r{ r r r r r~ r} r r r" ry ry rz __lshift__C s zForward.__lshift__c C s | |> S r ry r" ry ry rz __ilshift__P s zForward.__ilshift__c C s d| _ | S r r r ry ry rz r S s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j | S r )r rS r r ry ry rz r W s zForward.streamlinec C s> | |kr0|d d | g }| j d k r0| j | | g d S r r r ry ry rz r ^ s zForward.validatec C sV t | dr| jS | jjd S z | jd k r4t| j}nd}W 5 | j| _X | jjd | S )Nr z: ...Nonez: )r r rm r Z _revertClass_ForwardNoRecurserS r )r Z retStringry ry rz r e s zForward.__str__c s. | j d k rtt| S t }|| K }|S d S r )rS r r r r1 r ry rz r v s z Forward.copy)N) r r r r r r r r r r r r r1 ry ry r rz r - s c @ s e Zd Zdd ZdS )r c C s dS )Nrc ry r ry ry rz r s z_ForwardNoRecurse.__str__N)r r r r ry ry ry rz r ~ s r c s" e Zd ZdZd fdd Z ZS )r/ zQ Abstract subclass of C{ParseExpression}, for converting parsed results. Fc s t t| | d| _d S r )r r/ r r} r r ry rz r s zTokenConverter.__init__)Fr4 ry ry r rz r/ s c s6 e Zd ZdZd fdd Z fddZdd Z ZS ) r a Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying C{'adjacent=False'} in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r Tc s8 t t| | |r | || _d| _|| _d| _d S r )r r r r adjacentr~ joinStringr )r rS r r r ry rz r s zCombine.__init__c s( | j rt| | ntt| | | S r )r r& r r r r" r ry rz r s zCombine.ignorec C sP | }|d d = |td|| jg| jd7 }| jrH| rH|gS |S d S )Nr )r )r r$ r r( r r r| r )r rR r r ZretToksry ry rz r s "zCombine.postParse)r T)r r r r r r r r1 ry ry r rz r s c s( e Zd ZdZ fddZdd Z ZS )r a Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']] c s t t| | d| _d S r )r r r r} r r ry rz r s zGroup.__init__c C s |gS r ry r ry ry rz r s zGroup.postParser r r r r r r1 ry ry r rz r s c s( e Zd ZdZ fddZdd Z ZS )r aW Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at L{ParseResults} of accessing fields by results name. c s t t| | d| _d S r )r r r r} r r ry rz r s z Dict.__init__c C s t |D ]\}}t|dkr q|d }t|tr@t|d }t|dkr\td|||< qt|dkrt|d tst|d |||< q| }|d= t|dkst|tr| rt||||< qt|d |||< q| j r|gS |S d S )Nr r r rs ) r r r} rv r r r r$ r r r| )r rR r r r tokZikeyZ dictvaluery ry rz r s$ zDict.postParser ry ry r rz r s # c @ s e Zd ZdZdd Zdd ZdS )r- aV Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also L{delimitedList}.) c C s g S r ry r ry ry rz r s zSuppress.postParsec C s | S r ry r ry ry rz r " s zSuppress.suppressN)r r r r r r ry ry ry rz r- s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r zI Wrapper for parse actions, to ensure they are only called once. c C s t || _d| _d S r )rr callablecalled)r Z methodCallry ry rz r * s zOnlyOnce.__init__c C s. | j s | |||}d| _ |S t||dd S )NTr )r r r! )r r r[ rx rN ry ry rz r - s zOnlyOnce.__call__c C s d| _ d S r )r r ry ry rz reset3 s zOnlyOnce.resetN)r r r r r r r ry ry ry rz r & s c s: t fdd}z j|_W n tk r4 Y nX |S )at Decorator for debugging parse actions. When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".} When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens)))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s j }| dd \}}}t| dkr8| d jj d | }tjd|t||||f z | }W n8 tk r } ztjd||f W 5 d }~X Y nX tjd||f |S )Nr^ rq r .z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) )r r rm r stderrwriterI rp )ZpaArgsZthisFuncr r[ rx r rX r ry rz zL s ztraceParseAction.<locals>.z)rr r r )r r ry r rz rd 6 s ,Fc C s` t | d t | d t | d }|rBt| t|| |S | tt|| |S dS )a Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r( r N)r r r4 r r- )rS ZdelimcombineZdlNamery ry rz rB b s $c sj t fdd}|dkr0ttdd }n| }|d |j|dd | d t d S ) a: Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d } |r t tg| p&t t> g S r )r r rE )r r[ rx r Z arrayExprrS ry rz countFieldParseAction s "z+countedArray.<locals>.countFieldParseActionNc S s t | d S r )rv rw ry ry rz r{ r| z countedArray.<locals>.<lambda>ZarrayLenTr z(len) rc )r r1 rT r r r r r )rS ZintExprr ry r rz r> u s c C s6 g }| D ](}t |tr&|t| q|| q|S r )r} r r r r )Lr r ry ry rz r s r c s6 t fdd}| j|dd dt| S )a* Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do I{not} use with packrat parsing enabled. c sP |rBt |dkr |d > qLt| } tdd |D > n t > d S )Nr r c s s | ]}t |V qd S r )r r Zttry ry rz r s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r r r r r )r r[ rx ZtflatZrepry rz copyTokenToRepeater s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr (prev) )r r r r )rS r ry r rz rQ s c sF t | } |K fdd}| j|dd dt| S )aS Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will I{not} match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do I{not} use with packrat parsing enabled. c s* t | fdd}j|dd d S )Nc s$ t | }| kr tdddd S )Nr r )r r r! )r r[ rx Z theseTokensZ matchTokensry rz mustMatchTheseTokens s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr )r r r )r r[ rx r r r rz r s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr r )r r r r r )rS Ze2r ry r rz rP s c C s: dD ]}| |t| } q| dd} | dd} t| S )Nz\^-]r2 r' r~ r )r _bslashr )r r ry ry rz rY s rY Tc s |rdd }dd }t ndd }dd }t g }t| trF| }n$t| trZt| }ntjdt dd |stt S d }|t |d k r|| }t ||d d D ]R\}} || |r||| d = qxq||| r||| d = | || | } qxq|d 7 }qx|s|rzlt |t d |krTtd d dd |D d|W S tddd |D d|W S W n& tk r tjdt dd Y nX t fdd|D d|S )a Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default=C{False}) - treat all literals as caseless - useRegex - (default=C{True}) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] c S s | | kS r )r@ r bry ry rz r{ r| zoneOf.<locals>.<lambda>c S s | | S r )r@ r< r ry ry rz r{ r| c S s | |kS r ry r ry ry rz r{ r| c S s | | S r )r< r ry ry rz r{ r| z6Invalid argument to oneOf, expected string or iterablers r r r Nr z[%s]c s s | ]}t |V qd S r )rY r Zsymry ry rz r s zoneOf.<locals>.<genexpr>r |c s s | ]}t |V qd S r )r r[ r ry ry rz r s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]} |V qd S r ry r ZparseElementClassry rz r $ s )r r r} r r r r r r r r r r r r r) r rp r ) Zstrsr? ZuseRegexZisequalZmasksZsymbolsr Zcurr r ry r rz rU sT ** c C s t tt| | S )a Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r4 r )r r ry ry rz rC & s !c C s^ t dd }| }d|_|d| |d }|r@dd }ndd }|| | j|_|S ) a Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b","i"): opener,closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S r ry )r r rx ry ry rz r{ a r| z!originalTextFor.<locals>.<lambda>F_original_start _original_endc S s | |j |j S r )r r rZ ry ry rz r{ f r| c S s& | | d| d g|d d < d S )Nr r )r rZ ry ry rz extractTexth s z$originalTextFor.<locals>.extractText)r r r r r )rS ZasStringZ locMarkerZ endlocMarker matchExprr ry ry rz ri I s c C s t | dd S )zp Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S r ry rw ry ry rz r{ s r| zungroup.<locals>.<lambda>)r/ r )rS ry ry rz rj n s c C s4 t dd }t|d| d | d S )a Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{<TAB>} characters, you may want to call C{L{ParserElement.parseWithTabs}} Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S r ry rZ ry ry rz r{ r| z locatedExpr.<locals>.<lambda>Z locn_startr Zlocn_end)r r r r r )rS Zlocatorry ry rz rl u s z\[]-*.$+^?()~ r_ c C s |d d S r ry rZ ry ry rz r{ r| r{ z\\0?[xX][0-9a-fA-F]+c C s t t|d ddS )Nr z\0x )unichrrv lstriprZ ry ry rz r{ r| z \\0[0-7]+c C s t t|d dd dS )Nr r )r rv rZ ry ry rz r{ r| z\]r r$ r) negatebodyr' c sF dd z"d fddt| jD W S tk r@ Y dS X dS )a Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as C{\-} or C{\]}) - an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character) (C{\0x##} is also supported for backwards compatibility) - an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character) - a range of any of the above, separated by a dash (C{'a-z'}, etc.) - any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.) c S s< t | ts| S ddd tt| d t| d d D S )Nr c s s | ]}t |V qd S r )r r ry ry rz r s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r )r} r$ r r ord)pry ry rz r{ r| zsrange.<locals>.<lambda>r c 3 s | ]} |V qd S r ry )r partZ _expandedry rz r s zsrange.<locals>.<genexpr>N)r _reBracketExprr r rp rd ry r rz ra s "c s fdd}|S )zt Helper method for defining parse actions that require matching at a specific column in the input text. c s" t || kr t| |d d S )Nz matched token not at column %dr )rN ZlocnrV r ry rz verifyCol s z!matchOnlyAtCol.<locals>.verifyColry )r r ry r rz rO s c s fddS )a Helper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString<ParserElement.transformString>}()}. Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s gS r ry rZ ZreplStrry rz r{ r| z replaceWith.<locals>.<lambda>ry r ry r rz r^ s c C s |d dd S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r r rt ry rZ ry ry rz r\ s c sN fdd}zt dt dj}W n tk rB t}Y nX ||_|S )aG Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the parsed data to an integer using base 16. Example (compare the last to example in L{ParserElement.transformString}:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s fdd|D S )Nc s g | ]}|f qS ry ry )r Ztoknr r\ ry rz r s z(tokenMap.<locals>.pa.<locals>.<listcomp>ry rZ r ry rz r s ztokenMap.<locals>.par rm )ro r rp r~ )r\ r r rq ry r rz ro s c C s t | S r r r@ rw ry ry rz r{ r| c C s t | S r r lowerrw ry ry rz r{ r| c C s t | tr | }t| | d} n| j}tttd }|rt t }t d| d t t t|t d | tddgdd d d t d }nd dd tD }t t t|B }t d| d t t t| ttt d| tddgdd dd t d }ttd| d }|dd |dd d| }|dd |dd d| }||_||_||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namerE z_-:r5 tag=/Fr rE c S s |d dkS Nr r ry rZ ry ry rz r{ r| z_makeTags.<locals>.<lambda>r6 r c s s | ]}|d kr|V qdS )r6 Nry r ry ry rz r s z _makeTags.<locals>.<genexpr>c S s |d dkS r ry rZ ry ry rz r{ r| r7 rJ :r( z<%s>r` z</%s>) r} r r r r1 r6 r5 r@ r r r\ r- r r4 r r r r rX r[ rD r _Lr titler r r )tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagry ry rz _makeTags s> ..r c C s t | dS )a Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple a,a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> http://pyparsing.wikispaces.com Fr r ry ry rz rM ( s c C s t | dS )z Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to L{makeHTMLTags} Tr r ry ry rz rN ; s c s8 | r| dd n| dd D fdd}|S )a< Helper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{<TD>} or C{<DIV>}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for C{class} (with or without a namespace), use C{L{withClass}}. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||fqS ry ry r/ ry ry rz r z s z!withAttribute.<locals>.<listcomp>c sZ D ]P\}}||kr$t | |d| |tjkr|| |krt | |d||| |f qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r! rg ANY_VALUE)r r[ r ZattrNameZ attrValueZattrsry rz r { s zwithAttribute.<locals>.pa)r )r ZattrDictr ry r rz rg D s 2 c C s |r d| nd}t f || iS )a Simplified version of C{L{withAttribute}} when matching on a div class - made difficult because C{class} is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:classclass)rg )Z classname namespaceZ classattrry ry rz rm s (rp c C s t }| || | B }t|D ]l\}}|d dd \}} } } | dk rPd| nd| } | dkr|dkstt|dkr|td|\} }t | }| tjkr^| d krt|| t|t | }n| dkr|dk rt|| | t|t || }n t|| t|t | }nD| dkrTt|| | | | t|| | | | }ntd n| tj krB| d krt |t st |}t|j | t|| }n| dkr|dk rt|| | t|t || }n t|| t|t | }nD| dkr8t|| | | | t|| | | | }ntd ntd | rvt | ttfrl|j| n || ||| |B K }|}q ||K }|S ) aD Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See L{ParserElement.enablePackrat} for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted); if the parse action is passed a tuple or list of functions, this is equivalent to calling C{setParseAction(*fn)} (L{ParserElement.setParseAction}) - lpar - expression for matching left-parentheses (default=C{Suppress('(')}) - rpar - expression for matching right-parentheses (default=C{Suppress(')')}) Example:: # simple example of four-function arithmetic with ints and variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] r Nrb rq z%s termz %s%s termrs z@if numterms=3, opExpr must be a tuple or list of two expressionsr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r r r r rV LEFTr r r RIGHTr} r rS r r r )ZbaseExprZopListZlparZrparr ZlastExprr ZoperDefZopExprZarityZrightLeftAssocr ZtermNameZopExpr1ZopExpr2ZthisExprr ry ry rz rk sZ = & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*'z string enclosed in single quotesz*quotedString using single or double quotesuzunicode string literalc C s | |krt d|dkr*t| tr"t|tr"t| dkrt|dkr|dk rtt| t| | tj dd dd }n$t t| | tj dd }nx|dk rtt| t | t | ttjdd dd }n4ttt | t | ttjdd d d }nt d t }|dk rd|tt| t||B |B t| K }n$|tt| t||B t| K }|d | |f |S ) a~ Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression - closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression - content - expression for items within the nested lists (default=C{None}) - ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString}) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR,RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNr r c S s | d S r r rw ry ry rz r{ g r| z nestedExpr.<locals>.<lambda>c S s | d S r r rw ry ry rz r{ j r| c S s | d S r r rw ry ry rz r{ p r| c S s | d S r r rw ry ry rz r{ t r| zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r r} r r r r r r& rs r rE r r r r r- r4 r )ZopenerZcloserZcontentr r ry ry rz rR % sH : *$c s fdd} fdd} fdd}t t d }t t | d}t |d }t |d } |rtt|| t |t| t| | } n$tt|t |t| t| } | t t | d S ) a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=C{True}) A valid block must contain at least one C{blockStatement}. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group( funcDecl + func_body ) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << ( funcDef | assignment | identifier ) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] c sN |t | krd S t|| }| d krJ| d kr>t| |dt| |dd S )Nrt zillegal nestingznot a peer entry)r r; r# r! r r[ rx ZcurCol indentStackry rz checkPeerIndent s z&indentedBlock.<locals>.checkPeerIndentc s2 t || }| d kr" | n t| |dd S )Nrt znot a subentry)r; r r! r r ry rz checkSubIndent s z%indentedBlock.<locals>.checkSubIndentc sN |t | krd S t|| } r6| d k r6| d ksBt| |d d S )Nrt r_ znot an unindent)r r; r! r r r ry rz checkUnindent s z$indentedBlock.<locals>.checkUnindentz INDENTr ZUNINDENTzindented block) r r r r r r r r r r r ) ZblockStatementExprr r9 r r r rE r ZPEERZUNDENTZsmExprry r rz rh s( N z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r z);zcommon HTML entityc C s t | jS )zRHelper parser action to replace common HTML entities with their special characters)_htmlEntityMapr Zentityrw ry ry rz r] s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style commentrO commaItemr c @ s e Zd ZdZeeZeeZe e d eZ e e d eedZed d eZe ed e e dZed d eeeed e B d Zee ed d eZed d eZeeB eB Zed d eZ e e d e d dZ ed dZ ed dZ!e!de! d dZ"ee!de! d d ee!de! d d Z#e#$d d d e d!Z%e&e"e%B e#B d" d"Z'ed# d$Z(e)d=d&d'Z*e)d>d)d*Z+ed+ d,Z,ed- d.Z-ed/ d0Z.e/ e0 B Z1e)d1d2 Z2e&e3e4d3 e5 e e6d3d4 ee7d5 d6Z8e9ee:; e8B d7d8 d9Z<e)ed:d Z=e)ed;d Z>d<S )?rp a Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>}) - common L{programming identifiers<identifier>} - network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>}) - ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>} - L{UUID<uuid>} - L{comma-separated list<comma_separated_list>} Parse actions: - C{L{convertToInteger}} - C{L{convertToFloat}} - C{L{convertToDate}} - C{L{convertToDatetime}} - C{L{stripHTMLTags}} - C{L{upcaseTokens}} - C{L{downcaseTokens}} Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] integerz hex integerr z[+-]?\d+zsigned integerr fractionc C s | d | d S )Nr rt ry rw ry ry rz r{ r| zpyparsing_common.<lambda>r z"fraction or mixed integer-fractionz [+-]?\d+\.\d*z real numberz+[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?fnumberr identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4} hex_integerr zfull IPv6 address)r rh z::zshort IPv6 addressc C s t dd | D dk S )Nc s s | ]}t j|rd V qdS r3 )rp _ipv6_partr r ry ry rz r s z,pyparsing_common.<lambda>.<locals>.<genexpr>r )r rw ry ry rz r{ r| z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address%Y-%m-%dc s fdd}|S )a Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"}) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sN zt |d W S tk rH } zt| |t|W 5 d }~X Y nX d S r )r strptimedater r! r~ r r[ rx Zvefmtry rz cvt_fn s z.pyparsing_common.convertToDate.<locals>.cvt_fnry r$ r% ry r# rz convertToDate s z pyparsing_common.convertToDate%Y-%m-%dT%H:%M:%S.%fc s fdd}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"}) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sJ zt |d W S tk rD } zt| |t|W 5 d }~X Y nX d S r )r r r r! r~ r" r# ry rz r% s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnry r& ry r# rz convertToDatetime s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}UUIDc C s t j|d S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>' td,td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page' r )rp _html_stripperr )r r[ r ry ry rz stripHTMLTags s z pyparsing_common.stripHTMLTagsr rO r r r r zcomma separated listc C s t | S r r rw ry ry rz r{ " r| c C s t | S r r rw ry ry rz r{ % r| N)r )r( )?r r r r ro rv ZconvertToIntegerfloatZconvertToFloatr1 rT r r r rF r r) Zsigned_integerr r r r Z mixed_integerr realZsci_realr numberr r6 r5 r Z ipv4_addressr Z_full_ipv6_addressZ_short_ipv6_addressr Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr/ r' r) Z iso8601_dateZiso8601_datetimeuuidr9 r8 r+ r, r r r rX r0 _commasepitemrB r[ r Zcomma_separated_listrf rD ry ry ry rz rp sV "" 2 __main__Zselectfromr= r )r columnsr ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )rs )r F)N)FT)T)r )T)r __version__Z__versionTime__ __author__r weakrefr r r r r r rj r rF rc r r _threadr ImportErrorZ threadingZcollections.abcr r r r Z ordereddict__all__r version_inforb r0 maxsizer0 r~ r chrr r r r r@ reversedr r rB r r] r^ rn ZmaxintZxranger Z __builtin__r Zfnamer ro r r r r r r Zascii_uppercaseZascii_lowercaser6 rT rF r5 r r Z printablerX rp r r! r# r% r( r r$ registerr; rL rI rT rW rY rS rr r& r. r r r r rw r r r rn r1 r) r' r r0 r r r r r, r+ r3 r2 r" r r r r r r r r r r4 r r r r* r r r/ r r r r- r rd rB r> r rQ rP rY rU rC ri rj rl r rE rK rJ rc rb r Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ _charRanger r ra rO r^ r\ ro rf rD r rM rN rg r rm rV r r rk rW r@ r` r[ re rR rh r7 rY r9 r8 r r r r r= r] r: rG r r_ rA r? rH rZ r r1 r< rp r Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLr. r/ r r r0 r* ry ry ry rz <module> s 4 8 @ v &A= I G3 pLOD|M &# @sQ,A, I# % 0 , ? #p Zr ( " PK @\h P P 8 pkg_resources/_vendor/__pycache__/appdirs.cpython-38.pycnu [ U Qabg` @ s d Z dZdeeeZddlZddlZejd dkZ e r>eZ ej drddl Z e d d Ze drrdZqe d rd Zqd Znej Zd4d dZd5ddZd6ddZd7ddZd8ddZd9ddZd:ddZG d d d eZd d Zd d! Zd"d# Zd$d% Z edkrzddl Z eZ W nn e k r zdd&l!m"Z" eZ W nB e k r zddl#Z$e Z W n e k r eZ Y nX Y nX Y nX e%d'krd(Z&d)Z'd*Z(e)d+e e)d, ee&e'd-d.Z*e(D ] Z+e)d/e+e,e*e+f qe)d0 ee&e'Z*e(D ] Z+e)d/e+e,e*e+f qe)d1 ee&Z*e(D ] Z+e)d/e+e,e*e+f q0e)d2 ee&d d3Z*e(D ] Z+e)d/e+e,e*e+f qfdS );zyUtilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. ) . Nr javaZWindowswin32ZMacdarwinZlinux2Fc C s t dkr^|dkr| }|r dp d}tjt|}| r|dk rNtj||| }qtj|| }nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) aJ Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". r N CSIDL_APPDATACSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z XDG_DATA_HOMEz~/.local/sharesystemospathnormpath_get_win_folderjoin expandusergetenv)appname appauthorversionroamingconstr r A/usr/lib/python3.8/site-packages/pkg_resources/_vendor/appdirs.py user_data_dir, s& r c s t dkrR|dkr }tjtd} r|dk rBtj|| }qtj| }nt dkrztjd} rtj| }nttdtjdd g}d d | tjD } r|rtj | fd d |D }|rtj|}n|d }|S r|rtj||}|S )ai Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical site data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r NCSIDL_COMMON_APPDATAFr z /Library/Application SupportZ XDG_DATA_DIRSz/usr/local/sharez /usr/sharec S s g | ]}t j|t jqS r r r r rstripsep.0xr r r <listcomp> s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r r r r r r r r# s r ) r r r r r r r r pathsepsplitr r r multipathr Zpathlistr r% r site_data_dirc s6 r* c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user config directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by default "~/.config/<AppName>". r r NZXDG_CONFIG_HOMEz ~/.configr r r r r r r r r r r r r r r user_config_dir s r. c s t dkr*t |} r|rtj||}ndtdd}dd |tjD } rt|rbtj | fdd|D }|rtj|}n|d }|S )a Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical site config directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j|t jqS r r r r r r r# s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r$ r r% r r r# s r )r r* r r r r r' r& r( r r% r site_config_dir s r/ Tc C s t dkrd|dkr| }tjtd}| r|dk rBtj||| }ntj|| }|rtj|d}nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) a Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. r Nr FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher r r r Zopinionr r r r user_cache_dir s( ! r1 c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific state dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user state directories are: Mac OS X: same as user_data_dir Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined Win *: same as user_data_dir For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state> to extend the XDG spec and support $XDG_STATE_HOME. That means, by default "~/.local/state/<AppName>". r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r user_state_dir9 s r2 c C s t dkr tjtjd| }nNt dkrLt| ||}d}|rntj|d}n"t| ||}d}|rntj|d}| r|rtj||}|S )a Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user log directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. r z~/Library/Logsr FZLogslog)r r r r r r r1 r0 r r r user_log_dirc s" r4 c @ sn e Zd ZdZdddZedd Zedd Zed d Zed d Z edd Z edd Z edd Z dS )AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )selfr r r r r) r r r __init__ s zAppDirs.__init__c C s t | j| j| j| jdS N)r r )r r r r r r6 r r r r s zAppDirs.user_data_dirc C s t | j| j| j| jdS N)r r) )r* r r r r) r9 r r r r* s zAppDirs.site_data_dirc C s t | j| j| j| jdS r8 )r. r r r r r9 r r r r. s zAppDirs.user_config_dirc C s t | j| j| j| jdS r: )r/ r r r r) r9 r r r r/ s zAppDirs.site_config_dirc C s t | j| j| jdS Nr )r1 r r r r9 r r r r1 s zAppDirs.user_cache_dirc C s t | j| j| jdS r; )r2 r r r r9 r r r r2 s zAppDirs.user_state_dirc C s t | j| j| jdS r; )r4 r r r r9 r r r r4 s zAppDirs.user_log_dir)NNNFF) __name__ __module__ __qualname____doc__r7 propertyr r* r. r/ r1 r2 r4 r r r r r5 s& r5 c C sH t rddl}nddl}dddd| }||jd}|||\}}|S )zThis is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. r NZAppDatazCommon AppDataz Local AppDatar r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)PY3winreg_winregOpenKeyHKEY_CURRENT_USERZ QueryValueEx) csidl_namerE Zshell_folder_namekeydirtyper r r _get_win_folder_from_registry s rL c C s ddl m}m} |dt|| dd}z^t|}d}|D ]}t|dkr8d} qRq8|rzdd l}||}W n t k r Y nX W n t k r Y nX |S )Nr )shellconshellF T) win32com.shellrM rN SHGetFolderPathgetattrunicodeordwin32apiGetShortPathName ImportError UnicodeError)rH rM rN rJ has_high_charcrU r r r _get_win_folder_with_pywin32 s$ r[ c C s dd l }dddd| }|d}|jjd |d d| d}|D ]}t|dkr@d } qZq@|r|d}|jj|j|dr|}|jS ) Nr # rB i FrO T) ctypesZcreate_unicode_bufferwindllZshell32ZSHGetFolderPathWrT Zkernel32ZGetShortPathNameWvalue)rH r_ Z csidl_constbufrY rZ Zbuf2r r r _get_win_folder_with_ctypes s& rc c C s dd l }ddlm} ddlm} |jjd }|d|}|jj }| d t |j | d |j j | |j| d}d}|D ]} t| dkr|d } qq||r|d|}|jj } | |||r|j| d}|S ) Nr )jna)r rZ FrO T)arrayZcom.sunrd Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErQ rR ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rT ZKernel32rV ) rH rg rd r Zbuf_sizerb rN rJ rY rZ Zkernelr r r _get_win_folder_with_jna s& rh )r` __main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz) -- app dirs (without optional 'version')z+ -- app dirs (without optional 'appauthor')z( -- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)-r@ Z__version_info__r mapstr __version__sysr version_inforC rS platform startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 objectr5 rL r[ rc rh rP Zwin32comr rW r_ r` Z com.sun.jnaZcomr= r r ZpropsprintdirsZproprR r r r r <module> s~ 7 B ( 3 9 * 30 PK @\h P P > pkg_resources/_vendor/__pycache__/appdirs.cpython-38.opt-1.pycnu [ U Qabg` @ s d Z dZdeeeZddlZddlZejd dkZ e r>eZ ej drddl Z e d d Ze drrdZqe d rd Zqd Znej Zd4d dZd5ddZd6ddZd7ddZd8ddZd9ddZd:ddZG d d d eZd d Zd d! Zd"d# Zd$d% Z edkrzddl Z eZ W nn e k r zdd&l!m"Z" eZ W nB e k r zddl#Z$e Z W n e k r eZ Y nX Y nX Y nX e%d'krd(Z&d)Z'd*Z(e)d+e e)d, ee&e'd-d.Z*e(D ] Z+e)d/e+e,e*e+f qe)d0 ee&e'Z*e(D ] Z+e)d/e+e,e*e+f qe)d1 ee&Z*e(D ] Z+e)d/e+e,e*e+f q0e)d2 ee&d d3Z*e(D ] Z+e)d/e+e,e*e+f qfdS );zyUtilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. ) . Nr javaZWindowswin32ZMacdarwinZlinux2Fc C s t dkr^|dkr| }|r dp d}tjt|}| r|dk rNtj||| }qtj|| }nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) aJ Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". r N CSIDL_APPDATACSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z XDG_DATA_HOMEz~/.local/sharesystemospathnormpath_get_win_folderjoin expandusergetenv)appname appauthorversionroamingconstr r A/usr/lib/python3.8/site-packages/pkg_resources/_vendor/appdirs.py user_data_dir, s& r c s t dkrR|dkr }tjtd} r|dk rBtj|| }qtj| }nt dkrztjd} rtj| }nttdtjdd g}d d | tjD } r|rtj | fd d |D }|rtj|}n|d }|S r|rtj||}|S )ai Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical site data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r NCSIDL_COMMON_APPDATAFr z /Library/Application SupportZ XDG_DATA_DIRSz/usr/local/sharez /usr/sharec S s g | ]}t j|t jqS r r r r rstripsep.0xr r r <listcomp> s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r r r r r r r r# s r ) r r r r r r r r pathsepsplitr r r multipathr Zpathlistr r% r site_data_dirc s6 r* c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user config directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by default "~/.config/<AppName>". r r NZXDG_CONFIG_HOMEz ~/.configr r r r r r r r r r r r r r r user_config_dir s r. c s t dkr*t |} r|rtj||}ndtdd}dd |tjD } rt|rbtj | fdd|D }|rtj|}n|d }|S )a Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical site config directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j|t jqS r r r r r r r# s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r$ r r% r r r# s r )r r* r r r r r' r& r( r r% r site_config_dir s r/ Tc C s t dkrd|dkr| }tjtd}| r|dk rBtj||| }ntj|| }|rtj|d}nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) a Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. r Nr FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher r r r Zopinionr r r r user_cache_dir s( ! r1 c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific state dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user state directories are: Mac OS X: same as user_data_dir Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined Win *: same as user_data_dir For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state> to extend the XDG spec and support $XDG_STATE_HOME. That means, by default "~/.local/state/<AppName>". r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r user_state_dir9 s r2 c C s t dkr tjtjd| }nNt dkrLt| ||}d}|rntj|d}n"t| ||}d}|rntj|d}| r|rtj||}|S )a Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user log directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. r z~/Library/Logsr FZLogslog)r r r r r r r1 r0 r r r user_log_dirc s" r4 c @ sn e Zd ZdZdddZedd Zedd Zed d Zed d Z edd Z edd Z edd Z dS )AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )selfr r r r r) r r r __init__ s zAppDirs.__init__c C s t | j| j| j| jdS N)r r )r r r r r r6 r r r r s zAppDirs.user_data_dirc C s t | j| j| j| jdS N)r r) )r* r r r r) r9 r r r r* s zAppDirs.site_data_dirc C s t | j| j| j| jdS r8 )r. r r r r r9 r r r r. s zAppDirs.user_config_dirc C s t | j| j| j| jdS r: )r/ r r r r) r9 r r r r/ s zAppDirs.site_config_dirc C s t | j| j| jdS Nr )r1 r r r r9 r r r r1 s zAppDirs.user_cache_dirc C s t | j| j| jdS r; )r2 r r r r9 r r r r2 s zAppDirs.user_state_dirc C s t | j| j| jdS r; )r4 r r r r9 r r r r4 s zAppDirs.user_log_dir)NNNFF) __name__ __module__ __qualname____doc__r7 propertyr r* r. r/ r1 r2 r4 r r r r r5 s& r5 c C sH t rddl}nddl}dddd| }||jd}|||\}}|S )zThis is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. r NZAppDatazCommon AppDataz Local AppDatar r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)PY3winreg_winregOpenKeyHKEY_CURRENT_USERZ QueryValueEx) csidl_namerE Zshell_folder_namekeydirtyper r r _get_win_folder_from_registry s rL c C s ddl m}m} |dt|| dd}z^t|}d}|D ]}t|dkr8d} qRq8|rzdd l}||}W n t k r Y nX W n t k r Y nX |S )Nr )shellconshellF T) win32com.shellrM rN SHGetFolderPathgetattrunicodeordwin32apiGetShortPathName ImportError UnicodeError)rH rM rN rJ has_high_charcrU r r r _get_win_folder_with_pywin32 s$ r[ c C s dd l }dddd| }|d}|jjd |d d| d}|D ]}t|dkr@d } qZq@|r|d}|jj|j|dr|}|jS ) Nr # rB i FrO T) ctypesZcreate_unicode_bufferwindllZshell32ZSHGetFolderPathWrT Zkernel32ZGetShortPathNameWvalue)rH r_ Z csidl_constbufrY rZ Zbuf2r r r _get_win_folder_with_ctypes s& rc c C s dd l }ddlm} ddlm} |jjd }|d|}|jj }| d t |j | d |j j | |j| d}d}|D ]} t| dkr|d } qq||r|d|}|jj } | |||r|j| d}|S ) Nr )jna)r rZ FrO T)arrayZcom.sunrd Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErQ rR ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rT ZKernel32rV ) rH rg rd r Zbuf_sizerb rN rJ rY rZ Zkernelr r r _get_win_folder_with_jna s& rh )r` __main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz) -- app dirs (without optional 'version')z+ -- app dirs (without optional 'appauthor')z( -- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)-r@ Z__version_info__r mapstr __version__sysr version_inforC rS platform startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 objectr5 rL r[ rc rh rP Zwin32comr rW r_ r` Z com.sun.jnaZcomr= r r ZpropsprintdirsZproprR r r r r <module> s~ 7 B ( 3 9 * 30 PK @\#R ? pkg_resources/_vendor/__pycache__/__init__.cpython-38.opt-1.pycnu [ U Qab @ s d S )N r r r B/usr/lib/python3.8/site-packages/pkg_resources/_vendor/__init__.py<module> PK @\XMZu u pkg_resources/_vendor/six.pynu [ """Utilities for writing code that runs on Python 2 and 3""" # Copyright (c) 2010-2015 Benjamin Peterson # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. from __future__ import absolute_import import functools import itertools import operator import sys import types __author__ = "Benjamin Peterson <benjamin@python.org>" __version__ = "1.10.0" # Useful for very coarse version differentiation. PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 PY34 = sys.version_info[0:2] >= (3, 4) if PY3: string_types = str, integer_types = int, class_types = type, text_type = str binary_type = bytes MAXSIZE = sys.maxsize else: string_types = basestring, integer_types = (int, long) class_types = (type, types.ClassType) text_type = unicode binary_type = str if sys.platform.startswith("java"): # Jython always uses 32 bits. MAXSIZE = int((1 << 31) - 1) else: # It's possible to have sizeof(long) != sizeof(Py_ssize_t). class X(object): def __len__(self): return 1 << 31 try: len(X()) except OverflowError: # 32-bit MAXSIZE = int((1 << 31) - 1) else: # 64-bit MAXSIZE = int((1 << 63) - 1) del X def _add_doc(func, doc): """Add documentation to a function.""" func.__doc__ = doc def _import_module(name): """Import module, returning the module after the last dot.""" __import__(name) return sys.modules[name] class _LazyDescr(object): def __init__(self, name): self.name = name def __get__(self, obj, tp): result = self._resolve() setattr(obj, self.name, result) # Invokes __set__. try: # This is a bit ugly, but it avoids running this again by # removing this descriptor. delattr(obj.__class__, self.name) except AttributeError: pass return result class MovedModule(_LazyDescr): def __init__(self, name, old, new=None): super(MovedModule, self).__init__(name) if PY3: if new is None: new = name self.mod = new else: self.mod = old def _resolve(self): return _import_module(self.mod) def __getattr__(self, attr): _module = self._resolve() value = getattr(_module, attr) setattr(self, attr, value) return value class _LazyModule(types.ModuleType): def __init__(self, name): super(_LazyModule, self).__init__(name) self.__doc__ = self.__class__.__doc__ def __dir__(self): attrs = ["__doc__", "__name__"] attrs += [attr.name for attr in self._moved_attributes] return attrs # Subclasses should override this _moved_attributes = [] class MovedAttribute(_LazyDescr): def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None): super(MovedAttribute, self).__init__(name) if PY3: if new_mod is None: new_mod = name self.mod = new_mod if new_attr is None: if old_attr is None: new_attr = name else: new_attr = old_attr self.attr = new_attr else: self.mod = old_mod if old_attr is None: old_attr = name self.attr = old_attr def _resolve(self): module = _import_module(self.mod) return getattr(module, self.attr) class _SixMetaPathImporter(object): """ A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 """ def __init__(self, six_module_name): self.name = six_module_name self.known_modules = {} def _add_module(self, mod, *fullnames): for fullname in fullnames: self.known_modules[self.name + "." + fullname] = mod def _get_module(self, fullname): return self.known_modules[self.name + "." + fullname] def find_module(self, fullname, path=None): if fullname in self.known_modules: return self return None def __get_module(self, fullname): try: return self.known_modules[fullname] except KeyError: raise ImportError("This loader does not know module " + fullname) def load_module(self, fullname): try: # in case of a reload return sys.modules[fullname] except KeyError: pass mod = self.__get_module(fullname) if isinstance(mod, MovedModule): mod = mod._resolve() else: mod.__loader__ = self sys.modules[fullname] = mod return mod def is_package(self, fullname): """ Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) """ return hasattr(self.__get_module(fullname), "__path__") def get_code(self, fullname): """Return None Required, if is_package is implemented""" self.__get_module(fullname) # eventually raises ImportError return None get_source = get_code # same as get_code _importer = _SixMetaPathImporter(__name__) class _MovedItems(_LazyModule): """Lazy loading of moved objects""" __path__ = [] # mark as package _moved_attributes = [ MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"), MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"), MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"), MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"), MovedAttribute("intern", "__builtin__", "sys"), MovedAttribute("map", "itertools", "builtins", "imap", "map"), MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"), MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"), MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"), MovedAttribute("reduce", "__builtin__", "functools"), MovedAttribute("shlex_quote", "pipes", "shlex", "quote"), MovedAttribute("StringIO", "StringIO", "io"), MovedAttribute("UserDict", "UserDict", "collections"), MovedAttribute("UserList", "UserList", "collections"), MovedAttribute("UserString", "UserString", "collections"), MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("zip", "itertools", "builtins", "izip", "zip"), MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"), MovedModule("builtins", "__builtin__"), MovedModule("configparser", "ConfigParser"), MovedModule("copyreg", "copy_reg"), MovedModule("dbm_gnu", "gdbm", "dbm.gnu"), MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"), MovedModule("http_cookiejar", "cookielib", "http.cookiejar"), MovedModule("http_cookies", "Cookie", "http.cookies"), MovedModule("html_entities", "htmlentitydefs", "html.entities"), MovedModule("html_parser", "HTMLParser", "html.parser"), MovedModule("http_client", "httplib", "http.client"), MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"), MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"), MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"), MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"), MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"), MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"), MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"), MovedModule("cPickle", "cPickle", "pickle"), MovedModule("queue", "Queue"), MovedModule("reprlib", "repr"), MovedModule("socketserver", "SocketServer"), MovedModule("_thread", "thread", "_thread"), MovedModule("tkinter", "Tkinter"), MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"), MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"), MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"), MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"), MovedModule("tkinter_tix", "Tix", "tkinter.tix"), MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"), MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"), MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"), MovedModule("tkinter_colorchooser", "tkColorChooser", "tkinter.colorchooser"), MovedModule("tkinter_commondialog", "tkCommonDialog", "tkinter.commondialog"), MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"), MovedModule("tkinter_font", "tkFont", "tkinter.font"), MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"), MovedModule("tkinter_tksimpledialog", "tkSimpleDialog", "tkinter.simpledialog"), MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"), MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"), MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"), MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"), MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"), MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"), ] # Add windows specific modules. if sys.platform == "win32": _moved_attributes += [ MovedModule("winreg", "_winreg"), ] for attr in _moved_attributes: setattr(_MovedItems, attr.name, attr) if isinstance(attr, MovedModule): _importer._add_module(attr, "moves." + attr.name) del attr _MovedItems._moved_attributes = _moved_attributes moves = _MovedItems(__name__ + ".moves") _importer._add_module(moves, "moves") class Module_six_moves_urllib_parse(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_parse""" _urllib_parse_moved_attributes = [ MovedAttribute("ParseResult", "urlparse", "urllib.parse"), MovedAttribute("SplitResult", "urlparse", "urllib.parse"), MovedAttribute("parse_qs", "urlparse", "urllib.parse"), MovedAttribute("parse_qsl", "urlparse", "urllib.parse"), MovedAttribute("urldefrag", "urlparse", "urllib.parse"), MovedAttribute("urljoin", "urlparse", "urllib.parse"), MovedAttribute("urlparse", "urlparse", "urllib.parse"), MovedAttribute("urlsplit", "urlparse", "urllib.parse"), MovedAttribute("urlunparse", "urlparse", "urllib.parse"), MovedAttribute("urlunsplit", "urlparse", "urllib.parse"), MovedAttribute("quote", "urllib", "urllib.parse"), MovedAttribute("quote_plus", "urllib", "urllib.parse"), MovedAttribute("unquote", "urllib", "urllib.parse"), MovedAttribute("unquote_plus", "urllib", "urllib.parse"), MovedAttribute("urlencode", "urllib", "urllib.parse"), MovedAttribute("splitquery", "urllib", "urllib.parse"), MovedAttribute("splittag", "urllib", "urllib.parse"), MovedAttribute("splituser", "urllib", "urllib.parse"), MovedAttribute("uses_fragment", "urlparse", "urllib.parse"), MovedAttribute("uses_netloc", "urlparse", "urllib.parse"), MovedAttribute("uses_params", "urlparse", "urllib.parse"), MovedAttribute("uses_query", "urlparse", "urllib.parse"), MovedAttribute("uses_relative", "urlparse", "urllib.parse"), ] for attr in _urllib_parse_moved_attributes: setattr(Module_six_moves_urllib_parse, attr.name, attr) del attr Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes _importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"), "moves.urllib_parse", "moves.urllib.parse") class Module_six_moves_urllib_error(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_error""" _urllib_error_moved_attributes = [ MovedAttribute("URLError", "urllib2", "urllib.error"), MovedAttribute("HTTPError", "urllib2", "urllib.error"), MovedAttribute("ContentTooShortError", "urllib", "urllib.error"), ] for attr in _urllib_error_moved_attributes: setattr(Module_six_moves_urllib_error, attr.name, attr) del attr Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes _importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"), "moves.urllib_error", "moves.urllib.error") class Module_six_moves_urllib_request(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_request""" _urllib_request_moved_attributes = [ MovedAttribute("urlopen", "urllib2", "urllib.request"), MovedAttribute("install_opener", "urllib2", "urllib.request"), MovedAttribute("build_opener", "urllib2", "urllib.request"), MovedAttribute("pathname2url", "urllib", "urllib.request"), MovedAttribute("url2pathname", "urllib", "urllib.request"), MovedAttribute("getproxies", "urllib", "urllib.request"), MovedAttribute("Request", "urllib2", "urllib.request"), MovedAttribute("OpenerDirector", "urllib2", "urllib.request"), MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"), MovedAttribute("ProxyHandler", "urllib2", "urllib.request"), MovedAttribute("BaseHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"), MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"), MovedAttribute("FileHandler", "urllib2", "urllib.request"), MovedAttribute("FTPHandler", "urllib2", "urllib.request"), MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"), MovedAttribute("UnknownHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"), MovedAttribute("urlretrieve", "urllib", "urllib.request"), MovedAttribute("urlcleanup", "urllib", "urllib.request"), MovedAttribute("URLopener", "urllib", "urllib.request"), MovedAttribute("FancyURLopener", "urllib", "urllib.request"), MovedAttribute("proxy_bypass", "urllib", "urllib.request"), ] for attr in _urllib_request_moved_attributes: setattr(Module_six_moves_urllib_request, attr.name, attr) del attr Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes _importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"), "moves.urllib_request", "moves.urllib.request") class Module_six_moves_urllib_response(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_response""" _urllib_response_moved_attributes = [ MovedAttribute("addbase", "urllib", "urllib.response"), MovedAttribute("addclosehook", "urllib", "urllib.response"), MovedAttribute("addinfo", "urllib", "urllib.response"), MovedAttribute("addinfourl", "urllib", "urllib.response"), ] for attr in _urllib_response_moved_attributes: setattr(Module_six_moves_urllib_response, attr.name, attr) del attr Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes _importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"), "moves.urllib_response", "moves.urllib.response") class Module_six_moves_urllib_robotparser(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_robotparser""" _urllib_robotparser_moved_attributes = [ MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"), ] for attr in _urllib_robotparser_moved_attributes: setattr(Module_six_moves_urllib_robotparser, attr.name, attr) del attr Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes _importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"), "moves.urllib_robotparser", "moves.urllib.robotparser") class Module_six_moves_urllib(types.ModuleType): """Create a six.moves.urllib namespace that resembles the Python 3 namespace""" __path__ = [] # mark as package parse = _importer._get_module("moves.urllib_parse") error = _importer._get_module("moves.urllib_error") request = _importer._get_module("moves.urllib_request") response = _importer._get_module("moves.urllib_response") robotparser = _importer._get_module("moves.urllib_robotparser") def __dir__(self): return ['parse', 'error', 'request', 'response', 'robotparser'] _importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"), "moves.urllib") def add_move(move): """Add an item to six.moves.""" setattr(_MovedItems, move.name, move) def remove_move(name): """Remove item from six.moves.""" try: delattr(_MovedItems, name) except AttributeError: try: del moves.__dict__[name] except KeyError: raise AttributeError("no such move, %r" % (name,)) if PY3: _meth_func = "__func__" _meth_self = "__self__" _func_closure = "__closure__" _func_code = "__code__" _func_defaults = "__defaults__" _func_globals = "__globals__" else: _meth_func = "im_func" _meth_self = "im_self" _func_closure = "func_closure" _func_code = "func_code" _func_defaults = "func_defaults" _func_globals = "func_globals" try: advance_iterator = next except NameError: def advance_iterator(it): return it.next() next = advance_iterator try: callable = callable except NameError: def callable(obj): return any("__call__" in klass.__dict__ for klass in type(obj).__mro__) if PY3: def get_unbound_function(unbound): return unbound create_bound_method = types.MethodType def create_unbound_method(func, cls): return func Iterator = object else: def get_unbound_function(unbound): return unbound.im_func def create_bound_method(func, obj): return types.MethodType(func, obj, obj.__class__) def create_unbound_method(func, cls): return types.MethodType(func, None, cls) class Iterator(object): def next(self): return type(self).__next__(self) callable = callable _add_doc(get_unbound_function, """Get the function out of a possibly unbound function""") get_method_function = operator.attrgetter(_meth_func) get_method_self = operator.attrgetter(_meth_self) get_function_closure = operator.attrgetter(_func_closure) get_function_code = operator.attrgetter(_func_code) get_function_defaults = operator.attrgetter(_func_defaults) get_function_globals = operator.attrgetter(_func_globals) if PY3: def iterkeys(d, **kw): return iter(d.keys(**kw)) def itervalues(d, **kw): return iter(d.values(**kw)) def iteritems(d, **kw): return iter(d.items(**kw)) def iterlists(d, **kw): return iter(d.lists(**kw)) viewkeys = operator.methodcaller("keys") viewvalues = operator.methodcaller("values") viewitems = operator.methodcaller("items") else: def iterkeys(d, **kw): return d.iterkeys(**kw) def itervalues(d, **kw): return d.itervalues(**kw) def iteritems(d, **kw): return d.iteritems(**kw) def iterlists(d, **kw): return d.iterlists(**kw) viewkeys = operator.methodcaller("viewkeys") viewvalues = operator.methodcaller("viewvalues") viewitems = operator.methodcaller("viewitems") _add_doc(iterkeys, "Return an iterator over the keys of a dictionary.") _add_doc(itervalues, "Return an iterator over the values of a dictionary.") _add_doc(iteritems, "Return an iterator over the (key, value) pairs of a dictionary.") _add_doc(iterlists, "Return an iterator over the (key, [values]) pairs of a dictionary.") if PY3: def b(s): return s.encode("latin-1") def u(s): return s unichr = chr import struct int2byte = struct.Struct(">B").pack del struct byte2int = operator.itemgetter(0) indexbytes = operator.getitem iterbytes = iter import io StringIO = io.StringIO BytesIO = io.BytesIO _assertCountEqual = "assertCountEqual" if sys.version_info[1] <= 1: _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" else: _assertRaisesRegex = "assertRaisesRegex" _assertRegex = "assertRegex" else: def b(s): return s # Workaround for standalone backslash def u(s): return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape") unichr = unichr int2byte = chr def byte2int(bs): return ord(bs[0]) def indexbytes(buf, i): return ord(buf[i]) iterbytes = functools.partial(itertools.imap, ord) import StringIO StringIO = BytesIO = StringIO.StringIO _assertCountEqual = "assertItemsEqual" _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" _add_doc(b, """Byte literal""") _add_doc(u, """Text literal""") def assertCountEqual(self, *args, **kwargs): return getattr(self, _assertCountEqual)(*args, **kwargs) def assertRaisesRegex(self, *args, **kwargs): return getattr(self, _assertRaisesRegex)(*args, **kwargs) def assertRegex(self, *args, **kwargs): return getattr(self, _assertRegex)(*args, **kwargs) if PY3: exec_ = getattr(moves.builtins, "exec") def reraise(tp, value, tb=None): if value is None: value = tp() if value.__traceback__ is not tb: raise value.with_traceback(tb) raise value else: def exec_(_code_, _globs_=None, _locs_=None): """Execute code in a namespace.""" if _globs_ is None: frame = sys._getframe(1) _globs_ = frame.f_globals if _locs_ is None: _locs_ = frame.f_locals del frame elif _locs_ is None: _locs_ = _globs_ exec("""exec _code_ in _globs_, _locs_""") exec_("""def reraise(tp, value, tb=None): raise tp, value, tb """) if sys.version_info[:2] == (3, 2): exec_("""def raise_from(value, from_value): if from_value is None: raise value raise value from from_value """) elif sys.version_info[:2] > (3, 2): exec_("""def raise_from(value, from_value): raise value from from_value """) else: def raise_from(value, from_value): raise value print_ = getattr(moves.builtins, "print", None) if print_ is None: def print_(*args, **kwargs): """The new-style print function for Python 2.4 and 2.5.""" fp = kwargs.pop("file", sys.stdout) if fp is None: return def write(data): if not isinstance(data, basestring): data = str(data) # If the file has an encoding, encode unicode with it. if (isinstance(fp, file) and isinstance(data, unicode) and fp.encoding is not None): errors = getattr(fp, "errors", None) if errors is None: errors = "strict" data = data.encode(fp.encoding, errors) fp.write(data) want_unicode = False sep = kwargs.pop("sep", None) if sep is not None: if isinstance(sep, unicode): want_unicode = True elif not isinstance(sep, str): raise TypeError("sep must be None or a string") end = kwargs.pop("end", None) if end is not None: if isinstance(end, unicode): want_unicode = True elif not isinstance(end, str): raise TypeError("end must be None or a string") if kwargs: raise TypeError("invalid keyword arguments to print()") if not want_unicode: for arg in args: if isinstance(arg, unicode): want_unicode = True break if want_unicode: newline = unicode("\n") space = unicode(" ") else: newline = "\n" space = " " if sep is None: sep = space if end is None: end = newline for i, arg in enumerate(args): if i: write(sep) write(arg) write(end) if sys.version_info[:2] < (3, 3): _print = print_ def print_(*args, **kwargs): fp = kwargs.get("file", sys.stdout) flush = kwargs.pop("flush", False) _print(*args, **kwargs) if flush and fp is not None: fp.flush() _add_doc(reraise, """Reraise an exception.""") if sys.version_info[0:2] < (3, 4): def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS, updated=functools.WRAPPER_UPDATES): def wrapper(f): f = functools.wraps(wrapped, assigned, updated)(f) f.__wrapped__ = wrapped return f return wrapper else: wraps = functools.wraps def with_metaclass(meta, *bases): """Create a base class with a metaclass.""" # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) def add_metaclass(metaclass): """Class decorator for creating a class with a metaclass.""" def wrapper(cls): orig_vars = cls.__dict__.copy() slots = orig_vars.get('__slots__') if slots is not None: if isinstance(slots, str): slots = [slots] for slots_var in slots: orig_vars.pop(slots_var) orig_vars.pop('__dict__', None) orig_vars.pop('__weakref__', None) return metaclass(cls.__name__, cls.__bases__, orig_vars) return wrapper def python_2_unicode_compatible(klass): """ A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. """ if PY2: if '__str__' not in klass.__dict__: raise ValueError("@python_2_unicode_compatible cannot be applied " "to %s because it doesn't define __str__()." % klass.__name__) klass.__unicode__ = klass.__str__ klass.__str__ = lambda self: self.__unicode__().encode('utf-8') return klass # Complete the moves implementation. # This code is at the end of this module to speed up module loading. # Turn this module into a package. __path__ = [] # required for PEP 302 and PEP 451 __package__ = __name__ # see PEP 366 @ReservedAssignment if globals().get("__spec__") is not None: __spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable # Remove other six meta path importers, since they cause problems. This can # happen if six is removed from sys.modules and then reloaded. (Setuptools does # this for some reason.) if sys.meta_path: for i, importer in enumerate(sys.meta_path): # Here's some real nastiness: Another "instance" of the six module might # be floating around. Therefore, we can't use isinstance() to check for # the six meta path importer, since the other six instance will have # inserted an importer with different class. if (type(importer).__name__ == "_SixMetaPathImporter" and importer.name == __name__): del sys.meta_path[i] break del i, importer # Finally, add the importer to the meta path import hook. sys.meta_path.append(_importer) PK @\ / pkg_resources/_vendor/packaging/requirements.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import string import re from pkg_resources.extern.pyparsing import stringStart, stringEnd, originalTextFor, ParseException from pkg_resources.extern.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine from pkg_resources.extern.pyparsing import Literal as L # noqa from pkg_resources.extern.six.moves.urllib import parse as urlparse from .markers import MARKER_EXPR, Marker from .specifiers import LegacySpecifier, Specifier, SpecifierSet class InvalidRequirement(ValueError): """ An invalid requirement was found, users should refer to PEP 508. """ ALPHANUM = Word(string.ascii_letters + string.digits) LBRACKET = L("[").suppress() RBRACKET = L("]").suppress() LPAREN = L("(").suppress() RPAREN = L(")").suppress() COMMA = L(",").suppress() SEMICOLON = L(";").suppress() AT = L("@").suppress() PUNCTUATION = Word("-_.") IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM) IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END)) NAME = IDENTIFIER("name") EXTRA = IDENTIFIER URI = Regex(r'[^ ]+')("url") URL = (AT + URI) EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA) EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras") VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY VERSION_MANY = Combine(VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False)("_raw_spec") _VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY)) _VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or '') VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier") VERSION_SPEC.setParseAction(lambda s, l, t: t[1]) MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker") MARKER_EXPR.setParseAction( lambda s, l, t: Marker(s[t._original_start:t._original_end]) ) MARKER_SEPERATOR = SEMICOLON MARKER = MARKER_SEPERATOR + MARKER_EXPR VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER) URL_AND_MARKER = URL + Optional(MARKER) NAMED_REQUIREMENT = \ NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER) REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd class Requirement(object): """Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. """ # TODO: Can we test whether something is contained within a requirement? # If so how do we do that? Do we need to test against the _name_ of # the thing as well as the version? What about the markers? # TODO: Can we normalize the name and extra name? def __init__(self, requirement_string): try: req = REQUIREMENT.parseString(requirement_string) except ParseException as e: raise InvalidRequirement( "Invalid requirement, parse error at \"{0!r}\"".format( requirement_string[e.loc:e.loc + 8])) self.name = req.name if req.url: parsed_url = urlparse.urlparse(req.url) if not (parsed_url.scheme and parsed_url.netloc) or ( not parsed_url.scheme and not parsed_url.netloc): raise InvalidRequirement("Invalid URL given") self.url = req.url else: self.url = None self.extras = set(req.extras.asList() if req.extras else []) self.specifier = SpecifierSet(req.specifier) self.marker = req.marker if req.marker else None def __str__(self): parts = [self.name] if self.extras: parts.append("[{0}]".format(",".join(sorted(self.extras)))) if self.specifier: parts.append(str(self.specifier)) if self.url: parts.append("@ {0}".format(self.url)) if self.marker: parts.append("; {0}".format(self.marker)) return "".join(parts) def __repr__(self): return "<Requirement({0!r})>".format(str(self)) PK @\fa F pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-38.pycnu [ U Qab @ sD d dl mZmZmZ G dd deZe ZG dd deZe ZdS ) )absolute_importdivisionprint_functionc @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )Infinityc C s dS )Nr selfr r O/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_structures.py__repr__ s zInfinity.__repr__c C s t t| S Nhashreprr r r r __hash__ s zInfinity.__hash__c C s dS NFr r otherr r r __lt__ s zInfinity.__lt__c C s dS r r r r r r __le__ s zInfinity.__le__c C s t || jS r isinstance __class__r r r r __eq__ s zInfinity.__eq__c C s t || j S r r r r r r __ne__ s zInfinity.__ne__c C s dS NTr r r r r __gt__ s zInfinity.__gt__c C s dS r r r r r r __ge__ s zInfinity.__ge__c C s t S r )NegativeInfinityr r r r __neg__! s zInfinity.__neg__N __name__ __module__ __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )r c C s dS )Nz -Infinityr r r r r r ) s zNegativeInfinity.__repr__c C s t t| S r r r r r r r , s zNegativeInfinity.__hash__c C s dS r r r r r r r / s zNegativeInfinity.__lt__c C s dS r r r r r r r 2 s zNegativeInfinity.__le__c C s t || jS r r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j S r r r r r r r 8 s zNegativeInfinity.__ne__c C s dS r r r r r r r ; s zNegativeInfinity.__gt__c C s dS r r r r r r r > s zNegativeInfinity.__ge__c C s t S r )r r r r r r A s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z __future__r r r objectr r r r r r <module> s PK @\S! ! C pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-38.pycnu [ U Qab @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) )absolute_importdivisionprint_function ) __author__ __copyright__ __email__ __license__ __summary__ __title____uri__ __version__r r r r r r r r N)Z __future__r r r __about__r r r r r r r r __all__ r r L/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__init__.py<module> s ( PK @\u` H pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-38.opt-1.pycnu [ U Qab\ @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd Z dS ) )absolute_importdivisionprint_functionN c s& G fddd}t |ddi S )z/ Create a base class with a metaclass. c s e Zd Z fddZdS )z!with_metaclass.<locals>.metaclassc s | |S )N )clsnameZ this_basesdbasesmetar K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_compat.py__new__ s z)with_metaclass.<locals>.metaclass.__new__N)__name__ __module__ __qualname__r r r r r metaclass s r Ztemporary_classr )typer )r r r r r r with_metaclass s r ) Z __future__r r r sys version_infoZPY2ZPY3strZ string_typesZ basestringr r r r r <module> s PK @\fa L pkg_resources/_vendor/packaging/__pycache__/_structures.cpython-38.opt-1.pycnu [ U Qab @ sD d dl mZmZmZ G dd deZe ZG dd deZe ZdS ) )absolute_importdivisionprint_functionc @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )Infinityc C s dS )Nr selfr r O/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_structures.py__repr__ s zInfinity.__repr__c C s t t| S Nhashreprr r r r __hash__ s zInfinity.__hash__c C s dS NFr r otherr r r __lt__ s zInfinity.__lt__c C s dS r r r r r r __le__ s zInfinity.__le__c C s t || jS r isinstance __class__r r r r __eq__ s zInfinity.__eq__c C s t || j S r r r r r r __ne__ s zInfinity.__ne__c C s dS NTr r r r r __gt__ s zInfinity.__gt__c C s dS r r r r r r __ge__ s zInfinity.__ge__c C s t S r )NegativeInfinityr r r r __neg__! s zInfinity.__neg__N __name__ __module__ __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )r c C s dS )Nz -Infinityr r r r r r ) s zNegativeInfinity.__repr__c C s t t| S r r r r r r r , s zNegativeInfinity.__hash__c C s dS r r r r r r r / s zNegativeInfinity.__lt__c C s dS r r r r r r r 2 s zNegativeInfinity.__le__c C s t || jS r r r r r r r 5 s zNegativeInfinity.__eq__c C s t || j S r r r r r r r 8 s zNegativeInfinity.__ne__c C s dS r r r r r r r ; s zNegativeInfinity.__gt__c C s dS r r r r r r r > s zNegativeInfinity.__ge__c C s t S r )r r r r r r A s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z __future__r r r objectr r r r r r <module> s PK @\M?g) ) H pkg_resources/_vendor/packaging/__pycache__/version.cpython-38.opt-1.pycnu [ U Qab$- @ s d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e d d d d dddgZ dd Z G dd de ZG dd deZG dd deZedejZddddddZdd Zd d Zd ZG d d deZd!d" Zed#Zd$d% Z d&d' Z dS )( )absolute_importdivisionprint_functionN )InfinityparseVersion LegacyVersionInvalidVersionVERSION_PATTERN_Versionepochreleasedevprepostlocalc C s, z t | W S tk r& t| Y S X dS )z Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )version r K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__r r r r r $ s c @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS ) _BaseVersionc C s t | jS N)hash_keyselfr r r __hash__, s z_BaseVersion.__hash__c C s | |dd S )Nc S s | |k S r r sor r r <lambda>0 z%_BaseVersion.__lt__.<locals>.<lambda>_comparer otherr r r __lt__/ s z_BaseVersion.__lt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 3 r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r __le__2 s z_BaseVersion.__le__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 6 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r __eq__5 s z_BaseVersion.__eq__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 9 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r __ge__8 s z_BaseVersion.__ge__c C s | |dd S )Nc S s | |kS r r r! r r r r$ < r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r __gt__; s z_BaseVersion.__gt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ ? r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r __ne__> s z_BaseVersion.__ne__c C s t |tstS || j|jS r ) isinstancer NotImplementedr )r r) methodr r r r' A s z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r * s r c @ s` e Zd Zdd Zdd Zdd Zedd Zed d Zed d Z ed d Z edd Z dS )r c C s t || _t| j| _d S r )str_version_legacy_cmpkeyr )r r r r r __init__J s zLegacyVersion.__init__c C s | j S r r4 r r r r __str__N s zLegacyVersion.__str__c C s d tt| S )Nz<LegacyVersion({0})>formatreprr3 r r r r __repr__Q s zLegacyVersion.__repr__c C s | j S r r7 r r r r publicT s zLegacyVersion.publicc C s | j S r r7 r r r r base_versionX s zLegacyVersion.base_versionc C s d S r r r r r r r \ s zLegacyVersion.localc C s dS NFr r r r r is_prerelease` s zLegacyVersion.is_prereleasec C s dS r? r r r r r is_postreleased s z LegacyVersion.is_postreleaseN) r r r r6 r8 r< propertyr= r> r r@ rA r r r r r H s z(\d+ | [a-z]+ | \.| -)czfinal-@)r preview-rcr c c s\ t | D ]F}t||}|r |dkr(q |d d dkrF|dV q d| V q dV d S )N.r 0123456789 **final) _legacy_version_component_resplit _legacy_version_replacement_mapgetzfill)r" partr r r _parse_version_partsr s rS c C sz d}g }t | D ]T}|dr^|dk rD|rD|d dkrD| q*|r^|d dkr^| qD|| qt|}||fS )NrK rL z*final-Z00000000)rS lower startswithpopappendtuple)r r partsrR r r r r5 s r5 a v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zede d ejejB Zdd Z dd Z dd Z e d d Z e d d Ze d d Ze dd Ze dd ZdS )r z^\s*z\s*$c C s | j |}|s td|t|dr8t|dndtdd |ddD t |d|d t |d |d p|d t |d |dt |dd| _ t | j j | j j| j j| j j| j j| j j| _d S )NzInvalid version: '{0}'r r c s s | ]}t |V qd S r )int.0ir r r <genexpr> s z#Version.__init__.<locals>.<genexpr>r rH Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr r r r r r r )_regexsearchr r: r groupr[ rY rN _parse_letter_version_parse_local_versionr4 _cmpkeyr r r r r r r )r r matchr r r r6 s8 zVersion.__init__c C s d tt| S )Nz<Version({0})>r9 r r r r r< s zVersion.__repr__c C s g }| j jdkr$|d| j j |ddd | j jD | j jd k rl|ddd | j jD | j jd k r|d| j jd | j jd k r|d | j jd | j j d k r|d dd d | j j D d|S ) Nr {0}!rH c s s | ]}t |V qd S r r3 r] xr r r r_ s z"Version.__str__.<locals>.<genexpr> c s s | ]}t |V qd S r ri rj r r r r_ s z.post{0}r z.dev{0}z+{0}c s s | ]}t |V qd S r ri rj r r r r_ s ) r4 r rX r: joinr r r r r r rZ r r r r8 s zVersion.__str__c C s t | ddd S )N+r r r3 rN r r r r r= s zVersion.publicc C sL g }| j jdkr$|d| j j |ddd | j jD d|S )Nr rh rH c s s | ]}t |V qd S r ri rj r r r r_ s z'Version.base_version.<locals>.<genexpr>rl )r4 r rX r: rm r rn r r r r> s zVersion.base_versionc C s$ t | }d|kr |ddd S d S )Nro r rp )r Zversion_stringr r r r s z Version.localc C s t | jjp| jjS r )boolr4 r r r r r r r@ ! s zVersion.is_prereleasec C s t | jjS r )rq r4 r r r r r rA % s zVersion.is_postreleaseN)r r r recompiler VERBOSE IGNORECASEra r6 r< r8 rB r= r> r r@ rA r r r r r s" # c C sv | rZ|d krd}| } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|fS | sr|rrd } | t|fS d S ) Nr ZalphaaZbetab)rC r rE rG )Zrevrr )rU r[ )ZletterZnumberr r r rd * s rd z[\._-]c C s$ | dk r t dd t| D S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }| s| nt|V qd S r )isdigitrU r[ )r] rR r r r r_ Q s z'_parse_local_version.<locals>.<genexpr>)rY _local_version_seperatorsrN )r r r r re L s re c C s t tttdd t|}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd |D }| |||||fS )Nc S s | dkS )Nr r )rk r r r r$ ` r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |tr|d fnt |fV qdS )rl N)r0 r[ r r\ r r r r_ s z_cmpkey.<locals>.<genexpr>)rY reversedlist itertools dropwhiler r` r r r rf W s, rf ) Z __future__r r r collectionsr} rr Z _structuresr __all__ namedtupler r ValueErrorr objectr r rs rt rM rO rS r5 r r rd rz re rf r r r r <module> sH ! k PK @\M?g) ) B pkg_resources/_vendor/packaging/__pycache__/version.cpython-38.pycnu [ U Qab$- @ s d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e d d d d dddgZ dd Z G dd de ZG dd deZG dd deZedejZddddddZdd Zd d Zd ZG d d deZd!d" Zed#Zd$d% Z d&d' Z dS )( )absolute_importdivisionprint_functionN )InfinityparseVersion LegacyVersionInvalidVersionVERSION_PATTERN_Versionepochreleasedevprepostlocalc C s, z t | W S tk r& t| Y S X dS )z Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )version r K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__r r r r r $ s c @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS ) _BaseVersionc C s t | jS N)hash_keyselfr r r __hash__, s z_BaseVersion.__hash__c C s | |dd S )Nc S s | |k S r r sor r r <lambda>0 z%_BaseVersion.__lt__.<locals>.<lambda>_comparer otherr r r __lt__/ s z_BaseVersion.__lt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 3 r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r __le__2 s z_BaseVersion.__le__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 6 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r __eq__5 s z_BaseVersion.__eq__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 9 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r __ge__8 s z_BaseVersion.__ge__c C s | |dd S )Nc S s | |kS r r r! r r r r$ < r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r __gt__; s z_BaseVersion.__gt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ ? r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r __ne__> s z_BaseVersion.__ne__c C s t |tstS || j|jS r ) isinstancer NotImplementedr )r r) methodr r r r' A s z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r * s r c @ s` e Zd Zdd Zdd Zdd Zedd Zed d Zed d Z ed d Z edd Z dS )r c C s t || _t| j| _d S r )str_version_legacy_cmpkeyr )r r r r r __init__J s zLegacyVersion.__init__c C s | j S r r4 r r r r __str__N s zLegacyVersion.__str__c C s d tt| S )Nz<LegacyVersion({0})>formatreprr3 r r r r __repr__Q s zLegacyVersion.__repr__c C s | j S r r7 r r r r publicT s zLegacyVersion.publicc C s | j S r r7 r r r r base_versionX s zLegacyVersion.base_versionc C s d S r r r r r r r \ s zLegacyVersion.localc C s dS NFr r r r r is_prerelease` s zLegacyVersion.is_prereleasec C s dS r? r r r r r is_postreleased s z LegacyVersion.is_postreleaseN) r r r r6 r8 r< propertyr= r> r r@ rA r r r r r H s z(\d+ | [a-z]+ | \.| -)czfinal-@)r preview-rcr c c s\ t | D ]F}t||}|r |dkr(q |d d dkrF|dV q d| V q dV d S )N.r 0123456789 **final) _legacy_version_component_resplit _legacy_version_replacement_mapgetzfill)r" partr r r _parse_version_partsr s rS c C sz d}g }t | D ]T}|dr^|dk rD|rD|d dkrD| q*|r^|d dkr^| qD|| qt|}||fS )NrK rL z*final-Z00000000)rS lower startswithpopappendtuple)r r partsrR r r r r5 s r5 a v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s| e Zd Zede d ejejB Zdd Z dd Z dd Z e d d Z e d d Ze d d Ze dd Ze dd ZdS )r z^\s*z\s*$c C s | j |}|s td|t|dr8t|dndtdd |ddD t |d|d t |d |d p|d t |d |dt |dd| _ t | j j | j j| j j| j j| j j| j j| _d S )NzInvalid version: '{0}'r r c s s | ]}t |V qd S r )int.0ir r r <genexpr> s z#Version.__init__.<locals>.<genexpr>r rH Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr r r r r r r )_regexsearchr r: r groupr[ rY rN _parse_letter_version_parse_local_versionr4 _cmpkeyr r r r r r r )r r matchr r r r6 s8 zVersion.__init__c C s d tt| S )Nz<Version({0})>r9 r r r r r< s zVersion.__repr__c C s g }| j jdkr$|d| j j |ddd | j jD | j jd k rl|ddd | j jD | j jd k r|d| j jd | j jd k r|d | j jd | j j d k r|d dd d | j j D d|S ) Nr {0}!rH c s s | ]}t |V qd S r r3 r] xr r r r_ s z"Version.__str__.<locals>.<genexpr> c s s | ]}t |V qd S r ri rj r r r r_ s z.post{0}r z.dev{0}z+{0}c s s | ]}t |V qd S r ri rj r r r r_ s ) r4 r rX r: joinr r r r r r rZ r r r r8 s zVersion.__str__c C s t | ddd S )N+r r r3 rN r r r r r= s zVersion.publicc C sL g }| j jdkr$|d| j j |ddd | j jD d|S )Nr rh rH c s s | ]}t |V qd S r ri rj r r r r_ s z'Version.base_version.<locals>.<genexpr>rl )r4 r rX r: rm r rn r r r r> s zVersion.base_versionc C s$ t | }d|kr |ddd S d S )Nro r rp )r Zversion_stringr r r r s z Version.localc C s t | jjp| jjS r )boolr4 r r r r r r r@ ! s zVersion.is_prereleasec C s t | jjS r )rq r4 r r r r r rA % s zVersion.is_postreleaseN)r r r recompiler VERBOSE IGNORECASEra r6 r< r8 rB r= r> r r@ rA r r r r r s" # c C sv | rZ|d krd}| } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|fS | sr|rrd } | t|fS d S ) Nr ZalphaaZbetab)rC r rE rG )Zrevrr )rU r[ )ZletterZnumberr r r rd * s rd z[\._-]c C s$ | dk r t dd t| D S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }| s| nt|V qd S r )isdigitrU r[ )r] rR r r r r_ Q s z'_parse_local_version.<locals>.<genexpr>)rY _local_version_seperatorsrN )r r r r re L s re c C s t tttdd t|}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd |D }| |||||fS )Nc S s | dkS )Nr r )rk r r r r$ ` r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |tr|d fnt |fV qdS )rl N)r0 r[ r r\ r r r r_ s z_cmpkey.<locals>.<genexpr>)rY reversedlist itertools dropwhiler r` r r r rf W s, rf ) Z __future__r r r collectionsr} rr Z _structuresr __all__ namedtupler r ValueErrorr objectr r rs rt rM rO rS r5 r r rd rz re rf r r r r <module> sH ! k PK @\xL J pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-38.opt-1.pycnu [ U Qab @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS ) )absolute_importdivisionprint_function __title__ __summary____uri__ __version__ __author__ __email__ __license__ __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r __all__r r r r r r r r r r M/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__about__.py<module> s" PK @\xL D pkg_resources/_vendor/packaging/__pycache__/__about__.cpython-38.pycnu [ U Qab @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS ) )absolute_importdivisionprint_function __title__ __summary____uri__ __version__ __author__ __email__ __license__ __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN) Z __future__r r r __all__r r r r r r r r r r M/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__about__.py<module> s" PK @\E KM KM E pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-38.pycnu [ U Qabym @ s d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd deZG dd d e ejeZG d d d eZG d d d eZdd ZG dd deZedZdd Zdd ZG dd deZ dS ) )absolute_importdivisionprint_functionN ) string_typeswith_metaclass)Version LegacyVersionparsec @ s e Zd ZdZdS )InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__ r r N/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/specifiers.pyr s r c @ s e Zd Zejdd Zejdd Zejdd Zejdd Zej d d Z e j d d Z ejdd dZ ejdddZ d S ) BaseSpecifierc C s dS )z Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr selfr r r __str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr r r r r __hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr r otherr r r __eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr r r r r __ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr r r r r prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr r valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr r itemr r r r contains@ s zBaseSpecifier.containsc C s dS )z Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r iterabler r r r filterF s zBaseSpecifier.filter)N)N)r r r abcabstractmethodr r r r abstractpropertyr setterr r" r r r r r s r c @ s e Zd Zi Zd ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z e dd Z e dd Ze dd Zejdd Zdd Zd!d d Zd"d d ZdS )#_IndividualSpecifier Nc C sF | j |}|s td||d |d f| _|| _d S )NzInvalid specifier: '{0}'operatorversion)_regexsearchr formatgroupstrip_spec _prereleases)r specr matchr r r __init__R s z _IndividualSpecifier.__init__c C s0 | j d k rd| jnd}d| jjt| |S )N, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r __class__r strr Zprer r r __repr___ s z _IndividualSpecifier.__repr__c C s dj | j S )Nz{0}{1})r- r0 r r r r r l s z _IndividualSpecifier.__str__c C s t | jS N)hashr0 r r r r r o s z _IndividualSpecifier.__hash__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: isinstancer r6 r NotImplementedr0 r r r r r r s z_IndividualSpecifier.__eq__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: r< r r r r r } s z_IndividualSpecifier.__ne__c C s t | d| j| S )Nz _compare_{0})getattrr- _operators)r opr r r _get_operator s z"_IndividualSpecifier._get_operatorc C s t |ttfst|}|S r: )r= r r r r r* r r r _coerce_version s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr r0 r r r r r) s z _IndividualSpecifier.operatorc C s | j d S )Nr rE r r r r r* s z _IndividualSpecifier.versionc C s | j S r: r1 r r r r r s z _IndividualSpecifier.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: r r r r r r __contains__ s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| |}|jr&|s&dS | | j|| jS NF)r rD is_prereleaserB r) r* r r r r r s z _IndividualSpecifier.containsc c s d}g }d|d k r|ndi}|D ]B}| |}| j|f|r |jrX|sX| jsX|| q d}|V q |s||r||D ] }|V qpd S )NFr T)rD r rK r append)r r! r Zyieldedfound_prereleaseskwr* parsed_versionr r r r" s" z_IndividualSpecifier.filter)r( N)N)N)r r r r@ r4 r9 r r r r rB rD propertyr) r* r r& rI r r" r r r r r' N s( r' c @ sv e Zd ZdZede d ejejB Zdddddd d Z d d Z d d Z dd Z dd Z dd Zdd Zdd ZdS )LegacySpecifiera (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) ^\s*\s*$equal not_equalless_than_equalgreater_than_equal less_than greater_than)==!=<=>=<>c C s t |tstt|}|S r: )r= r r7 rC r r r rD s z LegacySpecifier._coerce_versionc C s || |kS r: rD r prospectiver2 r r r _compare_equal s z LegacySpecifier._compare_equalc C s || |kS r: r` ra r r r _compare_not_equal s z"LegacySpecifier._compare_not_equalc C s || |kS r: r` ra r r r _compare_less_than_equal s z(LegacySpecifier._compare_less_than_equalc C s || |kS r: r` ra r r r _compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || |k S r: r` ra r r r _compare_less_than s z"LegacySpecifier._compare_less_thanc C s || |kS r: r` ra r r r _compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r _regex_strrecompileVERBOSE IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ s( rQ c s t fdd}|S )Nc s t |tsdS | ||S rJ )r= r ra fnr r wrapped s z)_require_version_compare.<locals>.wrapped) functoolswraps)ro rp r rn r _require_version_compare s rs c @ s e Zd ZdZede d ejejB Zdddddd d d d Z e d d Z e dd Z e dd Z e dd Ze dd Ze dd Ze dd Zdd Zed d Zejd d Zd S )! Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) rR rS Z compatiblerT rU rV rW rX rY Z arbitrary)~=rZ r[ r\ r] r^ r_ ===c C sN d ttdd t|d d }|d7 }| d||oL| d||S )N.c S s | d o| d S )NZpostZdev) startswithxr r r <lambda> s z/Specifier._compare_compatible.<locals>.<lambda>.*r] rZ )joinlist itertools takewhile_version_splitrB )r rb r2 prefixr r r _compare_compatible s z Specifier._compare_compatiblec C sp | drPt|j}t|d d }tt|}|d t| }t||\}}nt|}|jsht|j}||kS )Nr} )endswithr Zpublicr r7 len _pad_versionlocalra r r r rc s zSpecifier._compare_equalc C s | || S r: )rc ra r r r rd s z Specifier._compare_not_equalc C s |t |kS r: r ra r r r re s z"Specifier._compare_less_than_equalc C s |t |kS r: r ra r r r rf s z%Specifier._compare_greater_than_equalc C s< t |}||k sdS |js8|jr8t |jt |jkr8dS dS NFT)r rK base_versionra r r r rg s z Specifier._compare_less_thanc C s^ t |}||ksdS |js8|jr8t |jt |jkr8dS |jd k rZt |jt |jkrZdS dS r )r Zis_postreleaser r ra r r r rh s z Specifier._compare_greater_thanc C s t | t | kS r: )r7 lowerra r r r _compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|dr@|d d }t|jrNdS dS )N)rZ r] r\ ru rv rZ r} r TF)r1 r0 r r rK )r r) r* r r r r s zSpecifier.prereleasesc C s || _ d S r: rF r r r r r s N)r r r ri rj rk rl rm r+ r@ rs r rc rd re rf rg rh r rP r r& r r r r rt sD _ " rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| dD ],}t|}|r0|| q|| q|S )Nrw )split _prefix_regexr, extendgroupsrL )r* resultr r3 r r r r ' s r c C s g g }}| ttdd | | ttdd | | | t|d d | |t|d d |ddgtdt|d t|d |ddgtdt|d t|d ttj| ttj| fS )Nc S s | S r: isdigitry r r r r{ 6 z _pad_version.<locals>.<lambda>c S s | S r: r ry r r r r{ 7 r r r 0)rL r r r r insertmaxchain)leftrightZ left_splitZ right_splitr r r r 2 s "" r c @ s e Zd Zd ddZdd Zdd Zd d Zd d Zd d Zdd Z dd Z dd Z e dd Z e jdd Z dd Zd ddZd d d ZdS )! SpecifierSetr( Nc C sn dd | dD }t }|D ]:}z|t| W q tk rV |t| Y q X q t|| _|| _d S )Nc S s g | ]}| r| qS r )r/ .0sr r r <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>,) r setaddrt r rQ frozenset_specsr1 )r Z specifiersr Zparsed specifierr r r r4 O s zSpecifierSet.__init__c C s* | j d k rd| jnd}dt| |S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 d s zSpecifierSet.__repr__c C s d tdd | jD S )Nr c s s | ]}t |V qd S r: )r7 r r r r <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)r~ sortedr r r r r r m s zSpecifierSet.__str__c C s t | jS r: )r; r r r r r r p s zSpecifierSet.__hash__c C s t |trt|}nt |ts"tS t }t| j|jB |_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr| j|_ntd|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r r> r r r1 ValueError)r r r r r r __and__s s zSpecifierSet.__and__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r= r r r' r7 r> r r r r r r s zSpecifierSet.__eq__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r r r r r r s zSpecifierSet.__ne__c C s t | jS r: )r r r r r r __len__ s zSpecifierSet.__len__c C s t | jS r: )iterr r r r r __iter__ s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd | jD S )Nc s s | ] }|j V qd S r: r r r r r r s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r anyr r r r r s zSpecifierSet.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: rG rH r r r rI s zSpecifierSet.__contains__c sL t ttfst d kr$| js2 jr2dS t fdd| jD S )NFc 3 s | ]}|j d V qdS )r NrG r r r r r r s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r r rK allr r r r r r s zSpecifierSet.containsc C s |d kr| j }| jr6| jD ]}|j|t|d}q|S g }g }|D ]P}t|ttfs^t|}n|}t|trnqB|jr|s|s| | qB| | qB|s|r|d kr|S |S d S )Nr ) r r r" boolr= r r r rK rL )r r! r r2 ZfilteredrM r rO r r r r" s* zSpecifierSet.filter)r( N)N)N)r r r r4 r9 r r r r r r r rP r r& rI r r" r r r r r M s r ) Z __future__r r r r# rq r rj Z_compatr r r* r r r r r ABCMetaobjectr r' rQ rs rt rk r r r r r r r r <module> s& 9 4 PK @\Иk& & M pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-38.opt-1.pycnu [ U Qab @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d d e Z e ej ej Z ed ! Z"ed ! Z#ed! Z$ed! Z%ed! Z&ed! Z'ed! Z(e dZ)e e e)e B Z*ee e e* Z+e+dZ,e+Z-eddZ.e(e. Z/e-e e&e- Z0e"e e0 e# dZ1eej2ej3ej4B Z5eej2ej3ej4B Z6e5e6A Z7ee7e e&e7 ddddZ8e e$e8 e% e8B Z9e9:dd e e9d Z;e;:d d e e d Ze:d d e'Z<e<e Z=e;e e= Z>e/e e= Z?e,e e1 e?e>B Z@ee@ e ZAG d!d" d"eBZCdS )# )absolute_importdivisionprint_functionN) stringStart stringEndoriginalTextForParseException) ZeroOrMoreWordOptionalRegexCombine)Literal)parse ) MARKER_EXPRMarker)LegacySpecifier Specifier SpecifierSetc @ s e Zd ZdZdS )InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)__name__ __module__ __qualname____doc__ r r P/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/requirements.pyr s r [](),;@z-_.namez[^ ]+urlextrasF)Z joinStringZadjacent _raw_specc C s |j pdS )N )r' sltr r r <lambda>6 r- specifierc C s |d S )Nr r r) r r r r- 9 r. markerc C s t | |j|j S )N)r Z_original_startZ _original_endr) r r r r- = r. c @ s( e Zd ZdZdd Zdd Zdd ZdS ) RequirementzParse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s zt |}W n@ tk rN } z"td||j|jd W 5 d }~X Y nX |j| _|jrt|j}|j r|j r|j s|j std|j| _nd | _t |j r|j ng | _ t|j| _|jr|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}" zInvalid URL given) REQUIREMENTZ parseStringr r formatZlocr$ r% urlparseZschemeZnetlocsetr& ZasListr r/ r0 )selfZrequirement_stringZreqeZ parsed_urlr r r __init__X s, zRequirement.__init__c C sz | j g}| jr*|ddt| j | jr@|t| j | jrX|d| j | j rp|d| j d|S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& appendr4 joinsortedr/ strr% r0 )r7 partsr r r __str__m s zRequirement.__str__c C s d t| S )Nz<Requirement({0!r})>)r4 r= )r7 r r r __repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r1 K s r1 )DZ __future__r r r stringreZ pkg_resources.extern.pyparsingr r r r r r r r r r LZ%pkg_resources.extern.six.moves.urllibr r5 Zmarkersr r Z specifiersr r r ValueErrorr Z ascii_lettersZdigitsZALPHANUMsuppressZLBRACKETZRBRACKETZLPARENZRPARENCOMMAZ SEMICOLONATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIERNAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_strVERBOSE IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr3 objectr1 r r r r <module> sf PK @\Иk& & G pkg_resources/_vendor/packaging/__pycache__/requirements.cpython-38.pycnu [ U Qab @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d d e Z e ej ej Z ed ! Z"ed ! Z#ed! Z$ed! Z%ed! Z&ed! Z'ed! Z(e dZ)e e e)e B Z*ee e e* Z+e+dZ,e+Z-eddZ.e(e. Z/e-e e&e- Z0e"e e0 e# dZ1eej2ej3ej4B Z5eej2ej3ej4B Z6e5e6A Z7ee7e e&e7 ddddZ8e e$e8 e% e8B Z9e9:dd e e9d Z;e;:d d e e d Ze:d d e'Z<e<e Z=e;e e= Z>e/e e= Z?e,e e1 e?e>B Z@ee@ e ZAG d!d" d"eBZCdS )# )absolute_importdivisionprint_functionN) stringStart stringEndoriginalTextForParseException) ZeroOrMoreWordOptionalRegexCombine)Literal)parse ) MARKER_EXPRMarker)LegacySpecifier Specifier SpecifierSetc @ s e Zd ZdZdS )InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)__name__ __module__ __qualname____doc__ r r P/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/requirements.pyr s r [](),;@z-_.namez[^ ]+urlextrasF)Z joinStringZadjacent _raw_specc C s |j pdS )N )r' sltr r r <lambda>6 r- specifierc C s |d S )Nr r r) r r r r- 9 r. markerc C s t | |j|j S )N)r Z_original_startZ _original_endr) r r r r- = r. c @ s( e Zd ZdZdd Zdd Zdd ZdS ) RequirementzParse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s zt |}W n@ tk rN } z"td||j|jd W 5 d }~X Y nX |j| _|jrt|j}|j r|j r|j s|j std|j| _nd | _t |j r|j ng | _ t|j| _|jr|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}" zInvalid URL given) REQUIREMENTZ parseStringr r formatZlocr$ r% urlparseZschemeZnetlocsetr& ZasListr r/ r0 )selfZrequirement_stringZreqeZ parsed_urlr r r __init__X s, zRequirement.__init__c C sz | j g}| jr*|ddt| j | jr@|t| j | jrX|d| j | j rp|d| j d|S )Nz[{0}]r! z@ {0}z; {0}r( ) r$ r& appendr4 joinsortedr/ strr% r0 )r7 partsr r r __str__m s zRequirement.__str__c C s d t| S )Nz<Requirement({0!r})>)r4 r= )r7 r r r __repr__~ s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r1 K s r1 )DZ __future__r r r stringreZ pkg_resources.extern.pyparsingr r r r r r r r r r LZ%pkg_resources.extern.six.moves.urllibr r5 Zmarkersr r Z specifiersr r r ValueErrorr Z ascii_lettersZdigitsZALPHANUMsuppressZLBRACKETZRBRACKETZLPARENZRPARENCOMMAZ SEMICOLONATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIERNAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_strVERBOSE IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr3 objectr1 r r r r <module> sf PK @\Γ" " B pkg_resources/_vendor/packaging/__pycache__/markers.cpython-38.pycnu [ U Qab8 @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd d eZG dd d eZG dd d eZ G dd de Z G dd de Z G dd de Z G dd de Z!ededB edB ed B ed B ed B ed B ed B ed!B ed"B ed#B ed$B ed%B ed&B ed'B ed(B ed)B ed*B Z"d#d"d d ddd+Z#e"$d,d- ed.ed/B ed0B ed1B ed2B ed3B ed4B ed5B Z%e%ed6B ed7B Z&e&$d8d- ed9ed:B Z'e'$d;d- ed<ed=B Z(e"e'B Z)ee)e& e) Z*e*$d>d- ed?+ Z,ed@+ Z-e Z.e*ee,e. e- B Z/e.e/e e(e. > e e. e Z0dAdB Z1dSdDdEZ2dFd- dGd- ej3ej4ej5ej6ej7ej8dHZ9dIdJ Z:e Z;dKdL Z<dMdN Z=dOdP Z>dQd Z?G dRd d e Z@dS )T )absolute_importdivisionprint_functionN)ParseException ParseResults stringStart stringEnd) ZeroOrMoreGroupForward QuotedString)Literal ) string_types) SpecifierInvalidSpecifier InvalidMarkerUndefinedComparisonUndefinedEnvironmentNameMarkerdefault_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N__name__ __module__ __qualname____doc__ r r K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. Nr r r r r r s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. Nr r r r r r % s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) Nodec C s || _ d S N)value)selfr r r r __init__. s z Node.__init__c C s t | jS r )strr r! r r r __str__1 s z Node.__str__c C s d | jjt| S )Nz <{0}({1!r})>)format __class__r r# r$ r r r __repr__4 s z Node.__repr__c C s t d S r )NotImplementedErrorr$ r r r serialize7 s zNode.serializeN)r r r r" r% r( r* r r r r r , s r c @ s e Zd Zdd ZdS )Variablec C s t | S r r# r$ r r r r* = s zVariable.serializeNr r r r* r r r r r+ ; s r+ c @ s e Zd Zdd ZdS )Valuec C s d | S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. A s r. c @ s e Zd Zdd ZdS )Opc C s t | S r r, r$ r r r r* I s z Op.serializeNr- r r r r r/ G s r/ implementation_version platform_python_implementationimplementation_namepython_full_versionplatform_releaseplatform_versionplatform_machineplatform_systempython_version sys_platformos_nameos.name sys.platformplatform.versionplatform.machine platform.python_implementationpython_implementationZextra)r; r< r= r> r? r@ c C s t t|d |d S Nr )r+ ALIASESgetsltr r r <lambda>i rH z=====>=<=!=z~=><not ininc C s t |d S rA )r/ rD r r r rH w rI '"c C s t |d S rA )r. rD r r r rH z rI andorc C s t |d S rA )tuplerD r r r rH rI ()c C s t | trdd | D S | S d S )Nc S s g | ] }t |qS r )_coerce_parse_result).0ir r r <listcomp> s z(_coerce_parse_result.<locals>.<listcomp>) isinstancer )resultsr r r rY s rY Tc C s t | tttfstt | trHt| dkrHt | d ttfrHt| d S t | trdd | D }|rnd|S dd| d S n"t | trddd | D S | S d S ) Nr r c s s | ]}t |d dV qdS )F)firstN)_format_markerrZ mr r r <genexpr> s z!_format_marker.<locals>.<genexpr> rW rX c S s g | ] }| qS r )r* ra r r r r\ s z"_format_marker.<locals>.<listcomp>)r] listrV r AssertionErrorlenr` join)markerr_ innerr r r r` s r` c C s | |kS r r lhsrhsr r r rH rI c C s | |kS r r rk r r r rH rI )rQ rP rO rL rJ rM rK rN c C sl zt d| |g}W n tk r. Y n X || S t| }|d krbtd|| ||| |S )N z#Undefined {0!r} on {1!r} and {2!r}.) r rh r* r contains _operatorsrC r r& )rl oprm specZoperr r r _eval_op s rs c C s& | |t}|tkr"td||S )Nz/{0!r} does not exist in evaluation environment.)rC _undefinedr r& ) environmentnamer r r r _get_env s rw c C s g g}| D ]}t |tttfs"tt |trB|d t|| q t |tr|\}}}t |trtt||j }|j }n|j }t||j }|d t ||| q |dkst|dkr |g q t dd |D S )N)rT rU rU c s s | ]}t |V qd S r )all)rZ itemr r r rc s z$_evaluate_markers.<locals>.<genexpr>) r] re rV r rf append_evaluate_markersr+ rw r rs any) Zmarkersru groupsri rl rq rm Z lhs_valueZ rhs_valuer r r r| s" r| c C s2 d | }| j}|dkr.||d t| j 7 }|S )Nz {0.major}.{0.minor}.{0.micro}finalr )r& releaselevelr# serial)infoversionZkindr r r format_full_version s r c C sl t tdr ttjj} tjj}nd} d}|| tjt t t t t t t d d tjd S )Nimplementation0rn ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 ) hasattrsysr r r rv osplatformmachinereleasesystemr8 r@ )Ziverr2 r r r r s" c @ s. e Zd Zdd Zdd Zdd Zd dd ZdS ) r c C s` zt t|| _W nF tk rZ } z(d|||j|jd }t|W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r} )rY MARKERZ parseString_markersr r& Zlocr )r! ri eZerr_strr r r r" s zMarker.__init__c C s t | jS r )r` r r$ r r r r% s zMarker.__str__c C s d t| S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t }|dk r|| t| j|S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r updater| r )r! ru Zcurrent_environmentr r r evaluate s zMarker.evaluate)N)r r r r" r% r( r r r r r r s )T)AZ __future__r r r operatorr r r Z pkg_resources.extern.pyparsingr r r r r r r r r LZ_compatr Z specifiersr r __all__ ValueErrorr r r objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEMsuppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr rY r` ltleeqnegegtrp rs rt rw r| r r r r r r r <module> s PK @\K @ pkg_resources/_vendor/packaging/__pycache__/utils.cpython-38.pycnu [ U Qab @ s2 d dl mZmZmZ d dlZedZdd ZdS ) )absolute_importdivisionprint_functionNz[-_.]+c C s t d| S )N-)_canonicalize_regexsublower)name r I/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/utils.pycanonicalize_name s r )Z __future__r r r recompiler r r r r r <module> s PK @\u` B pkg_resources/_vendor/packaging/__pycache__/_compat.cpython-38.pycnu [ U Qab\ @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd Z dS ) )absolute_importdivisionprint_functionN c s& G fddd}t |ddi S )z/ Create a base class with a metaclass. c s e Zd Z fddZdS )z!with_metaclass.<locals>.metaclassc s | |S )N )clsnameZ this_basesdbasesmetar K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/_compat.py__new__ s z)with_metaclass.<locals>.metaclass.__new__N)__name__ __module__ __qualname__r r r r r metaclass s r Ztemporary_classr )typer )r r r r r r with_metaclass s r ) Z __future__r r r sys version_infoZPY2ZPY3strZ string_typesZ basestringr r r r r <module> s PK @\K F pkg_resources/_vendor/packaging/__pycache__/utils.cpython-38.opt-1.pycnu [ U Qab @ s2 d dl mZmZmZ d dlZedZdd ZdS ) )absolute_importdivisionprint_functionNz[-_.]+c C s t d| S )N-)_canonicalize_regexsublower)name r I/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/utils.pycanonicalize_name s r )Z __future__r r r recompiler r r r r r <module> s PK @\E KM KM K pkg_resources/_vendor/packaging/__pycache__/specifiers.cpython-38.opt-1.pycnu [ U Qabym @ s d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd deZG dd d e ejeZG d d d eZG d d d eZdd ZG dd deZedZdd Zdd ZG dd deZ dS ) )absolute_importdivisionprint_functionN ) string_typeswith_metaclass)Version LegacyVersionparsec @ s e Zd ZdZdS )InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__ r r N/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/specifiers.pyr s r c @ s e Zd Zejdd Zejdd Zejdd Zejdd Zej d d Z e j d d Z ejdd dZ ejdddZ d S ) BaseSpecifierc C s dS )z Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr selfr r r __str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr r r r r __hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr r otherr r r __eq__$ s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr r r r r __ne__+ s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr r r r r prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr r valuer r r r 9 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr r itemr r r r contains@ s zBaseSpecifier.containsc C s dS )z Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r iterabler r r r filterF s zBaseSpecifier.filter)N)N)r r r abcabstractmethodr r r r abstractpropertyr setterr r" r r r r r s r c @ s e Zd Zi Zd ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z e dd Z e dd Ze dd Zejdd Zdd Zd!d d Zd"d d ZdS )#_IndividualSpecifier Nc C sF | j |}|s td||d |d f| _|| _d S )NzInvalid specifier: '{0}'operatorversion)_regexsearchr formatgroupstrip_spec _prereleases)r specr matchr r r __init__R s z _IndividualSpecifier.__init__c C s0 | j d k rd| jnd}d| jjt| |S )N, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r __class__r strr Zprer r r __repr___ s z _IndividualSpecifier.__repr__c C s dj | j S )Nz{0}{1})r- r0 r r r r r l s z _IndividualSpecifier.__str__c C s t | jS N)hashr0 r r r r r o s z _IndividualSpecifier.__hash__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: isinstancer r6 r NotImplementedr0 r r r r r r s z_IndividualSpecifier.__eq__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: r< r r r r r } s z_IndividualSpecifier.__ne__c C s t | d| j| S )Nz _compare_{0})getattrr- _operators)r opr r r _get_operator s z"_IndividualSpecifier._get_operatorc C s t |ttfst|}|S r: )r= r r r r r* r r r _coerce_version s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr r0 r r r r r) s z _IndividualSpecifier.operatorc C s | j d S )Nr rE r r r r r* s z _IndividualSpecifier.versionc C s | j S r: r1 r r r r r s z _IndividualSpecifier.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: r r r r r r __contains__ s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| |}|jr&|s&dS | | j|| jS NF)r rD is_prereleaserB r) r* r r r r r s z _IndividualSpecifier.containsc c s d}g }d|d k r|ndi}|D ]B}| |}| j|f|r |jrX|sX| jsX|| q d}|V q |s||r||D ] }|V qpd S )NFr T)rD r rK r append)r r! r Zyieldedfound_prereleaseskwr* parsed_versionr r r r" s" z_IndividualSpecifier.filter)r( N)N)N)r r r r@ r4 r9 r r r r rB rD propertyr) r* r r& rI r r" r r r r r' N s( r' c @ sv e Zd ZdZede d ejejB Zdddddd d Z d d Z d d Z dd Z dd Z dd Zdd Zdd ZdS )LegacySpecifiera (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) ^\s*\s*$equal not_equalless_than_equalgreater_than_equal less_than greater_than)==!=<=>=<>c C s t |tstt|}|S r: )r= r r7 rC r r r rD s z LegacySpecifier._coerce_versionc C s || |kS r: rD r prospectiver2 r r r _compare_equal s z LegacySpecifier._compare_equalc C s || |kS r: r` ra r r r _compare_not_equal s z"LegacySpecifier._compare_not_equalc C s || |kS r: r` ra r r r _compare_less_than_equal s z(LegacySpecifier._compare_less_than_equalc C s || |kS r: r` ra r r r _compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || |k S r: r` ra r r r _compare_less_than s z"LegacySpecifier._compare_less_thanc C s || |kS r: r` ra r r r _compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r _regex_strrecompileVERBOSE IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ s( rQ c s t fdd}|S )Nc s t |tsdS | ||S rJ )r= r ra fnr r wrapped s z)_require_version_compare.<locals>.wrapped) functoolswraps)ro rp r rn r _require_version_compare s rs c @ s e Zd ZdZede d ejejB Zdddddd d d d Z e d d Z e dd Z e dd Z e dd Ze dd Ze dd Ze dd Zdd Zed d Zejd d Zd S )! Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) rR rS Z compatiblerT rU rV rW rX rY Z arbitrary)~=rZ r[ r\ r] r^ r_ ===c C sN d ttdd t|d d }|d7 }| d||oL| d||S )N.c S s | d o| d S )NZpostZdev) startswithxr r r <lambda> s z/Specifier._compare_compatible.<locals>.<lambda>.*r] rZ )joinlist itertools takewhile_version_splitrB )r rb r2 prefixr r r _compare_compatible s z Specifier._compare_compatiblec C sp | drPt|j}t|d d }tt|}|d t| }t||\}}nt|}|jsht|j}||kS )Nr} )endswithr Zpublicr r7 len _pad_versionlocalra r r r rc s zSpecifier._compare_equalc C s | || S r: )rc ra r r r rd s z Specifier._compare_not_equalc C s |t |kS r: r ra r r r re s z"Specifier._compare_less_than_equalc C s |t |kS r: r ra r r r rf s z%Specifier._compare_greater_than_equalc C s< t |}||k sdS |js8|jr8t |jt |jkr8dS dS NFT)r rK base_versionra r r r rg s z Specifier._compare_less_thanc C s^ t |}||ksdS |js8|jr8t |jt |jkr8dS |jd k rZt |jt |jkrZdS dS r )r Zis_postreleaser r ra r r r rh s z Specifier._compare_greater_thanc C s t | t | kS r: )r7 lowerra r r r _compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|dr@|d d }t|jrNdS dS )N)rZ r] r\ ru rv rZ r} r TF)r1 r0 r r rK )r r) r* r r r r s zSpecifier.prereleasesc C s || _ d S r: rF r r r r r s N)r r r ri rj rk rl rm r+ r@ rs r rc rd re rf rg rh r rP r r& r r r r rt sD _ " rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| dD ],}t|}|r0|| q|| q|S )Nrw )split _prefix_regexr, extendgroupsrL )r* resultr r3 r r r r ' s r c C s g g }}| ttdd | | ttdd | | | t|d d | |t|d d |ddgtdt|d t|d |ddgtdt|d t|d ttj| ttj| fS )Nc S s | S r: isdigitry r r r r{ 6 z _pad_version.<locals>.<lambda>c S s | S r: r ry r r r r{ 7 r r r 0)rL r r r r insertmaxchain)leftrightZ left_splitZ right_splitr r r r 2 s "" r c @ s e Zd Zd ddZdd Zdd Zd d Zd d Zd d Zdd Z dd Z dd Z e dd Z e jdd Z dd Zd ddZd d d ZdS )! SpecifierSetr( Nc C sn dd | dD }t }|D ]:}z|t| W q tk rV |t| Y q X q t|| _|| _d S )Nc S s g | ]}| r| qS r )r/ .0sr r r <listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>,) r setaddrt r rQ frozenset_specsr1 )r Z specifiersr Zparsed specifierr r r r4 O s zSpecifierSet.__init__c C s* | j d k rd| jnd}dt| |S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 d s zSpecifierSet.__repr__c C s d tdd | jD S )Nr c s s | ]}t |V qd S r: )r7 r r r r <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)r~ sortedr r r r r r m s zSpecifierSet.__str__c C s t | jS r: )r; r r r r r r p s zSpecifierSet.__hash__c C s t |trt|}nt |ts"tS t }t| j|jB |_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr| j|_ntd|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r r> r r r1 ValueError)r r r r r r __and__s s zSpecifierSet.__and__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r= r r r' r7 r> r r r r r r s zSpecifierSet.__eq__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r r r r r r s zSpecifierSet.__ne__c C s t | jS r: )r r r r r r __len__ s zSpecifierSet.__len__c C s t | jS r: )iterr r r r r __iter__ s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd | jD S )Nc s s | ] }|j V qd S r: r r r r r r s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r anyr r r r r s zSpecifierSet.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: rG rH r r r rI s zSpecifierSet.__contains__c sL t ttfst d kr$| js2 jr2dS t fdd| jD S )NFc 3 s | ]}|j d V qdS )r NrG r r r r r r s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r r rK allr r r r r r s zSpecifierSet.containsc C s |d kr| j }| jr6| jD ]}|j|t|d}q|S g }g }|D ]P}t|ttfs^t|}n|}t|trnqB|jr|s|s| | qB| | qB|s|r|d kr|S |S d S )Nr ) r r r" boolr= r r r rK rL )r r! r r2 ZfilteredrM r rO r r r r" s* zSpecifierSet.filter)r( N)N)N)r r r r4 r9 r r r r r r r rP r r& rI r r" r r r r r M s r ) Z __future__r r r r# rq r rj Z_compatr r r* r r r r r ABCMetaobjectr r' rQ rs rt rk r r r r r r r r <module> s& 9 4 PK @\S! ! I pkg_resources/_vendor/packaging/__pycache__/__init__.cpython-38.opt-1.pycnu [ U Qab @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) )absolute_importdivisionprint_function ) __author__ __copyright__ __email__ __license__ __summary__ __title____uri__ __version__r r r r r r r r N)Z __future__r r r __about__r r r r r r r r __all__ r r L/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/__init__.py<module> s ( PK @\ r" r" H pkg_resources/_vendor/packaging/__pycache__/markers.cpython-38.opt-1.pycnu [ U Qab8 @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd d eZG dd d eZG dd d eZ G dd de Z G dd de Z G dd de Z G dd de Z!ededB edB ed B ed B ed B ed B ed B ed!B ed"B ed#B ed$B ed%B ed&B ed'B ed(B ed)B ed*B Z"d#d"d d ddd+Z#e"$d,d- ed.ed/B ed0B ed1B ed2B ed3B ed4B ed5B Z%e%ed6B ed7B Z&e&$d8d- ed9ed:B Z'e'$d;d- ed<ed=B Z(e"e'B Z)ee)e& e) Z*e*$d>d- ed?+ Z,ed@+ Z-e Z.e*ee,e. e- B Z/e.e/e e(e. > e e. e Z0dAdB Z1dSdDdEZ2dFd- dGd- ej3ej4ej5ej6ej7ej8dHZ9dIdJ Z:e Z;dKdL Z<dMdN Z=dOdP Z>dQd Z?G dRd d e Z@dS )T )absolute_importdivisionprint_functionN)ParseException ParseResults stringStart stringEnd) ZeroOrMoreGroupForward QuotedString)Literal ) string_types) SpecifierInvalidSpecifier InvalidMarkerUndefinedComparisonUndefinedEnvironmentNameMarkerdefault_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N__name__ __module__ __qualname____doc__ r r K/usr/lib/python3.8/site-packages/pkg_resources/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. Nr r r r r r s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. Nr r r r r r % s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) Nodec C s || _ d S N)value)selfr r r r __init__. s z Node.__init__c C s t | jS r )strr r! r r r __str__1 s z Node.__str__c C s d | jjt| S )Nz <{0}({1!r})>)format __class__r r# r$ r r r __repr__4 s z Node.__repr__c C s t d S r )NotImplementedErrorr$ r r r serialize7 s zNode.serializeN)r r r r" r% r( r* r r r r r , s r c @ s e Zd Zdd ZdS )Variablec C s t | S r r# r$ r r r r* = s zVariable.serializeNr r r r* r r r r r+ ; s r+ c @ s e Zd Zdd ZdS )Valuec C s d | S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. A s r. c @ s e Zd Zdd ZdS )Opc C s t | S r r, r$ r r r r* I s z Op.serializeNr- r r r r r/ G s r/ implementation_version platform_python_implementationimplementation_namepython_full_versionplatform_releaseplatform_versionplatform_machineplatform_systempython_version sys_platformos_nameos.name sys.platformplatform.versionplatform.machine platform.python_implementationpython_implementationZextra)r; r< r= r> r? r@ c C s t t|d |d S Nr )r+ ALIASESgetsltr r r <lambda>i rH z=====>=<=!=z~=><not ininc C s t |d S rA )r/ rD r r r rH w rI '"c C s t |d S rA )r. rD r r r rH z rI andorc C s t |d S rA )tuplerD r r r rH rI ()c C s t | trdd | D S | S d S )Nc S s g | ] }t |qS r )_coerce_parse_result).0ir r r <listcomp> s z(_coerce_parse_result.<locals>.<listcomp>) isinstancer )resultsr r r rY s rY Tc C s t | tr4t| dkr4t | d ttfr4t| d S t | trndd | D }|rZd|S dd| d S n"t | trddd | D S | S d S ) Nr r c s s | ]}t |d dV qdS )F)firstN)_format_markerrZ mr r r <genexpr> s z!_format_marker.<locals>.<genexpr> rW rX c S s g | ] }| qS r )r* ra r r r r\ s z"_format_marker.<locals>.<listcomp>)r] listlenrV r` join)markerr_ innerr r r r` s r` c C s | |kS r r lhsrhsr r r rH rI c C s | |kS r r rj r r r rH rI )rQ rP rO rL rJ rM rK rN c C sl zt d| |g}W n tk r. Y n X || S t| }|d krbtd|| ||| |S )N z#Undefined {0!r} on {1!r} and {2!r}.) r rg r* r contains _operatorsrC r r& )rk oprl specZoperr r r _eval_op s rr c C s& | |t}|tkr"td||S )Nz/{0!r} does not exist in evaluation environment.)rC _undefinedr r& ) environmentnamer r r r _get_env s rv c C s g g}| D ]}t |tr.|d t|| q t |tr|\}}}t |tr`t||j}|j}n|j}t||j}|d t||| q |dkr |g q t dd |D S )NrU c s s | ]}t |V qd S r )all)rZ itemr r r rc s z$_evaluate_markers.<locals>.<genexpr>) r] re append_evaluate_markersrV r+ rv r rr any) Zmarkersrt groupsrh rk rp rl Z lhs_valueZ rhs_valuer r r r{ s r{ c C s2 d | }| j}|dkr.||d t| j 7 }|S )Nz {0.major}.{0.minor}.{0.micro}finalr )r& releaselevelr# serial)infoversionZkindr r r format_full_version s r c C sl t tdr ttjj} tjj}nd} d}|| tjt t t t t t t d d tjd S )Nimplementation0rm ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 ) hasattrsysr r r ru osplatformmachinereleasesystemr8 r@ )Ziverr2 r r r r s" c @ s. e Zd Zdd Zdd Zdd Zd dd ZdS ) r c C s` zt t|| _W nF tk rZ } z(d|||j|jd }t|W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r} )rY MARKERZ parseString_markersr r& Zlocr )r! rh eZerr_strr r r r" s zMarker.__init__c C s t | jS r )r` r r$ r r r r% s zMarker.__str__c C s d t| S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t }|dk r|| t| j|S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r updater{ r )r! rt Zcurrent_environmentr r r evaluate s zMarker.evaluate)N)r r r r" r% r( r r r r r r s )T)AZ __future__r r r operatorr r r Z pkg_resources.extern.pyparsingr r r r r r r r r LZ_compatr Z specifiersr r __all__ ValueErrorr r r objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEMsuppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr rY r` ltleeqnegegtro rr rs rv r{ r r r r r r r <module> s PK @\|Eym ym - pkg_resources/_vendor/packaging/specifiers.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import abc import functools import itertools import re from ._compat import string_types, with_metaclass from .version import Version, LegacyVersion, parse class InvalidSpecifier(ValueError): """ An invalid specifier was found, users should refer to PEP 440. """ class BaseSpecifier(with_metaclass(abc.ABCMeta, object)): @abc.abstractmethod def __str__(self): """ Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. """ @abc.abstractmethod def __hash__(self): """ Returns a hash value for this Specifier like object. """ @abc.abstractmethod def __eq__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are equal. """ @abc.abstractmethod def __ne__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are not equal. """ @abc.abstractproperty def prereleases(self): """ Returns whether or not pre-releases as a whole are allowed by this specifier. """ @prereleases.setter def prereleases(self, value): """ Sets whether or not pre-releases as a whole are allowed by this specifier. """ @abc.abstractmethod def contains(self, item, prereleases=None): """ Determines if the given item is contained within this specifier. """ @abc.abstractmethod def filter(self, iterable, prereleases=None): """ Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. """ class _IndividualSpecifier(BaseSpecifier): _operators = {} def __init__(self, spec="", prereleases=None): match = self._regex.search(spec) if not match: raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec)) self._spec = ( match.group("operator").strip(), match.group("version").strip(), ) # Store whether or not this Specifier should accept prereleases self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<{0}({1!r}{2})>".format( self.__class__.__name__, str(self), pre, ) def __str__(self): return "{0}{1}".format(*self._spec) def __hash__(self): return hash(self._spec) def __eq__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec == other._spec def __ne__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec != other._spec def _get_operator(self, op): return getattr(self, "_compare_{0}".format(self._operators[op])) def _coerce_version(self, version): if not isinstance(version, (LegacyVersion, Version)): version = parse(version) return version @property def operator(self): return self._spec[0] @property def version(self): return self._spec[1] @property def prereleases(self): return self._prereleases @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Determine if prereleases are to be allowed or not. if prereleases is None: prereleases = self.prereleases # Normalize item to a Version or LegacyVersion, this allows us to have # a shortcut for ``"2.0" in Specifier(">=2") item = self._coerce_version(item) # Determine if we should be supporting prereleases in this specifier # or not, if we do not support prereleases than we can short circuit # logic if this version is a prereleases. if item.is_prerelease and not prereleases: return False # Actually do the comparison to determine if this item is contained # within this Specifier or not. return self._get_operator(self.operator)(item, self.version) def filter(self, iterable, prereleases=None): yielded = False found_prereleases = [] kw = {"prereleases": prereleases if prereleases is not None else True} # Attempt to iterate over all the values in the iterable and if any of # them match, yield them. for version in iterable: parsed_version = self._coerce_version(version) if self.contains(parsed_version, **kw): # If our version is a prerelease, and we were not set to allow # prereleases, then we'll store it for later incase nothing # else matches this specifier. if (parsed_version.is_prerelease and not (prereleases or self.prereleases)): found_prereleases.append(version) # Either this is not a prerelease, or we should have been # accepting prereleases from the begining. else: yielded = True yield version # Now that we've iterated over everything, determine if we've yielded # any values, and if we have not and we have any prereleases stored up # then we will go ahead and yield the prereleases. if not yielded and found_prereleases: for version in found_prereleases: yield version class LegacySpecifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", } def _coerce_version(self, version): if not isinstance(version, LegacyVersion): version = LegacyVersion(str(version)) return version def _compare_equal(self, prospective, spec): return prospective == self._coerce_version(spec) def _compare_not_equal(self, prospective, spec): return prospective != self._coerce_version(spec) def _compare_less_than_equal(self, prospective, spec): return prospective <= self._coerce_version(spec) def _compare_greater_than_equal(self, prospective, spec): return prospective >= self._coerce_version(spec) def _compare_less_than(self, prospective, spec): return prospective < self._coerce_version(spec) def _compare_greater_than(self, prospective, spec): return prospective > self._coerce_version(spec) def _require_version_compare(fn): @functools.wraps(fn) def wrapped(self, prospective, spec): if not isinstance(prospective, Version): return False return fn(self, prospective, spec) return wrapped class Specifier(_IndividualSpecifier): _regex_str = ( r""" (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) """ ) _regex = re.compile( r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "~=": "compatible", "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", "===": "arbitrary", } @_require_version_compare def _compare_compatible(self, prospective, spec): # Compatible releases have an equivalent combination of >= and ==. That # is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to # implement this in terms of the other specifiers instead of # implementing it ourselves. The only thing we need to do is construct # the other specifiers. # We want everything but the last item in the version, but we want to # ignore post and dev releases and we want to treat the pre-release as # it's own separate segment. prefix = ".".join( list( itertools.takewhile( lambda x: (not x.startswith("post") and not x.startswith("dev")), _version_split(spec), ) )[:-1] ) # Add the prefix notation to the end of our string prefix += ".*" return (self._get_operator(">=")(prospective, spec) and self._get_operator("==")(prospective, prefix)) @_require_version_compare def _compare_equal(self, prospective, spec): # We need special logic to handle prefix matching if spec.endswith(".*"): # In the case of prefix matching we want to ignore local segment. prospective = Version(prospective.public) # Split the spec out by dots, and pretend that there is an implicit # dot in between a release segment and a pre-release segment. spec = _version_split(spec[:-2]) # Remove the trailing .* # Split the prospective version out by dots, and pretend that there # is an implicit dot in between a release segment and a pre-release # segment. prospective = _version_split(str(prospective)) # Shorten the prospective version to be the same length as the spec # so that we can determine if the specifier is a prefix of the # prospective version or not. prospective = prospective[:len(spec)] # Pad out our two sides with zeros so that they both equal the same # length. spec, prospective = _pad_version(spec, prospective) else: # Convert our spec string into a Version spec = Version(spec) # If the specifier does not have a local segment, then we want to # act as if the prospective version also does not have a local # segment. if not spec.local: prospective = Version(prospective.public) return prospective == spec @_require_version_compare def _compare_not_equal(self, prospective, spec): return not self._compare_equal(prospective, spec) @_require_version_compare def _compare_less_than_equal(self, prospective, spec): return prospective <= Version(spec) @_require_version_compare def _compare_greater_than_equal(self, prospective, spec): return prospective >= Version(spec) @_require_version_compare def _compare_less_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is less than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective < spec: return False # This special case is here so that, unless the specifier itself # includes is a pre-release version, that we do not accept pre-release # versions for the version mentioned in the specifier (e.g. <3.1 should # not match 3.1.dev0, but should match 3.0.dev0). if not spec.is_prerelease and prospective.is_prerelease: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # less than the spec version *and* it's not a pre-release of the same # version in the spec. return True @_require_version_compare def _compare_greater_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is greater than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective > spec: return False # This special case is here so that, unless the specifier itself # includes is a post-release version, that we do not accept # post-release versions for the version mentioned in the specifier # (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0). if not spec.is_postrelease and prospective.is_postrelease: if Version(prospective.base_version) == Version(spec.base_version): return False # Ensure that we do not allow a local version of the version mentioned # in the specifier, which is techincally greater than, to match. if prospective.local is not None: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # greater than the spec version *and* it's not a pre-release of the # same version in the spec. return True def _compare_arbitrary(self, prospective, spec): return str(prospective).lower() == str(spec).lower() @property def prereleases(self): # If there is an explicit prereleases set for this, then we'll just # blindly use that. if self._prereleases is not None: return self._prereleases # Look at all of our specifiers and determine if they are inclusive # operators, and if they are if they are including an explicit # prerelease. operator, version = self._spec if operator in ["==", ">=", "<=", "~=", "==="]: # The == specifier can include a trailing .*, if it does we # want to remove before parsing. if operator == "==" and version.endswith(".*"): version = version[:-2] # Parse the version, and if it is a pre-release than this # specifier allows pre-releases. if parse(version).is_prerelease: return True return False @prereleases.setter def prereleases(self, value): self._prereleases = value _prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$") def _version_split(version): result = [] for item in version.split("."): match = _prefix_regex.search(item) if match: result.extend(match.groups()) else: result.append(item) return result def _pad_version(left, right): left_split, right_split = [], [] # Get the release segment of our versions left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left))) right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right))) # Get the rest of our versions left_split.append(left[len(left_split[0]):]) right_split.append(right[len(right_split[0]):]) # Insert our padding left_split.insert( 1, ["0"] * max(0, len(right_split[0]) - len(left_split[0])), ) right_split.insert( 1, ["0"] * max(0, len(left_split[0]) - len(right_split[0])), ) return ( list(itertools.chain(*left_split)), list(itertools.chain(*right_split)), ) class SpecifierSet(BaseSpecifier): def __init__(self, specifiers="", prereleases=None): # Split on , to break each indidivual specifier into it's own item, and # strip each item to remove leading/trailing whitespace. specifiers = [s.strip() for s in specifiers.split(",") if s.strip()] # Parsed each individual specifier, attempting first to make it a # Specifier and falling back to a LegacySpecifier. parsed = set() for specifier in specifiers: try: parsed.add(Specifier(specifier)) except InvalidSpecifier: parsed.add(LegacySpecifier(specifier)) # Turn our parsed specifiers into a frozen set and save them for later. self._specs = frozenset(parsed) # Store our prereleases value so we can use it later to determine if # we accept prereleases or not. self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<SpecifierSet({0!r}{1})>".format(str(self), pre) def __str__(self): return ",".join(sorted(str(s) for s in self._specs)) def __hash__(self): return hash(self._specs) def __and__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif not isinstance(other, SpecifierSet): return NotImplemented specifier = SpecifierSet() specifier._specs = frozenset(self._specs | other._specs) if self._prereleases is None and other._prereleases is not None: specifier._prereleases = other._prereleases elif self._prereleases is not None and other._prereleases is None: specifier._prereleases = self._prereleases elif self._prereleases == other._prereleases: specifier._prereleases = self._prereleases else: raise ValueError( "Cannot combine SpecifierSets with True and False prerelease " "overrides." ) return specifier def __eq__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs == other._specs def __ne__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs != other._specs def __len__(self): return len(self._specs) def __iter__(self): return iter(self._specs) @property def prereleases(self): # If we have been given an explicit prerelease modifier, then we'll # pass that through here. if self._prereleases is not None: return self._prereleases # If we don't have any specifiers, and we don't have a forced value, # then we'll just return None since we don't know if this should have # pre-releases or not. if not self._specs: return None # Otherwise we'll see if any of the given specifiers accept # prereleases, if any of them do we'll return True, otherwise False. return any(s.prereleases for s in self._specs) @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Ensure that our item is a Version or LegacyVersion instance. if not isinstance(item, (LegacyVersion, Version)): item = parse(item) # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # We can determine if we're going to allow pre-releases by looking to # see if any of the underlying items supports them. If none of them do # and this item is a pre-release then we do not allow it and we can # short circuit that here. # Note: This means that 1.0.dev1 would not be contained in something # like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0 if not prereleases and item.is_prerelease: return False # We simply dispatch to the underlying specs here to make sure that the # given version is contained within all of them. # Note: This use of all() here means that an empty set of specifiers # will always return True, this is an explicit design decision. return all( s.contains(item, prereleases=prereleases) for s in self._specs ) def filter(self, iterable, prereleases=None): # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # If we have any specifiers, then we want to wrap our iterable in the # filter method for each one, this will act as a logical AND amongst # each specifier. if self._specs: for spec in self._specs: iterable = spec.filter(iterable, prereleases=bool(prereleases)) return iterable # If we do not have any specifiers, then we need to have a rough filter # which will filter out any pre-releases, unless there are no final # releases, and which will filter out LegacyVersion in general. else: filtered = [] found_prereleases = [] for item in iterable: # Ensure that we some kind of Version class for this item. if not isinstance(item, (LegacyVersion, Version)): parsed_version = parse(item) else: parsed_version = item # Filter out any item which is parsed as a LegacyVersion if isinstance(parsed_version, LegacyVersion): continue # Store any item which is a pre-release for later unless we've # already found a final version or we are accepting prereleases if parsed_version.is_prerelease and not prereleases: if not filtered: found_prereleases.append(item) else: filtered.append(item) # If we've found no items except for pre-releases, then we'll go # ahead and use the pre-releases if not filtered and found_prereleases and prereleases is None: return found_prereleases return filtered PK @\' ( pkg_resources/_vendor/packaging/utils.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import re _canonicalize_regex = re.compile(r"[-_.]+") def canonicalize_name(name): # This is taken from PEP 503. return _canonicalize_regex.sub("-", name).lower() PK @\v + pkg_resources/_vendor/packaging/__init__.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function from .__about__ import ( __author__, __copyright__, __email__, __license__, __summary__, __title__, __uri__, __version__ ) __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] PK @\08 8 * pkg_resources/_vendor/packaging/markers.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import operator import os import platform import sys from pkg_resources.extern.pyparsing import ParseException, ParseResults, stringStart, stringEnd from pkg_resources.extern.pyparsing import ZeroOrMore, Group, Forward, QuotedString from pkg_resources.extern.pyparsing import Literal as L # noqa from ._compat import string_types from .specifiers import Specifier, InvalidSpecifier __all__ = [ "InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName", "Marker", "default_environment", ] class InvalidMarker(ValueError): """ An invalid marker was found, users should refer to PEP 508. """ class UndefinedComparison(ValueError): """ An invalid operation was attempted on a value that doesn't support it. """ class UndefinedEnvironmentName(ValueError): """ A name was attempted to be used that does not exist inside of the environment. """ class Node(object): def __init__(self, value): self.value = value def __str__(self): return str(self.value) def __repr__(self): return "<{0}({1!r})>".format(self.__class__.__name__, str(self)) def serialize(self): raise NotImplementedError class Variable(Node): def serialize(self): return str(self) class Value(Node): def serialize(self): return '"{0}"'.format(self) class Op(Node): def serialize(self): return str(self) VARIABLE = ( L("implementation_version") | L("platform_python_implementation") | L("implementation_name") | L("python_full_version") | L("platform_release") | L("platform_version") | L("platform_machine") | L("platform_system") | L("python_version") | L("sys_platform") | L("os_name") | L("os.name") | # PEP-345 L("sys.platform") | # PEP-345 L("platform.version") | # PEP-345 L("platform.machine") | # PEP-345 L("platform.python_implementation") | # PEP-345 L("python_implementation") | # undocumented setuptools legacy L("extra") ) ALIASES = { 'os.name': 'os_name', 'sys.platform': 'sys_platform', 'platform.version': 'platform_version', 'platform.machine': 'platform_machine', 'platform.python_implementation': 'platform_python_implementation', 'python_implementation': 'platform_python_implementation' } VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0]))) VERSION_CMP = ( L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<") ) MARKER_OP = VERSION_CMP | L("not in") | L("in") MARKER_OP.setParseAction(lambda s, l, t: Op(t[0])) MARKER_VALUE = QuotedString("'") | QuotedString('"') MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0])) BOOLOP = L("and") | L("or") MARKER_VAR = VARIABLE | MARKER_VALUE MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR) MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0])) LPAREN = L("(").suppress() RPAREN = L(")").suppress() MARKER_EXPR = Forward() MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN) MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR) MARKER = stringStart + MARKER_EXPR + stringEnd def _coerce_parse_result(results): if isinstance(results, ParseResults): return [_coerce_parse_result(i) for i in results] else: return results def _format_marker(marker, first=True): assert isinstance(marker, (list, tuple, string_types)) # Sometimes we have a structure like [[...]] which is a single item list # where the single item is itself it's own list. In that case we want skip # the rest of this function so that we don't get extraneous () on the # outside. if (isinstance(marker, list) and len(marker) == 1 and isinstance(marker[0], (list, tuple))): return _format_marker(marker[0]) if isinstance(marker, list): inner = (_format_marker(m, first=False) for m in marker) if first: return " ".join(inner) else: return "(" + " ".join(inner) + ")" elif isinstance(marker, tuple): return " ".join([m.serialize() for m in marker]) else: return marker _operators = { "in": lambda lhs, rhs: lhs in rhs, "not in": lambda lhs, rhs: lhs not in rhs, "<": operator.lt, "<=": operator.le, "==": operator.eq, "!=": operator.ne, ">=": operator.ge, ">": operator.gt, } def _eval_op(lhs, op, rhs): try: spec = Specifier("".join([op.serialize(), rhs])) except InvalidSpecifier: pass else: return spec.contains(lhs) oper = _operators.get(op.serialize()) if oper is None: raise UndefinedComparison( "Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs) ) return oper(lhs, rhs) _undefined = object() def _get_env(environment, name): value = environment.get(name, _undefined) if value is _undefined: raise UndefinedEnvironmentName( "{0!r} does not exist in evaluation environment.".format(name) ) return value def _evaluate_markers(markers, environment): groups = [[]] for marker in markers: assert isinstance(marker, (list, tuple, string_types)) if isinstance(marker, list): groups[-1].append(_evaluate_markers(marker, environment)) elif isinstance(marker, tuple): lhs, op, rhs = marker if isinstance(lhs, Variable): lhs_value = _get_env(environment, lhs.value) rhs_value = rhs.value else: lhs_value = lhs.value rhs_value = _get_env(environment, rhs.value) groups[-1].append(_eval_op(lhs_value, op, rhs_value)) else: assert marker in ["and", "or"] if marker == "or": groups.append([]) return any(all(item) for item in groups) def format_full_version(info): version = '{0.major}.{0.minor}.{0.micro}'.format(info) kind = info.releaselevel if kind != 'final': version += kind[0] + str(info.serial) return version def default_environment(): if hasattr(sys, 'implementation'): iver = format_full_version(sys.implementation.version) implementation_name = sys.implementation.name else: iver = '0' implementation_name = '' return { "implementation_name": implementation_name, "implementation_version": iver, "os_name": os.name, "platform_machine": platform.machine(), "platform_release": platform.release(), "platform_system": platform.system(), "platform_version": platform.version(), "python_full_version": platform.python_version(), "platform_python_implementation": platform.python_implementation(), "python_version": platform.python_version()[:3], "sys_platform": sys.platform, } class Marker(object): def __init__(self, marker): try: self._markers = _coerce_parse_result(MARKER.parseString(marker)) except ParseException as e: err_str = "Invalid marker: {0!r}, parse error at {1!r}".format( marker, marker[e.loc:e.loc + 8]) raise InvalidMarker(err_str) def __str__(self): return _format_marker(self._markers) def __repr__(self): return "<Marker({0!r})>".format(str(self)) def evaluate(self, environment=None): """Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. """ current_environment = default_environment() if environment is not None: current_environment.update(environment) return _evaluate_markers(self._markers, current_environment) PK @\ . pkg_resources/_vendor/packaging/_structures.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function class Infinity(object): def __repr__(self): return "Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return False def __le__(self, other): return False def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return True def __ge__(self, other): return True def __neg__(self): return NegativeInfinity Infinity = Infinity() class NegativeInfinity(object): def __repr__(self): return "-Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return True def __le__(self, other): return True def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return False def __ge__(self, other): return False def __neg__(self): return Infinity NegativeInfinity = NegativeInfinity() PK @\ơ$- $- * pkg_resources/_vendor/packaging/version.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import collections import itertools import re from ._structures import Infinity __all__ = [ "parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN" ] _Version = collections.namedtuple( "_Version", ["epoch", "release", "dev", "pre", "post", "local"], ) def parse(version): """ Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. """ try: return Version(version) except InvalidVersion: return LegacyVersion(version) class InvalidVersion(ValueError): """ An invalid version was found, users should refer to PEP 440. """ class _BaseVersion(object): def __hash__(self): return hash(self._key) def __lt__(self, other): return self._compare(other, lambda s, o: s < o) def __le__(self, other): return self._compare(other, lambda s, o: s <= o) def __eq__(self, other): return self._compare(other, lambda s, o: s == o) def __ge__(self, other): return self._compare(other, lambda s, o: s >= o) def __gt__(self, other): return self._compare(other, lambda s, o: s > o) def __ne__(self, other): return self._compare(other, lambda s, o: s != o) def _compare(self, other, method): if not isinstance(other, _BaseVersion): return NotImplemented return method(self._key, other._key) class LegacyVersion(_BaseVersion): def __init__(self, version): self._version = str(version) self._key = _legacy_cmpkey(self._version) def __str__(self): return self._version def __repr__(self): return "<LegacyVersion({0})>".format(repr(str(self))) @property def public(self): return self._version @property def base_version(self): return self._version @property def local(self): return None @property def is_prerelease(self): return False @property def is_postrelease(self): return False _legacy_version_component_re = re.compile( r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE, ) _legacy_version_replacement_map = { "pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@", } def _parse_version_parts(s): for part in _legacy_version_component_re.split(s): part = _legacy_version_replacement_map.get(part, part) if not part or part == ".": continue if part[:1] in "0123456789": # pad for numeric comparison yield part.zfill(8) else: yield "*" + part # ensure that alpha/beta/candidate are before final yield "*final" def _legacy_cmpkey(version): # We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch # greater than or equal to 0. This will effectively put the LegacyVersion, # which uses the defacto standard originally implemented by setuptools, # as before all PEP 440 versions. epoch = -1 # This scheme is taken from pkg_resources.parse_version setuptools prior to # it's adoption of the packaging library. parts = [] for part in _parse_version_parts(version.lower()): if part.startswith("*"): # remove "-" before a prerelease tag if part < "*final": while parts and parts[-1] == "*final-": parts.pop() # remove trailing zeros from each series of numeric parts while parts and parts[-1] == "00000000": parts.pop() parts.append(part) parts = tuple(parts) return epoch, parts # Deliberately not anchored to the start and end of the string, to make it # easier for 3rd party code to reuse VERSION_PATTERN = r""" v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version """ class Version(_BaseVersion): _regex = re.compile( r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE, ) def __init__(self, version): # Validate the version and parse it into pieces match = self._regex.search(version) if not match: raise InvalidVersion("Invalid version: '{0}'".format(version)) # Store the parsed out pieces of the version self._version = _Version( epoch=int(match.group("epoch")) if match.group("epoch") else 0, release=tuple(int(i) for i in match.group("release").split(".")), pre=_parse_letter_version( match.group("pre_l"), match.group("pre_n"), ), post=_parse_letter_version( match.group("post_l"), match.group("post_n1") or match.group("post_n2"), ), dev=_parse_letter_version( match.group("dev_l"), match.group("dev_n"), ), local=_parse_local_version(match.group("local")), ) # Generate a key which will be used for sorting self._key = _cmpkey( self._version.epoch, self._version.release, self._version.pre, self._version.post, self._version.dev, self._version.local, ) def __repr__(self): return "<Version({0})>".format(repr(str(self))) def __str__(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) # Pre-release if self._version.pre is not None: parts.append("".join(str(x) for x in self._version.pre)) # Post-release if self._version.post is not None: parts.append(".post{0}".format(self._version.post[1])) # Development release if self._version.dev is not None: parts.append(".dev{0}".format(self._version.dev[1])) # Local version segment if self._version.local is not None: parts.append( "+{0}".format(".".join(str(x) for x in self._version.local)) ) return "".join(parts) @property def public(self): return str(self).split("+", 1)[0] @property def base_version(self): parts = [] # Epoch if self._version.epoch != 0: parts.append("{0}!".format(self._version.epoch)) # Release segment parts.append(".".join(str(x) for x in self._version.release)) return "".join(parts) @property def local(self): version_string = str(self) if "+" in version_string: return version_string.split("+", 1)[1] @property def is_prerelease(self): return bool(self._version.dev or self._version.pre) @property def is_postrelease(self): return bool(self._version.post) def _parse_letter_version(letter, number): if letter: # We consider there to be an implicit 0 in a pre-release if there is # not a numeral associated with it. if number is None: number = 0 # We normalize any letters to their lower case form letter = letter.lower() # We consider some words to be alternate spellings of other words and # in those cases we want to normalize the spellings to our preferred # spelling. if letter == "alpha": letter = "a" elif letter == "beta": letter = "b" elif letter in ["c", "pre", "preview"]: letter = "rc" elif letter in ["rev", "r"]: letter = "post" return letter, int(number) if not letter and number: # We assume if we are given a number, but we are not given a letter # then this is using the implicit post release syntax (e.g. 1.0-1) letter = "post" return letter, int(number) _local_version_seperators = re.compile(r"[\._-]") def _parse_local_version(local): """ Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). """ if local is not None: return tuple( part.lower() if not part.isdigit() else int(part) for part in _local_version_seperators.split(local) ) def _cmpkey(epoch, release, pre, post, dev, local): # When we compare a release version, we want to compare it with all of the # trailing zeros removed. So we'll use a reverse the list, drop all the now # leading zeros until we come to something non zero, then take the rest # re-reverse it back into the correct order and make it a tuple and use # that for our sorting key. release = tuple( reversed(list( itertools.dropwhile( lambda x: x == 0, reversed(release), ) )) ) # We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0. # We'll do this by abusing the pre segment, but we _only_ want to do this # if there is not a pre or a post segment. If we have one of those then # the normal sorting rules will handle this case correctly. if pre is None and post is None and dev is not None: pre = -Infinity # Versions without a pre-release (except as noted above) should sort after # those with one. elif pre is None: pre = Infinity # Versions without a post segment should sort before those with one. if post is None: post = -Infinity # Versions without a development segment should sort after those with one. if dev is None: dev = Infinity if local is None: # Versions without a local segment should sort before those with one. local = -Infinity else: # Versions with a local segment need that segment parsed to implement # the sorting rules in PEP440. # - Alpha numeric segments sort before numeric segments # - Alpha numeric segments sort lexicographically # - Numeric segments sort numerically # - Shorter versions sort before longer versions when the prefixes # match exactly local = tuple( (i, "") if isinstance(i, int) else (-Infinity, i) for i in local ) return epoch, release, pre, post, dev, local PK @\iJ\ \ * pkg_resources/_vendor/packaging/_compat.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import sys PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 # flake8: noqa if PY3: string_types = str, else: string_types = basestring, def with_metaclass(meta, *bases): """ Create a base class with a metaclass. """ # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, 'temporary_class', (), {}) PK @\<)X , pkg_resources/_vendor/packaging/__about__.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] __title__ = "packaging" __summary__ = "Core utilities for Python packages" __uri__ = "https://github.com/pypa/packaging" __version__ = "16.8" __author__ = "Donald Stufft and individual contributors" __email__ = "donald@stufft.io" __license__ = "BSD or Apache License, Version 2.0" __copyright__ = "Copyright 2014-2016 %s" % __author__ PK @\ ! pkg_resources/_vendor/__init__.pynu [ PK @\g` g` pkg_resources/_vendor/appdirs.pynu [ # -*- coding: utf-8 -*- # Copyright (c) 2005-2010 ActiveState Software Inc. # Copyright (c) 2013 Eddy Petrișor """Utilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. """ # Dev Notes: # - MSDN on where to store app data files: # http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120 # - Mac OS X: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html # - XDG spec for Un*x: http://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html __version_info__ = (1, 4, 3) __version__ = '.'.join(map(str, __version_info__)) import sys import os PY3 = sys.version_info[0] == 3 if PY3: unicode = str if sys.platform.startswith('java'): import platform os_name = platform.java_ver()[3][0] if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc. system = 'win32' elif os_name.startswith('Mac'): # "Mac OS X", etc. system = 'darwin' else: # "Linux", "SunOS", "FreeBSD", etc. # Setting this to "linux2" is not ideal, but only Windows or Mac # are actually checked for and the rest of the module expects # *sys.platform* style strings. system = 'linux2' else: system = sys.platform def user_data_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". """ if system == "win32": if appauthor is None: appauthor = appname const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA" path = os.path.normpath(_get_win_folder(const)) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('~/Library/Application Support/') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_data_dir(appname=None, appauthor=None, version=None, multipath=False): r"""Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical site data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('/Library/Application Support') if appname: path = os.path.join(path, appname) else: # XDG default for $XDG_DATA_DIRS # only first, if multipath is False path = os.getenv('XDG_DATA_DIRS', os.pathsep.join(['/usr/local/share', '/usr/share'])) pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path if appname and version: path = os.path.join(path, version) return path def user_config_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user config directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by default "~/.config/<AppName>". """ if system in ["win32", "darwin"]: path = user_data_dir(appname, appauthor, None, roaming) else: path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_config_dir(appname=None, appauthor=None, version=None, multipath=False): r"""Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical site config directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system in ["win32", "darwin"]: path = site_data_dir(appname, appauthor) if appname and version: path = os.path.join(path, version) else: # XDG default for $XDG_CONFIG_DIRS # only first, if multipath is False path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg') pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) if opinion: path = os.path.join(path, "Cache") elif system == 'darwin': path = os.path.expanduser('~/Library/Caches') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache')) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def user_state_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific state dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user state directories are: Mac OS X: same as user_data_dir Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined Win *: same as user_data_dir For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state> to extend the XDG spec and support $XDG_STATE_HOME. That means, by default "~/.local/state/<AppName>". """ if system in ["win32", "darwin"]: path = user_data_dir(appname, appauthor, None, roaming) else: path = os.getenv('XDG_STATE_HOME', os.path.expanduser("~/.local/state")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def user_log_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user log directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. """ if system == "darwin": path = os.path.join( os.path.expanduser('~/Library/Logs'), appname) elif system == "win32": path = user_data_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "Logs") else: path = user_cache_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "log") if appname and version: path = os.path.join(path, version) return path class AppDirs(object): """Convenience wrapper for getting application dirs.""" def __init__(self, appname=None, appauthor=None, version=None, roaming=False, multipath=False): self.appname = appname self.appauthor = appauthor self.version = version self.roaming = roaming self.multipath = multipath @property def user_data_dir(self): return user_data_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_data_dir(self): return site_data_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_config_dir(self): return user_config_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_config_dir(self): return site_config_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_cache_dir(self): return user_cache_dir(self.appname, self.appauthor, version=self.version) @property def user_state_dir(self): return user_state_dir(self.appname, self.appauthor, version=self.version) @property def user_log_dir(self): return user_log_dir(self.appname, self.appauthor, version=self.version) #---- internal support stuff def _get_win_folder_from_registry(csidl_name): """This is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. """ if PY3: import winreg as _winreg else: import _winreg shell_folder_name = { "CSIDL_APPDATA": "AppData", "CSIDL_COMMON_APPDATA": "Common AppData", "CSIDL_LOCAL_APPDATA": "Local AppData", }[csidl_name] key = _winreg.OpenKey( _winreg.HKEY_CURRENT_USER, r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders" ) dir, type = _winreg.QueryValueEx(key, shell_folder_name) return dir def _get_win_folder_with_pywin32(csidl_name): from win32com.shell import shellcon, shell dir = shell.SHGetFolderPath(0, getattr(shellcon, csidl_name), 0, 0) # Try to make this a unicode path because SHGetFolderPath does # not return unicode strings when there is unicode data in the # path. try: dir = unicode(dir) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: try: import win32api dir = win32api.GetShortPathName(dir) except ImportError: pass except UnicodeError: pass return dir def _get_win_folder_with_ctypes(csidl_name): import ctypes csidl_const = { "CSIDL_APPDATA": 26, "CSIDL_COMMON_APPDATA": 35, "CSIDL_LOCAL_APPDATA": 28, }[csidl_name] buf = ctypes.create_unicode_buffer(1024) ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in buf: if ord(c) > 255: has_high_char = True break if has_high_char: buf2 = ctypes.create_unicode_buffer(1024) if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024): buf = buf2 return buf.value def _get_win_folder_with_jna(csidl_name): import array from com.sun import jna from com.sun.jna.platform import win32 buf_size = win32.WinDef.MAX_PATH * 2 buf = array.zeros('c', buf_size) shell = win32.Shell32.INSTANCE shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf) dir = jna.Native.toString(buf.tostring()).rstrip("\0") # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: buf = array.zeros('c', buf_size) kernel = win32.Kernel32.INSTANCE if kernel.GetShortPathName(dir, buf, buf_size): dir = jna.Native.toString(buf.tostring()).rstrip("\0") return dir if system == "win32": try: import win32com.shell _get_win_folder = _get_win_folder_with_pywin32 except ImportError: try: from ctypes import windll _get_win_folder = _get_win_folder_with_ctypes except ImportError: try: import com.sun.jna _get_win_folder = _get_win_folder_with_jna except ImportError: _get_win_folder = _get_win_folder_from_registry #---- self test code if __name__ == "__main__": appname = "MyApp" appauthor = "MyCompany" props = ("user_data_dir", "user_config_dir", "user_cache_dir", "user_state_dir", "user_log_dir", "site_data_dir", "site_config_dir") print("-- app dirs %s --" % __version__) print("-- app dirs (with optional 'version')") dirs = AppDirs(appname, appauthor, version="1.0") for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'version')") dirs = AppDirs(appname, appauthor) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'appauthor')") dirs = AppDirs(appname) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (with disabled 'appauthor')") dirs = AppDirs(appname, appauthor=False) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) PK @\Mn= = pkg_resources/__init__.pynu [ # coding: utf-8 """ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. """ from __future__ import absolute_import import sys import os import io import time import re import types import zipfile import zipimport import warnings import stat import functools import pkgutil import operator import platform import collections import plistlib import email.parser import errno import tempfile import textwrap import itertools import inspect import ntpath import posixpath from pkgutil import get_importer try: import _imp except ImportError: # Python 3.2 compatibility import imp as _imp try: FileExistsError except NameError: FileExistsError = OSError from pkg_resources.extern import six from pkg_resources.extern.six.moves import urllib, map, filter # capture these to bypass sandboxing from os import utime try: from os import mkdir, rename, unlink WRITE_SUPPORT = True except ImportError: # no write support, probably under GAE WRITE_SUPPORT = False from os import open as os_open from os.path import isdir, split try: import importlib.machinery as importlib_machinery # access attribute to force import under delayed import mechanisms. importlib_machinery.__name__ except ImportError: importlib_machinery = None from . import py31compat from pkg_resources.extern import appdirs from pkg_resources.extern import packaging __import__('pkg_resources.extern.packaging.version') __import__('pkg_resources.extern.packaging.specifiers') __import__('pkg_resources.extern.packaging.requirements') __import__('pkg_resources.extern.packaging.markers') __metaclass__ = type if (3, 0) < sys.version_info < (3, 4): raise RuntimeError("Python 3.4 or later is required") if six.PY2: # Those builtin exceptions are only defined in Python 3 PermissionError = None NotADirectoryError = None # declare some globals that will be defined later to # satisfy the linters. require = None working_set = None add_activation_listener = None resources_stream = None cleanup_resources = None resource_dir = None resource_stream = None set_extraction_path = None resource_isdir = None resource_string = None iter_entry_points = None resource_listdir = None resource_filename = None resource_exists = None _distribution_finders = None _namespace_handlers = None _namespace_packages = None class PEP440Warning(RuntimeWarning): """ Used when there is an issue with a version or specifier not complying with PEP 440. """ def parse_version(v): try: return packaging.version.Version(v) except packaging.version.InvalidVersion: return packaging.version.LegacyVersion(v) _state_vars = {} def _declare_state(vartype, **kw): globals().update(kw) _state_vars.update(dict.fromkeys(kw, vartype)) def __getstate__(): state = {} g = globals() for k, v in _state_vars.items(): state[k] = g['_sget_' + v](g[k]) return state def __setstate__(state): g = globals() for k, v in state.items(): g['_sset_' + _state_vars[k]](k, g[k], v) return state def _sget_dict(val): return val.copy() def _sset_dict(key, ob, state): ob.clear() ob.update(state) def _sget_object(val): return val.__getstate__() def _sset_object(key, ob, state): ob.__setstate__(state) _sget_none = _sset_none = lambda *args: None def get_supported_platform(): """Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. """ plat = get_build_platform() m = macosVersionString.match(plat) if m is not None and sys.platform == "darwin": try: plat = 'macosx-%s-%s' % ('.'.join(_macosx_vers()[:2]), m.group(3)) except ValueError: # not Mac OS X pass return plat __all__ = [ # Basic resource access and distribution/entry point discovery 'require', 'run_script', 'get_provider', 'get_distribution', 'load_entry_point', 'get_entry_map', 'get_entry_info', 'iter_entry_points', 'resource_string', 'resource_stream', 'resource_filename', 'resource_listdir', 'resource_exists', 'resource_isdir', # Environmental control 'declare_namespace', 'working_set', 'add_activation_listener', 'find_distributions', 'set_extraction_path', 'cleanup_resources', 'get_default_cache', # Primary implementation classes 'Environment', 'WorkingSet', 'ResourceManager', 'Distribution', 'Requirement', 'EntryPoint', # Exceptions 'ResolutionError', 'VersionConflict', 'DistributionNotFound', 'UnknownExtra', 'ExtractionError', # Warnings 'PEP440Warning', # Parsing functions and string utilities 'parse_requirements', 'parse_version', 'safe_name', 'safe_version', 'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections', 'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker', # filesystem utilities 'ensure_directory', 'normalize_path', # Distribution "precedence" constants 'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST', # "Provider" interfaces, implementations, and registration/lookup APIs 'IMetadataProvider', 'IResourceProvider', 'FileMetadata', 'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider', 'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider', 'register_finder', 'register_namespace_handler', 'register_loader_type', 'fixup_namespace_packages', 'get_importer', # Warnings 'PkgResourcesDeprecationWarning', # Deprecated/backward compatibility only 'run_main', 'AvailableDistributions', ] class ResolutionError(Exception): """Abstract base for dependency resolution errors""" def __repr__(self): return self.__class__.__name__ + repr(self.args) class VersionConflict(ResolutionError): """ An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. """ _template = "{self.dist} is installed but {self.req} is required" @property def dist(self): return self.args[0] @property def req(self): return self.args[1] def report(self): return self._template.format(**locals()) def with_context(self, required_by): """ If required_by is non-empty, return a version of self that is a ContextualVersionConflict. """ if not required_by: return self args = self.args + (required_by,) return ContextualVersionConflict(*args) class ContextualVersionConflict(VersionConflict): """ A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. """ _template = VersionConflict._template + ' by {self.required_by}' @property def required_by(self): return self.args[2] class DistributionNotFound(ResolutionError): """A requested distribution was not found""" _template = ("The '{self.req}' distribution was not found " "and is required by {self.requirers_str}") @property def req(self): return self.args[0] @property def requirers(self): return self.args[1] @property def requirers_str(self): if not self.requirers: return 'the application' return ', '.join(self.requirers) def report(self): return self._template.format(**locals()) def __str__(self): return self.report() class UnknownExtra(ResolutionError): """Distribution doesn't have an "extra feature" of the given name""" _provider_factories = {} PY_MAJOR = '{}.{}'.format(*sys.version_info) EGG_DIST = 3 BINARY_DIST = 2 SOURCE_DIST = 1 CHECKOUT_DIST = 0 DEVELOP_DIST = -1 def register_loader_type(loader_type, provider_factory): """Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. """ _provider_factories[loader_type] = provider_factory def get_provider(moduleOrReq): """Return an IResourceProvider for the named module or requirement""" if isinstance(moduleOrReq, Requirement): return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0] try: module = sys.modules[moduleOrReq] except KeyError: __import__(moduleOrReq) module = sys.modules[moduleOrReq] loader = getattr(module, '__loader__', None) return _find_adapter(_provider_factories, loader)(module) def _macosx_vers(_cache=[]): if not _cache: version = platform.mac_ver()[0] # fallback for MacPorts if version == '': plist = '/System/Library/CoreServices/SystemVersion.plist' if os.path.exists(plist): if hasattr(plistlib, 'readPlist'): plist_content = plistlib.readPlist(plist) if 'ProductVersion' in plist_content: version = plist_content['ProductVersion'] _cache.append(version.split('.')) return _cache[0] def _macosx_arch(machine): return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine) def get_build_platform(): """Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. """ from sysconfig import get_platform plat = get_platform() if sys.platform == "darwin" and not plat.startswith('macosx-'): try: version = _macosx_vers() machine = os.uname()[4].replace(" ", "_") return "macosx-%d.%d-%s" % ( int(version[0]), int(version[1]), _macosx_arch(machine), ) except ValueError: # if someone is running a non-Mac darwin system, this will fall # through to the default implementation pass return plat macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)") darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)") # XXX backward compat get_platform = get_build_platform def compatible_platforms(provided, required): """Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. """ if provided is None or required is None or provided == required: # easy case return True # Mac OS X special cases reqMac = macosVersionString.match(required) if reqMac: provMac = macosVersionString.match(provided) # is this a Mac package? if not provMac: # this is backwards compatibility for packages built before # setuptools 0.6. All packages built after this point will # use the new macosx designation. provDarwin = darwinVersionString.match(provided) if provDarwin: dversion = int(provDarwin.group(1)) macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2)) if dversion == 7 and macosversion >= "10.3" or \ dversion == 8 and macosversion >= "10.4": return True # egg isn't macosx or legacy darwin return False # are they the same major version and machine type? if provMac.group(1) != reqMac.group(1) or \ provMac.group(3) != reqMac.group(3): return False # is the required OS major update >= the provided one? if int(provMac.group(2)) > int(reqMac.group(2)): return False return True # XXX Linux and other platforms' special cases should go here return False def run_script(dist_spec, script_name): """Locate distribution `dist_spec` and run its `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name require(dist_spec)[0].run_script(script_name, ns) # backward compatibility run_main = run_script def get_distribution(dist): """Return a current distribution object for a Requirement or string""" if isinstance(dist, six.string_types): dist = Requirement.parse(dist) if isinstance(dist, Requirement): dist = get_provider(dist) if not isinstance(dist, Distribution): raise TypeError("Expected string, Requirement, or Distribution", dist) return dist def load_entry_point(dist, group, name): """Return `name` entry point of `group` for `dist` or raise ImportError""" return get_distribution(dist).load_entry_point(group, name) def get_entry_map(dist, group=None): """Return the entry point map for `group`, or the full entry map""" return get_distribution(dist).get_entry_map(group) def get_entry_info(dist, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return get_distribution(dist).get_entry_info(group, name) class IMetadataProvider: def has_metadata(name): """Does the package's distribution contain the named metadata?""" def get_metadata(name): """The named metadata resource as a string""" def get_metadata_lines(name): """Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.""" def metadata_isdir(name): """Is the named metadata a directory? (like ``os.path.isdir()``)""" def metadata_listdir(name): """List of metadata names in the directory (like ``os.listdir()``)""" def run_script(script_name, namespace): """Execute the named script in the supplied namespace dictionary""" class IResourceProvider(IMetadataProvider): """An object that provides access to package resources""" def get_resource_filename(manager, resource_name): """Return a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_stream(manager, resource_name): """Return a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_string(manager, resource_name): """Return a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``""" def has_resource(resource_name): """Does the package contain the named resource?""" def resource_isdir(resource_name): """Is the named resource a directory? (like ``os.path.isdir()``)""" def resource_listdir(resource_name): """List of resource names in the directory (like ``os.listdir()``)""" class WorkingSet: """A collection of active distributions on sys.path (or a similar list)""" def __init__(self, entries=None): """Create working set from list of path entries (default=sys.path)""" self.entries = [] self.entry_keys = {} self.by_key = {} self.callbacks = [] if entries is None: entries = sys.path for entry in entries: self.add_entry(entry) @classmethod def _build_master(cls): """ Prepare the master working set. """ ws = cls() try: from __main__ import __requires__ except ImportError: # The main program does not list any requirements return ws # ensure the requirements are met try: ws.require(__requires__) except VersionConflict: return cls._build_from_requirements(__requires__) return ws @classmethod def _build_from_requirements(cls, req_spec): """ Build a working set from a requirement spec. Rewrites sys.path. """ # try it without defaults already on sys.path # by starting with an empty path ws = cls([]) reqs = parse_requirements(req_spec) dists = ws.resolve(reqs, Environment()) for dist in dists: ws.add(dist) # add any missing entries from sys.path for entry in sys.path: if entry not in ws.entries: ws.add_entry(entry) # then copy back to sys.path sys.path[:] = ws.entries return ws def add_entry(self, entry): """Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) """ self.entry_keys.setdefault(entry, []) self.entries.append(entry) for dist in find_distributions(entry, True): self.add(dist, entry, False) def __contains__(self, dist): """True if `dist` is the active distribution for its project""" return self.by_key.get(dist.key) == dist def find(self, req): """Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. """ dist = self.by_key.get(req.key) if dist is not None and dist not in req: # XXX add more info raise VersionConflict(dist, req) return dist def iter_entry_points(self, group, name=None): """Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). """ return ( entry for dist in self for entry in dist.get_entry_map(group).values() if name is None or name == entry.name ) def run_script(self, requires, script_name): """Locate distribution for `requires` and run `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name self.require(requires)[0].run_script(script_name, ns) def __iter__(self): """Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. """ seen = {} for item in self.entries: if item not in self.entry_keys: # workaround a cache issue continue for key in self.entry_keys[item]: if key not in seen: seen[key] = 1 yield self.by_key[key] def add(self, dist, entry=None, insert=True, replace=False): """Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. """ if insert: dist.insert_on(self.entries, entry, replace=replace) if entry is None: entry = dist.location keys = self.entry_keys.setdefault(entry, []) keys2 = self.entry_keys.setdefault(dist.location, []) if not replace and dist.key in self.by_key: # ignore hidden distros return self.by_key[dist.key] = dist if dist.key not in keys: keys.append(dist.key) if dist.key not in keys2: keys2.append(dist.key) self._added_new(dist) def resolve(self, requirements, env=None, installer=None, replace_conflicting=False, extras=None): """List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. """ # set up the stack requirements = list(requirements)[::-1] # set of processed requirements processed = {} # key -> dist best = {} to_activate = [] req_extras = _ReqExtras() # Mapping of requirement to set of distributions that required it; # useful for reporting info about conflicts. required_by = collections.defaultdict(set) while requirements: # process dependencies breadth-first req = requirements.pop(0) if req in processed: # Ignore cyclic or redundant dependencies continue if not req_extras.markers_pass(req, extras): continue dist = best.get(req.key) if dist is None: # Find the best distribution and add it to the map dist = self.by_key.get(req.key) if dist is None or (dist not in req and replace_conflicting): ws = self if env is None: if dist is None: env = Environment(self.entries) else: # Use an empty environment and workingset to avoid # any further conflicts with the conflicting # distribution env = Environment([]) ws = WorkingSet([]) dist = best[req.key] = env.best_match( req, ws, installer, replace_conflicting=replace_conflicting ) if dist is None: requirers = required_by.get(req, None) raise DistributionNotFound(req, requirers) to_activate.append(dist) if dist not in req: # Oops, the "best" so far conflicts with a dependency dependent_req = required_by[req] raise VersionConflict(dist, req).with_context(dependent_req) # push the new requirements onto the stack new_requirements = dist.requires(req.extras)[::-1] requirements.extend(new_requirements) # Register the new requirements needed by req for new_requirement in new_requirements: required_by[new_requirement].add(req.project_name) req_extras[new_requirement] = req.extras processed[req] = True # return list of distros to activate return to_activate def find_plugins( self, plugin_env, full_env=None, installer=None, fallback=True): """Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. """ plugin_projects = list(plugin_env) # scan project names in alphabetic order plugin_projects.sort() error_info = {} distributions = {} if full_env is None: env = Environment(self.entries) env += plugin_env else: env = full_env + plugin_env shadow_set = self.__class__([]) # put all our entries in shadow_set list(map(shadow_set.add, self)) for project_name in plugin_projects: for dist in plugin_env[project_name]: req = [dist.as_requirement()] try: resolvees = shadow_set.resolve(req, env, installer) except ResolutionError as v: # save error info error_info[dist] = v if fallback: # try the next older version of project continue else: # give up on this project, keep going break else: list(map(shadow_set.add, resolvees)) distributions.update(dict.fromkeys(resolvees)) # success, no need to try any more versions of this project break distributions = list(distributions) distributions.sort() return distributions, error_info def require(self, *requirements): """Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. """ needed = self.resolve(parse_requirements(requirements)) for dist in needed: self.add(dist) return needed def subscribe(self, callback, existing=True): """Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. """ if callback in self.callbacks: return self.callbacks.append(callback) if not existing: return for dist in self: callback(dist) def _added_new(self, dist): for callback in self.callbacks: callback(dist) def __getstate__(self): return ( self.entries[:], self.entry_keys.copy(), self.by_key.copy(), self.callbacks[:] ) def __setstate__(self, e_k_b_c): entries, keys, by_key, callbacks = e_k_b_c self.entries = entries[:] self.entry_keys = keys.copy() self.by_key = by_key.copy() self.callbacks = callbacks[:] class _ReqExtras(dict): """ Map each requirement to the extras that demanded it. """ def markers_pass(self, req, extras=None): """ Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. """ extra_evals = ( req.marker.evaluate({'extra': extra}) for extra in self.get(req, ()) + (extras or (None,)) ) return not req.marker or any(extra_evals) class Environment: """Searchable snapshot of distributions on a search path""" def __init__( self, search_path=None, platform=get_supported_platform(), python=PY_MAJOR): """Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.6'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. """ self._distmap = {} self.platform = platform self.python = python self.scan(search_path) def can_add(self, dist): """Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. """ py_compat = ( self.python is None or dist.py_version is None or dist.py_version == self.python ) return py_compat and compatible_platforms(dist.platform, self.platform) def remove(self, dist): """Remove `dist` from the environment""" self._distmap[dist.key].remove(dist) def scan(self, search_path=None): """Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. """ if search_path is None: search_path = sys.path for item in search_path: for dist in find_distributions(item): self.add(dist) def __getitem__(self, project_name): """Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. """ distribution_key = project_name.lower() return self._distmap.get(distribution_key, []) def add(self, dist): """Add `dist` if we ``can_add()`` it and it has not already been added """ if self.can_add(dist) and dist.has_version(): dists = self._distmap.setdefault(dist.key, []) if dist not in dists: dists.append(dist) dists.sort(key=operator.attrgetter('hashcmp'), reverse=True) def best_match( self, req, working_set, installer=None, replace_conflicting=False): """Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. """ try: dist = working_set.find(req) except VersionConflict: if not replace_conflicting: raise dist = None if dist is not None: return dist for dist in self[req.key]: if dist in req: return dist # try to download/install return self.obtain(req, installer) def obtain(self, requirement, installer=None): """Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.""" if installer is not None: return installer(requirement) def __iter__(self): """Yield the unique project names of the available distributions""" for key in self._distmap.keys(): if self[key]: yield key def __iadd__(self, other): """In-place addition of a distribution or environment""" if isinstance(other, Distribution): self.add(other) elif isinstance(other, Environment): for project in other: for dist in other[project]: self.add(dist) else: raise TypeError("Can't add %r to environment" % (other,)) return self def __add__(self, other): """Add an environment or distribution to an environment""" new = self.__class__([], platform=None, python=None) for env in self, other: new += env return new # XXX backward compatibility AvailableDistributions = Environment class ExtractionError(RuntimeError): """An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail """ class ResourceManager: """Manage resource extraction and packages""" extraction_path = None def __init__(self): self.cached_files = {} def resource_exists(self, package_or_requirement, resource_name): """Does the named resource exist?""" return get_provider(package_or_requirement).has_resource(resource_name) def resource_isdir(self, package_or_requirement, resource_name): """Is the named resource an existing directory?""" return get_provider(package_or_requirement).resource_isdir( resource_name ) def resource_filename(self, package_or_requirement, resource_name): """Return a true filesystem path for specified resource""" return get_provider(package_or_requirement).get_resource_filename( self, resource_name ) def resource_stream(self, package_or_requirement, resource_name): """Return a readable file-like object for specified resource""" return get_provider(package_or_requirement).get_resource_stream( self, resource_name ) def resource_string(self, package_or_requirement, resource_name): """Return specified resource as a string""" return get_provider(package_or_requirement).get_resource_string( self, resource_name ) def resource_listdir(self, package_or_requirement, resource_name): """List the contents of the named resource directory""" return get_provider(package_or_requirement).resource_listdir( resource_name ) def extraction_error(self): """Give an error message for problems extracting file(s)""" old_exc = sys.exc_info()[1] cache_path = self.extraction_path or get_default_cache() tmpl = textwrap.dedent(""" Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. """).lstrip() err = ExtractionError(tmpl.format(**locals())) err.manager = self err.cache_path = cache_path err.original_error = old_exc raise err def get_cache_path(self, archive_name, names=()): """Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. """ extract_path = self.extraction_path or get_default_cache() target_path = os.path.join(extract_path, archive_name + '-tmp', *names) try: _bypass_ensure_directory(target_path) except Exception: self.extraction_error() self._warn_unsafe_extraction_path(extract_path) self.cached_files[target_path] = 1 return target_path @staticmethod def _warn_unsafe_extraction_path(path): """ If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. """ if os.name == 'nt' and not path.startswith(os.environ['windir']): # On Windows, permissions are generally restrictive by default # and temp directories are not writable by other users, so # bypass the warning. return mode = os.stat(path).st_mode if mode & stat.S_IWOTH or mode & stat.S_IWGRP: msg = ( "%s is writable by group/others and vulnerable to attack " "when " "used with get_resource_filename. Consider a more secure " "location (set with .set_extraction_path or the " "PYTHON_EGG_CACHE environment variable)." % path ) warnings.warn(msg, UserWarning) def postprocess(self, tempname, filename): """Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. """ if os.name == 'posix': # Make the resource executable mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777 os.chmod(tempname, mode) def set_extraction_path(self, path): """Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) """ if self.cached_files: raise ValueError( "Can't change extraction path, files already extracted" ) self.extraction_path = path def cleanup_resources(self, force=False): """ Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. """ # XXX def get_default_cache(): """ Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". """ return ( os.environ.get('PYTHON_EGG_CACHE') or appdirs.user_cache_dir(appname='Python-Eggs') ) def safe_name(name): """Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. """ return re.sub('[^A-Za-z0-9.]+', '-', name) def safe_version(version): """ Convert an arbitrary string to a standard version string """ try: # normalize the version return str(packaging.version.Version(version)) except packaging.version.InvalidVersion: version = version.replace(' ', '.') return re.sub('[^A-Za-z0-9.]+', '-', version) def safe_extra(extra): """Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. """ return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower() def to_filename(name): """Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. """ return name.replace('-', '_') def invalid_marker(text): """ Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. """ try: evaluate_marker(text) except SyntaxError as e: e.filename = None e.lineno = None return e return False def evaluate_marker(text, extra=None): """ Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. """ try: marker = packaging.markers.Marker(text) return marker.evaluate() except packaging.markers.InvalidMarker as e: raise SyntaxError(e) class NullProvider: """Try to implement resources and metadata for arbitrary PEP 302 loaders""" egg_name = None egg_info = None loader = None def __init__(self, module): self.loader = getattr(module, '__loader__', None) self.module_path = os.path.dirname(getattr(module, '__file__', '')) def get_resource_filename(self, manager, resource_name): return self._fn(self.module_path, resource_name) def get_resource_stream(self, manager, resource_name): return io.BytesIO(self.get_resource_string(manager, resource_name)) def get_resource_string(self, manager, resource_name): return self._get(self._fn(self.module_path, resource_name)) def has_resource(self, resource_name): return self._has(self._fn(self.module_path, resource_name)) def _get_metadata_path(self, name): return self._fn(self.egg_info, name) def has_metadata(self, name): if not self.egg_info: return self.egg_info path = self._get_metadata_path(name) return self._has(path) def get_metadata(self, name): if not self.egg_info: return "" path = self._get_metadata_path(name) value = self._get(path) if six.PY2: return value try: return value.decode('utf-8') except UnicodeDecodeError as exc: # Include the path in the error message to simplify # troubleshooting, and without changing the exception type. exc.reason += ' in {} file at path: {}'.format(name, path) raise def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) def resource_isdir(self, resource_name): return self._isdir(self._fn(self.module_path, resource_name)) def metadata_isdir(self, name): return self.egg_info and self._isdir(self._fn(self.egg_info, name)) def resource_listdir(self, resource_name): return self._listdir(self._fn(self.module_path, resource_name)) def metadata_listdir(self, name): if self.egg_info: return self._listdir(self._fn(self.egg_info, name)) return [] def run_script(self, script_name, namespace): script = 'scripts/' + script_name if not self.has_metadata(script): raise ResolutionError( "Script {script!r} not found in metadata at {self.egg_info!r}" .format(**locals()), ) script_text = self.get_metadata(script).replace('\r\n', '\n') script_text = script_text.replace('\r', '\n') script_filename = self._fn(self.egg_info, script) namespace['__file__'] = script_filename if os.path.exists(script_filename): source = open(script_filename).read() code = compile(source, script_filename, 'exec') exec(code, namespace, namespace) else: from linecache import cache cache[script_filename] = ( len(script_text), 0, script_text.split('\n'), script_filename ) script_code = compile(script_text, script_filename, 'exec') exec(script_code, namespace, namespace) def _has(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _isdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _listdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _fn(self, base, resource_name): self._validate_resource_path(resource_name) if resource_name: return os.path.join(base, *resource_name.split('/')) return base @staticmethod def _validate_resource_path(path): """ Validate the resource paths according to the docs. https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access >>> warned = getfixture('recwarn') >>> warnings.simplefilter('always') >>> vrp = NullProvider._validate_resource_path >>> vrp('foo/bar.txt') >>> bool(warned) False >>> vrp('../foo/bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('/foo/bar.txt') >>> bool(warned) True >>> vrp('foo/../../bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('foo/f../bar.txt') >>> bool(warned) False Windows path separators are straight-up disallowed. >>> vrp(r'\\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path \ is not allowed. >>> vrp(r'C:\\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path \ is not allowed. Blank values are allowed >>> vrp('') >>> bool(warned) False Non-string values are not. >>> vrp(None) Traceback (most recent call last): ... AttributeError: ... """ invalid = ( os.path.pardir in path.split(posixpath.sep) or posixpath.isabs(path) or ntpath.isabs(path) ) if not invalid: return msg = "Use of .. or absolute path in a resource path is not allowed." # Aggressively disallow Windows absolute paths if ntpath.isabs(path) and not posixpath.isabs(path): raise ValueError(msg) # for compatibility, warn; in future # raise ValueError(msg) warnings.warn( msg[:-1] + " and will raise exceptions in a future release.", DeprecationWarning, stacklevel=4, ) def _get(self, path): if hasattr(self.loader, 'get_data'): return self.loader.get_data(path) raise NotImplementedError( "Can't perform this operation for loaders without 'get_data()'" ) register_loader_type(object, NullProvider) class EggProvider(NullProvider): """Provider based on a virtual filesystem""" def __init__(self, module): NullProvider.__init__(self, module) self._setup_prefix() def _setup_prefix(self): # we assume here that our metadata may be nested inside a "basket" # of multiple eggs; that's why we use module_path instead of .archive path = self.module_path old = None while path != old: if _is_egg_path(path): self.egg_name = os.path.basename(path) self.egg_info = os.path.join(path, 'EGG-INFO') self.egg_root = path break old = path path, base = os.path.split(path) class DefaultProvider(EggProvider): """Provides access to package resources in the filesystem""" def _has(self, path): return os.path.exists(path) def _isdir(self, path): return os.path.isdir(path) def _listdir(self, path): return os.listdir(path) def get_resource_stream(self, manager, resource_name): return open(self._fn(self.module_path, resource_name), 'rb') def _get(self, path): with open(path, 'rb') as stream: return stream.read() @classmethod def _register(cls): loader_names = 'SourceFileLoader', 'SourcelessFileLoader', for name in loader_names: loader_cls = getattr(importlib_machinery, name, type(None)) register_loader_type(loader_cls, cls) DefaultProvider._register() class EmptyProvider(NullProvider): """Provider that returns nothing for all requests""" module_path = None _isdir = _has = lambda self, path: False def _get(self, path): return '' def _listdir(self, path): return [] def __init__(self): pass empty_provider = EmptyProvider() class ZipManifests(dict): """ zip manifest builder """ @classmethod def build(cls, path): """ Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. """ with zipfile.ZipFile(path) as zfile: items = ( ( name.replace('/', os.sep), zfile.getinfo(name), ) for name in zfile.namelist() ) return dict(items) load = build class MemoizedZipManifests(ZipManifests): """ Memoized zipfile manifests. """ manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime') def load(self, path): """ Load a manifest at path or return a suitable manifest already loaded. """ path = os.path.normpath(path) mtime = os.stat(path).st_mtime if path not in self or self[path].mtime != mtime: manifest = self.build(path) self[path] = self.manifest_mod(manifest, mtime) return self[path].manifest class ZipProvider(EggProvider): """Resource support for zips and eggs""" eagers = None _zip_manifests = MemoizedZipManifests() def __init__(self, module): EggProvider.__init__(self, module) self.zip_pre = self.loader.archive + os.sep def _zipinfo_name(self, fspath): # Convert a virtual filename (full path to file) into a zipfile subpath # usable with the zipimport directory cache for our target archive fspath = fspath.rstrip(os.sep) if fspath == self.loader.archive: return '' if fspath.startswith(self.zip_pre): return fspath[len(self.zip_pre):] raise AssertionError( "%s is not a subpath of %s" % (fspath, self.zip_pre) ) def _parts(self, zip_path): # Convert a zipfile subpath into an egg-relative path part list. # pseudo-fs path fspath = self.zip_pre + zip_path if fspath.startswith(self.egg_root + os.sep): return fspath[len(self.egg_root) + 1:].split(os.sep) raise AssertionError( "%s is not a subpath of %s" % (fspath, self.egg_root) ) @property def zipinfo(self): return self._zip_manifests.load(self.loader.archive) def get_resource_filename(self, manager, resource_name): if not self.egg_name: raise NotImplementedError( "resource_filename() only supported for .egg, not .zip" ) # no need to lock for extraction, since we use temp names zip_path = self._resource_to_zip(resource_name) eagers = self._get_eager_resources() if '/'.join(self._parts(zip_path)) in eagers: for name in eagers: self._extract_resource(manager, self._eager_to_zip(name)) return self._extract_resource(manager, zip_path) @staticmethod def _get_date_and_size(zip_stat): size = zip_stat.file_size # ymdhms+wday, yday, dst date_time = zip_stat.date_time + (0, 0, -1) # 1980 offset already done timestamp = time.mktime(date_time) return timestamp, size def _extract_resource(self, manager, zip_path): if zip_path in self._index(): for name in self._index()[zip_path]: last = self._extract_resource( manager, os.path.join(zip_path, name) ) # return the extracted directory name return os.path.dirname(last) timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not WRITE_SUPPORT: raise IOError('"os.rename" and "os.unlink" are not supported ' 'on this platform') try: real_path = manager.get_cache_path( self.egg_name, self._parts(zip_path) ) if self._is_current(real_path, zip_path): return real_path outf, tmpnam = _mkstemp( ".$extract", dir=os.path.dirname(real_path), ) os.write(outf, self.loader.get_data(zip_path)) os.close(outf) utime(tmpnam, (timestamp, timestamp)) manager.postprocess(tmpnam, real_path) try: rename(tmpnam, real_path) except os.error: if os.path.isfile(real_path): if self._is_current(real_path, zip_path): # the file became current since it was checked above, # so proceed. return real_path # Windows, del old file and retry elif os.name == 'nt': unlink(real_path) rename(tmpnam, real_path) return real_path raise except os.error: # report a user-friendly error manager.extraction_error() return real_path def _is_current(self, file_path, zip_path): """ Return True if the file_path is current for this zip_path """ timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not os.path.isfile(file_path): return False stat = os.stat(file_path) if stat.st_size != size or stat.st_mtime != timestamp: return False # check that the contents match zip_contents = self.loader.get_data(zip_path) with open(file_path, 'rb') as f: file_contents = f.read() return zip_contents == file_contents def _get_eager_resources(self): if self.eagers is None: eagers = [] for name in ('native_libs.txt', 'eager_resources.txt'): if self.has_metadata(name): eagers.extend(self.get_metadata_lines(name)) self.eagers = eagers return self.eagers def _index(self): try: return self._dirindex except AttributeError: ind = {} for path in self.zipinfo: parts = path.split(os.sep) while parts: parent = os.sep.join(parts[:-1]) if parent in ind: ind[parent].append(parts[-1]) break else: ind[parent] = [parts.pop()] self._dirindex = ind return ind def _has(self, fspath): zip_path = self._zipinfo_name(fspath) return zip_path in self.zipinfo or zip_path in self._index() def _isdir(self, fspath): return self._zipinfo_name(fspath) in self._index() def _listdir(self, fspath): return list(self._index().get(self._zipinfo_name(fspath), ())) def _eager_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.egg_root, resource_name)) def _resource_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.module_path, resource_name)) register_loader_type(zipimport.zipimporter, ZipProvider) class FileMetadata(EmptyProvider): """Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. """ def __init__(self, path): self.path = path def _get_metadata_path(self, name): return self.path def has_metadata(self, name): return name == 'PKG-INFO' and os.path.isfile(self.path) def get_metadata(self, name): if name != 'PKG-INFO': raise KeyError("No metadata except PKG-INFO is available") with io.open(self.path, encoding='utf-8', errors="replace") as f: metadata = f.read() self._warn_on_replacement(metadata) return metadata def _warn_on_replacement(self, metadata): # Python 2.7 compat for: replacement_char = '�' replacement_char = b'\xef\xbf\xbd'.decode('utf-8') if replacement_char in metadata: tmpl = "{self.path} could not be properly decoded in UTF-8" msg = tmpl.format(**locals()) warnings.warn(msg) def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) class PathMetadata(DefaultProvider): """Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) """ def __init__(self, path, egg_info): self.module_path = path self.egg_info = egg_info class EggMetadata(ZipProvider): """Metadata provider for .egg files""" def __init__(self, importer): """Create a metadata provider from a zipimporter""" self.zip_pre = importer.archive + os.sep self.loader = importer if importer.prefix: self.module_path = os.path.join(importer.archive, importer.prefix) else: self.module_path = importer.archive self._setup_prefix() _declare_state('dict', _distribution_finders={}) def register_finder(importer_type, distribution_finder): """Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.""" _distribution_finders[importer_type] = distribution_finder def find_distributions(path_item, only=False): """Yield distributions accessible via `path_item`""" importer = get_importer(path_item) finder = _find_adapter(_distribution_finders, importer) return finder(importer, path_item, only) def find_eggs_in_zip(importer, path_item, only=False): """ Find eggs in zip files; possibly multiple nested eggs. """ if importer.archive.endswith('.whl'): # wheels are not supported with this finder # they don't have PKG-INFO metadata, and won't ever contain eggs return metadata = EggMetadata(importer) if metadata.has_metadata('PKG-INFO'): yield Distribution.from_filename(path_item, metadata=metadata) if only: # don't yield nested distros return for subitem in metadata.resource_listdir(''): if _is_egg_path(subitem): subpath = os.path.join(path_item, subitem) dists = find_eggs_in_zip(zipimport.zipimporter(subpath), subpath) for dist in dists: yield dist elif subitem.lower().endswith('.dist-info'): subpath = os.path.join(path_item, subitem) submeta = EggMetadata(zipimport.zipimporter(subpath)) submeta.egg_info = subpath yield Distribution.from_location(path_item, subitem, submeta) register_finder(zipimport.zipimporter, find_eggs_in_zip) def find_nothing(importer, path_item, only=False): return () register_finder(object, find_nothing) def _by_version_descending(names): """ Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] """ def _by_version(name): """ Parse each component of the filename """ name, ext = os.path.splitext(name) parts = itertools.chain(name.split('-'), [ext]) return [packaging.version.parse(part) for part in parts] return sorted(names, key=_by_version, reverse=True) def find_on_path(importer, path_item, only=False): """Yield distributions accessible on a sys.path directory""" path_item = _normalize_cached(path_item) if _is_unpacked_egg(path_item): yield Distribution.from_filename( path_item, metadata=PathMetadata( path_item, os.path.join(path_item, 'EGG-INFO') ) ) return entries = safe_listdir(path_item) # for performance, before sorting by version, # screen entries for only those that will yield # distributions filtered = ( entry for entry in entries if dist_factory(path_item, entry, only) ) # scan for .egg and .egg-info in directory path_item_entries = _by_version_descending(filtered) for entry in path_item_entries: fullpath = os.path.join(path_item, entry) factory = dist_factory(path_item, entry, only) for dist in factory(fullpath): yield dist def dist_factory(path_item, entry, only): """ Return a dist_factory for a path_item and entry """ lower = entry.lower() is_meta = any(map(lower.endswith, ('.egg-info', '.dist-info'))) return ( distributions_from_metadata if is_meta else find_distributions if not only and _is_egg_path(entry) else resolve_egg_link if not only and lower.endswith('.egg-link') else NoDists() ) class NoDists: """ >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] """ def __bool__(self): return False if six.PY2: __nonzero__ = __bool__ def __call__(self, fullpath): return iter(()) def safe_listdir(path): """ Attempt to list contents of path, but suppress some exceptions. """ try: return os.listdir(path) except (PermissionError, NotADirectoryError): pass except OSError as e: # Ignore the directory if does not exist, not a directory or # permission denied ignorable = ( e.errno in (errno.ENOTDIR, errno.EACCES, errno.ENOENT) # Python 2 on Windows needs to be handled this way :( or getattr(e, "winerror", None) == 267 ) if not ignorable: raise return () def distributions_from_metadata(path): root = os.path.dirname(path) if os.path.isdir(path): if len(os.listdir(path)) == 0: # empty metadata dir; skip return metadata = PathMetadata(root, path) else: metadata = FileMetadata(path) entry = os.path.basename(path) yield Distribution.from_location( root, entry, metadata, precedence=DEVELOP_DIST, ) def non_empty_lines(path): """ Yield non-empty lines from file at path """ with open(path) as f: for line in f: line = line.strip() if line: yield line def resolve_egg_link(path): """ Given a path to an .egg-link, resolve distributions present in the referenced path. """ referenced_paths = non_empty_lines(path) resolved_paths = ( os.path.join(os.path.dirname(path), ref) for ref in referenced_paths ) dist_groups = map(find_distributions, resolved_paths) return next(dist_groups, ()) register_finder(pkgutil.ImpImporter, find_on_path) if hasattr(importlib_machinery, 'FileFinder'): register_finder(importlib_machinery.FileFinder, find_on_path) _declare_state('dict', _namespace_handlers={}) _declare_state('dict', _namespace_packages={}) def register_namespace_handler(importer_type, namespace_handler): """Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. """ _namespace_handlers[importer_type] = namespace_handler def _handle_ns(packageName, path_item): """Ensure that named package includes a subpath of path_item (if needed)""" importer = get_importer(path_item) if importer is None: return None # capture warnings due to #1111 with warnings.catch_warnings(): warnings.simplefilter("ignore") loader = importer.find_module(packageName) if loader is None: return None module = sys.modules.get(packageName) if module is None: module = sys.modules[packageName] = types.ModuleType(packageName) module.__path__ = [] _set_parent_ns(packageName) elif not hasattr(module, '__path__'): raise TypeError("Not a package:", packageName) handler = _find_adapter(_namespace_handlers, importer) subpath = handler(importer, path_item, packageName, module) if subpath is not None: path = module.__path__ path.append(subpath) loader.load_module(packageName) _rebuild_mod_path(path, packageName, module) return subpath def _rebuild_mod_path(orig_path, package_name, module): """ Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order """ sys_path = [_normalize_cached(p) for p in sys.path] def safe_sys_path_index(entry): """ Workaround for #520 and #513. """ try: return sys_path.index(entry) except ValueError: return float('inf') def position_in_sys_path(path): """ Return the ordinal of the path based on its position in sys.path """ path_parts = path.split(os.sep) module_parts = package_name.count('.') + 1 parts = path_parts[:-module_parts] return safe_sys_path_index(_normalize_cached(os.sep.join(parts))) new_path = sorted(orig_path, key=position_in_sys_path) new_path = [_normalize_cached(p) for p in new_path] if isinstance(module.__path__, list): module.__path__[:] = new_path else: module.__path__ = new_path def declare_namespace(packageName): """Declare that package 'packageName' is a namespace package""" _imp.acquire_lock() try: if packageName in _namespace_packages: return path = sys.path parent, _, _ = packageName.rpartition('.') if parent: declare_namespace(parent) if parent not in _namespace_packages: __import__(parent) try: path = sys.modules[parent].__path__ except AttributeError: raise TypeError("Not a package:", parent) # Track what packages are namespaces, so when new path items are added, # they can be updated _namespace_packages.setdefault(parent or None, []).append(packageName) _namespace_packages.setdefault(packageName, []) for path_item in path: # Ensure all the parent's path items are reflected in the child, # if they apply _handle_ns(packageName, path_item) finally: _imp.release_lock() def fixup_namespace_packages(path_item, parent=None): """Ensure that previously-declared namespace packages include path_item""" _imp.acquire_lock() try: for package in _namespace_packages.get(parent, ()): subpath = _handle_ns(package, path_item) if subpath: fixup_namespace_packages(subpath, package) finally: _imp.release_lock() def file_ns_handler(importer, path_item, packageName, module): """Compute an ns-package subpath for a filesystem or zipfile importer""" subpath = os.path.join(path_item, packageName.split('.')[-1]) normalized = _normalize_cached(subpath) for item in module.__path__: if _normalize_cached(item) == normalized: break else: # Only return the path if it's not already there return subpath register_namespace_handler(pkgutil.ImpImporter, file_ns_handler) register_namespace_handler(zipimport.zipimporter, file_ns_handler) if hasattr(importlib_machinery, 'FileFinder'): register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler) def null_ns_handler(importer, path_item, packageName, module): return None register_namespace_handler(object, null_ns_handler) def normalize_path(filename): """Normalize a file/dir name for comparison purposes""" return os.path.normcase(os.path.realpath(os.path.normpath(_cygwin_patch(filename)))) def _cygwin_patch(filename): # pragma: nocover """ Contrary to POSIX 2008, on Cygwin, getcwd (3) contains symlink components. Using os.path.abspath() works around this limitation. A fix in os.getcwd() would probably better, in Cygwin even more so, except that this seems to be by design... """ return os.path.abspath(filename) if sys.platform == 'cygwin' else filename def _normalize_cached(filename, _cache={}): try: return _cache[filename] except KeyError: _cache[filename] = result = normalize_path(filename) return result def _is_egg_path(path): """ Determine if given path appears to be an egg. """ return path.lower().endswith('.egg') def _is_unpacked_egg(path): """ Determine if given path appears to be an unpacked egg. """ return ( _is_egg_path(path) and os.path.isfile(os.path.join(path, 'EGG-INFO', 'PKG-INFO')) ) def _set_parent_ns(packageName): parts = packageName.split('.') name = parts.pop() if parts: parent = '.'.join(parts) setattr(sys.modules[parent], name, sys.modules[packageName]) def yield_lines(strs): """Yield non-empty/non-comment lines of a string or sequence""" if isinstance(strs, six.string_types): for s in strs.splitlines(): s = s.strip() # skip blank lines/comments if s and not s.startswith('#'): yield s else: for ss in strs: for s in yield_lines(ss): yield s MODULE = re.compile(r"\w+(\.\w+)*$").match EGG_NAME = re.compile( r""" (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? """, re.VERBOSE | re.IGNORECASE, ).match class EntryPoint: """Object representing an advertised importable object""" def __init__(self, name, module_name, attrs=(), extras=(), dist=None): if not MODULE(module_name): raise ValueError("Invalid module name", module_name) self.name = name self.module_name = module_name self.attrs = tuple(attrs) self.extras = tuple(extras) self.dist = dist def __str__(self): s = "%s = %s" % (self.name, self.module_name) if self.attrs: s += ':' + '.'.join(self.attrs) if self.extras: s += ' [%s]' % ','.join(self.extras) return s def __repr__(self): return "EntryPoint.parse(%r)" % str(self) def load(self, require=True, *args, **kwargs): """ Require packages for this EntryPoint, then resolve it. """ if not require or args or kwargs: warnings.warn( "Parameters to load are deprecated. Call .resolve and " ".require separately.", PkgResourcesDeprecationWarning, stacklevel=2, ) if require: self.require(*args, **kwargs) return self.resolve() def resolve(self): """ Resolve the entry point from its module and attrs. """ module = __import__(self.module_name, fromlist=['__name__'], level=0) try: return functools.reduce(getattr, self.attrs, module) except AttributeError as exc: raise ImportError(str(exc)) def require(self, env=None, installer=None): if self.extras and not self.dist: raise UnknownExtra("Can't require() without a distribution", self) # Get the requirements for this entry point with all its extras and # then resolve them. We have to pass `extras` along when resolving so # that the working set knows what extras we want. Otherwise, for # dist-info distributions, the working set will assume that the # requirements for that extra are purely optional and skip over them. reqs = self.dist.requires(self.extras) items = working_set.resolve(reqs, env, installer, extras=self.extras) list(map(working_set.add, items)) pattern = re.compile( r'\s*' r'(?P<name>.+?)\s*' r'=\s*' r'(?P<module>[\w.]+)\s*' r'(:\s*(?P<attr>[\w.]+))?\s*' r'(?P<extras>\[.*\])?\s*$' ) @classmethod def parse(cls, src, dist=None): """Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional """ m = cls.pattern.match(src) if not m: msg = "EntryPoint must be in 'name=module:attrs [extras]' format" raise ValueError(msg, src) res = m.groupdict() extras = cls._parse_extras(res['extras']) attrs = res['attr'].split('.') if res['attr'] else () return cls(res['name'], res['module'], attrs, extras, dist) @classmethod def _parse_extras(cls, extras_spec): if not extras_spec: return () req = Requirement.parse('x' + extras_spec) if req.specs: raise ValueError() return req.extras @classmethod def parse_group(cls, group, lines, dist=None): """Parse an entry point group""" if not MODULE(group): raise ValueError("Invalid group name", group) this = {} for line in yield_lines(lines): ep = cls.parse(line, dist) if ep.name in this: raise ValueError("Duplicate entry point", group, ep.name) this[ep.name] = ep return this @classmethod def parse_map(cls, data, dist=None): """Parse a map of entry point groups""" if isinstance(data, dict): data = data.items() else: data = split_sections(data) maps = {} for group, lines in data: if group is None: if not lines: continue raise ValueError("Entry points must be listed in groups") group = group.strip() if group in maps: raise ValueError("Duplicate group name", group) maps[group] = cls.parse_group(group, lines, dist) return maps def _remove_md5_fragment(location): if not location: return '' parsed = urllib.parse.urlparse(location) if parsed[-1].startswith('md5='): return urllib.parse.urlunparse(parsed[:-1] + ('',)) return location def _version_from_file(lines): """ Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. """ def is_version_line(line): return line.lower().startswith('version:') version_lines = filter(is_version_line, lines) line = next(iter(version_lines), '') _, _, value = line.partition(':') return safe_version(value.strip()) or None class Distribution: """Wrap an actual or potential sys.path entry w/metadata""" PKG_INFO = 'PKG-INFO' def __init__( self, location=None, metadata=None, project_name=None, version=None, py_version=PY_MAJOR, platform=None, precedence=EGG_DIST): self.project_name = safe_name(project_name or 'Unknown') if version is not None: self._version = safe_version(version) self.py_version = py_version self.platform = platform self.location = location self.precedence = precedence self._provider = metadata or empty_provider @classmethod def from_location(cls, location, basename, metadata=None, **kw): project_name, version, py_version, platform = [None] * 4 basename, ext = os.path.splitext(basename) if ext.lower() in _distributionImpl: cls = _distributionImpl[ext.lower()] match = EGG_NAME(basename) if match: project_name, version, py_version, platform = match.group( 'name', 'ver', 'pyver', 'plat' ) return cls( location, metadata, project_name=project_name, version=version, py_version=py_version, platform=platform, **kw )._reload_version() def _reload_version(self): return self @property def hashcmp(self): return ( self.parsed_version, self.precedence, self.key, _remove_md5_fragment(self.location), self.py_version or '', self.platform or '', ) def __hash__(self): return hash(self.hashcmp) def __lt__(self, other): return self.hashcmp < other.hashcmp def __le__(self, other): return self.hashcmp <= other.hashcmp def __gt__(self, other): return self.hashcmp > other.hashcmp def __ge__(self, other): return self.hashcmp >= other.hashcmp def __eq__(self, other): if not isinstance(other, self.__class__): # It's not a Distribution, so they are not equal return False return self.hashcmp == other.hashcmp def __ne__(self, other): return not self == other # These properties have to be lazy so that we don't have to load any # metadata until/unless it's actually needed. (i.e., some distributions # may not know their name or version without loading PKG-INFO) @property def key(self): try: return self._key except AttributeError: self._key = key = self.project_name.lower() return key @property def parsed_version(self): if not hasattr(self, "_parsed_version"): self._parsed_version = parse_version(self.version) return self._parsed_version def _warn_legacy_version(self): LV = packaging.version.LegacyVersion is_legacy = isinstance(self._parsed_version, LV) if not is_legacy: return # While an empty version is technically a legacy version and # is not a valid PEP 440 version, it's also unlikely to # actually come from someone and instead it is more likely that # it comes from setuptools attempting to parse a filename and # including it in the list. So for that we'll gate this warning # on if the version is anything at all or not. if not self.version: return tmpl = textwrap.dedent(""" '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. """).strip().replace('\n', ' ') warnings.warn(tmpl.format(**vars(self)), PEP440Warning) @property def version(self): try: return self._version except AttributeError: version = self._get_version() if version is None: path = self._get_metadata_path_for_display(self.PKG_INFO) msg = ( "Missing 'Version:' header and/or {} file at path: {}" ).format(self.PKG_INFO, path) raise ValueError(msg, self) return version @property def _dep_map(self): """ A map of extra to its list of (direct) requirements for this distribution, including the null extra. """ try: return self.__dep_map except AttributeError: self.__dep_map = self._filter_extras(self._build_dep_map()) return self.__dep_map @staticmethod def _filter_extras(dm): """ Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. """ for extra in list(filter(None, dm)): new_extra = extra reqs = dm.pop(extra) new_extra, _, marker = extra.partition(':') fails_marker = marker and ( invalid_marker(marker) or not evaluate_marker(marker) ) if fails_marker: reqs = [] new_extra = safe_extra(new_extra) or None dm.setdefault(new_extra, []).extend(reqs) return dm def _build_dep_map(self): dm = {} for name in 'requires.txt', 'depends.txt': for extra, reqs in split_sections(self._get_metadata(name)): dm.setdefault(extra, []).extend(parse_requirements(reqs)) return dm def requires(self, extras=()): """List of Requirements needed for this distro if `extras` are used""" dm = self._dep_map deps = [] deps.extend(dm.get(None, ())) for ext in extras: try: deps.extend(dm[safe_extra(ext)]) except KeyError: raise UnknownExtra( "%s has no such extra feature %r" % (self, ext) ) return deps def _get_metadata_path_for_display(self, name): """ Return the path to the given metadata file, if available. """ try: # We need to access _get_metadata_path() on the provider object # directly rather than through this class's __getattr__() # since _get_metadata_path() is marked private. path = self._provider._get_metadata_path(name) # Handle exceptions e.g. in case the distribution's metadata # provider doesn't support _get_metadata_path(). except Exception: return '[could not detect]' return path def _get_metadata(self, name): if self.has_metadata(name): for line in self.get_metadata_lines(name): yield line def _get_version(self): lines = self._get_metadata(self.PKG_INFO) version = _version_from_file(lines) return version def activate(self, path=None, replace=False): """Ensure distribution is importable on `path` (default=sys.path)""" if path is None: path = sys.path self.insert_on(path, replace=replace) if path is sys.path: fixup_namespace_packages(self.location) for pkg in self._get_metadata('namespace_packages.txt'): if pkg in sys.modules: declare_namespace(pkg) def egg_name(self): """Return what this distribution's standard .egg filename should be""" filename = "%s-%s-py%s" % ( to_filename(self.project_name), to_filename(self.version), self.py_version or PY_MAJOR ) if self.platform: filename += '-' + self.platform return filename def __repr__(self): if self.location: return "%s (%s)" % (self, self.location) else: return str(self) def __str__(self): try: version = getattr(self, 'version', None) except ValueError: version = None version = version or "[unknown version]" return "%s %s" % (self.project_name, version) def __getattr__(self, attr): """Delegate all unrecognized public attributes to .metadata provider""" if attr.startswith('_'): raise AttributeError(attr) return getattr(self._provider, attr) def __dir__(self): return list( set(super(Distribution, self).__dir__()) | set( attr for attr in self._provider.__dir__() if not attr.startswith('_') ) ) if not hasattr(object, '__dir__'): # python 2.7 not supported del __dir__ @classmethod def from_filename(cls, filename, metadata=None, **kw): return cls.from_location( _normalize_cached(filename), os.path.basename(filename), metadata, **kw ) def as_requirement(self): """Return a ``Requirement`` that matches this distribution exactly""" if isinstance(self.parsed_version, packaging.version.Version): spec = "%s==%s" % (self.project_name, self.parsed_version) else: spec = "%s===%s" % (self.project_name, self.parsed_version) return Requirement.parse(spec) def load_entry_point(self, group, name): """Return the `name` entry point of `group` or raise ImportError""" ep = self.get_entry_info(group, name) if ep is None: raise ImportError("Entry point %r not found" % ((group, name),)) return ep.load() def get_entry_map(self, group=None): """Return the entry point map for `group`, or the full entry map""" try: ep_map = self._ep_map except AttributeError: ep_map = self._ep_map = EntryPoint.parse_map( self._get_metadata('entry_points.txt'), self ) if group is not None: return ep_map.get(group, {}) return ep_map def get_entry_info(self, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return self.get_entry_map(group).get(name) def insert_on(self, path, loc=None, replace=False): """Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. """ loc = loc or self.location if not loc: return nloc = _normalize_cached(loc) bdir = os.path.dirname(nloc) npath = [(p and _normalize_cached(p) or p) for p in path] for p, item in enumerate(npath): if item == nloc: if replace: break else: # don't modify path (even removing duplicates) if # found and not replace return elif item == bdir and self.precedence == EGG_DIST: # if it's an .egg, give it precedence over its directory # UNLESS it's already been added to sys.path and replace=False if (not replace) and nloc in npath[p:]: return if path is sys.path: self.check_version_conflict() path.insert(p, loc) npath.insert(p, nloc) break else: if path is sys.path: self.check_version_conflict() if replace: path.insert(0, loc) else: path.append(loc) return # p is the spot where we found or inserted loc; now remove duplicates while True: try: np = npath.index(nloc, p + 1) except ValueError: break else: del npath[np], path[np] # ha! p = np return def check_version_conflict(self): if self.key == 'setuptools': # ignore the inevitable setuptools self-conflicts :( return nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt')) loc = normalize_path(self.location) for modname in self._get_metadata('top_level.txt'): if (modname not in sys.modules or modname in nsp or modname in _namespace_packages): continue if modname in ('pkg_resources', 'setuptools', 'site'): continue fn = getattr(sys.modules[modname], '__file__', None) if fn and (normalize_path(fn).startswith(loc) or fn.startswith(self.location)): continue issue_warning( "Module %s was already imported from %s, but %s is being added" " to sys.path" % (modname, fn, self.location), ) def has_version(self): try: self.version except ValueError: issue_warning("Unbuilt egg for " + repr(self)) return False return True def clone(self, **kw): """Copy this distribution, substituting in any changed keyword args""" names = 'project_name version py_version platform location precedence' for attr in names.split(): kw.setdefault(attr, getattr(self, attr, None)) kw.setdefault('metadata', self._provider) return self.__class__(**kw) @property def extras(self): return [dep for dep in self._dep_map if dep] class EggInfoDistribution(Distribution): def _reload_version(self): """ Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. """ md_version = self._get_version() if md_version: self._version = md_version return self class DistInfoDistribution(Distribution): """ Wrap an actual or potential sys.path entry w/metadata, .dist-info style. """ PKG_INFO = 'METADATA' EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])") @property def _parsed_pkg_info(self): """Parse and cache metadata""" try: return self._pkg_info except AttributeError: metadata = self.get_metadata(self.PKG_INFO) self._pkg_info = email.parser.Parser().parsestr(metadata) return self._pkg_info @property def _dep_map(self): try: return self.__dep_map except AttributeError: self.__dep_map = self._compute_dependencies() return self.__dep_map def _compute_dependencies(self): """Recompute this distribution's dependencies.""" dm = self.__dep_map = {None: []} reqs = [] # Including any condition expressions for req in self._parsed_pkg_info.get_all('Requires-Dist') or []: reqs.extend(parse_requirements(req)) def reqs_for_extra(extra): for req in reqs: if not req.marker or req.marker.evaluate({'extra': extra}): yield req common = frozenset(reqs_for_extra(None)) dm[None].extend(common) for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []: s_extra = safe_extra(extra.strip()) dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common) return dm _distributionImpl = { '.egg': Distribution, '.egg-info': EggInfoDistribution, '.dist-info': DistInfoDistribution, } def issue_warning(*args, **kw): level = 1 g = globals() try: # find the first stack frame that is *not* code in # the pkg_resources module, to use for the warning while sys._getframe(level).f_globals is g: level += 1 except ValueError: pass warnings.warn(stacklevel=level + 1, *args, **kw) class RequirementParseError(ValueError): def __str__(self): return ' '.join(self.args) def parse_requirements(strs): """Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. """ # create a steppable iterator, so we can handle \-continuations lines = iter(yield_lines(strs)) for line in lines: # Drop comments -- a hash without a space may be in a URL. if ' #' in line: line = line[:line.find(' #')] # If there is a line continuation, drop it, and append the next line. if line.endswith('\\'): line = line[:-2].strip() try: line += next(lines) except StopIteration: return yield Requirement(line) class Requirement(packaging.requirements.Requirement): def __init__(self, requirement_string): """DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!""" try: super(Requirement, self).__init__(requirement_string) except packaging.requirements.InvalidRequirement as e: raise RequirementParseError(str(e)) self.unsafe_name = self.name project_name = safe_name(self.name) self.project_name, self.key = project_name, project_name.lower() self.specs = [ (spec.operator, spec.version) for spec in self.specifier] self.extras = tuple(map(safe_extra, self.extras)) self.hashCmp = ( self.key, self.url, self.specifier, frozenset(self.extras), str(self.marker) if self.marker else None, ) self.__hash = hash(self.hashCmp) def __eq__(self, other): return ( isinstance(other, Requirement) and self.hashCmp == other.hashCmp ) def __ne__(self, other): return not self == other def __contains__(self, item): if isinstance(item, Distribution): if item.key != self.key: return False item = item.version # Allow prereleases always in order to match the previous behavior of # this method. In the future this should be smarter and follow PEP 440 # more accurately. return self.specifier.contains(item, prereleases=True) def __hash__(self): return self.__hash def __repr__(self): return "Requirement.parse(%r)" % str(self) @staticmethod def parse(s): req, = parse_requirements(s) return req def _always_object(classes): """ Ensure object appears in the mro even for old-style classes. """ if object not in classes: return classes + (object,) return classes def _find_adapter(registry, ob): """Return an adapter factory for `ob` from `registry`""" types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob)))) for t in types: if t in registry: return registry[t] def ensure_directory(path): """Ensure that the parent directory of `path` exists""" dirname = os.path.dirname(path) py31compat.makedirs(dirname, exist_ok=True) def _bypass_ensure_directory(path): """Sandbox-bypassing version of ensure_directory()""" if not WRITE_SUPPORT: raise IOError('"os.mkdir" not supported on this platform.') dirname, filename = split(path) if dirname and filename and not isdir(dirname): _bypass_ensure_directory(dirname) try: mkdir(dirname, 0o755) except FileExistsError: pass def split_sections(s): """Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. """ section = None content = [] for line in yield_lines(s): if line.startswith("["): if line.endswith("]"): if section or content: yield section, content section = line[1:-1].strip() content = [] else: raise ValueError("Invalid section heading", line) else: content.append(line) # wrap up last segment yield section, content def _mkstemp(*args, **kw): old_open = os.open try: # temporarily bypass sandboxing os.open = os_open return tempfile.mkstemp(*args, **kw) finally: # and then put it back os.open = old_open # Silence the PEP440Warning by default, so that end users don't get hit by it # randomly just because they use pkg_resources. We want to append the rule # because we want earlier uses of filterwarnings to take precedence over this # one. warnings.filterwarnings("ignore", category=PEP440Warning, append=True) # from jaraco.functools 1.3 def _call_aside(f, *args, **kwargs): f(*args, **kwargs) return f @_call_aside def _initialize(g=globals()): "Set up global resource manager (deliberately not state-saved)" manager = ResourceManager() g['_manager'] = manager g.update( (name, getattr(manager, name)) for name in dir(manager) if not name.startswith('_') ) @_call_aside def _initialize_master_working_set(): """ Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. """ working_set = WorkingSet._build_master() _declare_state('object', working_set=working_set) require = working_set.require iter_entry_points = working_set.iter_entry_points add_activation_listener = working_set.subscribe run_script = working_set.run_script # backward compatibility run_main = run_script # Activate all distributions already on sys.path with replace=False and # ensure that all distributions added to the working set in the future # (e.g. by calling ``require()``) will get activated as well, # with higher priority (replace=True). tuple( dist.activate(replace=False) for dist in working_set ) add_activation_listener( lambda dist: dist.activate(replace=True), existing=False, ) working_set.entries = [] # match order list(map(working_set.add_entry, sys.path)) globals().update(locals()) class PkgResourcesDeprecationWarning(Warning): """ Base class for warning about deprecations in ``pkg_resources`` This class is not derived from ``DeprecationWarning``, and as such is visible by default. """ PK @\YOt ' __pycache__/easy_install.cpython-38.pycnu [ U Qab~ @ s" d Z edkr ddlmZ e dS )zRun the EasyInstall command__main__ )mainN)__doc____name__Z setuptools.command.easy_installr r r 0/usr/lib/python3.8/site-packages/easy_install.py<module> s PK @\YOt - __pycache__/easy_install.cpython-38.opt-1.pycnu [ U Qab~ @ s" d Z edkr ddlmZ e dS )zRun the EasyInstall command__main__ )mainN)__doc____name__Z setuptools.command.easy_installr r r 0/usr/lib/python3.8/site-packages/easy_install.py<module> s PK @\kx ' pip/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d Z dS )z19.3.1N) __version__ r r 0/usr/lib/python3.8/site-packages/pip/__init__.py<module> PK @\-ХӢ ' pip/__pycache__/__main__.cpython-38.pycnu [ U .et @ sj d dl mZ d dlZd dlZedkrFejejeZejd e d dl m Z e dkrfe e dS ) )absolute_importN )main__main__)Z __future__r ossys __package__pathdirname__file__insertZpip._internal.mainr Z_main__name__exit r r 0/usr/lib/python3.8/site-packages/pip/__main__.py<module> s PK @\kx - pip/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d Z dS )z19.3.1N) __version__ r r 0/usr/lib/python3.8/site-packages/pip/__init__.py<module> PK @\-ХӢ - pip/__pycache__/__main__.cpython-38.opt-1.pycnu [ U .et @ sj d dl mZ d dlZd dlZedkrFejejeZejd e d dl m Z e dkrfe e dS ) )absolute_importN )main__main__)Z __future__r ossys __package__pathdirname__file__insertZpip._internal.mainr Z_main__name__exit r r 0/usr/lib/python3.8/site-packages/pip/__main__.py<module> s PK @\ޟ pip/_vendor/pep517/meta.pynu [ """Build metadata for a project using PEP 517 hooks. """ import argparse import logging import os import shutil import functools try: import importlib.metadata as imp_meta except ImportError: import importlib_metadata as imp_meta try: from zipfile import Path except ImportError: from zipp import Path from .envbuild import BuildEnvironment from .wrappers import Pep517HookCaller, quiet_subprocess_runner from .dirtools import tempdir, mkdir_p, dir_to_zipfile from .build import validate_system, load_system, compat_system log = logging.getLogger(__name__) def _prep_meta(hooks, env, dest): reqs = hooks.get_requires_for_build_wheel({}) log.info('Got build requires: %s', reqs) env.pip_install(reqs) log.info('Installed dynamic build dependencies') with tempdir() as td: log.info('Trying to build metadata in %s', td) filename = hooks.prepare_metadata_for_build_wheel(td, {}) source = os.path.join(td, filename) shutil.move(source, os.path.join(dest, os.path.basename(filename))) def build(source_dir='.', dest=None, system=None): system = system or load_system(source_dir) dest = os.path.join(source_dir, dest or 'dist') mkdir_p(dest) validate_system(system) hooks = Pep517HookCaller( source_dir, system['build-backend'], system.get('backend-path') ) with hooks.subprocess_runner(quiet_subprocess_runner): with BuildEnvironment() as env: env.pip_install(system['requires']) _prep_meta(hooks, env, dest) def build_as_zip(builder=build): with tempdir() as out_dir: builder(dest=out_dir) return dir_to_zipfile(out_dir) def load(root): """ Given a source directory (root) of a package, return an importlib.metadata.Distribution object with metadata build from that package. """ root = os.path.expanduser(root) system = compat_system(root) builder = functools.partial(build, source_dir=root, system=system) path = Path(build_as_zip(builder)) return imp_meta.PathDistribution(path) parser = argparse.ArgumentParser() parser.add_argument( 'source_dir', help="A directory containing pyproject.toml", ) parser.add_argument( '--out-dir', '-o', help="Destination in which to save the builds relative to source dir", ) def main(): args = parser.parse_args() build(args.source_dir, args.out_dir) if __name__ == '__main__': main() PK @\W9p p ! pip/_vendor/pep517/_in_process.pynu [ """This is invoked in a subprocess to call the build backend hooks. It expects: - Command line args: hook_name, control_dir - Environment variables: PEP517_BUILD_BACKEND=entry.point:spec PEP517_BACKEND_PATH=paths (separated with os.pathsep) - control_dir/input.json: - {"kwargs": {...}} Results: - control_dir/output.json - {"return_val": ...} """ from glob import glob from importlib import import_module import os import os.path from os.path import join as pjoin import re import shutil import sys import traceback # This is run as a script, not a module, so it can't do a relative import import compat class BackendUnavailable(Exception): """Raised if we cannot import the backend""" def __init__(self, traceback): self.traceback = traceback class BackendInvalid(Exception): """Raised if the backend is invalid""" def __init__(self, message): self.message = message class HookMissing(Exception): """Raised if a hook is missing and we are not executing the fallback""" def contained_in(filename, directory): """Test if a file is located within the given directory.""" filename = os.path.normcase(os.path.abspath(filename)) directory = os.path.normcase(os.path.abspath(directory)) return os.path.commonprefix([filename, directory]) == directory def _build_backend(): """Find and load the build backend""" # Add in-tree backend directories to the front of sys.path. backend_path = os.environ.get('PEP517_BACKEND_PATH') if backend_path: extra_pathitems = backend_path.split(os.pathsep) sys.path[:0] = extra_pathitems ep = os.environ['PEP517_BUILD_BACKEND'] mod_path, _, obj_path = ep.partition(':') try: obj = import_module(mod_path) except ImportError: raise BackendUnavailable(traceback.format_exc()) if backend_path: if not any( contained_in(obj.__file__, path) for path in extra_pathitems ): raise BackendInvalid("Backend was not loaded from backend-path") if obj_path: for path_part in obj_path.split('.'): obj = getattr(obj, path_part) return obj def get_requires_for_build_wheel(config_settings): """Invoke the optional get_requires_for_build_wheel hook Returns [] if the hook is not defined. """ backend = _build_backend() try: hook = backend.get_requires_for_build_wheel except AttributeError: return [] else: return hook(config_settings) def prepare_metadata_for_build_wheel( metadata_directory, config_settings, _allow_fallback): """Invoke optional prepare_metadata_for_build_wheel Implements a fallback by building a wheel if the hook isn't defined, unless _allow_fallback is False in which case HookMissing is raised. """ backend = _build_backend() try: hook = backend.prepare_metadata_for_build_wheel except AttributeError: if not _allow_fallback: raise HookMissing() return _get_wheel_metadata_from_wheel(backend, metadata_directory, config_settings) else: return hook(metadata_directory, config_settings) WHEEL_BUILT_MARKER = 'PEP517_ALREADY_BUILT_WHEEL' def _dist_info_files(whl_zip): """Identify the .dist-info folder inside a wheel ZipFile.""" res = [] for path in whl_zip.namelist(): m = re.match(r'[^/\\]+-[^/\\]+\.dist-info/', path) if m: res.append(path) if res: return res raise Exception("No .dist-info folder found in wheel") def _get_wheel_metadata_from_wheel( backend, metadata_directory, config_settings): """Build a wheel and extract the metadata from it. Fallback for when the build backend does not define the 'get_wheel_metadata' hook. """ from zipfile import ZipFile whl_basename = backend.build_wheel(metadata_directory, config_settings) with open(os.path.join(metadata_directory, WHEEL_BUILT_MARKER), 'wb'): pass # Touch marker file whl_file = os.path.join(metadata_directory, whl_basename) with ZipFile(whl_file) as zipf: dist_info = _dist_info_files(zipf) zipf.extractall(path=metadata_directory, members=dist_info) return dist_info[0].split('/')[0] def _find_already_built_wheel(metadata_directory): """Check for a wheel already built during the get_wheel_metadata hook. """ if not metadata_directory: return None metadata_parent = os.path.dirname(metadata_directory) if not os.path.isfile(pjoin(metadata_parent, WHEEL_BUILT_MARKER)): return None whl_files = glob(os.path.join(metadata_parent, '*.whl')) if not whl_files: print('Found wheel built marker, but no .whl files') return None if len(whl_files) > 1: print('Found multiple .whl files; unspecified behaviour. ' 'Will call build_wheel.') return None # Exactly one .whl file return whl_files[0] def build_wheel(wheel_directory, config_settings, metadata_directory=None): """Invoke the mandatory build_wheel hook. If a wheel was already built in the prepare_metadata_for_build_wheel fallback, this will copy it rather than rebuilding the wheel. """ prebuilt_whl = _find_already_built_wheel(metadata_directory) if prebuilt_whl: shutil.copy2(prebuilt_whl, wheel_directory) return os.path.basename(prebuilt_whl) return _build_backend().build_wheel(wheel_directory, config_settings, metadata_directory) def get_requires_for_build_sdist(config_settings): """Invoke the optional get_requires_for_build_wheel hook Returns [] if the hook is not defined. """ backend = _build_backend() try: hook = backend.get_requires_for_build_sdist except AttributeError: return [] else: return hook(config_settings) class _DummyException(Exception): """Nothing should ever raise this exception""" class GotUnsupportedOperation(Exception): """For internal use when backend raises UnsupportedOperation""" def __init__(self, traceback): self.traceback = traceback def build_sdist(sdist_directory, config_settings): """Invoke the mandatory build_sdist hook.""" backend = _build_backend() try: return backend.build_sdist(sdist_directory, config_settings) except getattr(backend, 'UnsupportedOperation', _DummyException): raise GotUnsupportedOperation(traceback.format_exc()) HOOK_NAMES = { 'get_requires_for_build_wheel', 'prepare_metadata_for_build_wheel', 'build_wheel', 'get_requires_for_build_sdist', 'build_sdist', } def main(): if len(sys.argv) < 3: sys.exit("Needs args: hook_name, control_dir") hook_name = sys.argv[1] control_dir = sys.argv[2] if hook_name not in HOOK_NAMES: sys.exit("Unknown hook: %s" % hook_name) hook = globals()[hook_name] hook_input = compat.read_json(pjoin(control_dir, 'input.json')) json_out = {'unsupported': False, 'return_val': None} try: json_out['return_val'] = hook(**hook_input['kwargs']) except BackendUnavailable as e: json_out['no_backend'] = True json_out['traceback'] = e.traceback except BackendInvalid as e: json_out['backend_invalid'] = True json_out['backend_error'] = e.message except GotUnsupportedOperation as e: json_out['unsupported'] = True json_out['traceback'] = e.traceback except HookMissing: json_out['hook_missing'] = True compat.write_json(json_out, pjoin(control_dir, 'output.json'), indent=2) if __name__ == '__main__': main() PK @\+1 6 pip/_vendor/pep517/__pycache__/dirtools.cpython-38.pycnu [ U .ei @ sZ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZejdd Zdd Z dd Z dS ) Nc c s$ t } z | V W 5 t| X dS )z2Create a temporary directory in a context manager.N)tempfileZmkdtempshutilZrmtree)Ztd r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/dirtools.pytempdir s r c O sD zt j| |W S tk r> } z|jtjkr. W 5 d}~X Y nX dS )zWLike `mkdir`, but does not raise an exception if the directory already exists. N)osmkdirOSErrorerrnoZEEXIST)argskwargsexcr r r mkdir_p s r c C s t }t|d}t| D ]r\} }}|D ]0}tj| |}tj|| }| |d d q,|D ],}tj| |}tj|| }| || qbq |S )z0Construct an in-memory zip file for a directory.w/ ) ioBytesIOzipfileZZipFiler walkpathjoinrelpathZwritestrwrite)rootbufferZzip_filedirsfilesr Zfs_pathZrel_pathr r r dir_to_zipfile s r ) r r contextlibr r r r contextmanagerr r r r r r r <module> s PK @\K͘ 3 pip/_vendor/pep517/__pycache__/build.cpython-38.pycnu [ U .e @ s d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl m Z m Z ddl mZ eeZdd Zd d Zd d Zdd Zd"ddZe Zejddd ejddddd ejddddd ejd d d d d d Zed!kree dS )#z%Build a project using PEP 517 hooks. N )BuildEnvironment)Pep517HookCaller)tempdirmkdir_p)FileNotFoundErrorc C s4 ddh}|t | ks0dj|t | d}t|dS )z7 Ensure build system has the requisite fields. requires build-backendz"Missing required fields: {missing})ZmissingN)setformat ValueError)systemZrequiredmessage r </usr/lib/python3.8/site-packages/pip/_vendor/pep517/build.pyvalidate_system s r c C s4 t j| d}t|}t|}W 5 Q R X |d S )zC Load the build system from a source dir (pyproject.toml). zpyproject.tomlz build-system)ospathjoinopentomlload) source_dirZ pyprojectfZpyproject_datar r r load_system s r c C sJ z t | }W n ttfk r( i }Y nX |dd |dddg |S )z Given a source dir, attempt to get a build system backend and requirements from pyproject.toml. Fallback to setuptools but only if the file was not found or a build system was not indicated. r z setuptools.build_meta:__legacy__r Z setuptoolswheel)r r KeyError setdefault)r r r r r compat_system' s r c C s dj f t }t| |}|i }td| || td t b}td|| dj f t }t| |} | |i } tj || } t | tj |tj | W 5 Q R X d S )Nz get_requires_for_build_{dist}zGot build requires: %sz$Installed dynamic build dependencieszTrying to build %s in %sz build_{dist}) r localsgetattrloginfo pip_installr r r r shutilZmovebasename) hooksenvdistdestZget_requires_nameZ get_requiresZreqsZtdZ build_namebuildfilenamesourcer r r _do_build: s r- c C sv |p t | }tj| |pd}t| t| t| |d |d}t "}| |d t |||| W 5 Q R X d S )Nr( r z backend-pathr ) r r r r r r r getr r# r- )r r( r) r r& r' r r r r* L s r* r z%A directory containing pyproject.toml)helpz--binaryz-b store_trueF)actiondefaultz--sourcez-sz --out-dirz-oz>Destination in which to save the builds relative to source dirc C sP t td | js| jsdnd | js$| js(dnd f}|D ]}t| j|| j q6d S )NZsdistr )listfilterr, Zbinaryr* r Zout_dir)argsZdistsr( r r r mainp s r6 __main__)NN) __doc__argparseZloggingr r r$ Zenvbuildr Zwrappersr Zdirtoolsr r compatr Z getLogger__name__r! r r r r- r* ArgumentParserparser add_argumentr6 parse_argsr r r r <module> sP PK @\AײS" " 6 pip/_vendor/pep517/__pycache__/envbuild.cpython-38.pycnu [ U .e @ s d Z ddlZddlZddlZddlZddlmZ ddlZddlm Z ddl m Z ddl m Z mZ eeZdd ZG d d d eZdd d ZdddZdS )zIBuild wheels/sdists by installing build deps to a temporary environment. N) check_call) get_paths)mkdtemp )Pep517HookCaller LoggerWrapperc C sH t tj| d}t|}W 5 Q R X |d }|d |d |dfS )Nzpyproject.tomlz build-systemrequiresz build-backendz backend-path)openospathjointomlloadget) source_dirfZpyproject_dataZbuildsys r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/envbuild.py_load_pyproject s r c @ s6 e Zd ZdZdZd ddZdd Zdd Zd d ZdS ) BuildEnvironmentzContext manager to install build deps in a simple temporary environment Based on code I wrote for pip, which is MIT licensed. NTc C s || _ d S )N)_cleanup)selfZcleanupr r r __init__9 s zBuildEnvironment.__init__c C s t dd| _td| j tjdd | _tjdd | _tj dkrHdnd}t || j| jdd }|d }| jr|tj | j tjd< n|tj tj tjd< |d |d kr|d }n|d tj |d }| jr|tj | j tjd< n |tjd< | S ) Nzpep517-build-env-)prefixz Temporary build environment: %sPATH PYTHONPATHntZ posix_prefix)baseZplatbase)varsscriptsZpurelibZplatlib) r r loginfor environr save_pathsave_pythonpathnamer pathsepdefpath)r Zinstall_schemeZ install_dirsr Zlib_dirsr r r __enter__< s0 zBuildEnvironment.__enter__c C sT |sdS t d| tjddddd| jgt| }t|tt tj tt tj d dS ) zAInstall dependencies into this env by calling pip in a subprocessNzCalling pip to install %sz-mZpipZinstallz--ignore-installedz--prefix)stdoutstderr) r r! sys executabler listr r loggingINFOZERROR)r reqscmdr r r pip_install\ s$ z BuildEnvironment.pip_installc C s~ | j o | jd k o tj| j}|r.t| j | jd krHtjdd n | jtjd< | j d krntjdd n | j tjd< d S )Nr r ) r r r isdirshutilZrmtreer# r" popr$ )r exc_typeZexc_valZexc_tbZ needs_cleanupr r r __exit__j s zBuildEnvironment.__exit__)T) __name__ __module__ __qualname____doc__r r r( r2 r7 r r r r r s r c C sn |dkr i }t | \}}}t| ||}t 8}|| ||}|| |||W 5 Q R S Q R X dS )am Build a wheel from a source directory using PEP 517 hooks. :param str source_dir: Source directory containing pyproject.toml :param str wheel_dir: Target directory to create wheel in :param dict config_settings: Options to pass to build backend This is a blocking function which will run pip in a subprocess to install build requirements. N)r r r r2 Z get_requires_for_build_wheel build_wheel) r Z wheel_dirconfig_settingsr backend backend_pathhooksenvr0 r r r r< ~ s r< c C sn |dkr i }t | \}}}t| ||}t 8}|| ||}|| |||W 5 Q R S Q R X dS )am Build an sdist from a source directory using PEP 517 hooks. :param str source_dir: Source directory containing pyproject.toml :param str sdist_dir: Target directory to place sdist in :param dict config_settings: Options to pass to build backend This is a blocking function which will run pip in a subprocess to install build requirements. N)r r r r2 Z get_requires_for_build_sdist build_sdist) r Z sdist_dirr= r r> r? r@ rA r0 r r r rB s rB )N)N)r; r r. r r4 subprocessr r+ Z sysconfigr Ztempfiler Zwrappersr r Z getLoggerr8 r r objectr r< rB r r r r <module> s a PK @\p 6 pip/_vendor/pep517/__pycache__/__init__.cpython-38.pycnu [ U .eT @ s d Z dZdS )z6Wrappers to build Python packages using PEP 517 hooks z0.7.0N)__doc__ __version__ r r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/__init__.py<module> s PK @\K͘ 9 pip/_vendor/pep517/__pycache__/build.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl m Z m Z ddl mZ eeZdd Zd d Zd d Zdd Zd"ddZe Zejddd ejddddd ejddddd ejd d d d d d Zed!kree dS )#z%Build a project using PEP 517 hooks. N )BuildEnvironment)Pep517HookCaller)tempdirmkdir_p)FileNotFoundErrorc C s4 ddh}|t | ks0dj|t | d}t|dS )z7 Ensure build system has the requisite fields. requires build-backendz"Missing required fields: {missing})ZmissingN)setformat ValueError)systemZrequiredmessage r </usr/lib/python3.8/site-packages/pip/_vendor/pep517/build.pyvalidate_system s r c C s4 t j| d}t|}t|}W 5 Q R X |d S )zC Load the build system from a source dir (pyproject.toml). zpyproject.tomlz build-system)ospathjoinopentomlload) source_dirZ pyprojectfZpyproject_datar r r load_system s r c C sJ z t | }W n ttfk r( i }Y nX |dd |dddg |S )z Given a source dir, attempt to get a build system backend and requirements from pyproject.toml. Fallback to setuptools but only if the file was not found or a build system was not indicated. r z setuptools.build_meta:__legacy__r Z setuptoolswheel)r r KeyError setdefault)r r r r r compat_system' s r c C s dj f t }t| |}|i }td| || td t b}td|| dj f t }t| |} | |i } tj || } t | tj |tj | W 5 Q R X d S )Nz get_requires_for_build_{dist}zGot build requires: %sz$Installed dynamic build dependencieszTrying to build %s in %sz build_{dist}) r localsgetattrloginfo pip_installr r r r shutilZmovebasename) hooksenvdistdestZget_requires_nameZ get_requiresZreqsZtdZ build_namebuildfilenamesourcer r r _do_build: s r- c C sv |p t | }tj| |pd}t| t| t| |d |d}t "}| |d t |||| W 5 Q R X d S )Nr( r z backend-pathr ) r r r r r r r getr r# r- )r r( r) r r& r' r r r r* L s r* r z%A directory containing pyproject.toml)helpz--binaryz-b store_trueF)actiondefaultz--sourcez-sz --out-dirz-oz>Destination in which to save the builds relative to source dirc C sP t td | js| jsdnd | js$| js(dnd f}|D ]}t| j|| j q6d S )NZsdistr )listfilterr, Zbinaryr* r Zout_dir)argsZdistsr( r r r mainp s r6 __main__)NN) __doc__argparseZloggingr r r$ Zenvbuildr Zwrappersr Zdirtoolsr r compatr Z getLogger__name__r! r r r r- r* ArgumentParserparser add_argumentr6 parse_argsr r r r <module> sP PK @\Afrd d < pip/_vendor/pep517/__pycache__/colorlog.cpython-38.opt-1.pycnu [ U .e @ sf d Z ddlZddlZz ddlZW n ek r8 dZY nX dd ZG dd dejZejfddZ dS ) zONicer log formatting with colours. Code copied from Tornado, Apache licensed. Nc C sV d} t rRttjdrRtj rRz t t ddkr:d} W n tk rP Y nX | S )NFisattyZcolorsr T)curseshasattrsysstderrr Z setuptermZtigetnum Exception)color r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/colorlog.py_stderr_supports_color s r c @ s> e Zd ZdZejdejdejdejdiZ d ddZ d d Z dS ) LogFormatterz&Log formatter with colour support TNc C s t jj| |d i | _|rt rtdp6tdp6d}dtj k rNdk r\n n t |d}| j D ] \}}t t ||d| j|< qft tdd| _ t }| d | _t n d| _ d | _d S ) aO :arg bool color: Enables color support. :arg string fmt: Log message format. It will be applied to the attributes dict of log records. The text between ``%(color)s`` and ``%(end_color)s`` will be colored depending on the level if color support is on. :arg dict colors: color mappings from logging level to terminal color code :arg string datefmt: Datetime format. Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``. .. versionchanged:: 3.2 Added ``fmt`` and ``datefmt`` arguments. )datefmtZsetafZsetf )r r )r r r asciiZsgr0r F N)logging Formatter__init___colorsr r Ztigetstrr version_infostrDEFAULT_COLORSitemsZtparm_normalZinitscrZgetmaxyx termwidthZendwin)selfr r Zfg_colorlevelnocodeZscrr r r r 2 s* zLogFormatter.__init__c C s t |j}dj|jd |jd}|t | | jk rJd| j|t | }nd}|j| jkrn| j|j }| j}nd }}|j| | | | S )Nz{initial}-{name}r )initialname z r ) lenmessageformatZ levelnamer" r r r r )r recordZmlenZ right_textZspaceZ start_colorZ end_colorr r r formatMessage] s zLogFormatter.formatMessage)TN) __name__ __module__ __qualname____doc__r INFOZWARNINGZERRORZCRITICALr r r( r r r r r ( s +r c C s0 t }|t t j| t j| d S )N)r Z StreamHandlerZ setFormatterr rootZ addHandlerZsetLevel)levelZhandlerr r r enable_colourful_outputo s r0 ) r, r r r ImportErrorr r r r- r0 r r r r <module> s GPK @\ 9 pip/_vendor/pep517/__pycache__/_in_process.cpython-38.pycnu [ U .ep @ s0 d Z ddlmZ ddlmZ ddlZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z G dd de ZG dd d e ZG d d d e Zd d Zdd Zdd Zdd ZdZdd Zdd Zdd Zd(dd Zd d ZG d d d e ZG d!d" d"e Z d#d$ Z ddd d d$hZ d%d& Z e d'kr,e dS ))ag This is invoked in a subprocess to call the build backend hooks. It expects: - Command line args: hook_name, control_dir - Environment variables: PEP517_BUILD_BACKEND=entry.point:spec PEP517_BACKEND_PATH=paths (separated with os.pathsep) - control_dir/input.json: - {"kwargs": {...}} Results: - control_dir/output.json - {"return_val": ...} )glob) import_moduleN)joinc @ s e Zd ZdZdd ZdS )BackendUnavailablez&Raised if we cannot import the backendc C s || _ d S N tracebackselfr r B/usr/lib/python3.8/site-packages/pip/_vendor/pep517/_in_process.py__init__ s zBackendUnavailable.__init__N__name__ __module__ __qualname____doc__r r r r r r s r c @ s e Zd ZdZdd ZdS )BackendInvalidz Raised if the backend is invalidc C s || _ d S r )message)r r r r r r % s zBackendInvalid.__init__Nr r r r r r # s r c @ s e Zd ZdZdS ) HookMissingzARaised if a hook is missing and we are not executing the fallbackNr r r r r r r r r ) s r c C s< t jt j| } t jt j|}t j| |g|kS )z5Test if a file is located within the given directory.)ospathnormcaseabspath commonprefix)filenameZ directoryr r r contained_in- s r c s t jd} | r*| t j}|tjdd< t jd }|d\}}}z t| W n t k rp t t Y nX | rt fdd|D std|r|d D ]}t | q S ) z Find and load the build backendZPEP517_BACKEND_PATHNr ZPEP517_BUILD_BACKEND:c 3 s | ]}t j|V qd S r )r __file__).0r objr r <genexpr>D s z!_build_backend.<locals>.<genexpr>z(Backend was not loaded from backend-path.)r environgetsplitpathsepsysr partitionr ImportErrorr r format_excanyr getattr)Z backend_pathZextra_pathitemsZepZmod_path_Zobj_pathZ path_partr r! r _build_backend4 s& r0 c C s6 t }z |j}W n tk r( g Y S X || S dS zfInvoke the optional get_requires_for_build_wheel hook Returns [] if the hook is not defined. N)r0 get_requires_for_build_wheelAttributeErrorconfig_settingsbackendhookr r r r2 P s r2 c C sJ t }z |j}W n* tk r: |s*t t|| | Y S X || |S dS )zInvoke optional prepare_metadata_for_build_wheel Implements a fallback by building a wheel if the hook isn't defined, unless _allow_fallback is False in which case HookMissing is raised. N)r0 prepare_metadata_for_build_wheelr3 r _get_wheel_metadata_from_wheel)metadata_directoryr5 Z_allow_fallbackr6 r7 r r r r8 ^ s r8 ZPEP517_ALREADY_BUILT_WHEELc C s@ g }| D ] }td|}|r || q |r4|S tddS )z6Identify the .dist-info folder inside a wheel ZipFile.z[^/\\]+-[^/\\]+\.dist-info/z#No .dist-info folder found in wheelN)Znamelistrematchappend Exception)Zwhl_zipresr mr r r _dist_info_filest s rA c C s ddl m} | ||}ttj|td W 5 Q R X tj||}|| }t|}|j ||d W 5 Q R X |d dd S )zBuild a wheel and extract the metadata from it. Fallback for when the build backend does not define the 'get_wheel_metadata' hook. r )ZipFilewb)r members/) ZzipfilerB build_wheelopenr r r WHEEL_BUILT_MARKERrA Z extractallr' )r6 r: r5 rB Z whl_basenameZwhl_fileZzipfZ dist_infor r r r9 s r9 c C sl | sdS t j| }t jt|ts*dS tt j|d}|sLtd dS t |dkrdtd dS |d S )zHCheck for a wheel already built during the get_wheel_metadata hook. Nz*.whlz+Found wheel built marker, but no .whl files zHFound multiple .whl files; unspecified behaviour. Will call build_wheel.r ) r r dirnameisfilepjoinrH r r printlen)r: Zmetadata_parentZ whl_filesr r r _find_already_built_wheel s rO c C s4 t |}|r$t|| tj|S t | ||S )zInvoke the mandatory build_wheel hook. If a wheel was already built in the prepare_metadata_for_build_wheel fallback, this will copy it rather than rebuilding the wheel. )rO shutilZcopy2r r basenamer0 rF )Zwheel_directoryr5 r: Z prebuilt_whlr r r rF s rF c C s6 t }z |j}W n tk r( g Y S X || S dS r1 )r0 get_requires_for_build_sdistr3 r4 r r r rR s rR c @ s e Zd ZdZdS )_DummyExceptionz(Nothing should ever raise this exceptionNr r r r r rS s rS c @ s e Zd ZdZdd ZdS )GotUnsupportedOperationz9For internal use when backend raises UnsupportedOperationc C s || _ d S r r r r r r r s z GotUnsupportedOperation.__init__Nr r r r r rT s rT c C sB t }z|| |W S t|dtk r< tt Y nX dS )z&Invoke the mandatory build_sdist hook.UnsupportedOperationN)r0 build_sdistr. rS rT r r, )Zsdist_directoryr5 r6 r r r rV s rV c C sN t tjdk rtd tjd } tjd }| tkrBtd| t | }tt|d}dd d}z|f |d |d < W n t k r } zd |d < |j |d < W 5 d }~X Y n t k r } zd |d< |j |d< W 5 d }~X Y nR t k r } zd |d< |j |d < W 5 d }~X Y n tk r2 d |d< Y nX tj|t|ddd d S )N z"Needs args: hook_name, control_dirrI zUnknown hook: %sz input.jsonF) unsupported return_valkwargsrZ TZ no_backendr Zbackend_invalidZ backend_errorrY Z hook_missingz output.json)indent)rN r) argvexit HOOK_NAMESglobalscompatZ read_jsonrL r r r r rT r Z write_json)Z hook_nameZ control_dirr7 Z hook_inputZjson_outer r r main s. rc __main__)N)!r r importlibr r Zos.pathr rL r; rP r) r ra r> r r r r r0 r2 r8 rH rA r9 rO rF rR rS rT rV r_ rc r r r r r <module> sF PK @\M-' ' < pip/_vendor/pep517/__pycache__/wrappers.cpython-38.opt-1.pycnu [ U .eg) @ s d dl Z d dlmZ d dlZd dlmZmZmZ d dl Z d dl m Z m Z m Z d dlZd dlmZ ddlmZ eeeedZed d ZG d d d eZG d d deZG dd deZG dd deZd ddZd ddZ dd Z G dd de Z G dd d e j Z!dS ) N)contextmanager)dirnameabspathjoin) check_call check_outputSTDOUT)mkdtemp )compatz_in_process.pyc c s" t } z | V W 5 t| X d S N)r shutilZrmtree)td r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/wrappers.pytempdir s r c @ s e Zd ZdZdd ZdS )BackendUnavailablezEWill be raised if the backend cannot be imported in the hook process.c C s || _ d S r tracebackselfr r r r __init__ s zBackendUnavailable.__init__N__name__ __module__ __qualname____doc__r r r r r r s r c @ s e Zd ZdZdd ZdS )BackendInvalidz)Will be raised if the backend is invalid.c C s || _ || _|| _d S r backend_name backend_pathmessage)r r r r! r r r r s zBackendInvalid.__init__Nr r r r r r s r c s e Zd ZdZ fddZ ZS ) HookMissingz Will be raised on missing hooks.c s t t| | || _d S r )superr" r hook_name)r r$ __class__r r r ( s zHookMissing.__init__)r r r r r __classcell__r r r% r r" & s r" c @ s e Zd ZdZdd ZdS )UnsupportedOperationzDMay be raised by build_sdist if the backend indicates that it can't.c C s || _ d S r r r r r r r / s z UnsupportedOperation.__init__Nr r r r r r( - s r( c C s* t j }|r|| t| ||d dS )z5The default method of calling the wrapper subprocess.)cwdenvN)osenvironcopyupdater cmdr) extra_environr* r r r default_subprocess_runner3 s r2 c C s, t j }|r|| t| ||td dS )zDA method of calling the wrapper subprocess while suppressing output.)r) r* stderrN)r+ r, r- r. r r r/ r r r quiet_subprocess_runner< s r4 c C sn t j|rtdt j| }t jt j||}t j|}t j|}t j||g|krjtd|S )zNormalise and check a backend path. Ensure that the requested backend path is specified as a relative path, and resolves to a location under the given source tree. Return an absolute version of the requested path. zpaths must be relativez paths must be inside source tree) r+ pathisabs ValueErrorr normpathr normcase commonprefix)Z source_treeZ requestedZ abs_sourceZ abs_requestedZ norm_sourceZnorm_requestedr r r norm_and_checkE s r; c @ s` e Zd ZdZdddZedd ZdddZdd d Zdd d Z dddZ dddZ dd Z dS )Pep517HookCallerae A wrapper around a source directory to be built with a PEP 517 backend. source_dir : The path to the source directory, containing pyproject.toml. build_backend : The build backend spec, as per PEP 517, from pyproject.toml. backend_path : The backend path, as per PEP 517, from pyproject.toml. runner : A callable that invokes the wrapper subprocess. The 'runner', if provided, must expect the following: cmd : a list of strings representing the command and arguments to execute, as would be passed to e.g. 'subprocess.check_call'. cwd : a string representing the working directory that must be used for the subprocess. Corresponds to the provided source_dir. extra_environ : a dict mapping environment variable names to values which must be set for the subprocess execution. Nc sB |d kr t }t| _| _|r2 fdd|D }| _| _d S )Nc s g | ]}t j|qS r )r; source_dir).0pr r r <listcomp>{ s z-Pep517HookCaller.__init__.<locals>.<listcomp>)r2 r r= build_backendr _subprocess_runner)r r= rB r runnerr r@ r r n s zPep517HookCaller.__init__c c s | j }|| _ dV || _ dS )z\A context manager for temporarily overriding the default subprocess runner. N)rC )r rD prevr r r subprocess_runner s z"Pep517HookCaller.subprocess_runnerc C s | dd|iS )aG Identify packages required for building a wheel Returns a list of dependency specifications, e.g.: ["wheel >= 0.25", "setuptools"] This does not include requirements specified in pyproject.toml. It returns the result of calling the equivalently named hook in a subprocess. get_requires_for_build_wheelconfig_settings _call_hookr rH r r r rG s z-Pep517HookCaller.get_requires_for_build_wheelTc C s | dt|||dS )aq Prepare a *.dist-info folder with metadata for this project. Returns the name of the newly created folder. If the build backend defines a hook with this name, it will be called in a subprocess. If not, the backend will be asked to build a wheel, and the dist-info extracted from that (unless _allow_fallback is False). prepare_metadata_for_build_wheel)metadata_directoryrH _allow_fallbackrJ r )r rM rH rN r r r rL s z1Pep517HookCaller.prepare_metadata_for_build_wheelc C s( |dk rt |}| dt |||dS )av Build a wheel from this project. Returns the name of the newly created file. In general, this will call the 'build_wheel' hook in the backend. However, if that was previously called by 'prepare_metadata_for_build_wheel', and the same metadata_directory is used, the previously built wheel will be copied to wheel_directory. N build_wheel)wheel_directoryrH rM )r rJ )r rQ rH rM r r r rP s z Pep517HookCaller.build_wheelc C s | dd|iS )a< Identify packages required for building a wheel Returns a list of dependency specifications, e.g.: ["setuptools >= 26"] This does not include requirements specified in pyproject.toml. It returns the result of calling the equivalently named hook in a subprocess. get_requires_for_build_sdistrH rI rK r r r rR s z-Pep517HookCaller.get_requires_for_build_sdistc C s | dt||dS )zBuild an sdist from this project. Returns the name of the newly created file. This calls the 'build_sdist' backend hook in a subprocess. build_sdist)sdist_directoryrH rO )r rT rH r r r rS s z Pep517HookCaller.build_sdistc C s@ t jd dkr | jd}n| j}d|i}| jrbtj| j}t jd dkrZ|t }||d< t }d|i}t j |t |ddd | j t jt||g| j|d t t |d }|d rt|d d |drt|d d |drt| j| j|dd d|dr"t||d W 5 Q R S Q R X d S )Nr ASCIIZPEP517_BUILD_BACKENDZPEP517_BACKEND_PATHkwargsz input.json)indent)r) r1 z output.jsonZ unsupportedr Z no_backendZbackend_invalidZ backend_errorr Z hook_missingZ return_val)sys version_inforB encoder r+ pathsepr getfilesystemencodingr r Z write_jsonpjoinrC executable_in_proc_scriptr= Z read_jsongetr( r r r" ) r r$ rW rB r1 r r Z hook_inputdatar r r rJ sB zPep517HookCaller._call_hook)NN)N)NT)NN)N)N) r r r r r r rF rG rL rP rR rS rJ r r r r r< ] s r< c @ s< e Zd ZdZdd Zdd Zedd Zdd Zd d Z d S ) LoggerWrapperzd Read messages from a pipe and redirect them to a logger (see python's logging module). c C sH t j| d| _|| _|| _t \| _| _ t | j| _ | d S )NT) threadingThreadr Zdaemonloggerlevelr+ pipeZfd_readfd_writefdopenreaderstart)r rg rh r r r r s zLoggerWrapper.__init__c C s | j S r )rj r@ r r r fileno s zLoggerWrapper.filenoc C s | tjr| d d S | S )N)endswithr+ linesep)msgr r r remove_newline! s z LoggerWrapper.remove_newlinec C s | j D ]}| | | qd S r )rl _writers )r liner r r run% s zLoggerWrapper.runc C s | j | j| d S r )rg logrh )r r! r r r rt ) s zLoggerWrapper._writeN) r r r r r rn staticmethodrs rv rt r r r r rd s rd )NN)NN)"re contextlibr r+ Zos.pathr r r r_ r subprocessr r r rZ Ztempfiler rY r __file__ra r Exceptionr r r" r( r2 r4 r; objectr< rf rd r r r r <module> s* /PK @\ 9 2 pip/_vendor/pep517/__pycache__/meta.cpython-38.pycnu [ U .e @ sB d Z ddlZddlZddlZddlZddlZzddlmZ W n e k rX ddl ZY nX zddl m Z W n e k r ddl m Z Y nX ddlmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZ ee Z d d Z dd d ZefddZ dd Z e! Z"e"j#ddd e"j#dddd dd Z$e dkr>e$ dS ) z2Build metadata for a project using PEP 517 hooks. N)Path )BuildEnvironment)Pep517HookCallerquiet_subprocess_runner)tempdirmkdir_pdir_to_zipfile)validate_system load_system compat_systemc C s | i }td| || td t J}td| | |i }tj||}t |tj|tj | W 5 Q R X d S )NzGot build requires: %sz$Installed dynamic build dependenciesz Trying to build metadata in %s) Z get_requires_for_build_wheelloginfo pip_installr Z prepare_metadata_for_build_wheelospathjoinshutilZmovebasename)hooksenvdestZreqsZtdfilenamesource r ;/usr/lib/python3.8/site-packages/pip/_vendor/pep517/meta.py _prep_meta s r .c C s |p t | }tj| |pd}t| t| t| |d |d}|t 2 t }| |d t ||| W 5 Q R X W 5 Q R X d S )NZdistz build-backendz backend-pathZrequires) r r r r r r r getZsubprocess_runnerr r r r ) source_dirr systemr r r r r build) s r! c C s0 t }| |d t|W 5 Q R S Q R X d S )N)r )r r )builderout_dirr r r build_as_zip8 s r$ c C s: t j| } t| }tjt| |d}tt|}t |S )z Given a source directory (root) of a package, return an importlib.metadata.Distribution object with metadata build from that package. )r r ) r r expanduserr functoolspartialr! r r$ imp_metaZPathDistribution)rootr r" r r r r load> s r* r z%A directory containing pyproject.toml)helpz --out-dirz-oz>Destination in which to save the builds relative to source dirc C s t } t| j| j d S )N)parser parse_argsr! r r# )argsr r r mainV s r/ __main__)r NN)%__doc__argparseZloggingr r r& importlib.metadataZmetadatar( ImportErrorZimportlib_metadataZzipfiler ZzippZenvbuildr Zwrappersr r Zdirtoolsr r r r! r r r Z getLogger__name__r r r$ r* ArgumentParserr, add_argumentr/ r r r r <module> sF PK @\ ? pip/_vendor/pep517/__pycache__/_in_process.cpython-38.opt-1.pycnu [ U .ep @ s0 d Z ddlmZ ddlmZ ddlZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z G dd de ZG dd d e ZG d d d e Zd d Zdd Zdd Zdd ZdZdd Zdd Zdd Zd(dd Zd d ZG d d d e ZG d!d" d"e Z d#d$ Z ddd d d$hZ d%d& Z e d'kr,e dS ))ag This is invoked in a subprocess to call the build backend hooks. It expects: - Command line args: hook_name, control_dir - Environment variables: PEP517_BUILD_BACKEND=entry.point:spec PEP517_BACKEND_PATH=paths (separated with os.pathsep) - control_dir/input.json: - {"kwargs": {...}} Results: - control_dir/output.json - {"return_val": ...} )glob) import_moduleN)joinc @ s e Zd ZdZdd ZdS )BackendUnavailablez&Raised if we cannot import the backendc C s || _ d S N tracebackselfr r B/usr/lib/python3.8/site-packages/pip/_vendor/pep517/_in_process.py__init__ s zBackendUnavailable.__init__N__name__ __module__ __qualname____doc__r r r r r r s r c @ s e Zd ZdZdd ZdS )BackendInvalidz Raised if the backend is invalidc C s || _ d S r )message)r r r r r r % s zBackendInvalid.__init__Nr r r r r r # s r c @ s e Zd ZdZdS ) HookMissingzARaised if a hook is missing and we are not executing the fallbackNr r r r r r r r r ) s r c C s< t jt j| } t jt j|}t j| |g|kS )z5Test if a file is located within the given directory.)ospathnormcaseabspath commonprefix)filenameZ directoryr r r contained_in- s r c s t jd} | r*| t j}|tjdd< t jd }|d\}}}z t| W n t k rp t t Y nX | rt fdd|D std|r|d D ]}t | q S ) z Find and load the build backendZPEP517_BACKEND_PATHNr ZPEP517_BUILD_BACKEND:c 3 s | ]}t j|V qd S r )r __file__).0r objr r <genexpr>D s z!_build_backend.<locals>.<genexpr>z(Backend was not loaded from backend-path.)r environgetsplitpathsepsysr partitionr ImportErrorr r format_excanyr getattr)Z backend_pathZextra_pathitemsZepZmod_path_Zobj_pathZ path_partr r! r _build_backend4 s& r0 c C s6 t }z |j}W n tk r( g Y S X || S dS zfInvoke the optional get_requires_for_build_wheel hook Returns [] if the hook is not defined. N)r0 get_requires_for_build_wheelAttributeErrorconfig_settingsbackendhookr r r r2 P s r2 c C sJ t }z |j}W n* tk r: |s*t t|| | Y S X || |S dS )zInvoke optional prepare_metadata_for_build_wheel Implements a fallback by building a wheel if the hook isn't defined, unless _allow_fallback is False in which case HookMissing is raised. N)r0 prepare_metadata_for_build_wheelr3 r _get_wheel_metadata_from_wheel)metadata_directoryr5 Z_allow_fallbackr6 r7 r r r r8 ^ s r8 ZPEP517_ALREADY_BUILT_WHEELc C s@ g }| D ] }td|}|r || q |r4|S tddS )z6Identify the .dist-info folder inside a wheel ZipFile.z[^/\\]+-[^/\\]+\.dist-info/z#No .dist-info folder found in wheelN)Znamelistrematchappend Exception)Zwhl_zipresr mr r r _dist_info_filest s rA c C s ddl m} | ||}ttj|td W 5 Q R X tj||}|| }t|}|j ||d W 5 Q R X |d dd S )zBuild a wheel and extract the metadata from it. Fallback for when the build backend does not define the 'get_wheel_metadata' hook. r )ZipFilewb)r members/) ZzipfilerB build_wheelopenr r r WHEEL_BUILT_MARKERrA Z extractallr' )r6 r: r5 rB Z whl_basenameZwhl_fileZzipfZ dist_infor r r r9 s r9 c C sl | sdS t j| }t jt|ts*dS tt j|d}|sLtd dS t |dkrdtd dS |d S )zHCheck for a wheel already built during the get_wheel_metadata hook. Nz*.whlz+Found wheel built marker, but no .whl files zHFound multiple .whl files; unspecified behaviour. Will call build_wheel.r ) r r dirnameisfilepjoinrH r r printlen)r: Zmetadata_parentZ whl_filesr r r _find_already_built_wheel s rO c C s4 t |}|r$t|| tj|S t | ||S )zInvoke the mandatory build_wheel hook. If a wheel was already built in the prepare_metadata_for_build_wheel fallback, this will copy it rather than rebuilding the wheel. )rO shutilZcopy2r r basenamer0 rF )Zwheel_directoryr5 r: Z prebuilt_whlr r r rF s rF c C s6 t }z |j}W n tk r( g Y S X || S dS r1 )r0 get_requires_for_build_sdistr3 r4 r r r rR s rR c @ s e Zd ZdZdS )_DummyExceptionz(Nothing should ever raise this exceptionNr r r r r rS s rS c @ s e Zd ZdZdd ZdS )GotUnsupportedOperationz9For internal use when backend raises UnsupportedOperationc C s || _ d S r r r r r r r s z GotUnsupportedOperation.__init__Nr r r r r rT s rT c C sB t }z|| |W S t|dtk r< tt Y nX dS )z&Invoke the mandatory build_sdist hook.UnsupportedOperationN)r0 build_sdistr. rS rT r r, )Zsdist_directoryr5 r6 r r r rV s rV c C sN t tjdk rtd tjd } tjd }| tkrBtd| t | }tt|d}dd d}z|f |d |d < W n t k r } zd |d < |j |d < W 5 d }~X Y n t k r } zd |d< |j |d< W 5 d }~X Y nR t k r } zd |d< |j |d < W 5 d }~X Y n tk r2 d |d< Y nX tj|t|ddd d S )N z"Needs args: hook_name, control_dirrI zUnknown hook: %sz input.jsonF) unsupported return_valkwargsrZ TZ no_backendr Zbackend_invalidZ backend_errorrY Z hook_missingz output.json)indent)rN r) argvexit HOOK_NAMESglobalscompatZ read_jsonrL r r r r rT r Z write_json)Z hook_nameZ control_dirr7 Z hook_inputZjson_outer r r main s. rc __main__)N)!r r importlibr r Zos.pathr rL r; rP r) r ra r> r r r r r0 r2 r8 rH rA r9 rO rF rR rS rT rV r_ rc r r r r r <module> sF PK @\M-' ' 6 pip/_vendor/pep517/__pycache__/wrappers.cpython-38.pycnu [ U .eg) @ s d dl Z d dlmZ d dlZd dlmZmZmZ d dl Z d dl m Z m Z m Z d dlZd dlmZ ddlmZ eeeedZed d ZG d d d eZG d d deZG dd deZG dd deZd ddZd ddZ dd Z G dd de Z G dd d e j Z!dS ) N)contextmanager)dirnameabspathjoin) check_call check_outputSTDOUT)mkdtemp )compatz_in_process.pyc c s" t } z | V W 5 t| X d S N)r shutilZrmtree)td r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/wrappers.pytempdir s r c @ s e Zd ZdZdd ZdS )BackendUnavailablezEWill be raised if the backend cannot be imported in the hook process.c C s || _ d S r tracebackselfr r r r __init__ s zBackendUnavailable.__init__N__name__ __module__ __qualname____doc__r r r r r r s r c @ s e Zd ZdZdd ZdS )BackendInvalidz)Will be raised if the backend is invalid.c C s || _ || _|| _d S r backend_name backend_pathmessage)r r r r! r r r r s zBackendInvalid.__init__Nr r r r r r s r c s e Zd ZdZ fddZ ZS ) HookMissingz Will be raised on missing hooks.c s t t| | || _d S r )superr" r hook_name)r r$ __class__r r r ( s zHookMissing.__init__)r r r r r __classcell__r r r% r r" & s r" c @ s e Zd ZdZdd ZdS )UnsupportedOperationzDMay be raised by build_sdist if the backend indicates that it can't.c C s || _ d S r r r r r r r / s z UnsupportedOperation.__init__Nr r r r r r( - s r( c C s* t j }|r|| t| ||d dS )z5The default method of calling the wrapper subprocess.)cwdenvN)osenvironcopyupdater cmdr) extra_environr* r r r default_subprocess_runner3 s r2 c C s, t j }|r|| t| ||td dS )zDA method of calling the wrapper subprocess while suppressing output.)r) r* stderrN)r+ r, r- r. r r r/ r r r quiet_subprocess_runner< s r4 c C sn t j|rtdt j| }t jt j||}t j|}t j|}t j||g|krjtd|S )zNormalise and check a backend path. Ensure that the requested backend path is specified as a relative path, and resolves to a location under the given source tree. Return an absolute version of the requested path. zpaths must be relativez paths must be inside source tree) r+ pathisabs ValueErrorr normpathr normcase commonprefix)Z source_treeZ requestedZ abs_sourceZ abs_requestedZ norm_sourceZnorm_requestedr r r norm_and_checkE s r; c @ s` e Zd ZdZdddZedd ZdddZdd d Zdd d Z dddZ dddZ dd Z dS )Pep517HookCallerae A wrapper around a source directory to be built with a PEP 517 backend. source_dir : The path to the source directory, containing pyproject.toml. build_backend : The build backend spec, as per PEP 517, from pyproject.toml. backend_path : The backend path, as per PEP 517, from pyproject.toml. runner : A callable that invokes the wrapper subprocess. The 'runner', if provided, must expect the following: cmd : a list of strings representing the command and arguments to execute, as would be passed to e.g. 'subprocess.check_call'. cwd : a string representing the working directory that must be used for the subprocess. Corresponds to the provided source_dir. extra_environ : a dict mapping environment variable names to values which must be set for the subprocess execution. Nc sB |d kr t }t| _| _|r2 fdd|D }| _| _d S )Nc s g | ]}t j|qS r )r; source_dir).0pr r r <listcomp>{ s z-Pep517HookCaller.__init__.<locals>.<listcomp>)r2 r r= build_backendr _subprocess_runner)r r= rB r runnerr r@ r r n s zPep517HookCaller.__init__c c s | j }|| _ dV || _ dS )z\A context manager for temporarily overriding the default subprocess runner. N)rC )r rD prevr r r subprocess_runner s z"Pep517HookCaller.subprocess_runnerc C s | dd|iS )aG Identify packages required for building a wheel Returns a list of dependency specifications, e.g.: ["wheel >= 0.25", "setuptools"] This does not include requirements specified in pyproject.toml. It returns the result of calling the equivalently named hook in a subprocess. get_requires_for_build_wheelconfig_settings _call_hookr rH r r r rG s z-Pep517HookCaller.get_requires_for_build_wheelTc C s | dt|||dS )aq Prepare a *.dist-info folder with metadata for this project. Returns the name of the newly created folder. If the build backend defines a hook with this name, it will be called in a subprocess. If not, the backend will be asked to build a wheel, and the dist-info extracted from that (unless _allow_fallback is False). prepare_metadata_for_build_wheel)metadata_directoryrH _allow_fallbackrJ r )r rM rH rN r r r rL s z1Pep517HookCaller.prepare_metadata_for_build_wheelc C s( |dk rt |}| dt |||dS )av Build a wheel from this project. Returns the name of the newly created file. In general, this will call the 'build_wheel' hook in the backend. However, if that was previously called by 'prepare_metadata_for_build_wheel', and the same metadata_directory is used, the previously built wheel will be copied to wheel_directory. N build_wheel)wheel_directoryrH rM )r rJ )r rQ rH rM r r r rP s z Pep517HookCaller.build_wheelc C s | dd|iS )a< Identify packages required for building a wheel Returns a list of dependency specifications, e.g.: ["setuptools >= 26"] This does not include requirements specified in pyproject.toml. It returns the result of calling the equivalently named hook in a subprocess. get_requires_for_build_sdistrH rI rK r r r rR s z-Pep517HookCaller.get_requires_for_build_sdistc C s | dt||dS )zBuild an sdist from this project. Returns the name of the newly created file. This calls the 'build_sdist' backend hook in a subprocess. build_sdist)sdist_directoryrH rO )r rT rH r r r rS s z Pep517HookCaller.build_sdistc C s@ t jd dkr | jd}n| j}d|i}| jrbtj| j}t jd dkrZ|t }||d< t }d|i}t j |t |ddd | j t jt||g| j|d t t |d }|d rt|d d |drt|d d |drt| j| j|dd d|dr"t||d W 5 Q R S Q R X d S )Nr ASCIIZPEP517_BUILD_BACKENDZPEP517_BACKEND_PATHkwargsz input.json)indent)r) r1 z output.jsonZ unsupportedr Z no_backendZbackend_invalidZ backend_errorr Z hook_missingZ return_val)sys version_inforB encoder r+ pathsepr getfilesystemencodingr r Z write_jsonpjoinrC executable_in_proc_scriptr= Z read_jsongetr( r r r" ) r r$ rW rB r1 r r Z hook_inputdatar r r rJ sB zPep517HookCaller._call_hook)NN)N)NT)NN)N)N) r r r r r r rF rG rL rP rR rS rJ r r r r r< ] s r< c @ s< e Zd ZdZdd Zdd Zedd Zdd Zd d Z d S ) LoggerWrapperzd Read messages from a pipe and redirect them to a logger (see python's logging module). c C sH t j| d| _|| _|| _t \| _| _ t | j| _ | d S )NT) threadingThreadr Zdaemonloggerlevelr+ pipeZfd_readfd_writefdopenreaderstart)r rg rh r r r r s zLoggerWrapper.__init__c C s | j S r )rj r@ r r r fileno s zLoggerWrapper.filenoc C s | tjr| d d S | S )N)endswithr+ linesep)msgr r r remove_newline! s z LoggerWrapper.remove_newlinec C s | j D ]}| | | qd S r )rl _writers )r liner r r run% s zLoggerWrapper.runc C s | j | j| d S r )rg logrh )r r! r r r rt ) s zLoggerWrapper._writeN) r r r r r rn staticmethodrs rv rt r r r r rd s rd )NN)NN)"re contextlibr r+ Zos.pathr r r r_ r subprocessr r r rZ Ztempfiler rY r __file__ra r Exceptionr r r" r( r2 r4 r; objectr< rf rd r r r r <module> s* /PK @\Afrd d 6 pip/_vendor/pep517/__pycache__/colorlog.cpython-38.pycnu [ U .e @ sf d Z ddlZddlZz ddlZW n ek r8 dZY nX dd ZG dd dejZejfddZ dS ) zONicer log formatting with colours. Code copied from Tornado, Apache licensed. Nc C sV d} t rRttjdrRtj rRz t t ddkr:d} W n tk rP Y nX | S )NFisattyZcolorsr T)curseshasattrsysstderrr Z setuptermZtigetnum Exception)color r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/colorlog.py_stderr_supports_color s r c @ s> e Zd ZdZejdejdejdejdiZ d ddZ d d Z dS ) LogFormatterz&Log formatter with colour support TNc C s t jj| |d i | _|rt rtdp6tdp6d}dtj k rNdk r\n n t |d}| j D ] \}}t t ||d| j|< qft tdd| _ t }| d | _t n d| _ d | _d S ) aO :arg bool color: Enables color support. :arg string fmt: Log message format. It will be applied to the attributes dict of log records. The text between ``%(color)s`` and ``%(end_color)s`` will be colored depending on the level if color support is on. :arg dict colors: color mappings from logging level to terminal color code :arg string datefmt: Datetime format. Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``. .. versionchanged:: 3.2 Added ``fmt`` and ``datefmt`` arguments. )datefmtZsetafZsetf )r r )r r r asciiZsgr0r F N)logging Formatter__init___colorsr r Ztigetstrr version_infostrDEFAULT_COLORSitemsZtparm_normalZinitscrZgetmaxyx termwidthZendwin)selfr r Zfg_colorlevelnocodeZscrr r r r 2 s* zLogFormatter.__init__c C s t |j}dj|jd |jd}|t | | jk rJd| j|t | }nd}|j| jkrn| j|j }| j}nd }}|j| | | | S )Nz{initial}-{name}r )initialname z r ) lenmessageformatZ levelnamer" r r r r )r recordZmlenZ right_textZspaceZ start_colorZ end_colorr r r formatMessage] s zLogFormatter.formatMessage)TN) __name__ __module__ __qualname____doc__r INFOZWARNINGZERRORZCRITICALr r r( r r r r r ( s +r c C s0 t }|t t j| t j| d S )N)r Z StreamHandlerZ setFormatterr rootZ addHandlerZsetLevel)levelZhandlerr r r enable_colourful_outputo s r0 ) r, r r r ImportErrorr r r r- r0 r r r r <module> s GPK @\ 9 8 pip/_vendor/pep517/__pycache__/meta.cpython-38.opt-1.pycnu [ U .e @ sB d Z ddlZddlZddlZddlZddlZzddlmZ W n e k rX ddl ZY nX zddl m Z W n e k r ddl m Z Y nX ddlmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZ ee Z d d Z dd d ZefddZ dd Z e! Z"e"j#ddd e"j#dddd dd Z$e dkr>e$ dS ) z2Build metadata for a project using PEP 517 hooks. N)Path )BuildEnvironment)Pep517HookCallerquiet_subprocess_runner)tempdirmkdir_pdir_to_zipfile)validate_system load_system compat_systemc C s | i }td| || td t J}td| | |i }tj||}t |tj|tj | W 5 Q R X d S )NzGot build requires: %sz$Installed dynamic build dependenciesz Trying to build metadata in %s) Z get_requires_for_build_wheelloginfo pip_installr Z prepare_metadata_for_build_wheelospathjoinshutilZmovebasename)hooksenvdestZreqsZtdfilenamesource r ;/usr/lib/python3.8/site-packages/pip/_vendor/pep517/meta.py _prep_meta s r .c C s |p t | }tj| |pd}t| t| t| |d |d}|t 2 t }| |d t ||| W 5 Q R X W 5 Q R X d S )NZdistz build-backendz backend-pathZrequires) r r r r r r r getZsubprocess_runnerr r r r ) source_dirr systemr r r r r build) s r! c C s0 t }| |d t|W 5 Q R S Q R X d S )N)r )r r )builderout_dirr r r build_as_zip8 s r$ c C s: t j| } t| }tjt| |d}tt|}t |S )z Given a source directory (root) of a package, return an importlib.metadata.Distribution object with metadata build from that package. )r r ) r r expanduserr functoolspartialr! r r$ imp_metaZPathDistribution)rootr r" r r r r load> s r* r z%A directory containing pyproject.toml)helpz --out-dirz-oz>Destination in which to save the builds relative to source dirc C s t } t| j| j d S )N)parser parse_argsr! r r# )argsr r r mainV s r/ __main__)r NN)%__doc__argparseZloggingr r r& importlib.metadataZmetadatar( ImportErrorZimportlib_metadataZzipfiler ZzippZenvbuildr Zwrappersr r Zdirtoolsr r r r! r r r Z getLogger__name__r r r$ r* ArgumentParserr, add_argumentr/ r r r r <module> sF PK @\C 4 pip/_vendor/pep517/__pycache__/compat.cpython-38.pycnu [ U .e @ sj d Z ddlZddlZejd dkr4dd Zdd Zndd Zd d ZzeZW n ek rd eZY nX dS ) zPython 2/3 compatibility N c K s. t |ddd}tj| |f| W 5 Q R X d S )Nwutf-8encodingopenjsondumpobjpathkwargsf r =/usr/lib/python3.8/site-packages/pip/_vendor/pep517/compat.py write_json s r c C s0 t | ddd}t|W 5 Q R S Q R X d S )Nrr r r r loadr r r r r read_json s r c K s2 t |d }tj| |fddi| W 5 Q R X d S )Nwbr r r r r r r r s c C s, t | d}t|W 5 Q R S Q R X d S )Nrbr r r r r r s ) __doc__r sys version_infor r FileNotFoundError NameErrorIOErrorr r r r <module> s PK @\+1 < pip/_vendor/pep517/__pycache__/dirtools.cpython-38.opt-1.pycnu [ U .ei @ sZ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZejdd Zdd Z dd Z dS ) Nc c s$ t } z | V W 5 t| X dS )z2Create a temporary directory in a context manager.N)tempfileZmkdtempshutilZrmtree)Ztd r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/dirtools.pytempdir s r c O sD zt j| |W S tk r> } z|jtjkr. W 5 d}~X Y nX dS )zWLike `mkdir`, but does not raise an exception if the directory already exists. N)osmkdirOSErrorerrnoZEEXIST)argskwargsexcr r r mkdir_p s r c C s t }t|d}t| D ]r\} }}|D ]0}tj| |}tj|| }| |d d q,|D ],}tj| |}tj|| }| || qbq |S )z0Construct an in-memory zip file for a directory.w/ ) ioBytesIOzipfileZZipFiler walkpathjoinrelpathZwritestrwrite)rootbufferZzip_filedirsfilesr Zfs_pathZrel_pathr r r dir_to_zipfile s r ) r r contextlibr r r r contextmanagerr r r r r r r <module> s PK @\cB 9 pip/_vendor/pep517/__pycache__/check.cpython-38.opt-1.pycnu [ U .e= @ s d Z ddlZddlZddlZddlmZmZ ddlm Z m Z ddl Z ddl mZ ddlZddlZddlmZ ddlZddlmZ dd lmZ dd lmZ eeZ d d Z d d Z dd Z dddZ dddddZ!dd Z"edkre dS ) zHCheck a project and backend by attempting to build using PEP 517 hooks. N)isfilejoin)TomlDecodeErrorload)CalledProcessError)mkdtemp )enable_colourful_output)BuildEnvironment)Pep517HookCallerc C s t }z|| td W n* tk rL td Y W 5 Q R dS X z| i }td| W n. tk r tjddd Y W 5 Q R dS X z|| td W n* tk r td Y W 5 Q R dS X t }td | zz | |i }td | W n4 tk r@ tjd dd Y W W 5 Q R dS X | d sltd| W W 5 Q R dS t ||}t|rtd| n td| W FW 5 Q R dS t|rtd n td W W 5 Q R dS W 5 t | X W 5 Q R dS Q R X d S )N#Installed static build dependencies+Failed to install static build dependenciesFGot build requires: %s'Failure in get_requires_for_build_sdistTexc_info$Installed dynamic build dependencies,Failed to install dynamic build dependencieszTrying to build sdist in %szbuild_sdist returned %rzFailure in build_sdistz.tar.gzz*Filename %s doesn't have .tar.gz extensionOutput file %s exists Output file %s does not existzOutput file is a tar filez Output file is not a tar file)r pip_installloginfor errorZ get_requires_for_build_sdist Exceptionr shutilrmtreeZ build_sdistendswithpjoinr tarfileZ is_tarfilehooksZbuild_sys_requiresenvZreqsZtdfilenamepath r% </usr/lib/python3.8/site-packages/pip/_vendor/pep517/check.pycheck_build_sdist sZ r' c C s t }z|| td W n* tk rL td Y W 5 Q R dS X z| i }td| W n. tk r tjddd Y W 5 Q R dS X z|| td W n* tk r td Y W 5 Q R dS X t }td | zz | |i }td | W n4 tk r@ tjd dd Y W W 5 Q R dS X | d sltd| W W 5 Q R dS t ||}t|rtd| n td| W FW 5 Q R dS t|rtd n td W W 5 Q R dS W 5 t | X W 5 Q R dS Q R X d S )Nr r Fr r Tr r r zTrying to build wheel in %szbuild_wheel returned %rzFailure in build_wheelz.whlz'Filename %s doesn't have .whl extensionr r zOutput file is a zip filez Output file is not a zip file)r r r r r r Z get_requires_for_build_wheelr r r r Z build_wheelr r r zipfileZ is_zipfiler r% r% r& check_build_wheelO sT r) c C s t | d}t|r td ntd dS zLt|}t|}W 5 Q R X |d }|d }|d }|d}td W n( tt fk r tjd d d Y dS X t | ||}t ||} t ||} | st d | st d | S )Nzpyproject.tomlzFound pyproject.tomlzMissing pyproject.tomlFz build-systemrequiresz build-backendz backend-pathzLoaded pyproject.tomlzInvalid pyproject.tomlTr z%Sdist checks failed; scroll up to seezWheel checks failed)r r r r r open toml_loadgetr KeyErrorr r' r) Zwarning) source_dirZ pyprojectfZpyproject_dataZbuildsysr* ZbackendZ backend_pathr! Zsdist_okZwheel_okr% r% r& check s0 r1 c C s` t }|jddd || }t t|j}|rDttdd nttdd t d d S ) Nr/ z%A directory containing pyproject.toml)helpz Checks passedgreenz Checks failedredr ) argparseArgumentParser add_argument parse_argsr r1 r/ printansisysexit)argvZapargsokr% r% r& main s r@ z[0mz[1mz[31mz[32m)resetZboldr4 r3 c C s8 t jdkr,tj r,t| t| td S t| S d S )NntrA )osnamer; stdoutisatty ansi_codesstr)sattrr% r% r& r: s r: __main__)N)#__doc__r5 ZloggingrC Zos.pathr r r Ztomlr r r, r subprocessr r; r Ztempfiler r( Zcolorlogr Zenvbuildr Zwrappersr Z getLogger__name__r r' r) r1 r@ rG r: r% r% r% r& <module> s6 98" PK @\AײS" " < pip/_vendor/pep517/__pycache__/envbuild.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZddlZddlZddlZddlmZ ddlZddlm Z ddl m Z ddl m Z mZ eeZdd ZG d d d eZdd d ZdddZdS )zIBuild wheels/sdists by installing build deps to a temporary environment. N) check_call) get_paths)mkdtemp )Pep517HookCaller LoggerWrapperc C sH t tj| d}t|}W 5 Q R X |d }|d |d |dfS )Nzpyproject.tomlz build-systemrequiresz build-backendz backend-path)openospathjointomlloadget) source_dirfZpyproject_dataZbuildsys r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/envbuild.py_load_pyproject s r c @ s6 e Zd ZdZdZd ddZdd Zdd Zd d ZdS ) BuildEnvironmentzContext manager to install build deps in a simple temporary environment Based on code I wrote for pip, which is MIT licensed. NTc C s || _ d S )N)_cleanup)selfZcleanupr r r __init__9 s zBuildEnvironment.__init__c C s t dd| _td| j tjdd | _tjdd | _tj dkrHdnd}t || j| jdd }|d }| jr|tj | j tjd< n|tj tj tjd< |d |d kr|d }n|d tj |d }| jr|tj | j tjd< n |tjd< | S ) Nzpep517-build-env-)prefixz Temporary build environment: %sPATH PYTHONPATHntZ posix_prefix)baseZplatbase)varsscriptsZpurelibZplatlib) r r loginfor environr save_pathsave_pythonpathnamer pathsepdefpath)r Zinstall_schemeZ install_dirsr Zlib_dirsr r r __enter__< s0 zBuildEnvironment.__enter__c C sT |sdS t d| tjddddd| jgt| }t|tt tj tt tj d dS ) zAInstall dependencies into this env by calling pip in a subprocessNzCalling pip to install %sz-mZpipZinstallz--ignore-installedz--prefix)stdoutstderr) r r! sys executabler listr r loggingINFOZERROR)r reqscmdr r r pip_install\ s$ z BuildEnvironment.pip_installc C s~ | j o | jd k o tj| j}|r.t| j | jd krHtjdd n | jtjd< | j d krntjdd n | j tjd< d S )Nr r ) r r r isdirshutilZrmtreer# r" popr$ )r exc_typeZexc_valZexc_tbZ needs_cleanupr r r __exit__j s zBuildEnvironment.__exit__)T) __name__ __module__ __qualname____doc__r r r( r2 r7 r r r r r s r c C sn |dkr i }t | \}}}t| ||}t 8}|| ||}|| |||W 5 Q R S Q R X dS )am Build a wheel from a source directory using PEP 517 hooks. :param str source_dir: Source directory containing pyproject.toml :param str wheel_dir: Target directory to create wheel in :param dict config_settings: Options to pass to build backend This is a blocking function which will run pip in a subprocess to install build requirements. N)r r r r2 Z get_requires_for_build_wheel build_wheel) r Z wheel_dirconfig_settingsr backend backend_pathhooksenvr0 r r r r< ~ s r< c C sn |dkr i }t | \}}}t| ||}t 8}|| ||}|| |||W 5 Q R S Q R X dS )am Build an sdist from a source directory using PEP 517 hooks. :param str source_dir: Source directory containing pyproject.toml :param str sdist_dir: Target directory to place sdist in :param dict config_settings: Options to pass to build backend This is a blocking function which will run pip in a subprocess to install build requirements. N)r r r r2 Z get_requires_for_build_sdist build_sdist) r Z sdist_dirr= r r> r? r@ rA r0 r r r rB s rB )N)N)r; r r. r r4 subprocessr r+ Z sysconfigr Ztempfiler Zwrappersr r Z getLoggerr8 r r objectr r< rB r r r r <module> s a PK @\cB 3 pip/_vendor/pep517/__pycache__/check.cpython-38.pycnu [ U .e= @ s d Z ddlZddlZddlZddlmZmZ ddlm Z m Z ddl Z ddl mZ ddlZddlZddlmZ ddlZddlmZ dd lmZ dd lmZ eeZ d d Z d d Z dd Z dddZ dddddZ!dd Z"edkre dS ) zHCheck a project and backend by attempting to build using PEP 517 hooks. N)isfilejoin)TomlDecodeErrorload)CalledProcessError)mkdtemp )enable_colourful_output)BuildEnvironment)Pep517HookCallerc C s t }z|| td W n* tk rL td Y W 5 Q R dS X z| i }td| W n. tk r tjddd Y W 5 Q R dS X z|| td W n* tk r td Y W 5 Q R dS X t }td | zz | |i }td | W n4 tk r@ tjd dd Y W W 5 Q R dS X | d sltd| W W 5 Q R dS t ||}t|rtd| n td| W FW 5 Q R dS t|rtd n td W W 5 Q R dS W 5 t | X W 5 Q R dS Q R X d S )N#Installed static build dependencies+Failed to install static build dependenciesFGot build requires: %s'Failure in get_requires_for_build_sdistTexc_info$Installed dynamic build dependencies,Failed to install dynamic build dependencieszTrying to build sdist in %szbuild_sdist returned %rzFailure in build_sdistz.tar.gzz*Filename %s doesn't have .tar.gz extensionOutput file %s exists Output file %s does not existzOutput file is a tar filez Output file is not a tar file)r pip_installloginfor errorZ get_requires_for_build_sdist Exceptionr shutilrmtreeZ build_sdistendswithpjoinr tarfileZ is_tarfilehooksZbuild_sys_requiresenvZreqsZtdfilenamepath r% </usr/lib/python3.8/site-packages/pip/_vendor/pep517/check.pycheck_build_sdist sZ r' c C s t }z|| td W n* tk rL td Y W 5 Q R dS X z| i }td| W n. tk r tjddd Y W 5 Q R dS X z|| td W n* tk r td Y W 5 Q R dS X t }td | zz | |i }td | W n4 tk r@ tjd dd Y W W 5 Q R dS X | d sltd| W W 5 Q R dS t ||}t|rtd| n td| W FW 5 Q R dS t|rtd n td W W 5 Q R dS W 5 t | X W 5 Q R dS Q R X d S )Nr r Fr r Tr r r zTrying to build wheel in %szbuild_wheel returned %rzFailure in build_wheelz.whlz'Filename %s doesn't have .whl extensionr r zOutput file is a zip filez Output file is not a zip file)r r r r r r Z get_requires_for_build_wheelr r r r Z build_wheelr r r zipfileZ is_zipfiler r% r% r& check_build_wheelO sT r) c C s t | d}t|r td ntd dS zLt|}t|}W 5 Q R X |d }|d }|d }|d}td W n( tt fk r tjd d d Y dS X t | ||}t ||} t ||} | st d | st d | S )Nzpyproject.tomlzFound pyproject.tomlzMissing pyproject.tomlFz build-systemrequiresz build-backendz backend-pathzLoaded pyproject.tomlzInvalid pyproject.tomlTr z%Sdist checks failed; scroll up to seezWheel checks failed)r r r r r open toml_loadgetr KeyErrorr r' r) Zwarning) source_dirZ pyprojectfZpyproject_dataZbuildsysr* ZbackendZ backend_pathr! Zsdist_okZwheel_okr% r% r& check s0 r1 c C s` t }|jddd || }t t|j}|rDttdd nttdd t d d S ) Nr/ z%A directory containing pyproject.toml)helpz Checks passedgreenz Checks failedredr ) argparseArgumentParser add_argument parse_argsr r1 r/ printansisysexit)argvZapargsokr% r% r& main s r@ z[0mz[1mz[31mz[32m)resetZboldr4 r3 c C s8 t jdkr,tj r,t| t| td S t| S d S )NntrA )osnamer; stdoutisatty ansi_codesstr)sattrr% r% r& r: s r: __main__)N)#__doc__r5 ZloggingrC Zos.pathr r r Ztomlr r r, r subprocessr r; r Ztempfiler r( Zcolorlogr Zenvbuildr Zwrappersr Z getLogger__name__r r' r) r1 r@ rG r: r% r% r% r& <module> s6 98" PK @\p < pip/_vendor/pep517/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .eT @ s d Z dZdS )z6Wrappers to build Python packages using PEP 517 hooks z0.7.0N)__doc__ __version__ r r ?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/__init__.py<module> s PK @\C : pip/_vendor/pep517/__pycache__/compat.cpython-38.opt-1.pycnu [ U .e @ sj d Z ddlZddlZejd dkr4dd Zdd Zndd Zd d ZzeZW n ek rd eZY nX dS ) zPython 2/3 compatibility N c K s. t |ddd}tj| |f| W 5 Q R X d S )Nwutf-8encodingopenjsondumpobjpathkwargsf r =/usr/lib/python3.8/site-packages/pip/_vendor/pep517/compat.py write_json s r c C s0 t | ddd}t|W 5 Q R S Q R X d S )Nrr r r r loadr r r r r read_json s r c K s2 t |d }tj| |fddi| W 5 Q R X d S )Nwbr r r r r r r r s c C s, t | d}t|W 5 Q R S Q R X d S )Nrbr r r r r r s ) __doc__r sys version_infor r FileNotFoundError NameErrorIOErrorr r r r <module> s PK @\;ϸFi i pip/_vendor/pep517/dirtools.pynu [ import os import io import contextlib import tempfile import shutil import errno import zipfile @contextlib.contextmanager def tempdir(): """Create a temporary directory in a context manager.""" td = tempfile.mkdtemp() try: yield td finally: shutil.rmtree(td) def mkdir_p(*args, **kwargs): """Like `mkdir`, but does not raise an exception if the directory already exists. """ try: return os.mkdir(*args, **kwargs) except OSError as exc: if exc.errno != errno.EEXIST: raise def dir_to_zipfile(root): """Construct an in-memory zip file for a directory.""" buffer = io.BytesIO() zip_file = zipfile.ZipFile(buffer, 'w') for root, dirs, files in os.walk(root): for path in dirs: fs_path = os.path.join(root, path) rel_path = os.path.relpath(fs_path, root) zip_file.writestr(rel_path + '/', '') for path in files: fs_path = os.path.join(root, path) rel_path = os.path.relpath(fs_path, root) zip_file.write(fs_path, rel_path) return zip_file PK @\/찬 pip/_vendor/pep517/build.pynu [ """Build a project using PEP 517 hooks. """ import argparse import logging import os import toml import shutil from .envbuild import BuildEnvironment from .wrappers import Pep517HookCaller from .dirtools import tempdir, mkdir_p from .compat import FileNotFoundError log = logging.getLogger(__name__) def validate_system(system): """ Ensure build system has the requisite fields. """ required = {'requires', 'build-backend'} if not (required <= set(system)): message = "Missing required fields: {missing}".format( missing=required-set(system), ) raise ValueError(message) def load_system(source_dir): """ Load the build system from a source dir (pyproject.toml). """ pyproject = os.path.join(source_dir, 'pyproject.toml') with open(pyproject) as f: pyproject_data = toml.load(f) return pyproject_data['build-system'] def compat_system(source_dir): """ Given a source dir, attempt to get a build system backend and requirements from pyproject.toml. Fallback to setuptools but only if the file was not found or a build system was not indicated. """ try: system = load_system(source_dir) except (FileNotFoundError, KeyError): system = {} system.setdefault( 'build-backend', 'setuptools.build_meta:__legacy__', ) system.setdefault('requires', ['setuptools', 'wheel']) return system def _do_build(hooks, env, dist, dest): get_requires_name = 'get_requires_for_build_{dist}'.format(**locals()) get_requires = getattr(hooks, get_requires_name) reqs = get_requires({}) log.info('Got build requires: %s', reqs) env.pip_install(reqs) log.info('Installed dynamic build dependencies') with tempdir() as td: log.info('Trying to build %s in %s', dist, td) build_name = 'build_{dist}'.format(**locals()) build = getattr(hooks, build_name) filename = build(td, {}) source = os.path.join(td, filename) shutil.move(source, os.path.join(dest, os.path.basename(filename))) def build(source_dir, dist, dest=None, system=None): system = system or load_system(source_dir) dest = os.path.join(source_dir, dest or 'dist') mkdir_p(dest) validate_system(system) hooks = Pep517HookCaller( source_dir, system['build-backend'], system.get('backend-path') ) with BuildEnvironment() as env: env.pip_install(system['requires']) _do_build(hooks, env, dist, dest) parser = argparse.ArgumentParser() parser.add_argument( 'source_dir', help="A directory containing pyproject.toml", ) parser.add_argument( '--binary', '-b', action='store_true', default=False, ) parser.add_argument( '--source', '-s', action='store_true', default=False, ) parser.add_argument( '--out-dir', '-o', help="Destination in which to save the builds relative to source dir", ) def main(args): # determine which dists to build dists = list(filter(None, ( 'sdist' if args.source or not args.binary else None, 'wheel' if args.binary or not args.source else None, ))) for dist in dists: build(args.source_dir, dist, args.out_dir) if __name__ == '__main__': main(parser.parse_args()) PK @\.RT T pip/_vendor/pep517/__init__.pynu [ """Wrappers to build Python packages using PEP 517 hooks """ __version__ = '0.7.0' PK @\] pip/_vendor/pep517/compat.pynu [ """Python 2/3 compatibility""" import json import sys # Handle reading and writing JSON in UTF-8, on Python 3 and 2. if sys.version_info[0] >= 3: # Python 3 def write_json(obj, path, **kwargs): with open(path, 'w', encoding='utf-8') as f: json.dump(obj, f, **kwargs) def read_json(path): with open(path, 'r', encoding='utf-8') as f: return json.load(f) else: # Python 2 def write_json(obj, path, **kwargs): with open(path, 'wb') as f: json.dump(obj, f, encoding='utf-8', **kwargs) def read_json(path): with open(path, 'rb') as f: return json.load(f) # FileNotFoundError try: FileNotFoundError = FileNotFoundError except NameError: FileNotFoundError = IOError PK @\N= = pip/_vendor/pep517/check.pynu [ """Check a project and backend by attempting to build using PEP 517 hooks. """ import argparse import logging import os from os.path import isfile, join as pjoin from toml import TomlDecodeError, load as toml_load import shutil from subprocess import CalledProcessError import sys import tarfile from tempfile import mkdtemp import zipfile from .colorlog import enable_colourful_output from .envbuild import BuildEnvironment from .wrappers import Pep517HookCaller log = logging.getLogger(__name__) def check_build_sdist(hooks, build_sys_requires): with BuildEnvironment() as env: try: env.pip_install(build_sys_requires) log.info('Installed static build dependencies') except CalledProcessError: log.error('Failed to install static build dependencies') return False try: reqs = hooks.get_requires_for_build_sdist({}) log.info('Got build requires: %s', reqs) except Exception: log.error('Failure in get_requires_for_build_sdist', exc_info=True) return False try: env.pip_install(reqs) log.info('Installed dynamic build dependencies') except CalledProcessError: log.error('Failed to install dynamic build dependencies') return False td = mkdtemp() log.info('Trying to build sdist in %s', td) try: try: filename = hooks.build_sdist(td, {}) log.info('build_sdist returned %r', filename) except Exception: log.info('Failure in build_sdist', exc_info=True) return False if not filename.endswith('.tar.gz'): log.error( "Filename %s doesn't have .tar.gz extension", filename) return False path = pjoin(td, filename) if isfile(path): log.info("Output file %s exists", path) else: log.error("Output file %s does not exist", path) return False if tarfile.is_tarfile(path): log.info("Output file is a tar file") else: log.error("Output file is not a tar file") return False finally: shutil.rmtree(td) return True def check_build_wheel(hooks, build_sys_requires): with BuildEnvironment() as env: try: env.pip_install(build_sys_requires) log.info('Installed static build dependencies') except CalledProcessError: log.error('Failed to install static build dependencies') return False try: reqs = hooks.get_requires_for_build_wheel({}) log.info('Got build requires: %s', reqs) except Exception: log.error('Failure in get_requires_for_build_sdist', exc_info=True) return False try: env.pip_install(reqs) log.info('Installed dynamic build dependencies') except CalledProcessError: log.error('Failed to install dynamic build dependencies') return False td = mkdtemp() log.info('Trying to build wheel in %s', td) try: try: filename = hooks.build_wheel(td, {}) log.info('build_wheel returned %r', filename) except Exception: log.info('Failure in build_wheel', exc_info=True) return False if not filename.endswith('.whl'): log.error("Filename %s doesn't have .whl extension", filename) return False path = pjoin(td, filename) if isfile(path): log.info("Output file %s exists", path) else: log.error("Output file %s does not exist", path) return False if zipfile.is_zipfile(path): log.info("Output file is a zip file") else: log.error("Output file is not a zip file") return False finally: shutil.rmtree(td) return True def check(source_dir): pyproject = pjoin(source_dir, 'pyproject.toml') if isfile(pyproject): log.info('Found pyproject.toml') else: log.error('Missing pyproject.toml') return False try: with open(pyproject) as f: pyproject_data = toml_load(f) # Ensure the mandatory data can be loaded buildsys = pyproject_data['build-system'] requires = buildsys['requires'] backend = buildsys['build-backend'] backend_path = buildsys.get('backend-path') log.info('Loaded pyproject.toml') except (TomlDecodeError, KeyError): log.error("Invalid pyproject.toml", exc_info=True) return False hooks = Pep517HookCaller(source_dir, backend, backend_path) sdist_ok = check_build_sdist(hooks, requires) wheel_ok = check_build_wheel(hooks, requires) if not sdist_ok: log.warning('Sdist checks failed; scroll up to see') if not wheel_ok: log.warning('Wheel checks failed') return sdist_ok def main(argv=None): ap = argparse.ArgumentParser() ap.add_argument( 'source_dir', help="A directory containing pyproject.toml") args = ap.parse_args(argv) enable_colourful_output() ok = check(args.source_dir) if ok: print(ansi('Checks passed', 'green')) else: print(ansi('Checks failed', 'red')) sys.exit(1) ansi_codes = { 'reset': '\x1b[0m', 'bold': '\x1b[1m', 'red': '\x1b[31m', 'green': '\x1b[32m', } def ansi(s, attr): if os.name != 'nt' and sys.stdout.isatty(): return ansi_codes[attr] + str(s) + ansi_codes['reset'] else: return str(s) if __name__ == '__main__': main() PK @\ V pip/_vendor/pep517/colorlog.pynu [ """Nicer log formatting with colours. Code copied from Tornado, Apache licensed. """ # Copyright 2012 Facebook # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import logging import sys try: import curses except ImportError: curses = None def _stderr_supports_color(): color = False if curses and hasattr(sys.stderr, 'isatty') and sys.stderr.isatty(): try: curses.setupterm() if curses.tigetnum("colors") > 0: color = True except Exception: pass return color class LogFormatter(logging.Formatter): """Log formatter with colour support """ DEFAULT_COLORS = { logging.INFO: 2, # Green logging.WARNING: 3, # Yellow logging.ERROR: 1, # Red logging.CRITICAL: 1, } def __init__(self, color=True, datefmt=None): r""" :arg bool color: Enables color support. :arg string fmt: Log message format. It will be applied to the attributes dict of log records. The text between ``%(color)s`` and ``%(end_color)s`` will be colored depending on the level if color support is on. :arg dict colors: color mappings from logging level to terminal color code :arg string datefmt: Datetime format. Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``. .. versionchanged:: 3.2 Added ``fmt`` and ``datefmt`` arguments. """ logging.Formatter.__init__(self, datefmt=datefmt) self._colors = {} if color and _stderr_supports_color(): # The curses module has some str/bytes confusion in # python3. Until version 3.2.3, most methods return # bytes, but only accept strings. In addition, we want to # output these strings with the logging module, which # works with unicode strings. The explicit calls to # unicode() below are harmless in python2 but will do the # right conversion in python 3. fg_color = (curses.tigetstr("setaf") or curses.tigetstr("setf") or "") if (3, 0) < sys.version_info < (3, 2, 3): fg_color = str(fg_color, "ascii") for levelno, code in self.DEFAULT_COLORS.items(): self._colors[levelno] = str( curses.tparm(fg_color, code), "ascii") self._normal = str(curses.tigetstr("sgr0"), "ascii") scr = curses.initscr() self.termwidth = scr.getmaxyx()[1] curses.endwin() else: self._normal = '' # Default width is usually 80, but too wide is # worse than too narrow self.termwidth = 70 def formatMessage(self, record): mlen = len(record.message) right_text = '{initial}-{name}'.format(initial=record.levelname[0], name=record.name) if mlen + len(right_text) < self.termwidth: space = ' ' * (self.termwidth - (mlen + len(right_text))) else: space = ' ' if record.levelno in self._colors: start_color = self._colors[record.levelno] end_color = self._normal else: start_color = end_color = '' return record.message + space + start_color + right_text + end_color def enable_colourful_output(level=logging.INFO): handler = logging.StreamHandler() handler.setFormatter(LogFormatter()) logging.root.addHandler(handler) logging.root.setLevel(level) PK @\ɝ pip/_vendor/pep517/envbuild.pynu [ """Build wheels/sdists by installing build deps to a temporary environment. """ import os import logging import toml import shutil from subprocess import check_call import sys from sysconfig import get_paths from tempfile import mkdtemp from .wrappers import Pep517HookCaller, LoggerWrapper log = logging.getLogger(__name__) def _load_pyproject(source_dir): with open(os.path.join(source_dir, 'pyproject.toml')) as f: pyproject_data = toml.load(f) buildsys = pyproject_data['build-system'] return ( buildsys['requires'], buildsys['build-backend'], buildsys.get('backend-path'), ) class BuildEnvironment(object): """Context manager to install build deps in a simple temporary environment Based on code I wrote for pip, which is MIT licensed. """ # Copyright (c) 2008-2016 The pip developers (see AUTHORS.txt file) # # Permission is hereby granted, free of charge, to any person obtaining # a copy of this software and associated documentation files (the # "Software"), to deal in the Software without restriction, including # without limitation the rights to use, copy, modify, merge, publish, # distribute, sublicense, and/or sell copies of the Software, and to # permit persons to whom the Software is furnished to do so, subject to # the following conditions: # # The above copyright notice and this permission notice shall be # included in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. path = None def __init__(self, cleanup=True): self._cleanup = cleanup def __enter__(self): self.path = mkdtemp(prefix='pep517-build-env-') log.info('Temporary build environment: %s', self.path) self.save_path = os.environ.get('PATH', None) self.save_pythonpath = os.environ.get('PYTHONPATH', None) install_scheme = 'nt' if (os.name == 'nt') else 'posix_prefix' install_dirs = get_paths(install_scheme, vars={ 'base': self.path, 'platbase': self.path, }) scripts = install_dirs['scripts'] if self.save_path: os.environ['PATH'] = scripts + os.pathsep + self.save_path else: os.environ['PATH'] = scripts + os.pathsep + os.defpath if install_dirs['purelib'] == install_dirs['platlib']: lib_dirs = install_dirs['purelib'] else: lib_dirs = install_dirs['purelib'] + os.pathsep + \ install_dirs['platlib'] if self.save_pythonpath: os.environ['PYTHONPATH'] = lib_dirs + os.pathsep + \ self.save_pythonpath else: os.environ['PYTHONPATH'] = lib_dirs return self def pip_install(self, reqs): """Install dependencies into this env by calling pip in a subprocess""" if not reqs: return log.info('Calling pip to install %s', reqs) cmd = [ sys.executable, '-m', 'pip', 'install', '--ignore-installed', '--prefix', self.path] + list(reqs) check_call( cmd, stdout=LoggerWrapper(log, logging.INFO), stderr=LoggerWrapper(log, logging.ERROR), ) def __exit__(self, exc_type, exc_val, exc_tb): needs_cleanup = ( self._cleanup and self.path is not None and os.path.isdir(self.path) ) if needs_cleanup: shutil.rmtree(self.path) if self.save_path is None: os.environ.pop('PATH', None) else: os.environ['PATH'] = self.save_path if self.save_pythonpath is None: os.environ.pop('PYTHONPATH', None) else: os.environ['PYTHONPATH'] = self.save_pythonpath def build_wheel(source_dir, wheel_dir, config_settings=None): """Build a wheel from a source directory using PEP 517 hooks. :param str source_dir: Source directory containing pyproject.toml :param str wheel_dir: Target directory to create wheel in :param dict config_settings: Options to pass to build backend This is a blocking function which will run pip in a subprocess to install build requirements. """ if config_settings is None: config_settings = {} requires, backend, backend_path = _load_pyproject(source_dir) hooks = Pep517HookCaller(source_dir, backend, backend_path) with BuildEnvironment() as env: env.pip_install(requires) reqs = hooks.get_requires_for_build_wheel(config_settings) env.pip_install(reqs) return hooks.build_wheel(wheel_dir, config_settings) def build_sdist(source_dir, sdist_dir, config_settings=None): """Build an sdist from a source directory using PEP 517 hooks. :param str source_dir: Source directory containing pyproject.toml :param str sdist_dir: Target directory to place sdist in :param dict config_settings: Options to pass to build backend This is a blocking function which will run pip in a subprocess to install build requirements. """ if config_settings is None: config_settings = {} requires, backend, backend_path = _load_pyproject(source_dir) hooks = Pep517HookCaller(source_dir, backend, backend_path) with BuildEnvironment() as env: env.pip_install(requires) reqs = hooks.get_requires_for_build_sdist(config_settings) env.pip_install(reqs) return hooks.build_sdist(sdist_dir, config_settings) PK @\ g) g) pip/_vendor/pep517/wrappers.pynu [ import threading from contextlib import contextmanager import os from os.path import dirname, abspath, join as pjoin import shutil from subprocess import check_call, check_output, STDOUT import sys from tempfile import mkdtemp from . import compat _in_proc_script = pjoin(dirname(abspath(__file__)), '_in_process.py') @contextmanager def tempdir(): td = mkdtemp() try: yield td finally: shutil.rmtree(td) class BackendUnavailable(Exception): """Will be raised if the backend cannot be imported in the hook process.""" def __init__(self, traceback): self.traceback = traceback class BackendInvalid(Exception): """Will be raised if the backend is invalid.""" def __init__(self, backend_name, backend_path, message): self.backend_name = backend_name self.backend_path = backend_path self.message = message class HookMissing(Exception): """Will be raised on missing hooks.""" def __init__(self, hook_name): super(HookMissing, self).__init__(hook_name) self.hook_name = hook_name class UnsupportedOperation(Exception): """May be raised by build_sdist if the backend indicates that it can't.""" def __init__(self, traceback): self.traceback = traceback def default_subprocess_runner(cmd, cwd=None, extra_environ=None): """The default method of calling the wrapper subprocess.""" env = os.environ.copy() if extra_environ: env.update(extra_environ) check_call(cmd, cwd=cwd, env=env) def quiet_subprocess_runner(cmd, cwd=None, extra_environ=None): """A method of calling the wrapper subprocess while suppressing output.""" env = os.environ.copy() if extra_environ: env.update(extra_environ) check_output(cmd, cwd=cwd, env=env, stderr=STDOUT) def norm_and_check(source_tree, requested): """Normalise and check a backend path. Ensure that the requested backend path is specified as a relative path, and resolves to a location under the given source tree. Return an absolute version of the requested path. """ if os.path.isabs(requested): raise ValueError("paths must be relative") abs_source = os.path.abspath(source_tree) abs_requested = os.path.normpath(os.path.join(abs_source, requested)) # We have to use commonprefix for Python 2.7 compatibility. So we # normalise case to avoid problems because commonprefix is a character # based comparison :-( norm_source = os.path.normcase(abs_source) norm_requested = os.path.normcase(abs_requested) if os.path.commonprefix([norm_source, norm_requested]) != norm_source: raise ValueError("paths must be inside source tree") return abs_requested class Pep517HookCaller(object): """A wrapper around a source directory to be built with a PEP 517 backend. source_dir : The path to the source directory, containing pyproject.toml. build_backend : The build backend spec, as per PEP 517, from pyproject.toml. backend_path : The backend path, as per PEP 517, from pyproject.toml. runner : A callable that invokes the wrapper subprocess. The 'runner', if provided, must expect the following: cmd : a list of strings representing the command and arguments to execute, as would be passed to e.g. 'subprocess.check_call'. cwd : a string representing the working directory that must be used for the subprocess. Corresponds to the provided source_dir. extra_environ : a dict mapping environment variable names to values which must be set for the subprocess execution. """ def __init__( self, source_dir, build_backend, backend_path=None, runner=None, ): if runner is None: runner = default_subprocess_runner self.source_dir = abspath(source_dir) self.build_backend = build_backend if backend_path: backend_path = [ norm_and_check(self.source_dir, p) for p in backend_path ] self.backend_path = backend_path self._subprocess_runner = runner # TODO: Is this over-engineered? Maybe frontends only need to # set this when creating the wrapper, not on every call. @contextmanager def subprocess_runner(self, runner): """A context manager for temporarily overriding the default subprocess runner. """ prev = self._subprocess_runner self._subprocess_runner = runner yield self._subprocess_runner = prev def get_requires_for_build_wheel(self, config_settings=None): """Identify packages required for building a wheel Returns a list of dependency specifications, e.g.: ["wheel >= 0.25", "setuptools"] This does not include requirements specified in pyproject.toml. It returns the result of calling the equivalently named hook in a subprocess. """ return self._call_hook('get_requires_for_build_wheel', { 'config_settings': config_settings }) def prepare_metadata_for_build_wheel( self, metadata_directory, config_settings=None, _allow_fallback=True): """Prepare a *.dist-info folder with metadata for this project. Returns the name of the newly created folder. If the build backend defines a hook with this name, it will be called in a subprocess. If not, the backend will be asked to build a wheel, and the dist-info extracted from that (unless _allow_fallback is False). """ return self._call_hook('prepare_metadata_for_build_wheel', { 'metadata_directory': abspath(metadata_directory), 'config_settings': config_settings, '_allow_fallback': _allow_fallback, }) def build_wheel( self, wheel_directory, config_settings=None, metadata_directory=None): """Build a wheel from this project. Returns the name of the newly created file. In general, this will call the 'build_wheel' hook in the backend. However, if that was previously called by 'prepare_metadata_for_build_wheel', and the same metadata_directory is used, the previously built wheel will be copied to wheel_directory. """ if metadata_directory is not None: metadata_directory = abspath(metadata_directory) return self._call_hook('build_wheel', { 'wheel_directory': abspath(wheel_directory), 'config_settings': config_settings, 'metadata_directory': metadata_directory, }) def get_requires_for_build_sdist(self, config_settings=None): """Identify packages required for building a wheel Returns a list of dependency specifications, e.g.: ["setuptools >= 26"] This does not include requirements specified in pyproject.toml. It returns the result of calling the equivalently named hook in a subprocess. """ return self._call_hook('get_requires_for_build_sdist', { 'config_settings': config_settings }) def build_sdist(self, sdist_directory, config_settings=None): """Build an sdist from this project. Returns the name of the newly created file. This calls the 'build_sdist' backend hook in a subprocess. """ return self._call_hook('build_sdist', { 'sdist_directory': abspath(sdist_directory), 'config_settings': config_settings, }) def _call_hook(self, hook_name, kwargs): # On Python 2, pytoml returns Unicode values (which is correct) but the # environment passed to check_call needs to contain string values. We # convert here by encoding using ASCII (the backend can only contain # letters, digits and _, . and : characters, and will be used as a # Python identifier, so non-ASCII content is wrong on Python 2 in # any case). # For backend_path, we use sys.getfilesystemencoding. if sys.version_info[0] == 2: build_backend = self.build_backend.encode('ASCII') else: build_backend = self.build_backend extra_environ = {'PEP517_BUILD_BACKEND': build_backend} if self.backend_path: backend_path = os.pathsep.join(self.backend_path) if sys.version_info[0] == 2: backend_path = backend_path.encode(sys.getfilesystemencoding()) extra_environ['PEP517_BACKEND_PATH'] = backend_path with tempdir() as td: hook_input = {'kwargs': kwargs} compat.write_json(hook_input, pjoin(td, 'input.json'), indent=2) # Run the hook in a subprocess self._subprocess_runner( [sys.executable, _in_proc_script, hook_name, td], cwd=self.source_dir, extra_environ=extra_environ ) data = compat.read_json(pjoin(td, 'output.json')) if data.get('unsupported'): raise UnsupportedOperation(data.get('traceback', '')) if data.get('no_backend'): raise BackendUnavailable(data.get('traceback', '')) if data.get('backend_invalid'): raise BackendInvalid( backend_name=self.build_backend, backend_path=self.backend_path, message=data.get('backend_error', '') ) if data.get('hook_missing'): raise HookMissing(hook_name) return data['return_val'] class LoggerWrapper(threading.Thread): """ Read messages from a pipe and redirect them to a logger (see python's logging module). """ def __init__(self, logger, level): threading.Thread.__init__(self) self.daemon = True self.logger = logger self.level = level # create the pipe and reader self.fd_read, self.fd_write = os.pipe() self.reader = os.fdopen(self.fd_read) self.start() def fileno(self): return self.fd_write @staticmethod def remove_newline(msg): return msg[:-1] if msg.endswith(os.linesep) else msg def run(self): for line in self.reader: self._write(self.remove_newline(line)) def _write(self, message): self.logger.log(self.level, message) PK @\wN N pip/_vendor/msgpack/fallback.pynu [ """Fallback pure Python implementation of msgpack""" import sys import struct import warnings if sys.version_info[0] == 2: PY2 = True int_types = (int, long) def dict_iteritems(d): return d.iteritems() else: PY2 = False int_types = int unicode = str xrange = range def dict_iteritems(d): return d.items() if sys.version_info < (3, 5): # Ugly hack... RecursionError = RuntimeError def _is_recursionerror(e): return len(e.args) == 1 and isinstance(e.args[0], str) and \ e.args[0].startswith('maximum recursion depth exceeded') else: def _is_recursionerror(e): return True if hasattr(sys, 'pypy_version_info'): # cStringIO is slow on PyPy, StringIO is faster. However: PyPy's own # StringBuilder is fastest. from __pypy__ import newlist_hint try: from __pypy__.builders import BytesBuilder as StringBuilder except ImportError: from __pypy__.builders import StringBuilder USING_STRINGBUILDER = True class StringIO(object): def __init__(self, s=b''): if s: self.builder = StringBuilder(len(s)) self.builder.append(s) else: self.builder = StringBuilder() def write(self, s): if isinstance(s, memoryview): s = s.tobytes() elif isinstance(s, bytearray): s = bytes(s) self.builder.append(s) def getvalue(self): return self.builder.build() else: USING_STRINGBUILDER = False from io import BytesIO as StringIO newlist_hint = lambda size: [] from .exceptions import ( BufferFull, OutOfData, ExtraData, FormatError, StackError, ) from . import ExtType EX_SKIP = 0 EX_CONSTRUCT = 1 EX_READ_ARRAY_HEADER = 2 EX_READ_MAP_HEADER = 3 TYPE_IMMEDIATE = 0 TYPE_ARRAY = 1 TYPE_MAP = 2 TYPE_RAW = 3 TYPE_BIN = 4 TYPE_EXT = 5 DEFAULT_RECURSE_LIMIT = 511 def _check_type_strict(obj, t, type=type, tuple=tuple): if type(t) is tuple: return type(obj) in t else: return type(obj) is t def _get_data_from_buffer(obj): try: view = memoryview(obj) except TypeError: # try to use legacy buffer protocol if 2.7, otherwise re-raise if PY2: view = memoryview(buffer(obj)) warnings.warn("using old buffer interface to unpack %s; " "this leads to unpacking errors if slicing is used and " "will be removed in a future version" % type(obj), RuntimeWarning, stacklevel=3) else: raise if view.itemsize != 1: raise ValueError("cannot unpack from multi-byte object") return view def unpack(stream, **kwargs): warnings.warn( "Direct calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.", DeprecationWarning, stacklevel=2) data = stream.read() return unpackb(data, **kwargs) def unpackb(packed, **kwargs): """ Unpack an object from `packed`. Raises ``ExtraData`` when *packed* contains extra bytes. Raises ``ValueError`` when *packed* is incomplete. Raises ``FormatError`` when *packed* is not valid msgpack. Raises ``StackError`` when *packed* contains too nested. Other exceptions can be raised during unpacking. See :class:`Unpacker` for options. """ unpacker = Unpacker(None, max_buffer_size=len(packed), **kwargs) unpacker.feed(packed) try: ret = unpacker._unpack() except OutOfData: raise ValueError("Unpack failed: incomplete input") except RecursionError as e: if _is_recursionerror(e): raise StackError raise if unpacker._got_extradata(): raise ExtraData(ret, unpacker._get_extradata()) return ret if sys.version_info < (2, 7, 6): def _unpack_from(f, b, o=0): """Explicit typcast for legacy struct.unpack_from""" return struct.unpack_from(f, bytes(b), o) else: _unpack_from = struct.unpack_from class Unpacker(object): """Streaming unpacker. arguments: :param file_like: File-like object having `.read(n)` method. If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable. :param int read_size: Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`) :param bool use_list: If true, unpack msgpack array to Python list. Otherwise, unpack to Python tuple. (default: True) :param bool raw: If true, unpack msgpack raw to Python bytes (default). Otherwise, unpack to Python str (or unicode on Python 2) by decoding with UTF-8 encoding (recommended). Currently, the default is true, but it will be changed to false in near future. So you must specify it explicitly for keeping backward compatibility. *encoding* option which is deprecated overrides this option. :param bool strict_map_key: If true, only str or bytes are accepted for map (dict) keys. It's False by default for backward-compatibility. But it will be True from msgpack 1.0. :param callable object_hook: When specified, it should be callable. Unpacker calls it with a dict argument after unpacking msgpack map. (See also simplejson) :param callable object_pairs_hook: When specified, it should be callable. Unpacker calls it with a list of key-value pairs after unpacking msgpack map. (See also simplejson) :param str encoding: Encoding used for decoding msgpack raw. If it is None (default), msgpack raw is deserialized to Python bytes. :param str unicode_errors: (deprecated) Used for decoding msgpack raw with *encoding*. (default: `'strict'`) :param int max_buffer_size: Limits size of data waiting unpacked. 0 means system's INT_MAX (default). Raises `BufferFull` exception when it is insufficient. You should set this parameter when unpacking data from untrusted source. :param int max_str_len: Deprecated, use *max_buffer_size* instead. Limits max length of str. (default: max_buffer_size or 1024*1024) :param int max_bin_len: Deprecated, use *max_buffer_size* instead. Limits max length of bin. (default: max_buffer_size or 1024*1024) :param int max_array_len: Limits max length of array. (default: max_buffer_size or 128*1024) :param int max_map_len: Limits max length of map. (default: max_buffer_size//2 or 32*1024) :param int max_ext_len: Deprecated, use *max_buffer_size* instead. Limits max size of ext type. (default: max_buffer_size or 1024*1024) Example of streaming deserialize from file-like object:: unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024) for o in unpacker: process(o) Example of streaming deserialize from socket:: unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024) while True: buf = sock.recv(1024**2) if not buf: break unpacker.feed(buf) for o in unpacker: process(o) Raises ``ExtraData`` when *packed* contains extra bytes. Raises ``OutOfData`` when *packed* is incomplete. Raises ``FormatError`` when *packed* is not valid msgpack. Raises ``StackError`` when *packed* contains too nested. Other exceptions can be raised during unpacking. """ def __init__(self, file_like=None, read_size=0, use_list=True, raw=True, strict_map_key=False, object_hook=None, object_pairs_hook=None, list_hook=None, encoding=None, unicode_errors=None, max_buffer_size=0, ext_hook=ExtType, max_str_len=-1, max_bin_len=-1, max_array_len=-1, max_map_len=-1, max_ext_len=-1): if encoding is not None: warnings.warn( "encoding is deprecated, Use raw=False instead.", DeprecationWarning, stacklevel=2) if unicode_errors is None: unicode_errors = 'strict' if file_like is None: self._feeding = True else: if not callable(file_like.read): raise TypeError("`file_like.read` must be callable") self.file_like = file_like self._feeding = False #: array of bytes fed. self._buffer = bytearray() #: Which position we currently reads self._buff_i = 0 # When Unpacker is used as an iterable, between the calls to next(), # the buffer is not "consumed" completely, for efficiency sake. # Instead, it is done sloppily. To make sure we raise BufferFull at # the correct moments, we have to keep track of how sloppy we were. # Furthermore, when the buffer is incomplete (that is: in the case # we raise an OutOfData) we need to rollback the buffer to the correct # state, which _buf_checkpoint records. self._buf_checkpoint = 0 if max_str_len == -1: max_str_len = max_buffer_size or 1024*1024 if max_bin_len == -1: max_bin_len = max_buffer_size or 1024*1024 if max_array_len == -1: max_array_len = max_buffer_size or 128*1024 if max_map_len == -1: max_map_len = max_buffer_size//2 or 32*1024 if max_ext_len == -1: max_ext_len = max_buffer_size or 1024*1024 self._max_buffer_size = max_buffer_size or 2**31-1 if read_size > self._max_buffer_size: raise ValueError("read_size must be smaller than max_buffer_size") self._read_size = read_size or min(self._max_buffer_size, 16*1024) self._raw = bool(raw) self._strict_map_key = bool(strict_map_key) self._encoding = encoding self._unicode_errors = unicode_errors self._use_list = use_list self._list_hook = list_hook self._object_hook = object_hook self._object_pairs_hook = object_pairs_hook self._ext_hook = ext_hook self._max_str_len = max_str_len self._max_bin_len = max_bin_len self._max_array_len = max_array_len self._max_map_len = max_map_len self._max_ext_len = max_ext_len self._stream_offset = 0 if list_hook is not None and not callable(list_hook): raise TypeError('`list_hook` is not callable') if object_hook is not None and not callable(object_hook): raise TypeError('`object_hook` is not callable') if object_pairs_hook is not None and not callable(object_pairs_hook): raise TypeError('`object_pairs_hook` is not callable') if object_hook is not None and object_pairs_hook is not None: raise TypeError("object_pairs_hook and object_hook are mutually " "exclusive") if not callable(ext_hook): raise TypeError("`ext_hook` is not callable") def feed(self, next_bytes): assert self._feeding view = _get_data_from_buffer(next_bytes) if (len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size): raise BufferFull # Strip buffer before checkpoint before reading file. if self._buf_checkpoint > 0: del self._buffer[:self._buf_checkpoint] self._buff_i -= self._buf_checkpoint self._buf_checkpoint = 0 # Use extend here: INPLACE_ADD += doesn't reliably typecast memoryview in jython self._buffer.extend(view) def _consume(self): """ Gets rid of the used parts of the buffer. """ self._stream_offset += self._buff_i - self._buf_checkpoint self._buf_checkpoint = self._buff_i def _got_extradata(self): return self._buff_i < len(self._buffer) def _get_extradata(self): return self._buffer[self._buff_i:] def read_bytes(self, n): return self._read(n) def _read(self, n): # (int) -> bytearray self._reserve(n) i = self._buff_i self._buff_i = i+n return self._buffer[i:i+n] def _reserve(self, n): remain_bytes = len(self._buffer) - self._buff_i - n # Fast path: buffer has n bytes already if remain_bytes >= 0: return if self._feeding: self._buff_i = self._buf_checkpoint raise OutOfData # Strip buffer before checkpoint before reading file. if self._buf_checkpoint > 0: del self._buffer[:self._buf_checkpoint] self._buff_i -= self._buf_checkpoint self._buf_checkpoint = 0 # Read from file remain_bytes = -remain_bytes while remain_bytes > 0: to_read_bytes = max(self._read_size, remain_bytes) read_data = self.file_like.read(to_read_bytes) if not read_data: break assert isinstance(read_data, bytes) self._buffer += read_data remain_bytes -= len(read_data) if len(self._buffer) < n + self._buff_i: self._buff_i = 0 # rollback raise OutOfData def _read_header(self, execute=EX_CONSTRUCT): typ = TYPE_IMMEDIATE n = 0 obj = None self._reserve(1) b = self._buffer[self._buff_i] self._buff_i += 1 if b & 0b10000000 == 0: obj = b elif b & 0b11100000 == 0b11100000: obj = -1 - (b ^ 0xff) elif b & 0b11100000 == 0b10100000: n = b & 0b00011111 typ = TYPE_RAW if n > self._max_str_len: raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len) obj = self._read(n) elif b & 0b11110000 == 0b10010000: n = b & 0b00001111 typ = TYPE_ARRAY if n > self._max_array_len: raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len) elif b & 0b11110000 == 0b10000000: n = b & 0b00001111 typ = TYPE_MAP if n > self._max_map_len: raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len) elif b == 0xc0: obj = None elif b == 0xc2: obj = False elif b == 0xc3: obj = True elif b == 0xc4: typ = TYPE_BIN self._reserve(1) n = self._buffer[self._buff_i] self._buff_i += 1 if n > self._max_bin_len: raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len)) obj = self._read(n) elif b == 0xc5: typ = TYPE_BIN self._reserve(2) n = _unpack_from(">H", self._buffer, self._buff_i)[0] self._buff_i += 2 if n > self._max_bin_len: raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len)) obj = self._read(n) elif b == 0xc6: typ = TYPE_BIN self._reserve(4) n = _unpack_from(">I", self._buffer, self._buff_i)[0] self._buff_i += 4 if n > self._max_bin_len: raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len)) obj = self._read(n) elif b == 0xc7: # ext 8 typ = TYPE_EXT self._reserve(2) L, n = _unpack_from('Bb', self._buffer, self._buff_i) self._buff_i += 2 if L > self._max_ext_len: raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len)) obj = self._read(L) elif b == 0xc8: # ext 16 typ = TYPE_EXT self._reserve(3) L, n = _unpack_from('>Hb', self._buffer, self._buff_i) self._buff_i += 3 if L > self._max_ext_len: raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len)) obj = self._read(L) elif b == 0xc9: # ext 32 typ = TYPE_EXT self._reserve(5) L, n = _unpack_from('>Ib', self._buffer, self._buff_i) self._buff_i += 5 if L > self._max_ext_len: raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len)) obj = self._read(L) elif b == 0xca: self._reserve(4) obj = _unpack_from(">f", self._buffer, self._buff_i)[0] self._buff_i += 4 elif b == 0xcb: self._reserve(8) obj = _unpack_from(">d", self._buffer, self._buff_i)[0] self._buff_i += 8 elif b == 0xcc: self._reserve(1) obj = self._buffer[self._buff_i] self._buff_i += 1 elif b == 0xcd: self._reserve(2) obj = _unpack_from(">H", self._buffer, self._buff_i)[0] self._buff_i += 2 elif b == 0xce: self._reserve(4) obj = _unpack_from(">I", self._buffer, self._buff_i)[0] self._buff_i += 4 elif b == 0xcf: self._reserve(8) obj = _unpack_from(">Q", self._buffer, self._buff_i)[0] self._buff_i += 8 elif b == 0xd0: self._reserve(1) obj = _unpack_from("b", self._buffer, self._buff_i)[0] self._buff_i += 1 elif b == 0xd1: self._reserve(2) obj = _unpack_from(">h", self._buffer, self._buff_i)[0] self._buff_i += 2 elif b == 0xd2: self._reserve(4) obj = _unpack_from(">i", self._buffer, self._buff_i)[0] self._buff_i += 4 elif b == 0xd3: self._reserve(8) obj = _unpack_from(">q", self._buffer, self._buff_i)[0] self._buff_i += 8 elif b == 0xd4: # fixext 1 typ = TYPE_EXT if self._max_ext_len < 1: raise ValueError("%s exceeds max_ext_len(%s)" % (1, self._max_ext_len)) self._reserve(2) n, obj = _unpack_from("b1s", self._buffer, self._buff_i) self._buff_i += 2 elif b == 0xd5: # fixext 2 typ = TYPE_EXT if self._max_ext_len < 2: raise ValueError("%s exceeds max_ext_len(%s)" % (2, self._max_ext_len)) self._reserve(3) n, obj = _unpack_from("b2s", self._buffer, self._buff_i) self._buff_i += 3 elif b == 0xd6: # fixext 4 typ = TYPE_EXT if self._max_ext_len < 4: raise ValueError("%s exceeds max_ext_len(%s)" % (4, self._max_ext_len)) self._reserve(5) n, obj = _unpack_from("b4s", self._buffer, self._buff_i) self._buff_i += 5 elif b == 0xd7: # fixext 8 typ = TYPE_EXT if self._max_ext_len < 8: raise ValueError("%s exceeds max_ext_len(%s)" % (8, self._max_ext_len)) self._reserve(9) n, obj = _unpack_from("b8s", self._buffer, self._buff_i) self._buff_i += 9 elif b == 0xd8: # fixext 16 typ = TYPE_EXT if self._max_ext_len < 16: raise ValueError("%s exceeds max_ext_len(%s)" % (16, self._max_ext_len)) self._reserve(17) n, obj = _unpack_from("b16s", self._buffer, self._buff_i) self._buff_i += 17 elif b == 0xd9: typ = TYPE_RAW self._reserve(1) n = self._buffer[self._buff_i] self._buff_i += 1 if n > self._max_str_len: raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len) obj = self._read(n) elif b == 0xda: typ = TYPE_RAW self._reserve(2) n, = _unpack_from(">H", self._buffer, self._buff_i) self._buff_i += 2 if n > self._max_str_len: raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len) obj = self._read(n) elif b == 0xdb: typ = TYPE_RAW self._reserve(4) n, = _unpack_from(">I", self._buffer, self._buff_i) self._buff_i += 4 if n > self._max_str_len: raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len) obj = self._read(n) elif b == 0xdc: typ = TYPE_ARRAY self._reserve(2) n, = _unpack_from(">H", self._buffer, self._buff_i) self._buff_i += 2 if n > self._max_array_len: raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len) elif b == 0xdd: typ = TYPE_ARRAY self._reserve(4) n, = _unpack_from(">I", self._buffer, self._buff_i) self._buff_i += 4 if n > self._max_array_len: raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len) elif b == 0xde: self._reserve(2) n, = _unpack_from(">H", self._buffer, self._buff_i) self._buff_i += 2 if n > self._max_map_len: raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len) typ = TYPE_MAP elif b == 0xdf: self._reserve(4) n, = _unpack_from(">I", self._buffer, self._buff_i) self._buff_i += 4 if n > self._max_map_len: raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len) typ = TYPE_MAP else: raise FormatError("Unknown header: 0x%x" % b) return typ, n, obj def _unpack(self, execute=EX_CONSTRUCT): typ, n, obj = self._read_header(execute) if execute == EX_READ_ARRAY_HEADER: if typ != TYPE_ARRAY: raise ValueError("Expected array") return n if execute == EX_READ_MAP_HEADER: if typ != TYPE_MAP: raise ValueError("Expected map") return n # TODO should we eliminate the recursion? if typ == TYPE_ARRAY: if execute == EX_SKIP: for i in xrange(n): # TODO check whether we need to call `list_hook` self._unpack(EX_SKIP) return ret = newlist_hint(n) for i in xrange(n): ret.append(self._unpack(EX_CONSTRUCT)) if self._list_hook is not None: ret = self._list_hook(ret) # TODO is the interaction between `list_hook` and `use_list` ok? return ret if self._use_list else tuple(ret) if typ == TYPE_MAP: if execute == EX_SKIP: for i in xrange(n): # TODO check whether we need to call hooks self._unpack(EX_SKIP) self._unpack(EX_SKIP) return if self._object_pairs_hook is not None: ret = self._object_pairs_hook( (self._unpack(EX_CONSTRUCT), self._unpack(EX_CONSTRUCT)) for _ in xrange(n)) else: ret = {} for _ in xrange(n): key = self._unpack(EX_CONSTRUCT) if self._strict_map_key and type(key) not in (unicode, bytes): raise ValueError("%s is not allowed for map key" % str(type(key))) ret[key] = self._unpack(EX_CONSTRUCT) if self._object_hook is not None: ret = self._object_hook(ret) return ret if execute == EX_SKIP: return if typ == TYPE_RAW: if self._encoding is not None: obj = obj.decode(self._encoding, self._unicode_errors) elif self._raw: obj = bytes(obj) else: obj = obj.decode('utf_8') return obj if typ == TYPE_EXT: return self._ext_hook(n, bytes(obj)) if typ == TYPE_BIN: return bytes(obj) assert typ == TYPE_IMMEDIATE return obj def __iter__(self): return self def __next__(self): try: ret = self._unpack(EX_CONSTRUCT) self._consume() return ret except OutOfData: self._consume() raise StopIteration except RecursionError: raise StackError next = __next__ def skip(self): self._unpack(EX_SKIP) self._consume() def unpack(self): try: ret = self._unpack(EX_CONSTRUCT) except RecursionError: raise StackError self._consume() return ret def read_array_header(self): ret = self._unpack(EX_READ_ARRAY_HEADER) self._consume() return ret def read_map_header(self): ret = self._unpack(EX_READ_MAP_HEADER) self._consume() return ret def tell(self): return self._stream_offset class Packer(object): """ MessagePack Packer usage: packer = Packer() astream.write(packer.pack(a)) astream.write(packer.pack(b)) Packer's constructor has some keyword arguments: :param callable default: Convert user type to builtin type that Packer supports. See also simplejson's document. :param bool use_single_float: Use single precision float type for float. (default: False) :param bool autoreset: Reset buffer after each pack and return its content as `bytes`. (default: True). If set this to false, use `bytes()` to get content and `.reset()` to clear buffer. :param bool use_bin_type: Use bin type introduced in msgpack spec 2.0 for bytes. It also enables str8 type for unicode. :param bool strict_types: If set to true, types will be checked to be exact. Derived classes from serializeable types will not be serialized and will be treated as unsupported type and forwarded to default. Additionally tuples will not be serialized as lists. This is useful when trying to implement accurate serialization for python types. :param str encoding: (deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8') :param str unicode_errors: Error handler for encoding unicode. (default: 'strict') """ def __init__(self, default=None, encoding=None, unicode_errors=None, use_single_float=False, autoreset=True, use_bin_type=False, strict_types=False): if encoding is None: encoding = 'utf_8' else: warnings.warn( "encoding is deprecated, Use raw=False instead.", DeprecationWarning, stacklevel=2) if unicode_errors is None: unicode_errors = 'strict' self._strict_types = strict_types self._use_float = use_single_float self._autoreset = autoreset self._use_bin_type = use_bin_type self._encoding = encoding self._unicode_errors = unicode_errors self._buffer = StringIO() if default is not None: if not callable(default): raise TypeError("default must be callable") self._default = default def _pack(self, obj, nest_limit=DEFAULT_RECURSE_LIMIT, check=isinstance, check_type_strict=_check_type_strict): default_used = False if self._strict_types: check = check_type_strict list_types = list else: list_types = (list, tuple) while True: if nest_limit < 0: raise ValueError("recursion limit exceeded") if obj is None: return self._buffer.write(b"\xc0") if check(obj, bool): if obj: return self._buffer.write(b"\xc3") return self._buffer.write(b"\xc2") if check(obj, int_types): if 0 <= obj < 0x80: return self._buffer.write(struct.pack("B", obj)) if -0x20 <= obj < 0: return self._buffer.write(struct.pack("b", obj)) if 0x80 <= obj <= 0xff: return self._buffer.write(struct.pack("BB", 0xcc, obj)) if -0x80 <= obj < 0: return self._buffer.write(struct.pack(">Bb", 0xd0, obj)) if 0xff < obj <= 0xffff: return self._buffer.write(struct.pack(">BH", 0xcd, obj)) if -0x8000 <= obj < -0x80: return self._buffer.write(struct.pack(">Bh", 0xd1, obj)) if 0xffff < obj <= 0xffffffff: return self._buffer.write(struct.pack(">BI", 0xce, obj)) if -0x80000000 <= obj < -0x8000: return self._buffer.write(struct.pack(">Bi", 0xd2, obj)) if 0xffffffff < obj <= 0xffffffffffffffff: return self._buffer.write(struct.pack(">BQ", 0xcf, obj)) if -0x8000000000000000 <= obj < -0x80000000: return self._buffer.write(struct.pack(">Bq", 0xd3, obj)) if not default_used and self._default is not None: obj = self._default(obj) default_used = True continue raise OverflowError("Integer value out of range") if check(obj, (bytes, bytearray)): n = len(obj) if n >= 2**32: raise ValueError("%s is too large" % type(obj).__name__) self._pack_bin_header(n) return self._buffer.write(obj) if check(obj, unicode): if self._encoding is None: raise TypeError( "Can't encode unicode string: " "no encoding is specified") obj = obj.encode(self._encoding, self._unicode_errors) n = len(obj) if n >= 2**32: raise ValueError("String is too large") self._pack_raw_header(n) return self._buffer.write(obj) if check(obj, memoryview): n = len(obj) * obj.itemsize if n >= 2**32: raise ValueError("Memoryview is too large") self._pack_bin_header(n) return self._buffer.write(obj) if check(obj, float): if self._use_float: return self._buffer.write(struct.pack(">Bf", 0xca, obj)) return self._buffer.write(struct.pack(">Bd", 0xcb, obj)) if check(obj, ExtType): code = obj.code data = obj.data assert isinstance(code, int) assert isinstance(data, bytes) L = len(data) if L == 1: self._buffer.write(b'\xd4') elif L == 2: self._buffer.write(b'\xd5') elif L == 4: self._buffer.write(b'\xd6') elif L == 8: self._buffer.write(b'\xd7') elif L == 16: self._buffer.write(b'\xd8') elif L <= 0xff: self._buffer.write(struct.pack(">BB", 0xc7, L)) elif L <= 0xffff: self._buffer.write(struct.pack(">BH", 0xc8, L)) else: self._buffer.write(struct.pack(">BI", 0xc9, L)) self._buffer.write(struct.pack("b", code)) self._buffer.write(data) return if check(obj, list_types): n = len(obj) self._pack_array_header(n) for i in xrange(n): self._pack(obj[i], nest_limit - 1) return if check(obj, dict): return self._pack_map_pairs(len(obj), dict_iteritems(obj), nest_limit - 1) if not default_used and self._default is not None: obj = self._default(obj) default_used = 1 continue raise TypeError("Cannot serialize %r" % (obj, )) def pack(self, obj): try: self._pack(obj) except: self._buffer = StringIO() # force reset raise if self._autoreset: ret = self._buffer.getvalue() self._buffer = StringIO() return ret def pack_map_pairs(self, pairs): self._pack_map_pairs(len(pairs), pairs) if self._autoreset: ret = self._buffer.getvalue() self._buffer = StringIO() return ret def pack_array_header(self, n): if n >= 2**32: raise ValueError self._pack_array_header(n) if self._autoreset: ret = self._buffer.getvalue() self._buffer = StringIO() return ret def pack_map_header(self, n): if n >= 2**32: raise ValueError self._pack_map_header(n) if self._autoreset: ret = self._buffer.getvalue() self._buffer = StringIO() return ret def pack_ext_type(self, typecode, data): if not isinstance(typecode, int): raise TypeError("typecode must have int type.") if not 0 <= typecode <= 127: raise ValueError("typecode should be 0-127") if not isinstance(data, bytes): raise TypeError("data must have bytes type") L = len(data) if L > 0xffffffff: raise ValueError("Too large data") if L == 1: self._buffer.write(b'\xd4') elif L == 2: self._buffer.write(b'\xd5') elif L == 4: self._buffer.write(b'\xd6') elif L == 8: self._buffer.write(b'\xd7') elif L == 16: self._buffer.write(b'\xd8') elif L <= 0xff: self._buffer.write(b'\xc7' + struct.pack('B', L)) elif L <= 0xffff: self._buffer.write(b'\xc8' + struct.pack('>H', L)) else: self._buffer.write(b'\xc9' + struct.pack('>I', L)) self._buffer.write(struct.pack('B', typecode)) self._buffer.write(data) def _pack_array_header(self, n): if n <= 0x0f: return self._buffer.write(struct.pack('B', 0x90 + n)) if n <= 0xffff: return self._buffer.write(struct.pack(">BH", 0xdc, n)) if n <= 0xffffffff: return self._buffer.write(struct.pack(">BI", 0xdd, n)) raise ValueError("Array is too large") def _pack_map_header(self, n): if n <= 0x0f: return self._buffer.write(struct.pack('B', 0x80 + n)) if n <= 0xffff: return self._buffer.write(struct.pack(">BH", 0xde, n)) if n <= 0xffffffff: return self._buffer.write(struct.pack(">BI", 0xdf, n)) raise ValueError("Dict is too large") def _pack_map_pairs(self, n, pairs, nest_limit=DEFAULT_RECURSE_LIMIT): self._pack_map_header(n) for (k, v) in pairs: self._pack(k, nest_limit - 1) self._pack(v, nest_limit - 1) def _pack_raw_header(self, n): if n <= 0x1f: self._buffer.write(struct.pack('B', 0xa0 + n)) elif self._use_bin_type and n <= 0xff: self._buffer.write(struct.pack('>BB', 0xd9, n)) elif n <= 0xffff: self._buffer.write(struct.pack(">BH", 0xda, n)) elif n <= 0xffffffff: self._buffer.write(struct.pack(">BI", 0xdb, n)) else: raise ValueError('Raw is too large') def _pack_bin_header(self, n): if not self._use_bin_type: return self._pack_raw_header(n) elif n <= 0xff: return self._buffer.write(struct.pack('>BB', 0xc4, n)) elif n <= 0xffff: return self._buffer.write(struct.pack(">BH", 0xc5, n)) elif n <= 0xffffffff: return self._buffer.write(struct.pack(">BI", 0xc6, n)) else: raise ValueError('Bin is too large') def bytes(self): """Return internal buffer contents as bytes object""" return self._buffer.getvalue() def reset(self): """Reset internal buffer. This method is usaful only when autoreset=False. """ self._buffer = StringIO() def getbuffer(self): """Return view of internal buffer.""" if USING_STRINGBUILDER or PY2: return memoryview(self.bytes()) else: return self._buffer.getbuffer() PK @\>Q~ ~ 7 pip/_vendor/msgpack/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d dl mZ d dlT ddlmZ G dd deddZddlZejd r`d d l m Z m Z m Z nBzd d l m Z m Z m Z W n( ek r d d l m Z m Z m Z Y nX d d Zd d Zdd ZeZe ZeZeZdS ) )version)* ) namedtuplec s e Zd ZdZ fddZ ZS )ExtTypez'ExtType represents ext type in msgpack.c sV t |tstdt |ts$tdd| kr8dksBn tdtt| | ||S )Nzcode must be intzdata must be bytesr zcode must be 0~127) isinstanceint TypeErrorbytes ValueErrorsuperr __new__)clscodedata __class__ @/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/__init__.pyr s zExtType.__new__)__name__ __module__ __qualname____doc__r __classcell__r r r r r s r z code dataNZMSGPACK_PUREPYTHON)PackerunpackbUnpackerc K s t f |}||| dS )zX Pack object `o` and write it to `stream` See :class:`Packer` for options. N)r writepack)ostreamkwargsZpackerr r r r s r c K s t f || S )zW Pack object `o` and return packed bytes See :class:`Packer` for options. )r r )r r" r r r packb( s r# c K s | }t|f|S )z Unpack an object from `stream`. Raises `ExtraData` when `stream` contains extra bytes. See :class:`Unpacker` for options. )readr )r! r" r r r r unpack1 s r% )Z_versionr exceptions collectionsr r osenvirongetZfallbackr r r Z _cmsgpack ImportErrorr r# r% loadloadsdumpdumpsr r r r <module> s" PK @\F2ѡf f 7 pip/_vendor/msgpack/__pycache__/fallback.cpython-38.pycnu [ U .eN @ s d Z ddlZddlZddlZejd dkr@dZeefZdd Z ndZeZe Z e Z dd Z ejd k rpeZd d Znd d Zeed rddlmZ zddlmZ W n ek r ddlmZ Y nX dZG dd deZndZddlm Z dd Zddl m Z m Z m Z m!Z!m"Z" ddl#m$Z$ dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.d Z/e0e1fd d Z2d d Z3d!d" Z4d#d$ Z5ejd%k rd,d&d'Z6nej7Z6G d(d) d)eZ8G d*d+ d+eZ9dS )-z.Fallback pure Python implementation of msgpack N Tc C s | S N)Z iteritemsd r @/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.pydict_iteritems s r Fc C s | S r )itemsr r r r r s ) c C s. t | jdko,t| jd to,| jd dS )N r z maximum recursion depth exceeded)lenargs isinstancestr startswither r r _is_recursionerror s r c C s dS )NTr r r r r r s Zpypy_version_info) newlist_hint) BytesBuilder) StringBuilderc @ s& e Zd Zd ddZdd Zdd ZdS ) StringIO c C s, |r t t|| _| j| nt | _d S r )r r builderappendselfsr r r __init__* s zStringIO.__init__c C s6 t |tr| }nt |tr&t|}| j| d S r )r memoryviewtobytes bytearraybytesr r r r r r write0 s zStringIO.writec C s | j S r )r Zbuildr r r r getvalue6 s zStringIO.getvalueN)r )__name__ __module__ __qualname__r r$ r& r r r r r ) s r )BytesIOc C s g S r r )sizer r r <lambda>; r r, r ) BufferFull OutOfData ExtraData FormatError StackError)ExtTyper r i c C s( |||kr|| |kS || |kS d S r r )objttypetupler r r _check_type_strictX s r8 c C sd z t | }W n@ tk rL trFt t| }tjdt| tdd n Y nX |jdkr`t d|S )Nzusing old buffer interface to unpack %s; this leads to unpacking errors if slicing is used and will be removed in a future versionr stacklevelr z$cannot unpack from multi-byte object) r TypeErrorPY2bufferwarningswarnr6 RuntimeWarningitemsize ValueError)r4 viewr r r _get_data_from_buffer_ s rD c K s$ t jdtdd | }t|f|S )NzbDirect calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.r r9 )r> r? DeprecationWarningreadunpackb)streamkwargsdatar r r unpackq s rK c K s t ddt| i|}|| z | }W nJ tk rH tdY n0 tk rv } zt|rdt W 5 d}~X Y nX | rt || |S )aw Unpack an object from `packed`. Raises ``ExtraData`` when *packed* contains extra bytes. Raises ``ValueError`` when *packed* is incomplete. Raises ``FormatError`` when *packed* is not valid msgpack. Raises ``StackError`` when *packed* contains too nested. Other exceptions can be raised during unpacking. See :class:`Unpacker` for options. Nmax_buffer_sizez Unpack failed: incomplete input)N) Unpackerr feed_unpackr. rB RecursionErrorr r1 _got_extradatar/ _get_extradata)ZpackedrI Zunpackerretr r r r rG y s rG )r c C s t | t||S )z.Explicit typcast for legacy struct.unpack_from)struct unpack_fromr# )fbor r r _unpack_from s r[ c @ s e Zd ZdZdddddddddddedddddfddZd d Zd d Zd d Zdd Z dd Z dd Z dd Z e fddZe fddZdd Zd d ZeZd d Zd!d" Zd#d$ Zd%d& Zd'd( ZdS ))rM a Streaming unpacker. arguments: :param file_like: File-like object having `.read(n)` method. If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable. :param int read_size: Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`) :param bool use_list: If true, unpack msgpack array to Python list. Otherwise, unpack to Python tuple. (default: True) :param bool raw: If true, unpack msgpack raw to Python bytes (default). Otherwise, unpack to Python str (or unicode on Python 2) by decoding with UTF-8 encoding (recommended). Currently, the default is true, but it will be changed to false in near future. So you must specify it explicitly for keeping backward compatibility. *encoding* option which is deprecated overrides this option. :param bool strict_map_key: If true, only str or bytes are accepted for map (dict) keys. It's False by default for backward-compatibility. But it will be True from msgpack 1.0. :param callable object_hook: When specified, it should be callable. Unpacker calls it with a dict argument after unpacking msgpack map. (See also simplejson) :param callable object_pairs_hook: When specified, it should be callable. Unpacker calls it with a list of key-value pairs after unpacking msgpack map. (See also simplejson) :param str encoding: Encoding used for decoding msgpack raw. If it is None (default), msgpack raw is deserialized to Python bytes. :param str unicode_errors: (deprecated) Used for decoding msgpack raw with *encoding*. (default: `'strict'`) :param int max_buffer_size: Limits size of data waiting unpacked. 0 means system's INT_MAX (default). Raises `BufferFull` exception when it is insufficient. You should set this parameter when unpacking data from untrusted source. :param int max_str_len: Deprecated, use *max_buffer_size* instead. Limits max length of str. (default: max_buffer_size or 1024*1024) :param int max_bin_len: Deprecated, use *max_buffer_size* instead. Limits max length of bin. (default: max_buffer_size or 1024*1024) :param int max_array_len: Limits max length of array. (default: max_buffer_size or 128*1024) :param int max_map_len: Limits max length of map. (default: max_buffer_size//2 or 32*1024) :param int max_ext_len: Deprecated, use *max_buffer_size* instead. Limits max size of ext type. (default: max_buffer_size or 1024*1024) Example of streaming deserialize from file-like object:: unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024) for o in unpacker: process(o) Example of streaming deserialize from socket:: unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024) while True: buf = sock.recv(1024**2) if not buf: break unpacker.feed(buf) for o in unpacker: process(o) Raises ``ExtraData`` when *packed* contains extra bytes. Raises ``OutOfData`` when *packed* is incomplete. Raises ``FormatError`` when *packed* is not valid msgpack. Raises ``StackError`` when *packed* contains too nested. Other exceptions can be raised during unpacking. Nr TFc C s | d k rt jdtdd | d kr$d} |d kr4d| _n t|jsFtd|| _d| _t | _ d| _ d| _ | d krv| ptd } |d kr| pd }|d kr| pd }|d kr| d pd }|d kr| pd }| pd | _ || j krt d|pt| j d| _t|| _t|| _| | _| | _|| _|| _|| _|| _| | _| | _|| _|| _ || _ || _ d| _ |d k rft|sftd|d k rt|std|d k rt|std|d k r|d k rtdt| stdd S )N.encoding is deprecated, Use raw=False instead.r r9 strictTz!`file_like.read` must be callableFr r\ i i i iz.read_size must be smaller than max_buffer_sizei @ z`list_hook` is not callablez `object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callable) r> r? rE _feedingcallablerF r; file_liker" _buffer_buff_i_buf_checkpoint_max_buffer_sizerB min _read_sizebool_raw_strict_map_key _encoding_unicode_errors _use_list _list_hook _object_hook_object_pairs_hook _ext_hook _max_str_len _max_bin_len_max_array_len _max_map_len _max_ext_len_stream_offset)r ra Z read_sizeZuse_listrawZstrict_map_keyZ object_hookZobject_pairs_hookZ list_hookencodingunicode_errorsrL Zext_hookZ max_str_lenZ max_bin_lenZ max_array_lenZ max_map_lenZ max_ext_lenr r r r sp zUnpacker.__init__c C sr | j s tt|}t| j| j t| | jkr4t| jdkrb| jd | j= | j| j8 _d| _| j | d S Nr ) r_ AssertionErrorrD r rb rc re r- rd extend)r Z next_bytesrC r r r rN P s z Unpacker.feedc C s" | j | j| j 7 _ | j| _dS )z+ Gets rid of the used parts of the buffer. N)rw rc rd r% r r r _consume_ s zUnpacker._consumec C s | j t| jk S r )rc r rb r% r r r rQ d s zUnpacker._got_extradatac C s | j | jd S r )rb rc r% r r r rR g s zUnpacker._get_extradatac C s | |S r )_readr nr r r read_bytesj s zUnpacker.read_bytesc C s, | | | j}|| | _| j||| S r )_reserverc rb )r r ir r r r m s zUnpacker._readc C s t | j| j | }|dkr d S | jr2| j| _t| jdkr`| jd | j= | j| j8 _d| _| }|dkrt| j|}| j |}|sqt |t st | j|7 _|t |8 }qft | j|| j k rd| _td S r{ ) r rb rc r_ rd r. maxrg ra rF r r# r| )r r Z remain_bytesZ to_read_bytesZ read_datar r r r t s, zUnpacker._reservec C s& t }d}d }| d | j| j }| jd7 _|d@ dkrD|} n|d@ dkr`d|dA } n|d@ dkr|d@ }t}|| jkrtd || j| |} n~|d @ d kr|d @ }t}|| j krtd || j nJ|d @ dkr |d @ }t }|| j k r td|| j n|dkr d } n |dkr.d}n|dkr@d}n|dkrt }| d | j| j }| jd7 _|| j krtd|| j f | |}n~|dkrt }| d td| j| jd }| jd7 _|| j krtd|| j f | |}n|dkrjt }| d td| j| jd }| jd7 _|| j kr\td|| j f | |}n|d krt}| d td | j| j\}}| jd7 _|| jkrtd || jf | |}nL|d kr6t}| d td!| j| j\}}| jd 7 _|| jkr(td || jf | |}n|d"krt}| d# td$| j| j\}}| jd#7 _|| jkrtd || jf | |}n|d%kr| d td&| j| jd }| jd7 _nF|d'kr| d( td)| j| jd }| jd(7 _n |d*krB| d | j| j }| jd7 _n|d+kr|| d td| j| jd }| jd7 _n|d,kr| d td| j| jd }| jd7 _nf|d-kr| d( td.| j| jd }| jd(7 _n,|d/kr*| d td0| j| jd }| jd7 _n|d1krd| d td2| j| jd }| jd7 _n|d3kr| d td4| j| jd }| jd7 _n~|d5kr| d( td6| j| jd }| jd(7 _nD|d7kr4t}| jdk rtd d| jf | d td8| j| j\}}| jd7 _n|d9krt}| jdk r`td d| jf | d td:| j| j\}}| jd 7 _n|d;krt}| jdk rtd d| jf | d# td<| j| j\}}| jd#7 _n0|d=krHt}| jd(k rtd d(| jf | d> td?| j| j\}}| jd>7 _n|d@krt}| jdAk rttd dA| jf | dB tdC| j| j\}}| jdB7 _nx|dDkrt}| d | j| j }| jd7 _|| jkrtd || j| |}n |dEkr^t}| d td| j| j\}| jd7 _|| jkrPtd || j| |}n|dFkrt}| d td| j| j\}| jd7 _|| jkrtd || j| |}n^|dGk rt}| d td| j| j\}| jd7 _|| j k r td || j n|dHk rht}| d td| j| j\}| jd7 _|| j k r td || j n|dIk r| d td| j| j\}| jd7 _|| j k rtd|| j t }n`|dJk r| d td| j| j\}| jd7 _|| j k r td|| j t }n tdK| |||fS )LNr r r\ z%s exceeds max_str_len(%s) z %s exceeds max_array_len(%s)z%s exceeds max_map_len(%s) F T z%s exceeds max_bin_len(%s) r >H r3 >I ZBbz%s exceeds max_ext_len(%s) r z>Hb r z>Ib z>f z>d z>Q rY z>h z>i z>q Zb1s Zb2s Zb4s Zb8s Zb16s zUnknown header: 0x%x)TYPE_IMMEDIATEr rb rc TYPE_RAWrr rB r TYPE_ARRAYrt TYPE_MAPru TYPE_BINrs r[ TYPE_EXTrv r0 )r executetypr r4 rY Lr r r _read_header s zUnpacker._read_headerc s* |\}}}|tkr,|tkr(td|S |tkrH|tkrDtd|S |tkr|tkrtt|D ]} t q`d S t |}t|D ]}| t q j d k r |} j r|S t|S |tkr|tkrt|D ]} t t qd S jd k r" fddt|D }npi }t|D ]L} t } jrjt|ttfkrjtdtt| t ||< q. jd k r |}|S |tkrd S |tkr jd k r| j j}n jrt|}n |d}|S |tkr |t|S |t krt|S |t ks&t |S )NzExpected arrayz Expected mapc 3 s" | ]} t tfV qd S r )rO EX_CONSTRUCT).0_r% r r <genexpr> s z#Unpacker._unpack.<locals>.<genexpr>z %s is not allowed for map keyutf_8) r EX_READ_ARRAY_HEADERr rB EX_READ_MAP_HEADERr EX_SKIPxrangerO r r r rn rm r7 rp rj r6 unicoder# r ro r rk decoderl ri r rq r r r| ) r r r r r4 r rS r keyr r% r rO h sl zUnpacker._unpackc C s | S r r r% r r r __iter__ s zUnpacker.__iter__c C sT z| t}| |W S tk r8 | tY n tk rN tY nX d S r )rO r r~ r. StopIterationrP r1 r rS r r r __next__ s zUnpacker.__next__c C s | t | d S r )rO r r~ r% r r r skip s z Unpacker.skipc C s4 z| t}W n tk r& tY nX | |S r )rO r rP r1 r~ r r r r rK s zUnpacker.unpackc C s | t}| |S r )rO r r~ r r r r read_array_header s zUnpacker.read_array_headerc C s | t}| |S r )rO r r~ r r r r read_map_header s zUnpacker.read_map_headerc C s | j S r )rw r% r r r tell s z Unpacker.tell)r' r( r) __doc__r2 r rN r~ rQ rR r r r r r rO r r nextr rK r r r r r r r rM sB a R U @ rM c @ s e Zd ZdZd#ddZeeefddZd d Z d d Z d d Z dd Z dd Z dd Zdd ZefddZdd Zdd Zd d Zd d Zd!d" ZdS )$Packerah MessagePack Packer usage: packer = Packer() astream.write(packer.pack(a)) astream.write(packer.pack(b)) Packer's constructor has some keyword arguments: :param callable default: Convert user type to builtin type that Packer supports. See also simplejson's document. :param bool use_single_float: Use single precision float type for float. (default: False) :param bool autoreset: Reset buffer after each pack and return its content as `bytes`. (default: True). If set this to false, use `bytes()` to get content and `.reset()` to clear buffer. :param bool use_bin_type: Use bin type introduced in msgpack spec 2.0 for bytes. It also enables str8 type for unicode. :param bool strict_types: If set to true, types will be checked to be exact. Derived classes from serializeable types will not be serialized and will be treated as unsupported type and forwarded to default. Additionally tuples will not be serialized as lists. This is useful when trying to implement accurate serialization for python types. :param str encoding: (deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8') :param str unicode_errors: Error handler for encoding unicode. (default: 'strict') NFTc C sx |d krd}nt jdtdd |d kr*d}|| _|| _|| _|| _|| _|| _t | _ |d k rnt |snt d|| _ d S )Nr r] r r9 r^ zdefault must be callable)r> r? rE _strict_types _use_float _autoreset _use_bin_typerk rl r rb r` r; _default)r defaultry rz Zuse_single_floatZ autoresetZ use_bin_typeZ strict_typesr r r r s( zPacker.__init__c C s d}| j r|}t}nttf}|dk r,td|d kr@| jdS ||trf|rZ| jdS | jdS ||trd| krdk rn n| jt d|S d | krdk rn n| jt d |S d| krd krn n| jt d d |S d| krdk r*n n| jt dd|S d | k rBdkr\n n| jt dd|S d| krtdk rn n| jt dd|S d| k rdkrn n| jt dd|S d| krdk rn n| jt dd |S d| k r d kr$n n| jt d d |S d | kr<dk rVn n| jt d!d"|S |sx| j d k rx| |}d#}q t d$||t t frt|}|d%krtd&t|j | | | j|S ||tr*| jd krtd'|| j| j}t|}|d%krtd(| | | j|S ||trlt||j }|d%krVtd)| | | j|S ||tr| jr| jt d*d+|S | jt d,d-|S ||t r|j }|j } t |t st!t | t st!t| } | d.kr| jd/ n| d0kr | jd1 n| d2kr4| jd3 n| d4krL| jd5 nr| d6krd| jd7 nZ| d kr| jt d8d9| n8| dkr| jt dd:| n| jt dd;| | jt d | | j| d S |||r(t|}| "| t#|D ]} | $|| |d. qd S ||t%rN| &t|t'||d. S |sp| j d k rp| |}d.}q td<|f q d S )=NFr zrecursion limit exceeded r BirY r ZBBr iz>Bbr >BHr i z>Bhr >BIr i z>Bir l z>BQr l z>Bqr TzInteger value out of range z%s is too largez5Can't encode unicode string: no encoding is specifiedzString is too largezMemoryview is too largez>Bfr z>Bdr r r r3 r r >BBr r r zCannot serialize %r)(r listr7 rB rb r$ rh int_typesrV packr OverflowErrorr# r" r r6 r' _pack_bin_headerr rk r; encoderl _pack_raw_headerr rA floatr r2 coderJ r intr| _pack_array_headerr _packdict_pack_map_pairsr ) r r4 nest_limitZcheckZcheck_type_strictZ default_usedZ list_typesr r rJ r r r r r r s z Packer._packc C sF z| | W n t | _ Y nX | jrB| j }t | _|S d S r )r r rb r r& )r r4 rS r r r r s z Packer.packc C s0 | t|| | jr,| j }t | _|S d S r )r r r rb r& r )r pairsrS r r r pack_map_pairs s zPacker.pack_map_pairsc C s6 |dkr t | | | jr2| j }t | _|S d S Nr )rB r r rb r& r r r rS r r r pack_array_header s zPacker.pack_array_headerc C s6 |dkr t | | | jr2| j }t | _|S d S r )rB _pack_map_headerr rb r& r r r r r pack_map_header s zPacker.pack_map_headerc C sJ t |tstdd| kr&dks0n tdt |tsBtdt|}|dkrZtd|dkrp| jd n|d kr| jd n|d kr| jd n|dkr| jd nt|dkr| jd n^|dkr| jdt d| n<|dkr| jdt d| n| jdt d| | jt d| | j| d S )Nz typecode must have int type.r ztypecode should be 0-127zdata must have bytes typer zToo large datar r r r r3 r r r r r r r r r r ) r r r; rB r# r rb r$ rV r )r typecoderJ r r r r pack_ext_type s4 zPacker.pack_ext_typec C sh |dkr | j tdd| S |dkr>| j tdd|S |dkr\| j tdd |S td d S ) Nr r r r r r r r r zArray is too largerb r$ rV r rB r r r r r s zPacker._pack_array_headerc C sh |dkr | j tdd| S |dkr>| j tdd|S |dkr\| j tdd |S td d S ) Nr r r r r r r r r zDict is too larger r r r r r s zPacker._pack_map_headerc C s< | | |D ](\}}| ||d | ||d qd S )Nr )r r )r r r r kvr r r r s zPacker._pack_map_pairsc C s |dkr"| j tdd| nn| jrH|dkrH| j tdd| nH|dkrh| j tdd | n(|d kr| j td d | ntd d S )Nr r r r r r r r r r r r zRaw is too large)rb r$ rV r r rB r r r r r s zPacker._pack_raw_headerc C sv | j s| |S |dkr.| jtdd|S |dkrL| jtdd|S |dkrj| jtdd |S td d S ) Nr r r r r r r r r zBin is too large)r r rb r$ rV r rB r r r r r s zPacker._pack_bin_headerc C s | j S )z/Return internal buffer contents as bytes object)rb r& r% r r r r# s z Packer.bytesc C s t | _dS )zYReset internal buffer. This method is usaful only when autoreset=False. N)r rb r% r r r reset s z Packer.resetc C s" t strt| S | j S dS )z Return view of internal buffer.N)USING_STRINGBUILDERr< r r# rb getbufferr% r r r r s zPacker.getbuffer)NNNFTFF)r' r( r) r r DEFAULT_RECURSE_LIMITr r8 r r r r r r r r r r r r# r r r r r r r s0 ( n r )r ):r sysrV r> version_infor< r Zlongr r r r ranger RuntimeErrorrP r hasattrZ__pypy__r Z__pypy__.buildersr r ImportErrorr objectr ior* exceptionsr- r. r/ r0 r1 r2 r r r r r r r r r r r r6 r7 r8 rD rK rG r[ rW rM r r r r r <module> sj :PK @\Gz = pip/_vendor/msgpack/__pycache__/_version.cpython-38.opt-1.pycnu [ U .e @ s d Z dS )) N)version r r @/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/_version.py<module> PK @\>Q~ ~ = pip/_vendor/msgpack/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlT ddlmZ G dd deddZddlZejd r`d d l m Z m Z m Z nBzd d l m Z m Z m Z W n( ek r d d l m Z m Z m Z Y nX d d Zd d Zdd ZeZe ZeZeZdS ) )version)* ) namedtuplec s e Zd ZdZ fddZ ZS )ExtTypez'ExtType represents ext type in msgpack.c sV t |tstdt |ts$tdd| kr8dksBn tdtt| | ||S )Nzcode must be intzdata must be bytesr zcode must be 0~127) isinstanceint TypeErrorbytes ValueErrorsuperr __new__)clscodedata __class__ @/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/__init__.pyr s zExtType.__new__)__name__ __module__ __qualname____doc__r __classcell__r r r r r s r z code dataNZMSGPACK_PUREPYTHON)PackerunpackbUnpackerc K s t f |}||| dS )zX Pack object `o` and write it to `stream` See :class:`Packer` for options. N)r writepack)ostreamkwargsZpackerr r r r s r c K s t f || S )zW Pack object `o` and return packed bytes See :class:`Packer` for options. )r r )r r" r r r packb( s r# c K s | }t|f|S )z Unpack an object from `stream`. Raises `ExtraData` when `stream` contains extra bytes. See :class:`Unpacker` for options. )readr )r! r" r r r r unpack1 s r% )Z_versionr exceptions collectionsr r osenvirongetZfallbackr r r Z _cmsgpack ImportErrorr r# r% loadloadsdumpdumpsr r r r <module> s" PK @\Gz 7 pip/_vendor/msgpack/__pycache__/_version.cpython-38.pycnu [ U .e @ s d Z dS )) N)version r r @/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/_version.py<module> PK @\]> ? pip/_vendor/msgpack/__pycache__/exceptions.cpython-38.opt-1.pycnu [ U .e9 @ sx G d d de ZG dd deZG dd deZG dd deeZG dd d eeZeZG d d d eZe Z eZ e Z d S ) c @ s e Zd ZdZdS )UnpackExceptionzBase class for some exceptions raised while unpacking. NOTE: unpack may raise exception other than subclass of UnpackException. If you want to catch all error, catch Exception instead. N__name__ __module__ __qualname____doc__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/exceptions.pyr s r c @ s e Zd ZdS ) BufferFullNr r r r r r r r s r c @ s e Zd ZdS ) OutOfDataNr r r r r r s r c @ s e Zd ZdZdS ) FormatErrorzInvalid msgpack formatNr r r r r r s r c @ s e Zd ZdZdS ) StackErrorz Too nestedNr r r r r r s r c @ s e Zd ZdZdd Zdd ZdS ) ExtraDatazExtraData is raised when there is trailing data. This exception is raised while only one-shot (not streaming) unpack. c C s || _ || _d S )N)unpackedextra)selfr r r r r __init__% s zExtraData.__init__c C s dS )Nz unpack(b) received extra data.r )r r r r __str__) s zExtraData.__str__N)r r r r r r r r r r r s r N) Exceptionr r r ValueErrorr r ZUnpackValueErrorr Z PackExceptionZPackValueError OverflowErrorZPackOverflowErrorr r r r <module> s PK @\qf f = pip/_vendor/msgpack/__pycache__/fallback.cpython-38.opt-1.pycnu [ U .eN @ s d Z ddlZddlZddlZejd dkr@dZeefZdd Z ndZeZe Z e Z dd Z ejd k rpeZd d Znd d Zeed rddlmZ zddlmZ W n ek r ddlmZ Y nX dZG dd deZndZddlm Z dd Zddl m Z m Z m Z m!Z!m"Z" ddl#m$Z$ dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.d Z/e0e1fd d Z2d d Z3d!d" Z4d#d$ Z5ejd%k rd,d&d'Z6nej7Z6G d(d) d)eZ8G d*d+ d+eZ9dS )-z.Fallback pure Python implementation of msgpack N Tc C s | S N)Z iteritemsd r @/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.pydict_iteritems s r Fc C s | S r )itemsr r r r r s ) c C s. t | jdko,t| jd to,| jd dS )N r z maximum recursion depth exceeded)lenargs isinstancestr startswither r r _is_recursionerror s r c C s dS )NTr r r r r r s Zpypy_version_info) newlist_hint) BytesBuilder) StringBuilderc @ s& e Zd Zd ddZdd Zdd ZdS ) StringIO c C s, |r t t|| _| j| nt | _d S r )r r builderappendselfsr r r __init__* s zStringIO.__init__c C s6 t |tr| }nt |tr&t|}| j| d S r )r memoryviewtobytes bytearraybytesr r r r r r write0 s zStringIO.writec C s | j S r )r Zbuildr r r r getvalue6 s zStringIO.getvalueN)r )__name__ __module__ __qualname__r r$ r& r r r r r ) s r )BytesIOc C s g S r r )sizer r r <lambda>; r r, r ) BufferFull OutOfData ExtraData FormatError StackError)ExtTyper r i c C s( |||kr|| |kS || |kS d S r r )objttypetupler r r _check_type_strictX s r8 c C sd z t | }W n@ tk rL trFt t| }tjdt| tdd n Y nX |jdkr`t d|S )Nzusing old buffer interface to unpack %s; this leads to unpacking errors if slicing is used and will be removed in a future versionr stacklevelr z$cannot unpack from multi-byte object) r TypeErrorPY2bufferwarningswarnr6 RuntimeWarningitemsize ValueError)r4 viewr r r _get_data_from_buffer_ s rD c K s$ t jdtdd | }t|f|S )NzbDirect calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.r r9 )r> r? DeprecationWarningreadunpackb)streamkwargsdatar r r unpackq s rK c K s t ddt| i|}|| z | }W nJ tk rH tdY n0 tk rv } zt|rdt W 5 d}~X Y nX | rt || |S )aw Unpack an object from `packed`. Raises ``ExtraData`` when *packed* contains extra bytes. Raises ``ValueError`` when *packed* is incomplete. Raises ``FormatError`` when *packed* is not valid msgpack. Raises ``StackError`` when *packed* contains too nested. Other exceptions can be raised during unpacking. See :class:`Unpacker` for options. Nmax_buffer_sizez Unpack failed: incomplete input)N) Unpackerr feed_unpackr. rB RecursionErrorr r1 _got_extradatar/ _get_extradata)ZpackedrI Zunpackerretr r r r rG y s rG )r c C s t | t||S )z.Explicit typcast for legacy struct.unpack_from)struct unpack_fromr# )fbor r r _unpack_from s r[ c @ s e Zd ZdZdddddddddddedddddfddZd d Zd d Zd d Zdd Z dd Z dd Z dd Z e fddZe fddZdd Zd d ZeZd d Zd!d" Zd#d$ Zd%d& Zd'd( ZdS ))rM a Streaming unpacker. arguments: :param file_like: File-like object having `.read(n)` method. If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable. :param int read_size: Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`) :param bool use_list: If true, unpack msgpack array to Python list. Otherwise, unpack to Python tuple. (default: True) :param bool raw: If true, unpack msgpack raw to Python bytes (default). Otherwise, unpack to Python str (or unicode on Python 2) by decoding with UTF-8 encoding (recommended). Currently, the default is true, but it will be changed to false in near future. So you must specify it explicitly for keeping backward compatibility. *encoding* option which is deprecated overrides this option. :param bool strict_map_key: If true, only str or bytes are accepted for map (dict) keys. It's False by default for backward-compatibility. But it will be True from msgpack 1.0. :param callable object_hook: When specified, it should be callable. Unpacker calls it with a dict argument after unpacking msgpack map. (See also simplejson) :param callable object_pairs_hook: When specified, it should be callable. Unpacker calls it with a list of key-value pairs after unpacking msgpack map. (See also simplejson) :param str encoding: Encoding used for decoding msgpack raw. If it is None (default), msgpack raw is deserialized to Python bytes. :param str unicode_errors: (deprecated) Used for decoding msgpack raw with *encoding*. (default: `'strict'`) :param int max_buffer_size: Limits size of data waiting unpacked. 0 means system's INT_MAX (default). Raises `BufferFull` exception when it is insufficient. You should set this parameter when unpacking data from untrusted source. :param int max_str_len: Deprecated, use *max_buffer_size* instead. Limits max length of str. (default: max_buffer_size or 1024*1024) :param int max_bin_len: Deprecated, use *max_buffer_size* instead. Limits max length of bin. (default: max_buffer_size or 1024*1024) :param int max_array_len: Limits max length of array. (default: max_buffer_size or 128*1024) :param int max_map_len: Limits max length of map. (default: max_buffer_size//2 or 32*1024) :param int max_ext_len: Deprecated, use *max_buffer_size* instead. Limits max size of ext type. (default: max_buffer_size or 1024*1024) Example of streaming deserialize from file-like object:: unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024) for o in unpacker: process(o) Example of streaming deserialize from socket:: unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024) while True: buf = sock.recv(1024**2) if not buf: break unpacker.feed(buf) for o in unpacker: process(o) Raises ``ExtraData`` when *packed* contains extra bytes. Raises ``OutOfData`` when *packed* is incomplete. Raises ``FormatError`` when *packed* is not valid msgpack. Raises ``StackError`` when *packed* contains too nested. Other exceptions can be raised during unpacking. Nr TFc C s | d k rt jdtdd | d kr$d} |d kr4d| _n t|jsFtd|| _d| _t | _ d| _ d| _ | d krv| ptd } |d kr| pd }|d kr| pd }|d kr| d pd }|d kr| pd }| pd | _ || j krt d|pt| j d| _t|| _t|| _| | _| | _|| _|| _|| _|| _| | _| | _|| _|| _ || _ || _ d| _ |d k rft|sftd|d k rt|std|d k rt|std|d k r|d k rtdt| stdd S )N.encoding is deprecated, Use raw=False instead.r r9 strictTz!`file_like.read` must be callableFr r\ i i i iz.read_size must be smaller than max_buffer_sizei @ z`list_hook` is not callablez `object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callable) r> r? rE _feedingcallablerF r; file_liker" _buffer_buff_i_buf_checkpoint_max_buffer_sizerB min _read_sizebool_raw_strict_map_key _encoding_unicode_errors _use_list _list_hook _object_hook_object_pairs_hook _ext_hook _max_str_len _max_bin_len_max_array_len _max_map_len _max_ext_len_stream_offset)r ra Z read_sizeZuse_listrawZstrict_map_keyZ object_hookZobject_pairs_hookZ list_hookencodingunicode_errorsrL Zext_hookZ max_str_lenZ max_bin_lenZ max_array_lenZ max_map_lenZ max_ext_lenr r r r sp zUnpacker.__init__c C sh t |}t| j| j t| | jkr*t| jdkrX| jd | j= | j| j8 _d| _| j| d S Nr )rD r rb rc re r- rd extend)r Z next_bytesrC r r r rN P s z Unpacker.feedc C s" | j | j| j 7 _ | j| _dS )z+ Gets rid of the used parts of the buffer. N)rw rc rd r% r r r _consume_ s zUnpacker._consumec C s | j t| jk S r )rc r rb r% r r r rQ d s zUnpacker._got_extradatac C s | j | jd S r )rb rc r% r r r rR g s zUnpacker._get_extradatac C s | |S r )_readr nr r r read_bytesj s zUnpacker.read_bytesc C s, | | | j}|| | _| j||| S r )_reserverc rb )r r ir r r r~ m s zUnpacker._readc C s t | j| j | }|dkr d S | jr2| j| _t| jdkr`| jd | j= | j| j8 _d| _| }|dkrt| j|}| j |}|sq| j|7 _|t |8 }qft | j|| j k rd| _td S r{ ) r rb rc r_ rd r. maxrg ra rF )r r Z remain_bytesZ to_read_bytesZ read_datar r r r t s* zUnpacker._reservec C s& t }d}d }| d | j| j }| jd7 _|d@ dkrD|} n|d@ dkr`d|dA } n|d@ dkr|d@ }t}|| jkrtd || j| |} n~|d @ d kr|d @ }t}|| j krtd || j nJ|d @ dkr |d @ }t }|| j k r td|| j n|dkr d } n |dkr.d}n|dkr@d}n|dkrt }| d | j| j }| jd7 _|| j krtd|| j f | |}n~|dkrt }| d td| j| jd }| jd7 _|| j krtd|| j f | |}n|dkrjt }| d td| j| jd }| jd7 _|| j kr\td|| j f | |}n|d krt}| d td | j| j\}}| jd7 _|| jkrtd || jf | |}nL|d kr6t}| d td!| j| j\}}| jd 7 _|| jkr(td || jf | |}n|d"krt}| d# td$| j| j\}}| jd#7 _|| jkrtd || jf | |}n|d%kr| d td&| j| jd }| jd7 _nF|d'kr| d( td)| j| jd }| jd(7 _n |d*krB| d | j| j }| jd7 _n|d+kr|| d td| j| jd }| jd7 _n|d,kr| d td| j| jd }| jd7 _nf|d-kr| d( td.| j| jd }| jd(7 _n,|d/kr*| d td0| j| jd }| jd7 _n|d1krd| d td2| j| jd }| jd7 _n|d3kr| d td4| j| jd }| jd7 _n~|d5kr| d( td6| j| jd }| jd(7 _nD|d7kr4t}| jdk rtd d| jf | d td8| j| j\}}| jd7 _n|d9krt}| jdk r`td d| jf | d td:| j| j\}}| jd 7 _n|d;krt}| jdk rtd d| jf | d# td<| j| j\}}| jd#7 _n0|d=krHt}| jd(k rtd d(| jf | d> td?| j| j\}}| jd>7 _n|d@krt}| jdAk rttd dA| jf | dB tdC| j| j\}}| jdB7 _nx|dDkrt}| d | j| j }| jd7 _|| jkrtd || j| |}n |dEkr^t}| d td| j| j\}| jd7 _|| jkrPtd || j| |}n|dFkrt}| d td| j| j\}| jd7 _|| jkrtd || j| |}n^|dGk rt}| d td| j| j\}| jd7 _|| j k r td || j n|dHk rht}| d td| j| j\}| jd7 _|| j k r td || j n|dIk r| d td| j| j\}| jd7 _|| j k rtd|| j t }n`|dJk r| d td| j| j\}| jd7 _|| j k r td|| j t }n tdK| |||fS )LNr r r\ z%s exceeds max_str_len(%s) z %s exceeds max_array_len(%s)z%s exceeds max_map_len(%s) F T z%s exceeds max_bin_len(%s) r >H r3 >I ZBbz%s exceeds max_ext_len(%s) r z>Hb r z>Ib z>f z>d z>Q rY z>h z>i z>q Zb1s Zb2s Zb4s Zb8s Zb16s zUnknown header: 0x%x)TYPE_IMMEDIATEr rb rc TYPE_RAWrr rB r~ TYPE_ARRAYrt TYPE_MAPru TYPE_BINrs r[ TYPE_EXTrv r0 )r executetypr r4 rY Lr r r _read_header s zUnpacker._read_headerc s |\}}}|tkr,|tkr(td|S |tkrH|tkrDtd|S |tkr|tkrtt|D ]} t q`d S t |}t|D ]}| t q j d k r |} j r|S t|S |tkr|tkrt|D ]} t t qd S jd k r" fddt|D }npi }t|D ]L} t } jrjt|ttfkrjtdtt| t ||< q. jd k r |}|S |tkrd S |tkr jd k r| j j}n jrt|}n |d}|S |tkr |t|S |t krt|S |S )NzExpected arrayz Expected mapc 3 s" | ]} t tfV qd S r )rO EX_CONSTRUCT).0_r% r r <genexpr> s z#Unpacker._unpack.<locals>.<genexpr>z %s is not allowed for map keyutf_8) r EX_READ_ARRAY_HEADERr rB EX_READ_MAP_HEADERr EX_SKIPxrangerO r r r rn rm r7 rp rj r6 unicoder# r ro r rk decoderl ri r rq r ) r r r r r4 r rS r keyr r% r rO h sj zUnpacker._unpackc C s | S r r r% r r r __iter__ s zUnpacker.__iter__c C sT z| t}| |W S tk r8 | tY n tk rN tY nX d S r )rO r r} r. StopIterationrP r1 r rS r r r __next__ s zUnpacker.__next__c C s | t | d S r )rO r r} r% r r r skip s z Unpacker.skipc C s4 z| t}W n tk r& tY nX | |S r )rO r rP r1 r} r r r r rK s zUnpacker.unpackc C s | t}| |S r )rO r r} r r r r read_array_header s zUnpacker.read_array_headerc C s | t}| |S r )rO r r} r r r r read_map_header s zUnpacker.read_map_headerc C s | j S r )rw r% r r r tell s z Unpacker.tell)r' r( r) __doc__r2 r rN r} rQ rR r r~ r r r rO r r nextr rK r r r r r r r rM sB a R U @ rM c @ s e Zd ZdZd#ddZeeefddZd d Z d d Z d d Z dd Z dd Z dd Zdd ZefddZdd Zdd Zd d Zd d Zd!d" ZdS )$Packerah MessagePack Packer usage: packer = Packer() astream.write(packer.pack(a)) astream.write(packer.pack(b)) Packer's constructor has some keyword arguments: :param callable default: Convert user type to builtin type that Packer supports. See also simplejson's document. :param bool use_single_float: Use single precision float type for float. (default: False) :param bool autoreset: Reset buffer after each pack and return its content as `bytes`. (default: True). If set this to false, use `bytes()` to get content and `.reset()` to clear buffer. :param bool use_bin_type: Use bin type introduced in msgpack spec 2.0 for bytes. It also enables str8 type for unicode. :param bool strict_types: If set to true, types will be checked to be exact. Derived classes from serializeable types will not be serialized and will be treated as unsupported type and forwarded to default. Additionally tuples will not be serialized as lists. This is useful when trying to implement accurate serialization for python types. :param str encoding: (deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8') :param str unicode_errors: Error handler for encoding unicode. (default: 'strict') NFTc C sx |d krd}nt jdtdd |d kr*d}|| _|| _|| _|| _|| _|| _t | _ |d k rnt |snt d|| _ d S )Nr r] r r9 r^ zdefault must be callable)r> r? rE _strict_types _use_float _autoreset _use_bin_typerk rl r rb r` r; _default)r defaultry rz Zuse_single_floatZ autoresetZ use_bin_typeZ strict_typesr r r r s( zPacker.__init__c C sd d}| j r|}t}nttf}|dk r,td|d kr@| jdS ||trf|rZ| jdS | jdS ||trd| krdk rn n| jt d|S d | krdk rn n| jt d |S d| krd krn n| jt d d |S d| krdk r*n n| jt dd|S d | k rBdkr\n n| jt dd|S d| krtdk rn n| jt dd|S d| k rdkrn n| jt dd|S d| krdk rn n| jt dd |S d| k r d kr$n n| jt d d |S d | kr<dk rVn n| jt d!d"|S |sx| j d k rx| |}d#}q t d$||t t frt|}|d%krtd&t|j | | | j|S ||tr*| jd krtd'|| j| j}t|}|d%krtd(| | | j|S ||trlt||j }|d%krVtd)| | | j|S ||tr| jr| jt d*d+|S | jt d,d-|S ||t r|j }|j } t| } | d.kr| jd/ n| d0kr| jd1 n| d2kr| jd3 n| d4kr,| jd5 nr| d6krD| jd7 nZ| d krf| jt d8d9| n8| dkr| jt dd:| n| jt dd;| | jt d | | j| d S |||rt|}| | t |D ]} | !|| |d. qd S ||t"r.| #t|t$||d. S |sP| j d k rP| |}d.}q td<|f q d S )=NFr zrecursion limit exceeded r BirY r ZBBr iz>Bbr >BHr i z>Bhr >BIr i z>Bir l z>BQr l z>Bqr TzInteger value out of range z%s is too largez5Can't encode unicode string: no encoding is specifiedzString is too largezMemoryview is too largez>Bfr z>Bdr r r r3 r r >BBr r r zCannot serialize %r)%r listr7 rB rb r$ rh int_typesrV packr OverflowErrorr# r" r r6 r' _pack_bin_headerr rk r; encoderl _pack_raw_headerr rA floatr r2 coderJ _pack_array_headerr _packdict_pack_map_pairsr ) r r4 nest_limitZcheckZcheck_type_strictZ default_usedZ list_typesr r rJ r r r r r r s z Packer._packc C sF z| | W n t | _ Y nX | jrB| j }t | _|S d S r )r r rb r r& )r r4 rS r r r r s z Packer.packc C s0 | t|| | jr,| j }t | _|S d S r )r r r rb r& r )r pairsrS r r r pack_map_pairs s zPacker.pack_map_pairsc C s6 |dkr t | | | jr2| j }t | _|S d S Nr )rB r r rb r& r r r rS r r r pack_array_header s zPacker.pack_array_headerc C s6 |dkr t | | | jr2| j }t | _|S d S r )rB _pack_map_headerr rb r& r r r r r pack_map_header s zPacker.pack_map_headerc C sJ t |tstdd| kr&dks0n tdt |tsBtdt|}|dkrZtd|dkrp| jd n|d kr| jd n|d kr| jd n|dkr| jd nt|dkr| jd n^|dkr| jdt d| n<|dkr| jdt d| n| jdt d| | jt d| | j| d S )Nz typecode must have int type.r ztypecode should be 0-127zdata must have bytes typer zToo large datar r r r r3 r r r r r r r r r r ) r intr; rB r# r rb r$ rV r )r typecoderJ r r r r pack_ext_type s4 zPacker.pack_ext_typec C sh |dkr | j tdd| S |dkr>| j tdd|S |dkr\| j tdd |S td d S ) Nr r r r r r r r r zArray is too largerb r$ rV r rB r r r r r s zPacker._pack_array_headerc C sh |dkr | j tdd| S |dkr>| j tdd|S |dkr\| j tdd |S td d S ) Nr r r r r r r r r zDict is too larger r r r r r s zPacker._pack_map_headerc C s< | | |D ](\}}| ||d | ||d qd S )Nr )r r )r r r r kvr r r r s zPacker._pack_map_pairsc C s |dkr"| j tdd| nn| jrH|dkrH| j tdd| nH|dkrh| j tdd | n(|d kr| j td d | ntd d S )Nr r r r r r r r r r r r zRaw is too large)rb r$ rV r r rB r r r r r s zPacker._pack_raw_headerc C sv | j s| |S |dkr.| jtdd|S |dkrL| jtdd|S |dkrj| jtdd |S td d S ) Nr r r r r r r r r zBin is too large)r r rb r$ rV r rB r r r r r s zPacker._pack_bin_headerc C s | j S )z/Return internal buffer contents as bytes object)rb r& r% r r r r# s z Packer.bytesc C s t | _dS )zYReset internal buffer. This method is usaful only when autoreset=False. N)r rb r% r r r reset s z Packer.resetc C s" t strt| S | j S dS )z Return view of internal buffer.N)USING_STRINGBUILDERr< r r# rb getbufferr% r r r r s zPacker.getbuffer)NNNFTFF)r' r( r) r r DEFAULT_RECURSE_LIMITr r8 r r r r r r r r r r r r# r r r r r r r s0 ( n r )r ):r sysrV r> version_infor< r Zlongr r r r ranger RuntimeErrorrP r hasattrZ__pypy__r Z__pypy__.buildersr r ImportErrorr objectr ior* exceptionsr- r. r/ r0 r1 r2 r r r r r r r r r r r r6 r7 r8 rD rK rG r[ rW rM r r r r r <module> sj :PK @\]> 9 pip/_vendor/msgpack/__pycache__/exceptions.cpython-38.pycnu [ U .e9 @ sx G d d de ZG dd deZG dd deZG dd deeZG dd d eeZeZG d d d eZe Z eZ e Z d S ) c @ s e Zd ZdZdS )UnpackExceptionzBase class for some exceptions raised while unpacking. NOTE: unpack may raise exception other than subclass of UnpackException. If you want to catch all error, catch Exception instead. N__name__ __module__ __qualname____doc__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/exceptions.pyr s r c @ s e Zd ZdS ) BufferFullNr r r r r r r r s r c @ s e Zd ZdS ) OutOfDataNr r r r r r s r c @ s e Zd ZdZdS ) FormatErrorzInvalid msgpack formatNr r r r r r s r c @ s e Zd ZdZdS ) StackErrorz Too nestedNr r r r r r s r c @ s e Zd ZdZdd Zdd ZdS ) ExtraDatazExtraData is raised when there is trailing data. This exception is raised while only one-shot (not streaming) unpack. c C s || _ || _d S )N)unpackedextra)selfr r r r r __init__% s zExtraData.__init__c C s dS )Nz unpack(b) received extra data.r )r r r r __str__) s zExtraData.__str__N)r r r r r r r r r r r s r N) Exceptionr r r ValueErrorr r ZUnpackValueErrorr Z PackExceptionZPackValueError OverflowErrorZPackOverflowErrorr r r r <module> s PK @\)ݶ pip/_vendor/msgpack/__init__.pynu [ # coding: utf-8 from ._version import version from .exceptions import * from collections import namedtuple class ExtType(namedtuple('ExtType', 'code data')): """ExtType represents ext type in msgpack.""" def __new__(cls, code, data): if not isinstance(code, int): raise TypeError("code must be int") if not isinstance(data, bytes): raise TypeError("data must be bytes") if not 0 <= code <= 127: raise ValueError("code must be 0~127") return super(ExtType, cls).__new__(cls, code, data) import os if os.environ.get('MSGPACK_PUREPYTHON'): from .fallback import Packer, unpackb, Unpacker else: try: from ._cmsgpack import Packer, unpackb, Unpacker except ImportError: from .fallback import Packer, unpackb, Unpacker def pack(o, stream, **kwargs): """ Pack object `o` and write it to `stream` See :class:`Packer` for options. """ packer = Packer(**kwargs) stream.write(packer.pack(o)) def packb(o, **kwargs): """ Pack object `o` and return packed bytes See :class:`Packer` for options. """ return Packer(**kwargs).pack(o) def unpack(stream, **kwargs): """ Unpack an object from `stream`. Raises `ExtraData` when `stream` contains extra bytes. See :class:`Unpacker` for options. """ data = stream.read() return unpackb(data, **kwargs) # alias for compatibility to simplejson/marshal/pickle. load = unpack loads = unpackb dump = pack dumps = packb PK @\;;9 9 ! pip/_vendor/msgpack/exceptions.pynu [ class UnpackException(Exception): """Base class for some exceptions raised while unpacking. NOTE: unpack may raise exception other than subclass of UnpackException. If you want to catch all error, catch Exception instead. """ class BufferFull(UnpackException): pass class OutOfData(UnpackException): pass class FormatError(ValueError, UnpackException): """Invalid msgpack format""" class StackError(ValueError, UnpackException): """Too nested""" # Deprecated. Use ValueError instead UnpackValueError = ValueError class ExtraData(UnpackValueError): """ExtraData is raised when there is trailing data. This exception is raised while only one-shot (not streaming) unpack. """ def __init__(self, unpacked, extra): self.unpacked = unpacked self.extra = extra def __str__(self): return "unpack(b) received extra data." # Deprecated. Use Exception instead to catch all exception during packing. PackException = Exception PackValueError = ValueError PackOverflowError = OverflowError PK @\o pip/_vendor/msgpack/_version.pynu [ version = (0, 6, 2) PK @\bM% % ! pip/_vendor/cachecontrol/cache.pynu [ """ The cache object API for implementing caches. The default is a thread safe in-memory dictionary. """ from threading import Lock class BaseCache(object): def get(self, key): raise NotImplementedError() def set(self, key, value): raise NotImplementedError() def delete(self, key): raise NotImplementedError() def close(self): pass class DictCache(BaseCache): def __init__(self, init_dict=None): self.lock = Lock() self.data = init_dict or {} def get(self, key): return self.data.get(key, None) def set(self, key, value): with self.lock: self.data.update({key: value}) def delete(self, key): with self.lock: if key in self.data: self.data.pop(key) PK @\x # pip/_vendor/cachecontrol/adapter.pynu [ import types import functools import zlib from pip._vendor.requests.adapters import HTTPAdapter from .controller import CacheController from .cache import DictCache from .filewrapper import CallbackFileWrapper class CacheControlAdapter(HTTPAdapter): invalidating_methods = {"PUT", "DELETE"} def __init__( self, cache=None, cache_etags=True, controller_class=None, serializer=None, heuristic=None, cacheable_methods=None, *args, **kw ): super(CacheControlAdapter, self).__init__(*args, **kw) self.cache = cache or DictCache() self.heuristic = heuristic self.cacheable_methods = cacheable_methods or ("GET",) controller_factory = controller_class or CacheController self.controller = controller_factory( self.cache, cache_etags=cache_etags, serializer=serializer ) def send(self, request, cacheable_methods=None, **kw): """ Send a request. Use the request information to see if it exists in the cache and cache the response if we need to and can. """ cacheable = cacheable_methods or self.cacheable_methods if request.method in cacheable: try: cached_response = self.controller.cached_request(request) except zlib.error: cached_response = None if cached_response: return self.build_response(request, cached_response, from_cache=True) # check for etags and add headers if appropriate request.headers.update(self.controller.conditional_headers(request)) resp = super(CacheControlAdapter, self).send(request, **kw) return resp def build_response( self, request, response, from_cache=False, cacheable_methods=None ): """ Build a response by making a request or using the cache. This will end up calling send and returning a potentially cached response """ cacheable = cacheable_methods or self.cacheable_methods if not from_cache and request.method in cacheable: # Check for any heuristics that might update headers # before trying to cache. if self.heuristic: response = self.heuristic.apply(response) # apply any expiration heuristics if response.status == 304: # We must have sent an ETag request. This could mean # that we've been expired already or that we simply # have an etag. In either case, we want to try and # update the cache if that is the case. cached_response = self.controller.update_cached_response( request, response ) if cached_response is not response: from_cache = True # We are done with the server response, read a # possible response body (compliant servers will # not return one, but we cannot be 100% sure) and # release the connection back to the pool. response.read(decode_content=False) response.release_conn() response = cached_response # We always cache the 301 responses elif response.status == 301: self.controller.cache_response(request, response) else: # Wrap the response file with a wrapper that will cache the # response when the stream has been consumed. response._fp = CallbackFileWrapper( response._fp, functools.partial( self.controller.cache_response, request, response ), ) if response.chunked: super_update_chunk_length = response._update_chunk_length def _update_chunk_length(self): super_update_chunk_length() if self.chunk_left == 0: self._fp._close() response._update_chunk_length = types.MethodType( _update_chunk_length, response ) resp = super(CacheControlAdapter, self).build_response(request, response) # See if we should invalidate the cache. if request.method in self.invalidating_methods and resp.ok: cache_url = self.controller.cache_url(request.url) self.cache.delete(cache_url) # Give the request a from_cache attr to let people use it resp.from_cache = from_cache return resp def close(self): self.cache.close() super(CacheControlAdapter, self).close() PK @\Jy pip/_vendor/cachecontrol/_cmd.pynu [ import logging from pip._vendor import requests from pip._vendor.cachecontrol.adapter import CacheControlAdapter from pip._vendor.cachecontrol.cache import DictCache from pip._vendor.cachecontrol.controller import logger from argparse import ArgumentParser def setup_logging(): logger.setLevel(logging.DEBUG) handler = logging.StreamHandler() logger.addHandler(handler) def get_session(): adapter = CacheControlAdapter( DictCache(), cache_etags=True, serializer=None, heuristic=None ) sess = requests.Session() sess.mount("http://", adapter) sess.mount("https://", adapter) sess.cache_controller = adapter.controller return sess def get_args(): parser = ArgumentParser() parser.add_argument("url", help="The URL to try and cache") return parser.parse_args() def main(args=None): args = get_args() sess = get_session() # Make a request to get a response resp = sess.get(args.url) # Turn on logging setup_logging() # try setting the cache sess.cache_controller.cache_response(resp.request, resp.raw) # Now try to get it if sess.cache_controller.cached_request(resp.request): print("Cached!") else: print("Not cached :(") if __name__ == "__main__": main() PK @\AX X . pip/_vendor/cachecontrol/caches/redis_cache.pynu [ from __future__ import division from datetime import datetime from pip._vendor.cachecontrol.cache import BaseCache class RedisCache(BaseCache): def __init__(self, conn): self.conn = conn def get(self, key): return self.conn.get(key) def set(self, key, value, expires=None): if not expires: self.conn.set(key, value) else: expires = expires - datetime.utcnow() self.conn.setex(key, int(expires.total_seconds()), value) def delete(self, key): self.conn.delete(key) def clear(self): """Helper for clearing all the keys in a database. Use with caution!""" for key in self.conn.keys(): self.conn.delete(key) def close(self): """Redis uses connection pooling, no need to close the connection.""" pass PK @\o C pip/_vendor/cachecontrol/caches/__pycache__/__init__.cpython-38.pycnu [ U .eV @ s d dl mZ d dlmZ dS ) ) FileCache) RedisCacheN)Z file_cacher Z redis_cacher r r L/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/__init__.py<module> s PK @\g%C F pip/_vendor/cachecontrol/caches/__pycache__/redis_cache.cpython-38.pycnu [ U .eX @ s8 d dl mZ d dlmZ d dlmZ G dd deZdS ) )division)datetime) BaseCachec @ s> e Zd Zdd Zdd ZdddZdd Zd d Zd d ZdS ) RedisCachec C s || _ d S N)conn)selfr r O/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py__init__ s zRedisCache.__init__c C s | j |S r )r getr keyr r r r s zRedisCache.getNc C s< |s| j || n$|t }| j |t| | d S r )r setr ZutcnowZsetexintZ total_seconds)r r valueZexpiresr r r r s zRedisCache.setc C s | j | d S r )r deleter r r r r s zRedisCache.deletec C s | j D ]}| j | q dS )zIHelper for clearing all the keys in a database. Use with caution!N)r keysr r r r r clear s zRedisCache.clearc C s dS )z?Redis uses connection pooling, no need to close the connection.Nr )r r r r close s zRedisCache.close)N) __name__ __module__ __qualname__r r r r r r r r r r r s r N)Z __future__r r Z pip._vendor.cachecontrol.cacher r r r r r <module> s PK @\E E pip/_vendor/cachecontrol/caches/__pycache__/file_cache.cpython-38.pycnu [ U .e9 @ s~ d dl Z d dlZd dlmZ ddlmZ ddlmZ ze W n e k rX e e fZY nX dd Z G dd d eZ d d ZdS ) N)dedent ) BaseCache)CacheControllerc C s t j}|t jt jB O }tt dr*|t jO }tt dr>|t jO }zt | W n tt fk rd Y nX t | ||}zt |dW S t | Y nX d S )N O_NOFOLLOWO_BINARYwb) osO_WRONLYO_CREATO_EXCLhasattrr r removeIOErrorOSErroropenfdopenclose)filenameZfmodeflagsfd r N/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/file_cache.py_secure_open_write s r c @ sB e Zd ZdddZedd Zd d Zd d Zd d Zdd Z dS ) FileCacheF Nc C s |d k r|d k rt dz ddlm} ddlm} W n$ tk rX td} t| Y nX |rd|}n |d krp|}|| _|| _|| _ || _ || _ d S )Nz/Cannot use use_dir_lock and lock_class togetherr )LockFile) MkdirLockFilez NOTE: In order to use the FileCache you must have lockfile installed. You can install it via pip: pip install lockfile ) ValueErrorZlockfiler Zlockfile.mkdirlockfiler ImportErrorr directoryforeverfilemodedirmode lock_class) selfr! r" r# r$ Z use_dir_lockr% r r Znoticer r r __init__: s& zFileCache.__init__c C s t | S N)hashlibZsha224encodeZ hexdigest)xr r r r* a s zFileCache.encodec C s4 | |}t|d d |g }tjj| jf| S )N )r* listr pathjoinr! )r& nameZhashedpartsr r r _fne s z FileCache._fnc C sR | |}z,t|d}| W 5 Q R W S Q R X W n tk rL Y d S X d S )Nrb)r2 r readFileNotFoundError)r& keyr0 fhr r r getl s z FileCache.getc C s| | |}zttj|| j W n ttfk r< Y nX | |*}t |j| j }| | W 5 Q R X W 5 Q R X d S r( ) r2 r makedirsr. dirnamer$ r r r% r r# write)r& r6 valuer0 lockr7 r r r setu s z FileCache.setc C s8 | |}| js4zt| W n tk r2 Y nX d S r( )r2 r" r r r5 )r& r6 r0 r r r delete s zFileCache.delete)Fr r NN) __name__ __module__ __qualname__r' staticmethodr* r2 r8 r> r? r r r r r 8 s ' r c C s t | }||S )z\Return the file cache path based on the URL. This does not ensure the file exists! )r Z cache_urlr2 )ZurlZ filecacher6 r r r url_to_file_path s rD )r) r textwrapr cacher Z controllerr r5 NameErrorr r r r rD r r r r <module> s )TPK @\g%C L pip/_vendor/cachecontrol/caches/__pycache__/redis_cache.cpython-38.opt-1.pycnu [ U .eX @ s8 d dl mZ d dlmZ d dlmZ G dd deZdS ) )division)datetime) BaseCachec @ s> e Zd Zdd Zdd ZdddZdd Zd d Zd d ZdS ) RedisCachec C s || _ d S N)conn)selfr r O/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py__init__ s zRedisCache.__init__c C s | j |S r )r getr keyr r r r s zRedisCache.getNc C s< |s| j || n$|t }| j |t| | d S r )r setr ZutcnowZsetexintZ total_seconds)r r valueZexpiresr r r r s zRedisCache.setc C s | j | d S r )r deleter r r r r s zRedisCache.deletec C s | j D ]}| j | q dS )zIHelper for clearing all the keys in a database. Use with caution!N)r keysr r r r r clear s zRedisCache.clearc C s dS )z?Redis uses connection pooling, no need to close the connection.Nr )r r r r close s zRedisCache.close)N) __name__ __module__ __qualname__r r r r r r r r r r r s r N)Z __future__r r Z pip._vendor.cachecontrol.cacher r r r r r <module> s PK @\E K pip/_vendor/cachecontrol/caches/__pycache__/file_cache.cpython-38.opt-1.pycnu [ U .e9 @ s~ d dl Z d dlZd dlmZ ddlmZ ddlmZ ze W n e k rX e e fZY nX dd Z G dd d eZ d d ZdS ) N)dedent ) BaseCache)CacheControllerc C s t j}|t jt jB O }tt dr*|t jO }tt dr>|t jO }zt | W n tt fk rd Y nX t | ||}zt |dW S t | Y nX d S )N O_NOFOLLOWO_BINARYwb) osO_WRONLYO_CREATO_EXCLhasattrr r removeIOErrorOSErroropenfdopenclose)filenameZfmodeflagsfd r N/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/file_cache.py_secure_open_write s r c @ sB e Zd ZdddZedd Zd d Zd d Zd d Zdd Z dS ) FileCacheF Nc C s |d k r|d k rt dz ddlm} ddlm} W n$ tk rX td} t| Y nX |rd|}n |d krp|}|| _|| _|| _ || _ || _ d S )Nz/Cannot use use_dir_lock and lock_class togetherr )LockFile) MkdirLockFilez NOTE: In order to use the FileCache you must have lockfile installed. You can install it via pip: pip install lockfile ) ValueErrorZlockfiler Zlockfile.mkdirlockfiler ImportErrorr directoryforeverfilemodedirmode lock_class) selfr! r" r# r$ Z use_dir_lockr% r r Znoticer r r __init__: s& zFileCache.__init__c C s t | S N)hashlibZsha224encodeZ hexdigest)xr r r r* a s zFileCache.encodec C s4 | |}t|d d |g }tjj| jf| S )N )r* listr pathjoinr! )r& nameZhashedpartsr r r _fne s z FileCache._fnc C sR | |}z,t|d}| W 5 Q R W S Q R X W n tk rL Y d S X d S )Nrb)r2 r readFileNotFoundError)r& keyr0 fhr r r getl s z FileCache.getc C s| | |}zttj|| j W n ttfk r< Y nX | |*}t |j| j }| | W 5 Q R X W 5 Q R X d S r( ) r2 r makedirsr. dirnamer$ r r r% r r# write)r& r6 valuer0 lockr7 r r r setu s z FileCache.setc C s8 | |}| js4zt| W n tk r2 Y nX d S r( )r2 r" r r r5 )r& r6 r0 r r r delete s zFileCache.delete)Fr r NN) __name__ __module__ __qualname__r' staticmethodr* r2 r8 r> r? r r r r r 8 s ' r c C s t | }||S )z\Return the file cache path based on the URL. This does not ensure the file exists! )r Z cache_urlr2 )ZurlZ filecacher6 r r r url_to_file_path s rD )r) r textwrapr cacher Z controllerr r5 NameErrorr r r r rD r r r r <module> s )TPK @\o I pip/_vendor/cachecontrol/caches/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .eV @ s d dl mZ d dlmZ dS ) ) FileCache) RedisCacheN)Z file_cacher Z redis_cacher r r L/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/__init__.py<module> s PK @\0V V + pip/_vendor/cachecontrol/caches/__init__.pynu [ from .file_cache import FileCache # noqa from .redis_cache import RedisCache # noqa PK @\/9 9 - pip/_vendor/cachecontrol/caches/file_cache.pynu [ import hashlib import os from textwrap import dedent from ..cache import BaseCache from ..controller import CacheController try: FileNotFoundError except NameError: # py2.X FileNotFoundError = (IOError, OSError) def _secure_open_write(filename, fmode): # We only want to write to this file, so open it in write only mode flags = os.O_WRONLY # os.O_CREAT | os.O_EXCL will fail if the file already exists, so we only # will open *new* files. # We specify this because we want to ensure that the mode we pass is the # mode of the file. flags |= os.O_CREAT | os.O_EXCL # Do not follow symlinks to prevent someone from making a symlink that # we follow and insecurely open a cache file. if hasattr(os, "O_NOFOLLOW"): flags |= os.O_NOFOLLOW # On Windows we'll mark this file as binary if hasattr(os, "O_BINARY"): flags |= os.O_BINARY # Before we open our file, we want to delete any existing file that is # there try: os.remove(filename) except (IOError, OSError): # The file must not exist already, so we can just skip ahead to opening pass # Open our file, the use of os.O_CREAT | os.O_EXCL will ensure that if a # race condition happens between the os.remove and this line, that an # error will be raised. Because we utilize a lockfile this should only # happen if someone is attempting to attack us. fd = os.open(filename, flags, fmode) try: return os.fdopen(fd, "wb") except: # An error occurred wrapping our FD in a file object os.close(fd) raise class FileCache(BaseCache): def __init__( self, directory, forever=False, filemode=0o0600, dirmode=0o0700, use_dir_lock=None, lock_class=None, ): if use_dir_lock is not None and lock_class is not None: raise ValueError("Cannot use use_dir_lock and lock_class together") try: from lockfile import LockFile from lockfile.mkdirlockfile import MkdirLockFile except ImportError: notice = dedent( """ NOTE: In order to use the FileCache you must have lockfile installed. You can install it via pip: pip install lockfile """ ) raise ImportError(notice) else: if use_dir_lock: lock_class = MkdirLockFile elif lock_class is None: lock_class = LockFile self.directory = directory self.forever = forever self.filemode = filemode self.dirmode = dirmode self.lock_class = lock_class @staticmethod def encode(x): return hashlib.sha224(x.encode()).hexdigest() def _fn(self, name): # NOTE: This method should not change as some may depend on it. # See: https://github.com/ionrock/cachecontrol/issues/63 hashed = self.encode(name) parts = list(hashed[:5]) + [hashed] return os.path.join(self.directory, *parts) def get(self, key): name = self._fn(key) try: with open(name, "rb") as fh: return fh.read() except FileNotFoundError: return None def set(self, key, value): name = self._fn(key) # Make sure the directory exists try: os.makedirs(os.path.dirname(name), self.dirmode) except (IOError, OSError): pass with self.lock_class(name) as lock: # Write our actual file with _secure_open_write(lock.path, self.filemode) as fh: fh.write(value) def delete(self, key): name = self._fn(key) if not self.forever: try: os.remove(name) except FileNotFoundError: pass def url_to_file_path(url, filecache): """Return the file cache path based on the URL. This does not ensure the file exists! """ key = CacheController.cache_url(url) return filecache._fn(key) PK @\V ; pip/_vendor/cachecontrol/__pycache__/adapter.cpython-38.pycnu [ U .e @ s\ d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZ ddl m Z G dd deZ dS ) N) HTTPAdapter )CacheController) DictCache)CallbackFileWrapperc sN e Zd ZddhZd fdd Zd fdd Zd fd d Z fd d Z ZS )CacheControlAdapterZPUTZDELETENTc sL t t| j|| |pt | _|| _|p*d| _|p4t} | | j||d| _d S )N)ZGET) cache_etags serializer) superr __init__r cache heuristiccacheable_methodsr controller) selfr r Zcontroller_classr r r argskwZcontroller_factory __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/adapter.pyr s z CacheControlAdapter.__init__c s |p| j }|j|krhz| j|}W n tjk r> d}Y nX |rT| j||ddS |j| j | t t | j |f|}|S )z Send a request. Use the request information to see if it exists in the cache and cache the response if we need to and can. NT) from_cache) r methodr Zcached_requestzliberrorbuild_responseZheadersupdateZconditional_headersr r send)r requestr r cacheablecached_responserespr r r r $ s zCacheControlAdapter.sendFc s |p| j }|s|j|kr| jr*| j|}|jdkrh| j||}||k rNd}|jdd | |}n\|jdkr| j || nBt |j t | jj |||_ |jr|j fdd}t|||_tt| ||}|j| jkr|jr| j|j} | j| ||_|S )z Build a response by making a request or using the cache. This will end up calling send and returning a potentially cached response i0 TF)Zdecode_contenti- c s | j dkr| j d S )Nr )Z chunk_left_fpZ_closer Zsuper_update_chunk_lengthr r _update_chunk_lengthn s z@CacheControlAdapter.build_response.<locals>._update_chunk_length) r r r ZapplyZstatusr Zupdate_cached_responsereadZ release_connZcache_responser r" functoolspartialZchunkedr% types MethodTyper r r invalidating_methodsok cache_urlZurlr deleter ) r r Zresponser r r r r% r! r- r r$ r r 9 sJ z"CacheControlAdapter.build_responsec s | j tt| d S )N)r closer r r# r r r r/ s zCacheControlAdapter.close)NTNNNN)N)FN) __name__ __module__ __qualname__r+ r r r r/ __classcell__r r r r r s Jr ) r) r' r Z pip._vendor.requests.adaptersr r r r r Z filewrapperr r r r r r <module> s PK @\0l7 < pip/_vendor/cachecontrol/__pycache__/__init__.cpython-38.pycnu [ U .e. @ s8 d Z dZdZdZddlmZ ddlmZ ddlm Z dS ) zbCacheControl import Interface. Make it easy to import from cachecontrol without long namespaces. z Eric Larsonzeric@ionrock.orgz0.12.5 ) CacheControl)CacheControlAdapter)CacheControllerN) __doc__ __author__Z __email__ __version__wrapperr Zadapterr Z controllerr r r E/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/__init__.py<module> s PK @\V Z Z D pip/_vendor/cachecontrol/__pycache__/heuristics.cpython-38.opt-1.pycnu [ U .e @ s d dl Z d dlZd dlmZmZmZ d dlmZmZ dZdddZ dd Z G d d d e Z G d d d e Z G d d de ZG dd de ZdS ) N) formatdate parsedate parsedate_tz)datetime timedeltaz%a, %d %b %Y %H:%M:%S GMTc C s |p t }|| S N)r Zutcnow)deltadate r G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/heuristics.py expire_after s r c C s t t| S r )r calendartimegmZ timetuple)Zdtr r r datetime_to_header s r c @ s$ e Zd Zdd Zdd Zdd ZdS ) BaseHeuristicc C s dS )a! Return a valid 1xx warning header value describing the cache adjustments. The response is provided too allow warnings like 113 http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need to explicitly say response is over 24 hours old. z110 - "Response is Stale"r selfresponser r r warning s zBaseHeuristic.warningc C s i S )zUpdate the response headers with any new headers. NOTE: This SHOULD always include some Warning header to signify that the response was cached by the client, not by way of the provided headers. r r r r r update_headers! s z BaseHeuristic.update_headersc C s@ | |}|r<|j| | |}|d k r<|jd|i |S )NWarning)r headersupdater )r r Zupdated_headersZwarning_header_valuer r r apply* s zBaseHeuristic.applyN)__name__ __module__ __qualname__r r r r r r r r s r c @ s e Zd ZdZdd ZdS ) OneDayCachezM Cache the response by providing an expires 1 day in the future. c C sR i }d|j krNt|j d }ttddt|d d d}t||d< d|d< |S ) Nexpiresr )Zdays )r public cache-control)r r r r r r )r r r r r r r r r < s zOneDayCache.update_headersN)r r r __doc__r r r r r r 6 s r c @ s( e Zd ZdZdd Zdd Zdd ZdS ) ExpiresAfterz; Cache **all** requests for a defined time period. c K s t f || _d S r )r r )r kwr r r __init__L s zExpiresAfter.__init__c C s t | j}t|ddS )Nr! )r r" )r r r )r r r r r r r O s zExpiresAfter.update_headersc C s d}|| j S )Nz:110 - Automatically cached for %s. Response might be stale)r )r r Ztmplr r r r S s zExpiresAfter.warningN)r r r r# r& r r r r r r r$ G s r$ c @ s: e Zd ZdZdddddddd d d d h Zd d Zdd ZdS ) LastModifieda If there is no Expires header already, fall back on Last-Modified using the heuristic from http://tools.ietf.org/html/rfc7234#section-4.2.2 to calculate a reasonable value. Firefox also does something like this per https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397 Unlike mozilla we limit this to 24-hr. i, i- i i i i i c C s |j }d|kri S d|kr*|d dkr*i S |j| jkr:i S d|ksJd|krNi S tt|d }t|d }|d ks||d kri S t }td|| }|t| }tdt |d d}||kri S || } dt t t | iS ) Nr r" r! r z last-modifiedr iQ ) r Zstatus cacheable_by_default_statusesr r r r timemaxminstrftimeTIME_FMTgmtime) r respr r Z last_modifiedZnowZ current_ager Zfreshness_lifetimer r r r r h s* zLastModified.update_headersc C s d S r r )r r4 r r r r s zLastModified.warningN)r r r r# r- r r r r r r r' X s r' )N)r r. Z email.utilsr r r r r r2 r r objectr r r$ r' r r r r <module> s "PK @\ue 9 pip/_vendor/cachecontrol/__pycache__/cache.cpython-38.pycnu [ U .e% @ s4 d Z ddlmZ G dd deZG dd deZdS )zb The cache object API for implementing caches. The default is a thread safe in-memory dictionary. )Lockc @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) BaseCachec C s t d S NNotImplementedErrorselfkey r B/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/cache.pyget s z BaseCache.getc C s t d S r r r r valuer r r set s z BaseCache.setc C s t d S r r r r r r delete s zBaseCache.deletec C s d S r r )r r r r close s zBaseCache.closeN)__name__ __module__ __qualname__r r r r r r r r r s r c @ s. e Zd Zd ddZdd Zdd Zdd ZdS ) DictCacheNc C s t | _|pi | _d S r )r lockdata)r Z init_dictr r r __init__ s zDictCache.__init__c C s | j |d S r )r r r r r r r s z DictCache.getc C s& | j | j||i W 5 Q R X d S r )r r updater r r r r s z DictCache.setc C s, | j || jkr | j| W 5 Q R X d S r )r r popr r r r r $ s zDictCache.delete)N)r r r r r r r r r r r r s r N)__doc__Z threadingr objectr r r r r r <module> s PK @\V Z Z > pip/_vendor/cachecontrol/__pycache__/heuristics.cpython-38.pycnu [ U .e @ s d dl Z d dlZd dlmZmZmZ d dlmZmZ dZdddZ dd Z G d d d e Z G d d d e Z G d d de ZG dd de ZdS ) N) formatdate parsedate parsedate_tz)datetime timedeltaz%a, %d %b %Y %H:%M:%S GMTc C s |p t }|| S N)r Zutcnow)deltadate r G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/heuristics.py expire_after s r c C s t t| S r )r calendartimegmZ timetuple)Zdtr r r datetime_to_header s r c @ s$ e Zd Zdd Zdd Zdd ZdS ) BaseHeuristicc C s dS )a! Return a valid 1xx warning header value describing the cache adjustments. The response is provided too allow warnings like 113 http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need to explicitly say response is over 24 hours old. z110 - "Response is Stale"r selfresponser r r warning s zBaseHeuristic.warningc C s i S )zUpdate the response headers with any new headers. NOTE: This SHOULD always include some Warning header to signify that the response was cached by the client, not by way of the provided headers. r r r r r update_headers! s z BaseHeuristic.update_headersc C s@ | |}|r<|j| | |}|d k r<|jd|i |S )NWarning)r headersupdater )r r Zupdated_headersZwarning_header_valuer r r apply* s zBaseHeuristic.applyN)__name__ __module__ __qualname__r r r r r r r r s r c @ s e Zd ZdZdd ZdS ) OneDayCachezM Cache the response by providing an expires 1 day in the future. c C sR i }d|j krNt|j d }ttddt|d d d}t||d< d|d< |S ) Nexpiresr )Zdays )r public cache-control)r r r r r r )r r r r r r r r r < s zOneDayCache.update_headersN)r r r __doc__r r r r r r 6 s r c @ s( e Zd ZdZdd Zdd Zdd ZdS ) ExpiresAfterz; Cache **all** requests for a defined time period. c K s t f || _d S r )r r )r kwr r r __init__L s zExpiresAfter.__init__c C s t | j}t|ddS )Nr! )r r" )r r r )r r r r r r r O s zExpiresAfter.update_headersc C s d}|| j S )Nz:110 - Automatically cached for %s. Response might be stale)r )r r Ztmplr r r r S s zExpiresAfter.warningN)r r r r# r& r r r r r r r$ G s r$ c @ s: e Zd ZdZdddddddd d d d h Zd d Zdd ZdS ) LastModifieda If there is no Expires header already, fall back on Last-Modified using the heuristic from http://tools.ietf.org/html/rfc7234#section-4.2.2 to calculate a reasonable value. Firefox also does something like this per https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397 Unlike mozilla we limit this to 24-hr. i, i- i i i i i c C s |j }d|kri S d|kr*|d dkr*i S |j| jkr:i S d|ksJd|krNi S tt|d }t|d }|d ks||d kri S t }td|| }|t| }tdt |d d}||kri S || } dt t t | iS ) Nr r" r! r z last-modifiedr iQ ) r Zstatus cacheable_by_default_statusesr r r r timemaxminstrftimeTIME_FMTgmtime) r respr r Z last_modifiedZnowZ current_ager Zfreshness_lifetimer r r r r h s* zLastModified.update_headersc C s d S r r )r r4 r r r r s zLastModified.warningN)r r r r# r- r r r r r r r' X s r' )N)r r. Z email.utilsr r r r r r2 r r objectr r r$ r' r r r r <module> s "PK @\o 8 pip/_vendor/cachecontrol/__pycache__/_cmd.cpython-38.pycnu [ U .e @ sx d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl m Z dd Z d d Z d d Z dd dZedkrte dS ) N)requests)CacheControlAdapter) DictCache)logger)ArgumentParserc C s" t tj t } t | d S )N)r ZsetLevelloggingDEBUGZ StreamHandlerZ addHandler)Zhandler r A/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/_cmd.py setup_logging s r c C s> t t dd d d} t }|d| |d| | j|_|S )NT)Z cache_etagsZ serializerZ heuristiczhttp://zhttps://)r r r ZSessionZmountZ controllercache_controller)Zadaptersessr r r get_session s r c C s t } | jddd | S )NurlzThe URL to try and cache)help)r add_argument parse_args)parserr r r get_args s r c C sT t } t }|| j}t |j|j|j |j |jrHt d nt d d S )NzCached!z Not cached :() r r getr r r Zcache_responseZrequestrawZcached_requestprint)argsr Zrespr r r main$ s r __main__)N)r Z pip._vendorr Z pip._vendor.cachecontrol.adapterr Z pip._vendor.cachecontrol.cacher Z#pip._vendor.cachecontrol.controllerr argparser r r r r __name__r r r r <module> s PK @\ ( : pip/_vendor/cachecontrol/__pycache__/compat.cpython-38.pycnu [ U .e @ s zd dl mZ W n ek r0 d dlmZ Y nX z d dlZW n ek rZ d dlZY nX zd dlmZ W n ek r d dlmZ Y nX zd dl m Z W n ek r d dl m Z Y nX ze Z W n ek r eZ Y nX dS ) )urljoinN) HTTPResponse) is_fp_closed)Z urllib.parser ImportErrorZurlparseZcPicklepickleZ.pip._vendor.requests.packages.urllib3.responser Z pip._vendor.urllib3.responseZ*pip._vendor.requests.packages.urllib3.utilr Zpip._vendor.urllib3.utilZunicodeZ text_type NameErrorstr r r C/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/compat.py<module> s& PK @\3'u u A pip/_vendor/cachecontrol/__pycache__/wrapper.cpython-38.opt-1.pycnu [ U .e @ s& d dl mZ d dlmZ dddZdS ) )CacheControlAdapter) DictCacheNTc C sB |pt }|pt}|||||||d}| d| | d| | S )N) cache_etags serializer heuristiccontroller_classcacheable_methodszhttp://zhttps://)r r Zmount) Zsesscacher r r r Z adapter_classr adapter r D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/wrapper.py CacheControl s r )NTNNNNN)r r r r r r r r r <module> s PK @\m[ [ ? pip/_vendor/cachecontrol/__pycache__/filewrapper.cpython-38.pycnu [ U .e @ s d dl mZ G dd deZdS ) )BytesIOc @ sB e Zd ZdZdd Zdd Zdd Zdd Zdd d Zd d Z d S )CallbackFileWrapperav Small wrapper around a fp object which will tee everything read into a buffer, and when that file is closed it will execute a callback with the contents of that buffer. All attributes are proxied to the underlying file object. This class uses members with a double underscore (__) leading prefix so as not to accidentally shadow an attribute. c C s t | _|| _|| _d S N)r _CallbackFileWrapper__buf_CallbackFileWrapper__fp _CallbackFileWrapper__callback)selffpcallback r H/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/filewrapper.py__init__ s z CallbackFileWrapper.__init__c C s | d}t||S )Nr )__getattribute__getattr)r namer r r r __getattr__ s z CallbackFileWrapper.__getattr__c C sH z| j jd kW S tk r" Y nX z | j jW S tk rB Y nX dS )NF)r r AttributeErrorclosedr r r r Z__is_fp_closed! s z"CallbackFileWrapper.__is_fp_closedc C s | j r| | j d | _ d S r )r r getvaluer r r r _close2 s zCallbackFileWrapper._closeNc C s, | j |}| j| | r(| |S r )r readr write"_CallbackFileWrapper__is_fp_closedr r Zamtdatar r r r = s zCallbackFileWrapper.readc C s@ | j |}|dkr |dkr |S | j| | r<| |S )N s )r _safe_readr r r r r r r r r E s z CallbackFileWrapper._safe_read)N) __name__ __module__ __qualname____doc__r r r r r r r r r r r s r N)ior objectr r r r r <module> s PK @\m[ [ E pip/_vendor/cachecontrol/__pycache__/filewrapper.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ G dd deZdS ) )BytesIOc @ sB e Zd ZdZdd Zdd Zdd Zdd Zdd d Zd d Z d S )CallbackFileWrapperav Small wrapper around a fp object which will tee everything read into a buffer, and when that file is closed it will execute a callback with the contents of that buffer. All attributes are proxied to the underlying file object. This class uses members with a double underscore (__) leading prefix so as not to accidentally shadow an attribute. c C s t | _|| _|| _d S N)r _CallbackFileWrapper__buf_CallbackFileWrapper__fp _CallbackFileWrapper__callback)selffpcallback r H/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/filewrapper.py__init__ s z CallbackFileWrapper.__init__c C s | d}t||S )Nr )__getattribute__getattr)r namer r r r __getattr__ s z CallbackFileWrapper.__getattr__c C sH z| j jd kW S tk r" Y nX z | j jW S tk rB Y nX dS )NF)r r AttributeErrorclosedr r r r Z__is_fp_closed! s z"CallbackFileWrapper.__is_fp_closedc C s | j r| | j d | _ d S r )r r getvaluer r r r _close2 s zCallbackFileWrapper._closeNc C s, | j |}| j| | r(| |S r )r readr write"_CallbackFileWrapper__is_fp_closedr r Zamtdatar r r r = s zCallbackFileWrapper.readc C s@ | j |}|dkr |dkr |S | j| | r<| |S )N s )r _safe_readr r r r r r r r r E s z CallbackFileWrapper._safe_read)N) __name__ __module__ __qualname____doc__r r r r r r r r r r r s r N)ior objectr r r r r <module> s PK @\ue ? pip/_vendor/cachecontrol/__pycache__/cache.cpython-38.opt-1.pycnu [ U .e% @ s4 d Z ddlmZ G dd deZG dd deZdS )zb The cache object API for implementing caches. The default is a thread safe in-memory dictionary. )Lockc @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) BaseCachec C s t d S NNotImplementedErrorselfkey r B/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/cache.pyget s z BaseCache.getc C s t d S r r r r valuer r r set s z BaseCache.setc C s t d S r r r r r r delete s zBaseCache.deletec C s d S r r )r r r r close s zBaseCache.closeN)__name__ __module__ __qualname__r r r r r r r r r s r c @ s. e Zd Zd ddZdd Zdd Zdd ZdS ) DictCacheNc C s t | _|pi | _d S r )r lockdata)r Z init_dictr r r __init__ s zDictCache.__init__c C s | j |d S r )r r r r r r r s z DictCache.getc C s& | j | j||i W 5 Q R X d S r )r r updater r r r r s z DictCache.setc C s, | j || jkr | j| W 5 Q R X d S r )r r popr r r r r $ s zDictCache.delete)N)r r r r r r r r r r r r s r N)__doc__Z threadingr objectr r r r r r <module> s PK @\3'u u ; pip/_vendor/cachecontrol/__pycache__/wrapper.cpython-38.pycnu [ U .e @ s& d dl mZ d dlmZ dddZdS ) )CacheControlAdapter) DictCacheNTc C sB |pt }|pt}|||||||d}| d| | d| | S )N) cache_etags serializer heuristiccontroller_classcacheable_methodszhttp://zhttps://)r r Zmount) Zsesscacher r r r Z adapter_classr adapter r D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/wrapper.py CacheControl s r )NTNNNNN)r r r r r r r r r <module> s PK @\V A pip/_vendor/cachecontrol/__pycache__/adapter.cpython-38.opt-1.pycnu [ U .e @ s\ d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZ ddl m Z G dd deZ dS ) N) HTTPAdapter )CacheController) DictCache)CallbackFileWrapperc sN e Zd ZddhZd fdd Zd fdd Zd fd d Z fd d Z ZS )CacheControlAdapterZPUTZDELETENTc sL t t| j|| |pt | _|| _|p*d| _|p4t} | | j||d| _d S )N)ZGET) cache_etags serializer) superr __init__r cache heuristiccacheable_methodsr controller) selfr r Zcontroller_classr r r argskwZcontroller_factory __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/adapter.pyr s z CacheControlAdapter.__init__c s |p| j }|j|krhz| j|}W n tjk r> d}Y nX |rT| j||ddS |j| j | t t | j |f|}|S )z Send a request. Use the request information to see if it exists in the cache and cache the response if we need to and can. NT) from_cache) r methodr Zcached_requestzliberrorbuild_responseZheadersupdateZconditional_headersr r send)r requestr r cacheablecached_responserespr r r r $ s zCacheControlAdapter.sendFc s |p| j }|s|j|kr| jr*| j|}|jdkrh| j||}||k rNd}|jdd | |}n\|jdkr| j || nBt |j t | jj |||_ |jr|j fdd}t|||_tt| ||}|j| jkr|jr| j|j} | j| ||_|S )z Build a response by making a request or using the cache. This will end up calling send and returning a potentially cached response i0 TF)Zdecode_contenti- c s | j dkr| j d S )Nr )Z chunk_left_fpZ_closer Zsuper_update_chunk_lengthr r _update_chunk_lengthn s z@CacheControlAdapter.build_response.<locals>._update_chunk_length) r r r ZapplyZstatusr Zupdate_cached_responsereadZ release_connZcache_responser r" functoolspartialZchunkedr% types MethodTyper r r invalidating_methodsok cache_urlZurlr deleter ) r r Zresponser r r r r% r! r- r r$ r r 9 sJ z"CacheControlAdapter.build_responsec s | j tt| d S )N)r closer r r# r r r r/ s zCacheControlAdapter.close)NTNNNN)N)FN) __name__ __module__ __qualname__r+ r r r r/ __classcell__r r r r r s Jr ) r) r' r Z pip._vendor.requests.adaptersr r r r r Z filewrapperr r r r r r <module> s PK @\T! D pip/_vendor/cachecontrol/__pycache__/controller.cpython-38.opt-1.pycnu [ U .e5 @ s d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z e eZedZd d ZG d d d eZdS ) z7 The httplib2 algorithms ported for use with requests. N) parsedate_tz)CaseInsensitiveDict ) DictCache) Serializerz9^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?c C s0 t | }|d |d |d |d |d fS )zParses a URI using the regex given in Appendix B of RFC 3986. (scheme, authority, path, query, fragment) = parse_uri(uri) r )URImatchgroups)urir r G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/controller.py parse_uri s r c @ s\ e Zd ZdZdddZedd Zedd Zd d Zd d Z dd Z dddZ dd Z dS )CacheControllerz9An interface to see if request should cached or not. NTc C s, |pt | _|| _|pt | _|p$d| _d S )N) i, - )r cache cache_etagsr serializercacheable_status_codes)selfr r r status_codesr r r __init__" s zCacheController.__init__c C sh t |\}}}}}|r|s&td| | }| }|s>d}|rPd||gpR|}|d | | }|S )z4Normalize the URL to create a safe key for the cachez(Only absolute URIs are allowed. uri = %s/?z://)r Exceptionlowerjoin) clsr ZschemeZ authoritypathZqueryZfragmentZ request_uriZ defrag_urir r r _urlnorm* s zCacheController._urlnormc C s | |S N)r$ )r" r r r r cache_url> s zCacheController.cache_urlc C s( t dft dft dfddddddddt dfd }|d|dd}i }|dD ]}| s^qP|d d }|d }z|| \}} W n$ tk r td | Y qPY nX |r| sd ||< |rPz||d ||< W qP tk r | rtd | Y qP tk r td||j Y qPX qP|S )NTF)NF) max-agez max-stale min-freshno-cacheno-storez no-transformzonly-if-cachedzmust-revalidateZpublicZprivatezproxy-revalidatezs-maxagez cache-controlz Cache-Control ,=r r z,Ignoring unknown cache-control directive: %sz-Missing value for cache-control directive: %sz8Invalid value for cache-control directive %s, must be %s) intgetsplitstripKeyErrorloggerdebug IndexError ValueError__name__) r headersZknown_directivesZ cc_headersZretvalZ cc_directivepartsZ directivetypZrequiredr r r parse_cache_controlB sV z#CacheController.parse_cache_controlc C s0 | |j}td| | |j}d|kr:td dS d|kr\|d dkr\td dS | j|}|dkr~td dS | j ||}|st d dS |j d krd }t| |S t |j}|rd |krd|krtd | j | td dS t }tt|d } td|| } td| | |} d} d| kr^| d } td| nDd|krt|d } | dk rt| | }td|} td| d|kr|d } td| d|kr|d }| |7 } td| | | kr td td| | |S d|kr,td | j | dS )ze Return a cached response if it exists in the cache, otherwise return False. z Looking up "%s" in the cacher) z-Request header has "no-cache", cache bypassedFr' r z1Request header has "max_age" as 0, cache bypassedNzNo cache entry availablez1Cache entry deserialization failed, entry ignoredr zVReturning cached "301 Moved Permanently" response (ignoring date and etag information)dateetagz(Purging cached response: no date or etagz!Ignoring cached response: no datez Current age based on date: %iz#Freshness lifetime from max-age: %iexpiresz#Freshness lifetime from expires: %iz+Freshness lifetime from request max-age: %ir( z'Adjusted current age from min-fresh: %iz2The response is "fresh", returning cached responsez%i > %iz4The cached response is "stale" with no etag, purging)r& urlr3 r4 r; r8 r r/ r loadsZwarningstatusr deletetimecalendarZtimegmr max)r requestr& ccZ cache_datarespmsgr8 Znowr< Z current_ageZresp_ccZfreshness_lifetimer> Z expire_timeZ min_freshr r r cached_requestx s| z CacheController.cached_requestc C s` | |j}| j|| j|}i }|r\t|j}d|krH|d |d< d|kr\|d |d< |S )Nr= ZETagz If-None-Matchz last-modifiedz Last-ModifiedzIf-Modified-Since)r& r? r r@ r r/ r r8 )r rF r& rH Z new_headersr8 r r r conditional_headers s z#CacheController.conditional_headersc C s |p| j }|j|kr(td|j| dS t|j}|dk rfd|krf|d rft|d t|krfdS | |j}| |}| |j } td| d} d|krd} td d|krd} td | r| j | rtd | j | | rdS | jr,d |kr,td | j | | jj|||d n|jdkr\td | j | | j|| nd|krd|kr|d dkrtd | j | | jj|||d n:d|kr|d rtd | j | | jj|||d dS )zc Algorithm for caching requests. This assumes a requests Response object. zStatus code %s not in %sNcontent-lengthz&Updating cache with response from "%s"Fr* Tz Response header has "no-store"z Request header has "no-store"z0Purging existing cache entry to honor "no-store"r= zCaching due to etag)bodyr zCaching permanant redirectr< r' r z'Caching b/c date exists and max-age > 0r> z Caching b/c of expires header)r rA r3 r4 r r8 isdigitr. lenr; r& r? r r/ rB r setr dumps) r rF responserM r r Zresponse_headersZcc_reqrG r& Zno_storer r r cache_response sr z CacheController.cache_responsec sv | |j}| j|| j|}|s*|S dg |jt fdd|j D d|_ | j || j || |S )zOn a 304 we will get a new set of headers that we want to update our cached value with, assuming we have one. This should only ever be called when we've sent an ETag and gotten a 304 as the response. rL c 3 s& | ] \}}| kr||fV qd S r% )r ).0kvZexcluded_headersr r <genexpr>b s z9CacheController.update_cached_response.<locals>.<genexpr>r ) r& r? r r@ r r/ r8 updatedictitemsrA rP rQ )r rF rR r& Zcached_responser rW r update_cached_responseI s z&CacheController.update_cached_response)NTNN)NN) r7 __module__ __qualname____doc__r classmethodr$ r& r; rJ rK rS r\ r r r r r s 6o Rr )r_ ZloggingrerD rC Z email.utilsr Z pip._vendor.requests.structuresr r r Z serializer Z getLoggerr7 r3 compiler r objectr r r r r <module> s PK @\Eƿs s C pip/_vendor/cachecontrol/__pycache__/serialize.cpython-38.opt-1.pycnu [ U .e* @ sp d dl Z d dlZd dlZd dlZd dlmZ d dlmZ ddlm Z m Z m Z dd Z dd Z G d d d eZdS ) N)msgpack)CaseInsensitiveDict ) HTTPResponsepickle text_typec C s t | dS )Nascii)base64Z b64decodeencode)b r F/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/serialize.py_b64_decode_bytes s r c C s t | dS )Nutf8)r decode)sr r r _b64_decode_str s r c @ sN e Zd ZdddZdd Zdd Zdd Zd d Zd d Zdd Z dd Z dS ) SerializerNc C s t |j}|d kr*|jdd}t||_d|tdd |j D |j|j t |j |j |j di}i |d< d|kr|d d}|D ]:}t | }|j|d }|d k rt |}||d |< qd d tj|d d gS ) NF)decode_contentresponsec s s" | ]\}}t |t |fV qd S N)r .0kvr r r <genexpr>2 s z#Serializer.dumps.<locals>.<genexpr>)bodyheadersstatusversionreasonstrictr vary, ,s cc=4T)Z use_bin_type)r r readioBytesIOZ_fpdictitemsr r r r r! r splitstripgetjoinr dumps) selfrequestr r Zresponse_headersdataZvaried_headersheaderZ header_valuer r r r. s4 zSerializer.dumpsc C s |sd S z| dd\}}W n tk r4 d}Y nX |d d dkrR|| }d}| ddd d}zt| d |||W S tk r Y d S X d S ) Nr$ r s cc=0 s cc= =r z _loads_v{})r* ValueErrorr getattrformatAttributeError)r/ r0 r1 Zverr r r loadsJ s zSerializer.loadsc C s d| di krdS | di D ] \}}|j |d|kr$ dS q$|d d}t|d d d}| dd d kr|d ||d d< zt|}W n$ tk r t|d }Y nX t f |d d |d S )z`Verify our vary headers match and construct a real urllib3 HTTPResponse object. *r" Nr r r )r1 ztransfer-encoding Zchunkedr F)r Zpreload_content) r, r) r popr r& r' TypeErrorr r )r/ r0 cachedr2 valueZbody_rawr r r r r prepare_responseh s zSerializer.prepare_responsec C s d S r r r/ r0 r1 r r r _loads_v0 s zSerializer._loads_v0c C s2 zt |}W n tk r$ Y d S X | ||S r )r r: r6 rA r/ r0 r1 r? r r r _loads_v1 s zSerializer._loads_v1c C s zt t|d}W n ttjfk r6 Y d S X t|d d |d d< tdd |d d D |d d< t |d d |d d< tdd |d D |d < | ||S ) Nr r r c s s" | ]\}}t |t |fV qd S r r r r r r r s z'Serializer._loads_v2.<locals>.<genexpr>r r c s s. | ]&\}}t ||d k r t |n|fV qd S r rF r r r r r s r" ) jsonr: zlib decompressr r6 errorr r( r) r rA rD r r r _loads_v2 s zSerializer._loads_v2c C s d S r r rB r r r _loads_v3 s zSerializer._loads_v3c C s6 zt j|dd}W n tk r( Y d S X | ||S )Nzutf-8)encoding)r r: r6 rA rD r r r _loads_v4 s zSerializer._loads_v4)N) __name__ __module__ __qualname__r. r: rA rC rE rK rL rN r r r r r s 4 $r )r r& rG rH Z pip._vendorr Z pip._vendor.requests.structuresr compatr r r r r objectr r r r r <module> s PK @\Eƿs s = pip/_vendor/cachecontrol/__pycache__/serialize.cpython-38.pycnu [ U .e* @ sp d dl Z d dlZd dlZd dlZd dlmZ d dlmZ ddlm Z m Z m Z dd Z dd Z G d d d eZdS ) N)msgpack)CaseInsensitiveDict ) HTTPResponsepickle text_typec C s t | dS )Nascii)base64Z b64decodeencode)b r F/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/serialize.py_b64_decode_bytes s r c C s t | dS )Nutf8)r decode)sr r r _b64_decode_str s r c @ sN e Zd ZdddZdd Zdd Zdd Zd d Zd d Zdd Z dd Z dS ) SerializerNc C s t |j}|d kr*|jdd}t||_d|tdd |j D |j|j t |j |j |j di}i |d< d|kr|d d}|D ]:}t | }|j|d }|d k rt |}||d |< qd d tj|d d gS ) NF)decode_contentresponsec s s" | ]\}}t |t |fV qd S N)r .0kvr r r <genexpr>2 s z#Serializer.dumps.<locals>.<genexpr>)bodyheadersstatusversionreasonstrictr vary, ,s cc=4T)Z use_bin_type)r r readioBytesIOZ_fpdictitemsr r r r r! r splitstripgetjoinr dumps) selfrequestr r Zresponse_headersdataZvaried_headersheaderZ header_valuer r r r. s4 zSerializer.dumpsc C s |sd S z| dd\}}W n tk r4 d}Y nX |d d dkrR|| }d}| ddd d}zt| d |||W S tk r Y d S X d S ) Nr$ r s cc=0 s cc= =r z _loads_v{})r* ValueErrorr getattrformatAttributeError)r/ r0 r1 Zverr r r loadsJ s zSerializer.loadsc C s d| di krdS | di D ] \}}|j |d|kr$ dS q$|d d}t|d d d}| dd d kr|d ||d d< zt|}W n$ tk r t|d }Y nX t f |d d |d S )z`Verify our vary headers match and construct a real urllib3 HTTPResponse object. *r" Nr r r )r1 ztransfer-encoding Zchunkedr F)r Zpreload_content) r, r) r popr r& r' TypeErrorr r )r/ r0 cachedr2 valueZbody_rawr r r r r prepare_responseh s zSerializer.prepare_responsec C s d S r r r/ r0 r1 r r r _loads_v0 s zSerializer._loads_v0c C s2 zt |}W n tk r$ Y d S X | ||S r )r r: r6 rA r/ r0 r1 r? r r r _loads_v1 s zSerializer._loads_v1c C s zt t|d}W n ttjfk r6 Y d S X t|d d |d d< tdd |d d D |d d< t |d d |d d< tdd |d D |d < | ||S ) Nr r r c s s" | ]\}}t |t |fV qd S r r r r r r r s z'Serializer._loads_v2.<locals>.<genexpr>r r c s s. | ]&\}}t ||d k r t |n|fV qd S r rF r r r r r s r" ) jsonr: zlib decompressr r6 errorr r( r) r rA rD r r r _loads_v2 s zSerializer._loads_v2c C s d S r r rB r r r _loads_v3 s zSerializer._loads_v3c C s6 zt j|dd}W n tk r( Y d S X | ||S )Nzutf-8)encoding)r r: r6 rA rD r r r _loads_v4 s zSerializer._loads_v4)N) __name__ __module__ __qualname__r. r: rA rC rE rK rL rN r r r r r s 4 $r )r r& rG rH Z pip._vendorr Z pip._vendor.requests.structuresr compatr r r r r objectr r r r r <module> s PK @\T! > pip/_vendor/cachecontrol/__pycache__/controller.cpython-38.pycnu [ U .e5 @ s d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z e eZedZd d ZG d d d eZdS ) z7 The httplib2 algorithms ported for use with requests. N) parsedate_tz)CaseInsensitiveDict ) DictCache) Serializerz9^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?c C s0 t | }|d |d |d |d |d fS )zParses a URI using the regex given in Appendix B of RFC 3986. (scheme, authority, path, query, fragment) = parse_uri(uri) r )URImatchgroups)urir r G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/controller.py parse_uri s r c @ s\ e Zd ZdZdddZedd Zedd Zd d Zd d Z dd Z dddZ dd Z dS )CacheControllerz9An interface to see if request should cached or not. NTc C s, |pt | _|| _|pt | _|p$d| _d S )N) i, - )r cache cache_etagsr serializercacheable_status_codes)selfr r r status_codesr r r __init__" s zCacheController.__init__c C sh t |\}}}}}|r|s&td| | }| }|s>d}|rPd||gpR|}|d | | }|S )z4Normalize the URL to create a safe key for the cachez(Only absolute URIs are allowed. uri = %s/?z://)r Exceptionlowerjoin) clsr ZschemeZ authoritypathZqueryZfragmentZ request_uriZ defrag_urir r r _urlnorm* s zCacheController._urlnormc C s | |S N)r$ )r" r r r r cache_url> s zCacheController.cache_urlc C s( t dft dft dfddddddddt dfd }|d|dd}i }|dD ]}| s^qP|d d }|d }z|| \}} W n$ tk r td | Y qPY nX |r| sd ||< |rPz||d ||< W qP tk r | rtd | Y qP tk r td||j Y qPX qP|S )NTF)NF) max-agez max-stale min-freshno-cacheno-storez no-transformzonly-if-cachedzmust-revalidateZpublicZprivatezproxy-revalidatezs-maxagez cache-controlz Cache-Control ,=r r z,Ignoring unknown cache-control directive: %sz-Missing value for cache-control directive: %sz8Invalid value for cache-control directive %s, must be %s) intgetsplitstripKeyErrorloggerdebug IndexError ValueError__name__) r headersZknown_directivesZ cc_headersZretvalZ cc_directivepartsZ directivetypZrequiredr r r parse_cache_controlB sV z#CacheController.parse_cache_controlc C s0 | |j}td| | |j}d|kr:td dS d|kr\|d dkr\td dS | j|}|dkr~td dS | j ||}|st d dS |j d krd }t| |S t |j}|rd |krd|krtd | j | td dS t }tt|d } td|| } td| | |} d} d| kr^| d } td| nDd|krt|d } | dk rt| | }td|} td| d|kr|d } td| d|kr|d }| |7 } td| | | kr td td| | |S d|kr,td | j | dS )ze Return a cached response if it exists in the cache, otherwise return False. z Looking up "%s" in the cacher) z-Request header has "no-cache", cache bypassedFr' r z1Request header has "max_age" as 0, cache bypassedNzNo cache entry availablez1Cache entry deserialization failed, entry ignoredr zVReturning cached "301 Moved Permanently" response (ignoring date and etag information)dateetagz(Purging cached response: no date or etagz!Ignoring cached response: no datez Current age based on date: %iz#Freshness lifetime from max-age: %iexpiresz#Freshness lifetime from expires: %iz+Freshness lifetime from request max-age: %ir( z'Adjusted current age from min-fresh: %iz2The response is "fresh", returning cached responsez%i > %iz4The cached response is "stale" with no etag, purging)r& urlr3 r4 r; r8 r r/ r loadsZwarningstatusr deletetimecalendarZtimegmr max)r requestr& ccZ cache_datarespmsgr8 Znowr< Z current_ageZresp_ccZfreshness_lifetimer> Z expire_timeZ min_freshr r r cached_requestx s| z CacheController.cached_requestc C s` | |j}| j|| j|}i }|r\t|j}d|krH|d |d< d|kr\|d |d< |S )Nr= ZETagz If-None-Matchz last-modifiedz Last-ModifiedzIf-Modified-Since)r& r? r r@ r r/ r r8 )r rF r& rH Z new_headersr8 r r r conditional_headers s z#CacheController.conditional_headersc C s |p| j }|j|kr(td|j| dS t|j}|dk rfd|krf|d rft|d t|krfdS | |j}| |}| |j } td| d} d|krd} td d|krd} td | r| j | rtd | j | | rdS | jr,d |kr,td | j | | jj|||d n|jdkr\td | j | | j|| nd|krd|kr|d dkrtd | j | | jj|||d n:d|kr|d rtd | j | | jj|||d dS )zc Algorithm for caching requests. This assumes a requests Response object. zStatus code %s not in %sNcontent-lengthz&Updating cache with response from "%s"Fr* Tz Response header has "no-store"z Request header has "no-store"z0Purging existing cache entry to honor "no-store"r= zCaching due to etag)bodyr zCaching permanant redirectr< r' r z'Caching b/c date exists and max-age > 0r> z Caching b/c of expires header)r rA r3 r4 r r8 isdigitr. lenr; r& r? r r/ rB r setr dumps) r rF responserM r r Zresponse_headersZcc_reqrG r& Zno_storer r r cache_response sr z CacheController.cache_responsec sv | |j}| j|| j|}|s*|S dg |jt fdd|j D d|_ | j || j || |S )zOn a 304 we will get a new set of headers that we want to update our cached value with, assuming we have one. This should only ever be called when we've sent an ETag and gotten a 304 as the response. rL c 3 s& | ] \}}| kr||fV qd S r% )r ).0kvZexcluded_headersr r <genexpr>b s z9CacheController.update_cached_response.<locals>.<genexpr>r ) r& r? r r@ r r/ r8 updatedictitemsrA rP rQ )r rF rR r& Zcached_responser rW r update_cached_responseI s z&CacheController.update_cached_response)NTNN)NN) r7 __module__ __qualname____doc__r classmethodr$ r& r; rJ rK rS r\ r r r r r s 6o Rr )r_ ZloggingrerD rC Z email.utilsr Z pip._vendor.requests.structuresr r r Z serializer Z getLoggerr7 r3 compiler r objectr r r r r <module> s PK @\o > pip/_vendor/cachecontrol/__pycache__/_cmd.cpython-38.opt-1.pycnu [ U .e @ sx d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl m Z dd Z d d Z d d Z dd dZedkrte dS ) N)requests)CacheControlAdapter) DictCache)logger)ArgumentParserc C s" t tj t } t | d S )N)r ZsetLevelloggingDEBUGZ StreamHandlerZ addHandler)Zhandler r A/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/_cmd.py setup_logging s r c C s> t t dd d d} t }|d| |d| | j|_|S )NT)Z cache_etagsZ serializerZ heuristiczhttp://zhttps://)r r r ZSessionZmountZ controllercache_controller)Zadaptersessr r r get_session s r c C s t } | jddd | S )NurlzThe URL to try and cache)help)r add_argument parse_args)parserr r r get_args s r c C sT t } t }|| j}t |j|j|j |j |jrHt d nt d d S )NzCached!z Not cached :() r r getr r r Zcache_responseZrequestrawZcached_requestprint)argsr Zrespr r r main$ s r __main__)N)r Z pip._vendorr Z pip._vendor.cachecontrol.adapterr Z pip._vendor.cachecontrol.cacher Z#pip._vendor.cachecontrol.controllerr argparser r r r r __name__r r r r <module> s PK @\0l7 B pip/_vendor/cachecontrol/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e. @ s8 d Z dZdZdZddlmZ ddlmZ ddlm Z dS ) zbCacheControl import Interface. Make it easy to import from cachecontrol without long namespaces. z Eric Larsonzeric@ionrock.orgz0.12.5 ) CacheControl)CacheControlAdapter)CacheControllerN) __doc__ __author__Z __email__ __version__wrapperr Zadapterr Z controllerr r r E/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/__init__.py<module> s PK @\ ( @ pip/_vendor/cachecontrol/__pycache__/compat.cpython-38.opt-1.pycnu [ U .e @ s zd dl mZ W n ek r0 d dlmZ Y nX z d dlZW n ek rZ d dlZY nX zd dlmZ W n ek r d dlmZ Y nX zd dl m Z W n ek r d dl m Z Y nX ze Z W n ek r eZ Y nX dS ) )urljoinN) HTTPResponse) is_fp_closed)Z urllib.parser ImportErrorZurlparseZcPicklepickleZ.pip._vendor.requests.packages.urllib3.responser Z pip._vendor.urllib3.responseZ*pip._vendor.requests.packages.urllib3.utilr Zpip._vendor.urllib3.utilZunicodeZ text_type NameErrorstr r r C/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/compat.py<module> s& PK @\ڶڂ5 5 & pip/_vendor/cachecontrol/controller.pynu [ """ The httplib2 algorithms ported for use with requests. """ import logging import re import calendar import time from email.utils import parsedate_tz from pip._vendor.requests.structures import CaseInsensitiveDict from .cache import DictCache from .serialize import Serializer logger = logging.getLogger(__name__) URI = re.compile(r"^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?") def parse_uri(uri): """Parses a URI using the regex given in Appendix B of RFC 3986. (scheme, authority, path, query, fragment) = parse_uri(uri) """ groups = URI.match(uri).groups() return (groups[1], groups[3], groups[4], groups[6], groups[8]) class CacheController(object): """An interface to see if request should cached or not. """ def __init__( self, cache=None, cache_etags=True, serializer=None, status_codes=None ): self.cache = cache or DictCache() self.cache_etags = cache_etags self.serializer = serializer or Serializer() self.cacheable_status_codes = status_codes or (200, 203, 300, 301) @classmethod def _urlnorm(cls, uri): """Normalize the URL to create a safe key for the cache""" (scheme, authority, path, query, fragment) = parse_uri(uri) if not scheme or not authority: raise Exception("Only absolute URIs are allowed. uri = %s" % uri) scheme = scheme.lower() authority = authority.lower() if not path: path = "/" # Could do syntax based normalization of the URI before # computing the digest. See Section 6.2.2 of Std 66. request_uri = query and "?".join([path, query]) or path defrag_uri = scheme + "://" + authority + request_uri return defrag_uri @classmethod def cache_url(cls, uri): return cls._urlnorm(uri) def parse_cache_control(self, headers): known_directives = { # https://tools.ietf.org/html/rfc7234#section-5.2 "max-age": (int, True), "max-stale": (int, False), "min-fresh": (int, True), "no-cache": (None, False), "no-store": (None, False), "no-transform": (None, False), "only-if-cached": (None, False), "must-revalidate": (None, False), "public": (None, False), "private": (None, False), "proxy-revalidate": (None, False), "s-maxage": (int, True), } cc_headers = headers.get("cache-control", headers.get("Cache-Control", "")) retval = {} for cc_directive in cc_headers.split(","): if not cc_directive.strip(): continue parts = cc_directive.split("=", 1) directive = parts[0].strip() try: typ, required = known_directives[directive] except KeyError: logger.debug("Ignoring unknown cache-control directive: %s", directive) continue if not typ or not required: retval[directive] = None if typ: try: retval[directive] = typ(parts[1].strip()) except IndexError: if required: logger.debug( "Missing value for cache-control " "directive: %s", directive, ) except ValueError: logger.debug( "Invalid value for cache-control directive " "%s, must be %s", directive, typ.__name__, ) return retval def cached_request(self, request): """ Return a cached response if it exists in the cache, otherwise return False. """ cache_url = self.cache_url(request.url) logger.debug('Looking up "%s" in the cache', cache_url) cc = self.parse_cache_control(request.headers) # Bail out if the request insists on fresh data if "no-cache" in cc: logger.debug('Request header has "no-cache", cache bypassed') return False if "max-age" in cc and cc["max-age"] == 0: logger.debug('Request header has "max_age" as 0, cache bypassed') return False # Request allows serving from the cache, let's see if we find something cache_data = self.cache.get(cache_url) if cache_data is None: logger.debug("No cache entry available") return False # Check whether it can be deserialized resp = self.serializer.loads(request, cache_data) if not resp: logger.warning("Cache entry deserialization failed, entry ignored") return False # If we have a cached 301, return it immediately. We don't # need to test our response for other headers b/c it is # intrinsically "cacheable" as it is Permanent. # See: # https://tools.ietf.org/html/rfc7231#section-6.4.2 # # Client can try to refresh the value by repeating the request # with cache busting headers as usual (ie no-cache). if resp.status == 301: msg = ( 'Returning cached "301 Moved Permanently" response ' "(ignoring date and etag information)" ) logger.debug(msg) return resp headers = CaseInsensitiveDict(resp.headers) if not headers or "date" not in headers: if "etag" not in headers: # Without date or etag, the cached response can never be used # and should be deleted. logger.debug("Purging cached response: no date or etag") self.cache.delete(cache_url) logger.debug("Ignoring cached response: no date") return False now = time.time() date = calendar.timegm(parsedate_tz(headers["date"])) current_age = max(0, now - date) logger.debug("Current age based on date: %i", current_age) # TODO: There is an assumption that the result will be a # urllib3 response object. This may not be best since we # could probably avoid instantiating or constructing the # response until we know we need it. resp_cc = self.parse_cache_control(headers) # determine freshness freshness_lifetime = 0 # Check the max-age pragma in the cache control header if "max-age" in resp_cc: freshness_lifetime = resp_cc["max-age"] logger.debug("Freshness lifetime from max-age: %i", freshness_lifetime) # If there isn't a max-age, check for an expires header elif "expires" in headers: expires = parsedate_tz(headers["expires"]) if expires is not None: expire_time = calendar.timegm(expires) - date freshness_lifetime = max(0, expire_time) logger.debug("Freshness lifetime from expires: %i", freshness_lifetime) # Determine if we are setting freshness limit in the # request. Note, this overrides what was in the response. if "max-age" in cc: freshness_lifetime = cc["max-age"] logger.debug( "Freshness lifetime from request max-age: %i", freshness_lifetime ) if "min-fresh" in cc: min_fresh = cc["min-fresh"] # adjust our current age by our min fresh current_age += min_fresh logger.debug("Adjusted current age from min-fresh: %i", current_age) # Return entry if it is fresh enough if freshness_lifetime > current_age: logger.debug('The response is "fresh", returning cached response') logger.debug("%i > %i", freshness_lifetime, current_age) return resp # we're not fresh. If we don't have an Etag, clear it out if "etag" not in headers: logger.debug('The cached response is "stale" with no etag, purging') self.cache.delete(cache_url) # return the original handler return False def conditional_headers(self, request): cache_url = self.cache_url(request.url) resp = self.serializer.loads(request, self.cache.get(cache_url)) new_headers = {} if resp: headers = CaseInsensitiveDict(resp.headers) if "etag" in headers: new_headers["If-None-Match"] = headers["ETag"] if "last-modified" in headers: new_headers["If-Modified-Since"] = headers["Last-Modified"] return new_headers def cache_response(self, request, response, body=None, status_codes=None): """ Algorithm for caching requests. This assumes a requests Response object. """ # From httplib2: Don't cache 206's since we aren't going to # handle byte range requests cacheable_status_codes = status_codes or self.cacheable_status_codes if response.status not in cacheable_status_codes: logger.debug( "Status code %s not in %s", response.status, cacheable_status_codes ) return response_headers = CaseInsensitiveDict(response.headers) # If we've been given a body, our response has a Content-Length, that # Content-Length is valid then we can check to see if the body we've # been given matches the expected size, and if it doesn't we'll just # skip trying to cache it. if ( body is not None and "content-length" in response_headers and response_headers["content-length"].isdigit() and int(response_headers["content-length"]) != len(body) ): return cc_req = self.parse_cache_control(request.headers) cc = self.parse_cache_control(response_headers) cache_url = self.cache_url(request.url) logger.debug('Updating cache with response from "%s"', cache_url) # Delete it from the cache if we happen to have it stored there no_store = False if "no-store" in cc: no_store = True logger.debug('Response header has "no-store"') if "no-store" in cc_req: no_store = True logger.debug('Request header has "no-store"') if no_store and self.cache.get(cache_url): logger.debug('Purging existing cache entry to honor "no-store"') self.cache.delete(cache_url) if no_store: return # If we've been given an etag, then keep the response if self.cache_etags and "etag" in response_headers: logger.debug("Caching due to etag") self.cache.set( cache_url, self.serializer.dumps(request, response, body=body) ) # Add to the cache any 301s. We do this before looking that # the Date headers. elif response.status == 301: logger.debug("Caching permanant redirect") self.cache.set(cache_url, self.serializer.dumps(request, response)) # Add to the cache if the response headers demand it. If there # is no date header then we can't do anything about expiring # the cache. elif "date" in response_headers: # cache when there is a max-age > 0 if "max-age" in cc and cc["max-age"] > 0: logger.debug("Caching b/c date exists and max-age > 0") self.cache.set( cache_url, self.serializer.dumps(request, response, body=body) ) # If the request can expire, it means we should cache it # in the meantime. elif "expires" in response_headers: if response_headers["expires"]: logger.debug("Caching b/c of expires header") self.cache.set( cache_url, self.serializer.dumps(request, response, body=body) ) def update_cached_response(self, request, response): """On a 304 we will get a new set of headers that we want to update our cached value with, assuming we have one. This should only ever be called when we've sent an ETag and gotten a 304 as the response. """ cache_url = self.cache_url(request.url) cached_response = self.serializer.loads(request, self.cache.get(cache_url)) if not cached_response: # we didn't have a cached response return response # Lets update our headers with the headers from the new request: # http://tools.ietf.org/html/draft-ietf-httpbis-p4-conditional-26#section-4.1 # # The server isn't supposed to send headers that would make # the cached body invalid. But... just in case, we'll be sure # to strip out ones we know that might be problmatic due to # typical assumptions. excluded_headers = ["content-length"] cached_response.headers.update( dict( (k, v) for k, v in response.headers.items() if k.lower() not in excluded_headers ) ) # we want a 200 b/c we have content via the cache cached_response.status = 200 # update our cache self.cache.set(cache_url, self.serializer.dumps(request, cached_response)) return cached_response PK @\] # pip/_vendor/cachecontrol/wrapper.pynu [ from .adapter import CacheControlAdapter from .cache import DictCache def CacheControl( sess, cache=None, cache_etags=True, serializer=None, heuristic=None, controller_class=None, adapter_class=None, cacheable_methods=None, ): cache = cache or DictCache() adapter_class = adapter_class or CacheControlAdapter adapter = adapter_class( cache, cache_etags=cache_etags, serializer=serializer, heuristic=heuristic, controller_class=controller_class, cacheable_methods=cacheable_methods, ) sess.mount("http://", adapter) sess.mount("https://", adapter) return sess PK @\Q * * % pip/_vendor/cachecontrol/serialize.pynu [ import base64 import io import json import zlib from pip._vendor import msgpack from pip._vendor.requests.structures import CaseInsensitiveDict from .compat import HTTPResponse, pickle, text_type def _b64_decode_bytes(b): return base64.b64decode(b.encode("ascii")) def _b64_decode_str(s): return _b64_decode_bytes(s).decode("utf8") class Serializer(object): def dumps(self, request, response, body=None): response_headers = CaseInsensitiveDict(response.headers) if body is None: body = response.read(decode_content=False) # NOTE: 99% sure this is dead code. I'm only leaving it # here b/c I don't have a test yet to prove # it. Basically, before using # `cachecontrol.filewrapper.CallbackFileWrapper`, # this made an effort to reset the file handle. The # `CallbackFileWrapper` short circuits this code by # setting the body as the content is consumed, the # result being a `body` argument is *always* passed # into cache_response, and in turn, # `Serializer.dump`. response._fp = io.BytesIO(body) # NOTE: This is all a bit weird, but it's really important that on # Python 2.x these objects are unicode and not str, even when # they contain only ascii. The problem here is that msgpack # understands the difference between unicode and bytes and we # have it set to differentiate between them, however Python 2 # doesn't know the difference. Forcing these to unicode will be # enough to have msgpack know the difference. data = { u"response": { u"body": body, u"headers": dict( (text_type(k), text_type(v)) for k, v in response.headers.items() ), u"status": response.status, u"version": response.version, u"reason": text_type(response.reason), u"strict": response.strict, u"decode_content": response.decode_content, } } # Construct our vary headers data[u"vary"] = {} if u"vary" in response_headers: varied_headers = response_headers[u"vary"].split(",") for header in varied_headers: header = text_type(header).strip() header_value = request.headers.get(header, None) if header_value is not None: header_value = text_type(header_value) data[u"vary"][header] = header_value return b",".join([b"cc=4", msgpack.dumps(data, use_bin_type=True)]) def loads(self, request, data): # Short circuit if we've been given an empty set of data if not data: return # Determine what version of the serializer the data was serialized # with try: ver, data = data.split(b",", 1) except ValueError: ver = b"cc=0" # Make sure that our "ver" is actually a version and isn't a false # positive from a , being in the data stream. if ver[:3] != b"cc=": data = ver + data ver = b"cc=0" # Get the version number out of the cc=N ver = ver.split(b"=", 1)[-1].decode("ascii") # Dispatch to the actual load method for the given version try: return getattr(self, "_loads_v{}".format(ver))(request, data) except AttributeError: # This is a version we don't have a loads function for, so we'll # just treat it as a miss and return None return def prepare_response(self, request, cached): """Verify our vary headers match and construct a real urllib3 HTTPResponse object. """ # Special case the '*' Vary value as it means we cannot actually # determine if the cached response is suitable for this request. if "*" in cached.get("vary", {}): return # Ensure that the Vary headers for the cached response match our # request for header, value in cached.get("vary", {}).items(): if request.headers.get(header, None) != value: return body_raw = cached["response"].pop("body") headers = CaseInsensitiveDict(data=cached["response"]["headers"]) if headers.get("transfer-encoding", "") == "chunked": headers.pop("transfer-encoding") cached["response"]["headers"] = headers try: body = io.BytesIO(body_raw) except TypeError: # This can happen if cachecontrol serialized to v1 format (pickle) # using Python 2. A Python 2 str(byte string) will be unpickled as # a Python 3 str (unicode string), which will cause the above to # fail with: # # TypeError: 'str' does not support the buffer interface body = io.BytesIO(body_raw.encode("utf8")) return HTTPResponse(body=body, preload_content=False, **cached["response"]) def _loads_v0(self, request, data): # The original legacy cache data. This doesn't contain enough # information to construct everything we need, so we'll treat this as # a miss. return def _loads_v1(self, request, data): try: cached = pickle.loads(data) except ValueError: return return self.prepare_response(request, cached) def _loads_v2(self, request, data): try: cached = json.loads(zlib.decompress(data).decode("utf8")) except (ValueError, zlib.error): return # We need to decode the items that we've base64 encoded cached["response"]["body"] = _b64_decode_bytes(cached["response"]["body"]) cached["response"]["headers"] = dict( (_b64_decode_str(k), _b64_decode_str(v)) for k, v in cached["response"]["headers"].items() ) cached["response"]["reason"] = _b64_decode_str(cached["response"]["reason"]) cached["vary"] = dict( (_b64_decode_str(k), _b64_decode_str(v) if v is not None else v) for k, v in cached["vary"].items() ) return self.prepare_response(request, cached) def _loads_v3(self, request, data): # Due to Python 2 encoding issues, it's impossible to know for sure # exactly how to load v3 entries, thus we'll treat these as a miss so # that they get rewritten out as v4 entries. return def _loads_v4(self, request, data): try: cached = msgpack.loads(data, encoding="utf-8") except ValueError: return return self.prepare_response(request, cached) PK @\$N. . $ pip/_vendor/cachecontrol/__init__.pynu [ """CacheControl import Interface. Make it easy to import from cachecontrol without long namespaces. """ __author__ = "Eric Larson" __email__ = "eric@ionrock.org" __version__ = "0.12.5" from .wrapper import CacheControl from .adapter import CacheControlAdapter from .controller import CacheController PK @\%m^ & pip/_vendor/cachecontrol/heuristics.pynu [ import calendar import time from email.utils import formatdate, parsedate, parsedate_tz from datetime import datetime, timedelta TIME_FMT = "%a, %d %b %Y %H:%M:%S GMT" def expire_after(delta, date=None): date = date or datetime.utcnow() return date + delta def datetime_to_header(dt): return formatdate(calendar.timegm(dt.timetuple())) class BaseHeuristic(object): def warning(self, response): """ Return a valid 1xx warning header value describing the cache adjustments. The response is provided too allow warnings like 113 http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need to explicitly say response is over 24 hours old. """ return '110 - "Response is Stale"' def update_headers(self, response): """Update the response headers with any new headers. NOTE: This SHOULD always include some Warning header to signify that the response was cached by the client, not by way of the provided headers. """ return {} def apply(self, response): updated_headers = self.update_headers(response) if updated_headers: response.headers.update(updated_headers) warning_header_value = self.warning(response) if warning_header_value is not None: response.headers.update({"Warning": warning_header_value}) return response class OneDayCache(BaseHeuristic): """ Cache the response by providing an expires 1 day in the future. """ def update_headers(self, response): headers = {} if "expires" not in response.headers: date = parsedate(response.headers["date"]) expires = expire_after(timedelta(days=1), date=datetime(*date[:6])) headers["expires"] = datetime_to_header(expires) headers["cache-control"] = "public" return headers class ExpiresAfter(BaseHeuristic): """ Cache **all** requests for a defined time period. """ def __init__(self, **kw): self.delta = timedelta(**kw) def update_headers(self, response): expires = expire_after(self.delta) return {"expires": datetime_to_header(expires), "cache-control": "public"} def warning(self, response): tmpl = "110 - Automatically cached for %s. Response might be stale" return tmpl % self.delta class LastModified(BaseHeuristic): """ If there is no Expires header already, fall back on Last-Modified using the heuristic from http://tools.ietf.org/html/rfc7234#section-4.2.2 to calculate a reasonable value. Firefox also does something like this per https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397 Unlike mozilla we limit this to 24-hr. """ cacheable_by_default_statuses = { 200, 203, 204, 206, 300, 301, 404, 405, 410, 414, 501 } def update_headers(self, resp): headers = resp.headers if "expires" in headers: return {} if "cache-control" in headers and headers["cache-control"] != "public": return {} if resp.status not in self.cacheable_by_default_statuses: return {} if "date" not in headers or "last-modified" not in headers: return {} date = calendar.timegm(parsedate_tz(headers["date"])) last_modified = parsedate(headers["last-modified"]) if date is None or last_modified is None: return {} now = time.time() current_age = max(0, now - date) delta = date - calendar.timegm(last_modified) freshness_lifetime = max(0, min(delta / 10, 24 * 3600)) if freshness_lifetime <= current_age: return {} expires = date + freshness_lifetime return {"expires": time.strftime(TIME_FMT, time.gmtime(expires))} def warning(self, resp): return None PK @\ ' pip/_vendor/cachecontrol/filewrapper.pynu [ from io import BytesIO class CallbackFileWrapper(object): """ Small wrapper around a fp object which will tee everything read into a buffer, and when that file is closed it will execute a callback with the contents of that buffer. All attributes are proxied to the underlying file object. This class uses members with a double underscore (__) leading prefix so as not to accidentally shadow an attribute. """ def __init__(self, fp, callback): self.__buf = BytesIO() self.__fp = fp self.__callback = callback def __getattr__(self, name): # The vaguaries of garbage collection means that self.__fp is # not always set. By using __getattribute__ and the private # name[0] allows looking up the attribute value and raising an # AttributeError when it doesn't exist. This stop thigns from # infinitely recursing calls to getattr in the case where # self.__fp hasn't been set. # # [0] https://docs.python.org/2/reference/expressions.html#atom-identifiers fp = self.__getattribute__("_CallbackFileWrapper__fp") return getattr(fp, name) def __is_fp_closed(self): try: return self.__fp.fp is None except AttributeError: pass try: return self.__fp.closed except AttributeError: pass # We just don't cache it then. # TODO: Add some logging here... return False def _close(self): if self.__callback: self.__callback(self.__buf.getvalue()) # We assign this to None here, because otherwise we can get into # really tricky problems where the CPython interpreter dead locks # because the callback is holding a reference to something which # has a __del__ method. Setting this to None breaks the cycle # and allows the garbage collector to do it's thing normally. self.__callback = None def read(self, amt=None): data = self.__fp.read(amt) self.__buf.write(data) if self.__is_fp_closed(): self._close() return data def _safe_read(self, amt): data = self.__fp._safe_read(amt) if amt == 2 and data == b"\r\n": # urllib executes this read to toss the CRLF at the end # of the chunk. return data self.__buf.write(data) if self.__is_fp_closed(): self._close() return data PK @\d " pip/_vendor/cachecontrol/compat.pynu [ try: from urllib.parse import urljoin except ImportError: from urlparse import urljoin try: import cPickle as pickle except ImportError: import pickle # Handle the case where the requests module has been patched to not have # urllib3 bundled as part of its source. try: from pip._vendor.requests.packages.urllib3.response import HTTPResponse except ImportError: from pip._vendor.urllib3.response import HTTPResponse try: from pip._vendor.requests.packages.urllib3.util import is_fp_closed except ImportError: from pip._vendor.urllib3.util import is_fp_closed # Replicate some six behaviour try: text_type = unicode except NameError: text_type = str PK @\P1 $ pip/_vendor/webencodings/mklabels.pynu [ """ webencodings.mklabels ~~~~~~~~~~~~~~~~~~~~~ Regenarate the webencodings.labels module. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ import json try: from urllib import urlopen except ImportError: from urllib.request import urlopen def assert_lower(string): assert string == string.lower() return string def generate(url): parts = ['''\ """ webencodings.labels ~~~~~~~~~~~~~~~~~~~ Map encoding labels to their name. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ # XXX Do not edit! # This file is automatically generated by mklabels.py LABELS = { '''] labels = [ (repr(assert_lower(label)).lstrip('u'), repr(encoding['name']).lstrip('u')) for category in json.loads(urlopen(url).read().decode('ascii')) for encoding in category['encodings'] for label in encoding['labels']] max_len = max(len(label) for label, name in labels) parts.extend( ' %s:%s %s,\n' % (label, ' ' * (max_len - len(label)), name) for label, name in labels) parts.append('}') return ''.join(parts) if __name__ == '__main__': print(generate('http://encoding.spec.whatwg.org/encodings.json')) PK @\Fi i < pip/_vendor/webencodings/__pycache__/mklabels.cpython-38.pycnu [ U .e @ sf d Z ddlZzddlmZ W n ek r< ddlmZ Y nX dd Zdd Zedkrbe ed dS ) z webencodings.mklabels ~~~~~~~~~~~~~~~~~~~~~ Regenarate the webencodings.labels module. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. N)urlopenc C s | | kst| S N)lowerAssertionError)string r E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/mklabels.py assert_lower s r c sf dg}dd t t| dD }tdd |D | fdd|D |d d |S ) Na """ webencodings.labels ~~~~~~~~~~~~~~~~~~~ Map encoding labels to their name. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ # XXX Do not edit! # This file is automatically generated by mklabels.py LABELS = { c S sL g | ]D}|d D ]6}|d D ](}t t|dt |d dfq qqS )Z encodingslabelsuname)reprr lstrip).0categoryencodinglabelr r r <listcomp>, s z generate.<locals>.<listcomp>asciic s s | ]\}}t |V qd S r lenr r r r r r <genexpr>2 s zgenerate.<locals>.<genexpr>c 3 s, | ]$\}}d |d t | |f V qdS )z %s:%s %s, Nr r Zmax_lenr r r 3 s } ) jsonloadsr readdecodemaxextendappendjoin)Zurlpartsr r r r generate s r& __main__z.http://encoding.spec.whatwg.org/encodings.json) __doc__r Zurllibr ImportErrorZurllib.requestr r& __name__printr r r r <module> s !PK @\3% % < pip/_vendor/webencodings/__pycache__/__init__.cpython-38.pycnu [ U .eS) @ s d Z ddlmZ ddlZddlmZ dZddd d d Zi Zd d Z dd Z dd Z G dd de Z e dZe dZe dZd+ddZdd Zed fd d Zd,d d Zd!d" Zed fd#d$Zd%d& ZG d'd( d(e ZG d)d* d*e ZdS )-a webencodings ~~~~~~~~~~~~ This is a Python implementation of the `WHATWG Encoding standard <http://encoding.spec.whatwg.org/>`. See README for details. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. )unicode_literalsN )LABELSz0.5.1z iso-8859-8z mac-cyrillicz mac-romanZcp874)z iso-8859-8-izx-mac-cyrillic macintoshz windows-874c C s | d dS )a9 Transform (only) ASCII letters to lower case: A-Z is mapped to a-z. :param string: An Unicode string. :returns: A new Unicode string. This is used for `ASCII case-insensitive <http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_ matching of encoding labels. The same matching is also used, among other things, for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_. This is different from the :meth:`~py:str.lower` method of Unicode strings which also affect non-ASCII characters, sometimes mapping them into the ASCII range: >>> keyword = u'Bac\N{KELVIN SIGN}ground' >>> assert keyword.lower() == u'background' >>> assert ascii_lower(keyword) != keyword.lower() >>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground' utf8)encodelowerdecode)string r E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/__init__.py ascii_lower# s r c C sx t | d} t| }|dkr$dS t|}|dkrt|dkrLddlm} nt||}t |}t ||}|t|< |S )u< Look for an encoding by its label. This is the spec’s `get an encoding <http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm. Supported labels are listed there. :param label: A string. :returns: An :class:`Encoding` object, or :obj:`None` for an unknown label. z Nzx-user-definedr ) codec_info) r stripr getCACHEZx_user_definedr PYTHON_NAMEScodecslookupEncoding)Zlabelnameencodingr Z python_namer r r r = s r c C s. t | dr| S t| }|dkr*td| |S )z Accept either an encoding object or label. :param encoding: An :class:`Encoding` object or a label string. :returns: An :class:`Encoding` object. :raises: :exc:`~exceptions.LookupError` for an unknown label. r NzUnknown encoding label: %r)hasattrr LookupError)Zencoding_or_labelr r r r _get_encoding[ s r c @ s e Zd ZdZdd Zdd ZdS )r aO Reresents a character encoding such as UTF-8, that can be used for decoding or encoding. .. attribute:: name Canonical name of the encoding .. attribute:: codec_info The actual implementation of the encoding, a stdlib :class:`~codecs.CodecInfo` object. See :func:`codecs.register`. c C s || _ || _d S N)r r )selfr r r r r __init__| s zEncoding.__init__c C s d| j S )Nz <Encoding %s>)r )r r r r __repr__ s zEncoding.__repr__N)__name__ __module__ __qualname____doc__r r r r r r r m s r zutf-8zutf-16lezutf-16bereplacec C s2 t |}t| \}} |p|}|j| |d |fS )a Decode a single string. :param input: A byte string :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :return: A ``(output, encoding)`` tuple of an Unicode string and an :obj:`Encoding`. r )r _detect_bomr r )inputfallback_encodingerrorsZ bom_encodingr r r r r s r c C sV | drt| dd fS | dr4t| dd fS | drNt| dd fS d| fS )zBReturn (bom_encoding, input), with any BOM removed from the input.s Ns s ) startswith_UTF16LE_UTF16BEUTF8)r% r r r r$ s r$ strictc C s t |j| |d S )a; Encode a single string. :param input: An Unicode string. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :return: A byte string. r )r r r )r% r r' r r r r s r c C s$ t ||}t| |}t|}||fS )a "Pull"-based decoder. :param input: An iterable of byte strings. The input is first consumed just enough to determine the encoding based on the precense of a BOM, then consumed on demand when the return value is. :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :returns: An ``(output, encoding)`` tuple. :obj:`output` is an iterable of Unicode strings, :obj:`encoding` is the :obj:`Encoding` that is being used. )IncrementalDecoder_iter_decode_generatornext)r% r& r' decoder generatorr r r r iter_decode s r4 c c s |j }t| } | D ]0}||}|r|jdk s0t|jV |V qtq|ddd}|jdk s^t|jV |rp|V dS | D ]}||}|rx|V qx|ddd}|r|V dS )zqReturn a generator that first yields the :obj:`Encoding`, then yields output chukns as Unicode strings. N Tfinal)r iterr AssertionError)r% r2 r chunckoutputr r r r0 s, r0 c C s t ||j}t| |S )uY “Pull”-based encoder. :param input: An iterable of Unicode strings. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :returns: An iterable of byte strings. )IncrementalEncoderr _iter_encode_generator)r% r r' r r r r iter_encode s r> c c s6 | D ]}||}|r|V q|ddd}|r2|V d S )N Tr6 r )r% r r: r; r r r r= s r= c @ s$ e Zd ZdZd ddZd ddZdS ) r/ uO “Push”-based decoder. :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. r# c C s& t || _|| _d| _d | _d | _d S )Nr5 )r _fallback_encoding_errors_buffer_decoderr )r r& r' r r r r s zIncrementalDecoder.__init__Fc C s| | j }|dk r|||S | j| }t|\}}|dkrVt|dk rP|sP|| _dS | j}|j| jj}|| _ || _ |||S )zDecode one chunk of the input. :param input: A byte string. :param final: Indicate that no more input is available. Must be :obj:`True` if this is the last call. :returns: An Unicode string. Nr) r? ) rC rB r$ lenr@ r incrementaldecoderrA r r )r r% r7 r2 r r r r r ' s zIncrementalDecoder.decodeN)r# )F)r r r! r" r r r r r r r/ s r/ c @ s e Zd ZdZedfddZdS )r< u “Push”-based encoder. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. .. method:: encode(input, final=False) :param input: An Unicode string. :param final: Indicate that no more input is available. Must be :obj:`True` if this is the last call. :returns: A byte string. r. c C s t |}|j|j| _d S r )r r incrementalencoderr )r r r' r r r r T s zIncrementalEncoder.__init__N)r r r! r" r- r r r r r r< C s r< )r# )r# )r" Z __future__r r labelsr ZVERSIONr r r r r objectr r- r+ r, r r$ r r4 r0 r> r= r/ r< r r r r <module> s4 3PK @\ԽG G B pip/_vendor/webencodings/__pycache__/x_user_defined.cpython-38.pycnu [ U .e @ s d Z ddlmZ ddlZG dd dejZG dd dejZG dd d ejZG d d d eejZG d d d eejZej de j e j eeeedZ dZ ee ZdS )z webencodings.x_user_defined ~~~~~~~~~~~~~~~~~~~~~~~~~~~ An implementation of the x-user-defined encoding. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. )unicode_literalsNc @ s e Zd ZdddZdddZdS ) Codecstrictc C s t ||tS N)codecscharmap_encodeencoding_tableselfinputerrors r K/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/x_user_defined.pyencode s z Codec.encodec C s t ||tS r )r charmap_decodedecoding_tabler r r r decode s z Codec.decodeN)r )r )__name__ __module__ __qualname__r r r r r r r s r c @ s e Zd ZdddZdS )IncrementalEncoderFc C s t || jtd S Nr )r r r r r r finalr r r r s zIncrementalEncoder.encodeN)F)r r r r r r r r r s r c @ s e Zd ZdddZdS )IncrementalDecoderFc C s t || jtd S r )r r r r r r r r r $ s zIncrementalDecoder.decodeN)F)r r r r r r r r r # s r c @ s e Zd ZdS ) StreamWriterNr r r r r r r r ( s r c @ s e Zd ZdS ) StreamReaderNr r r r r r , s r zx-user-defined)namer r incrementalencoderincrementaldecoder streamreader streamwriteru !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~)__doc__Z __future__r r r r r r r CodecInfor r Z codec_infor charmap_buildr r r r r <module> s* PK @\7C C B pip/_vendor/webencodings/__pycache__/mklabels.cpython-38.opt-1.pycnu [ U .e @ sf d Z ddlZzddlmZ W n ek r< ddlmZ Y nX dd Zdd Zedkrbe ed dS ) z webencodings.mklabels ~~~~~~~~~~~~~~~~~~~~~ Regenarate the webencodings.labels module. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. N)urlopenc C s | S N )stringr r E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/mklabels.py assert_lower s r c sf dg}dd t t| dD }tdd |D | fdd|D |d d |S ) Na """ webencodings.labels ~~~~~~~~~~~~~~~~~~~ Map encoding labels to their name. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ # XXX Do not edit! # This file is automatically generated by mklabels.py LABELS = { c S sL g | ]D}|d D ]6}|d D ](}t t|dt |d dfq qqS )Z encodingslabelsuname)reprr lstrip).0categoryencodinglabelr r r <listcomp>, s z generate.<locals>.<listcomp>asciic s s | ]\}}t |V qd S r lenr r r r r r <genexpr>2 s zgenerate.<locals>.<genexpr>c 3 s, | ]$\}}d |d t | |f V qdS )z %s:%s %s, Nr r Zmax_lenr r r 3 s } ) jsonloadsr readdecodemaxextendappendjoin)Zurlpartsr r r r generate s r$ __main__z.http://encoding.spec.whatwg.org/encodings.json) __doc__r Zurllibr ImportErrorZurllib.requestr r$ __name__printr r r r <module> s !PK @\ԽG G H pip/_vendor/webencodings/__pycache__/x_user_defined.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlmZ ddlZG dd dejZG dd dejZG dd d ejZG d d d eejZG d d d eejZej de j e j eeeedZ dZ ee ZdS )z webencodings.x_user_defined ~~~~~~~~~~~~~~~~~~~~~~~~~~~ An implementation of the x-user-defined encoding. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. )unicode_literalsNc @ s e Zd ZdddZdddZdS ) Codecstrictc C s t ||tS N)codecscharmap_encodeencoding_tableselfinputerrors r K/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/x_user_defined.pyencode s z Codec.encodec C s t ||tS r )r charmap_decodedecoding_tabler r r r decode s z Codec.decodeN)r )r )__name__ __module__ __qualname__r r r r r r r s r c @ s e Zd ZdddZdS )IncrementalEncoderFc C s t || jtd S Nr )r r r r r r finalr r r r s zIncrementalEncoder.encodeN)F)r r r r r r r r r s r c @ s e Zd ZdddZdS )IncrementalDecoderFc C s t || jtd S r )r r r r r r r r r $ s zIncrementalDecoder.decodeN)F)r r r r r r r r r # s r c @ s e Zd ZdS ) StreamWriterNr r r r r r r r ( s r c @ s e Zd ZdS ) StreamReaderNr r r r r r , s r zx-user-defined)namer r incrementalencoderincrementaldecoder streamreader streamwriteru !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~)__doc__Z __future__r r r r r r r CodecInfor r Z codec_infor charmap_buildr r r r r <module> s* PK @\O : pip/_vendor/webencodings/__pycache__/labels.cpython-38.pycnu [ U .e# @ s d Z ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d d d d d d!d!d!d!d!d"d"d"d#d#d$d$d$d$d$d$d$d%d%d%d%d%d%d%d%d%d%d&d&d'd(d(d)d*Zd+S ),z webencodings.labels ~~~~~~~~~~~~~~~~~~~ Map encoding labels to their name. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. utf-8ibm866 iso-8859-2 iso-8859-3 iso-8859-4 iso-8859-5 iso-8859-6 iso-8859-7 iso-8859-8 iso-8859-8-i iso-8859-10 iso-8859-13 iso-8859-14 iso-8859-15 iso-8859-16koi8-rkoi8-u macintosh windows-874 windows-1250 windows-1251 windows-1252 windows-1253 windows-1254 windows-1255 windows-1256 windows-1257 windows-1258x-mac-cyrillicgbkgb18030 hz-gb-2312big5euc-jp iso-2022-jp shift_jiseuc-kr iso-2022-krutf-16beutf-16lex-user-defined)zunicode-1-1-utf-8r utf8866cp866csibm866r csisolatin2r z iso-ir-101z iso8859-2Ziso88592z iso_8859-2ziso_8859-2:1987l2latin2 csisolatin3r z iso-ir-109z iso8859-3Ziso88593z iso_8859-3ziso_8859-3:1988l3latin3 csisolatin4r z iso-ir-110z iso8859-4Ziso88594z iso_8859-4ziso_8859-4:1988l4latin4csisolatincyrilliccyrillicr z iso-ir-144z iso8859-5Ziso88595z iso_8859-5ziso_8859-5:1988arabiczasmo-708Z csiso88596eZ csiso88596icsisolatinarabiczecma-114r z iso-8859-6-ez iso-8859-6-iz iso-ir-127z iso8859-6Ziso88596z iso_8859-6ziso_8859-6:1987csisolatingreekzecma-118elot_928greekgreek8r z iso-ir-126z iso8859-7Ziso88597z iso_8859-7ziso_8859-7:1987Z sun_eu_greekZ csiso88598ecsisolatinhebrewhebrewr z iso-8859-8-ez iso-ir-138z iso8859-8Ziso88598z iso_8859-8ziso_8859-8:1988ZvisualZ csiso88598ir Zlogical csisolatin6r z iso-ir-157z iso8859-10Z iso885910l6latin6r z iso8859-13Z iso885913r z iso8859-14Z iso885914Z csisolatin9r z iso8859-15Z iso885915z iso_8859-15l9r cskoi8rZkoiZkoi8r koi8_rr Z csmacintoshZmacr z x-mac-romanzdos-874z iso-8859-11z iso8859-11Z iso885911ztis-620r cp1250r zx-cp1250cp1251r zx-cp1251zansi_x3.4-1968asciicp1252cp819 csisolatin1ibm819z iso-8859-1z iso-ir-100z iso8859-1Ziso88591z iso_8859-1ziso_8859-1:1987l1latin1zus-asciir zx-cp1252cp1253r zx-cp1253cp1254 csisolatin5z iso-8859-9z iso-ir-148z iso8859-9Ziso88599z iso_8859-9ziso_8859-9:1989l5latin5r zx-cp1254cp1255r zx-cp1255cp1256r zx-cp1256cp1257r zx-cp1257cp1258r zx-cp1258r zx-mac-ukrainianchineseZcsgb2312csiso58gb231280gb2312Zgb_2312z gb_2312-80r z iso-ir-58zx-gbkr r r! z big5-hkscszcn-big5csbig5zx-x-big5Zcseucpkdfmtjapaneser" zx-euc-jp csiso2022jpr# csshiftjisms_kanjiz shift-jisr$ sjisz windows-31jzx-sjisZcseuckrZ csksc56011987r% z iso-ir-149koreanzks_c_5601-1987zks_c_5601-1989ksc5601Zksc_5601z windows-949 csiso2022krr& r' zutf-16r( r) N)__doc__ZLABELS re re C/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/labels.py<module> s PK @\ТY 9 pip/_vendor/webencodings/__pycache__/tests.cpython-38.pycnu [ U .e @ s d Z ddlmZ ddlmZmZmZmZmZm Z m Z m Z m Z dd Z dd Zd d Zd d Zd d Zdd Zdd Zdd Zdd ZdS )z webencodings.tests ~~~~~~~~~~~~~~~~~~ A basic test suite for Encoding. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. )unicode_literals ) lookupLABELSdecodeencode iter_decode iter_encodeIncrementalDecoderIncrementalEncoderUTF8c O s6 z||| W n | k r$ Y d S X t d| d S )NzDid not raise %s.AssertionError)Z exceptionZfunctionargskwargs r B/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/tests.py assert_raises s r c C s t djdkstt djdks$tt djdks6tt djdksHtt djdksZtt djdksltt djdks~tt dd kstt dd kstt d jd kstt d jd kstt d jd kstt d jd kstt dd kstt dd kstd S )Nzutf-8zUtf-8zUTF-8utf8zutf8 z utf8 u8u utf-8 zUS-ASCIIz windows-1252z iso-8859-1latin1ZLATIN1zlatin-1u LATİN1)r namer r r r r test_labels s r c C s t D ]} td| dt| fks"ttd| dks4tdD ]D}tdg| | \}}t|g ks`tttdg| | g ks8tq8t| }|ddkst|jddddkstt | }|ddkst|jddddkstqt t D ]}t|j |kstqd S )N )r r T)final) r r r r r r listr r r setvaluesr )Zlabelrepeatoutput_decoderencoderr r r r test_all_labels0 s r% c C sT t ttdd t ttdd t ttg d t ttg d t ttd t ttd d S )N éZinvalid é)r LookupErrorr r r r r r r r r r test_invalid_labelC s r) c C s t dddtdfkstt dtddtdfks8tt dddtdfksRtt dtdtdfksltt dddtdfkstt d ddtdfkstt d ddtd fkstt d ddtd fkstt dddtd fkstt dddtd fks tt dddtd fks&tt dddtd fksBtt dddtd fks^tt dddtd fksztt dddtd fkstt dddtd fkstd S )N r u € ér r' ascii ér& utf-16be utf-16les u s zUTF-16BE zUTF-16LEzUTF-16)r r r r r r r r test_decodeL s r4 c C sp t dddkstt dddks$tt dddks6tt dddksHtt dddksZtt dd d ksltd S ) Nr' r r r+ utf-16r3 r1 r/ r2 )r r r r r r test_encodeb s r7 c C s dd } | g ddkst | dgddks.t | dgddksBt | dgdd ksVt | d d gdd kslt | d d gdd kst | dgddkst | dgddkst | dddgddkst | dddgddkst | ddddddgddkst | dgddkst | dgddks$t | dgddks:t | dgddksPt | dd ddd d gddkspt | dd d gd d!kst d S )"Nc S s t | |\}}d|S )Nr )r join)inputZfallback_encodingr! Z _encodingr r r iter_decode_to_stringl s z/test_iter_decode.<locals>.iter_decode_to_stringr r r r5 r' s helloZhellos hes llos hell or+ r- r& s au a� s s u ï»r. r0 s s hx-user-definedu hllor )r: r r r test_iter_decodek s rC c C s d tg ddkstd tdgddks2td tdgddksLtd tddddgddksltd tddddgddkstd tddddgddkstd tddddgd d kstd tdd dd gd dkstd S )Nr r r r' r5 r6 r3 r1 r/ r2 u hZllorB s hllo)r8 r r r r r r test_iter_encode s" rD c C s@ d} d}d} d}t | d|tdfks*tt|d| ks<td S )Ns 2, O#ɻtϨu 2, O#ts aaZaarB )r r r r )ZencodedZdecodedr r r test_x_user_defined s rE N)__doc__Z __future__r r r r r r r r r r r r r r% r) r4 r7 rC rD rE r r r r <module> s , PK @\O @ pip/_vendor/webencodings/__pycache__/labels.cpython-38.opt-1.pycnu [ U .e# @ s d Z ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d d d d d d!d!d!d!d!d"d"d"d#d#d$d$d$d$d$d$d$d%d%d%d%d%d%d%d%d%d%d&d&d'd(d(d)d*Zd+S ),z webencodings.labels ~~~~~~~~~~~~~~~~~~~ Map encoding labels to their name. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. utf-8ibm866 iso-8859-2 iso-8859-3 iso-8859-4 iso-8859-5 iso-8859-6 iso-8859-7 iso-8859-8 iso-8859-8-i iso-8859-10 iso-8859-13 iso-8859-14 iso-8859-15 iso-8859-16koi8-rkoi8-u macintosh windows-874 windows-1250 windows-1251 windows-1252 windows-1253 windows-1254 windows-1255 windows-1256 windows-1257 windows-1258x-mac-cyrillicgbkgb18030 hz-gb-2312big5euc-jp iso-2022-jp shift_jiseuc-kr iso-2022-krutf-16beutf-16lex-user-defined)zunicode-1-1-utf-8r utf8866cp866csibm866r csisolatin2r z iso-ir-101z iso8859-2Ziso88592z iso_8859-2ziso_8859-2:1987l2latin2 csisolatin3r z iso-ir-109z iso8859-3Ziso88593z iso_8859-3ziso_8859-3:1988l3latin3 csisolatin4r z iso-ir-110z iso8859-4Ziso88594z iso_8859-4ziso_8859-4:1988l4latin4csisolatincyrilliccyrillicr z iso-ir-144z iso8859-5Ziso88595z iso_8859-5ziso_8859-5:1988arabiczasmo-708Z csiso88596eZ csiso88596icsisolatinarabiczecma-114r z iso-8859-6-ez iso-8859-6-iz iso-ir-127z iso8859-6Ziso88596z iso_8859-6ziso_8859-6:1987csisolatingreekzecma-118elot_928greekgreek8r z iso-ir-126z iso8859-7Ziso88597z iso_8859-7ziso_8859-7:1987Z sun_eu_greekZ csiso88598ecsisolatinhebrewhebrewr z iso-8859-8-ez iso-ir-138z iso8859-8Ziso88598z iso_8859-8ziso_8859-8:1988ZvisualZ csiso88598ir Zlogical csisolatin6r z iso-ir-157z iso8859-10Z iso885910l6latin6r z iso8859-13Z iso885913r z iso8859-14Z iso885914Z csisolatin9r z iso8859-15Z iso885915z iso_8859-15l9r cskoi8rZkoiZkoi8r koi8_rr Z csmacintoshZmacr z x-mac-romanzdos-874z iso-8859-11z iso8859-11Z iso885911ztis-620r cp1250r zx-cp1250cp1251r zx-cp1251zansi_x3.4-1968asciicp1252cp819 csisolatin1ibm819z iso-8859-1z iso-ir-100z iso8859-1Ziso88591z iso_8859-1ziso_8859-1:1987l1latin1zus-asciir zx-cp1252cp1253r zx-cp1253cp1254 csisolatin5z iso-8859-9z iso-ir-148z iso8859-9Ziso88599z iso_8859-9ziso_8859-9:1989l5latin5r zx-cp1254cp1255r zx-cp1255cp1256r zx-cp1256cp1257r zx-cp1257cp1258r zx-cp1258r zx-mac-ukrainianchineseZcsgb2312csiso58gb231280gb2312Zgb_2312z gb_2312-80r z iso-ir-58zx-gbkr r r! z big5-hkscszcn-big5csbig5zx-x-big5Zcseucpkdfmtjapaneser" zx-euc-jp csiso2022jpr# csshiftjisms_kanjiz shift-jisr$ sjisz windows-31jzx-sjisZcseuckrZ csksc56011987r% z iso-ir-149koreanzks_c_5601-1987zks_c_5601-1989ksc5601Zksc_5601z windows-949 csiso2022krr& r' zutf-16r( r) N)__doc__ZLABELS re re C/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/labels.py<module> s PK @\ % % B pip/_vendor/webencodings/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .eS) @ s d Z ddlmZ ddlZddlmZ dZddd d d Zi Zd d Z dd Z dd Z G dd de Z e dZe dZe dZd+ddZdd Zed fd d Zd,d d Zd!d" Zed fd#d$Zd%d& ZG d'd( d(e ZG d)d* d*e ZdS )-a webencodings ~~~~~~~~~~~~ This is a Python implementation of the `WHATWG Encoding standard <http://encoding.spec.whatwg.org/>`. See README for details. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. )unicode_literalsN )LABELSz0.5.1z iso-8859-8z mac-cyrillicz mac-romanZcp874)z iso-8859-8-izx-mac-cyrillic macintoshz windows-874c C s | d dS )a9 Transform (only) ASCII letters to lower case: A-Z is mapped to a-z. :param string: An Unicode string. :returns: A new Unicode string. This is used for `ASCII case-insensitive <http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_ matching of encoding labels. The same matching is also used, among other things, for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_. This is different from the :meth:`~py:str.lower` method of Unicode strings which also affect non-ASCII characters, sometimes mapping them into the ASCII range: >>> keyword = u'Bac\N{KELVIN SIGN}ground' >>> assert keyword.lower() == u'background' >>> assert ascii_lower(keyword) != keyword.lower() >>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground' utf8)encodelowerdecode)string r E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/__init__.py ascii_lower# s r c C sx t | d} t| }|dkr$dS t|}|dkrt|dkrLddlm} nt||}t |}t ||}|t|< |S )u< Look for an encoding by its label. This is the spec’s `get an encoding <http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm. Supported labels are listed there. :param label: A string. :returns: An :class:`Encoding` object, or :obj:`None` for an unknown label. z Nzx-user-definedr ) codec_info) r stripr getCACHEZx_user_definedr PYTHON_NAMEScodecslookupEncoding)Zlabelnameencodingr Z python_namer r r r = s r c C s. t | dr| S t| }|dkr*td| |S )z Accept either an encoding object or label. :param encoding: An :class:`Encoding` object or a label string. :returns: An :class:`Encoding` object. :raises: :exc:`~exceptions.LookupError` for an unknown label. r NzUnknown encoding label: %r)hasattrr LookupError)Zencoding_or_labelr r r r _get_encoding[ s r c @ s e Zd ZdZdd Zdd ZdS )r aO Reresents a character encoding such as UTF-8, that can be used for decoding or encoding. .. attribute:: name Canonical name of the encoding .. attribute:: codec_info The actual implementation of the encoding, a stdlib :class:`~codecs.CodecInfo` object. See :func:`codecs.register`. c C s || _ || _d S N)r r )selfr r r r r __init__| s zEncoding.__init__c C s d| j S )Nz <Encoding %s>)r )r r r r __repr__ s zEncoding.__repr__N)__name__ __module__ __qualname____doc__r r r r r r r m s r zutf-8zutf-16lezutf-16bereplacec C s2 t |}t| \}} |p|}|j| |d |fS )a Decode a single string. :param input: A byte string :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :return: A ``(output, encoding)`` tuple of an Unicode string and an :obj:`Encoding`. r )r _detect_bomr r )inputfallback_encodingerrorsZ bom_encodingr r r r r s r c C sV | drt| dd fS | dr4t| dd fS | drNt| dd fS d| fS )zBReturn (bom_encoding, input), with any BOM removed from the input.s Ns s ) startswith_UTF16LE_UTF16BEUTF8)r% r r r r$ s r$ strictc C s t |j| |d S )a; Encode a single string. :param input: An Unicode string. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :return: A byte string. r )r r r )r% r r' r r r r s r c C s$ t ||}t| |}t|}||fS )a "Pull"-based decoder. :param input: An iterable of byte strings. The input is first consumed just enough to determine the encoding based on the precense of a BOM, then consumed on demand when the return value is. :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :returns: An ``(output, encoding)`` tuple. :obj:`output` is an iterable of Unicode strings, :obj:`encoding` is the :obj:`Encoding` that is being used. )IncrementalDecoder_iter_decode_generatornext)r% r& r' decoder generatorr r r r iter_decode s r4 c c s |j }t| } | D ]"}||}|r|jV |V qXq|ddd}|jV |rT|V dS | D ]}||}|r\|V q\|ddd}|r|V dS )zqReturn a generator that first yields the :obj:`Encoding`, then yields output chukns as Unicode strings. TfinalN)r iterr )r% r2 r chunckoutputr r r r0 s( r0 c C s t ||j}t| |S )uY “Pull”-based encoder. :param input: An iterable of Unicode strings. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :returns: An iterable of byte strings. )IncrementalEncoderr _iter_encode_generator)r% r r' r r r r iter_encode s r= c c s6 | D ]}||}|r|V q|ddd}|r2|V d S )N Tr6 r )r% r r9 r: r r r r< s r< c @ s$ e Zd ZdZd ddZd ddZdS ) r/ uO “Push”-based decoder. :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. r# c C s& t || _|| _d| _d | _d | _d S )Nr5 )r _fallback_encoding_errors_buffer_decoderr )r r& r' r r r r s zIncrementalDecoder.__init__Fc C s| | j }|dk r|||S | j| }t|\}}|dkrVt|dk rP|sP|| _dS | j}|j| jj}|| _ || _ |||S )zDecode one chunk of the input. :param input: A byte string. :param final: Indicate that no more input is available. Must be :obj:`True` if this is the last call. :returns: An Unicode string. Nr) r> ) rB rA r$ lenr? r incrementaldecoderr@ r r )r r% r7 r2 r r r r r ' s zIncrementalDecoder.decodeN)r# )F)r r r! r" r r r r r r r/ s r/ c @ s e Zd ZdZedfddZdS )r; u “Push”-based encoder. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. .. method:: encode(input, final=False) :param input: An Unicode string. :param final: Indicate that no more input is available. Must be :obj:`True` if this is the last call. :returns: A byte string. r. c C s t |}|j|j| _d S r )r r incrementalencoderr )r r r' r r r r T s zIncrementalEncoder.__init__N)r r r! r" r- r r r r r r; C s r; )r# )r# )r" Z __future__r r labelsr ZVERSIONr r r r r objectr r- r+ r, r r$ r r4 r0 r= r< r/ r; r r r r <module> s4 3PK @\(/g g ? pip/_vendor/webencodings/__pycache__/tests.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlmZ ddlmZmZmZmZmZm Z m Z m Z m Z dd Z dd Zd d Zd d Zd d Zdd Zdd Zdd Zdd ZdS )z webencodings.tests ~~~~~~~~~~~~~~~~~~ A basic test suite for Encoding. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. )unicode_literals ) lookupLABELSdecodeencode iter_decode iter_encodeIncrementalDecoderIncrementalEncoderUTF8c O s6 z||| W n | k r$ Y d S X t d| d S )NzDid not raise %s.)AssertionError)Z exceptionZfunctionargskwargs r B/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/tests.py assert_raises s r c C s d S Nr r r r r test_labels s r c C sN t D ]2} dD ]}tdg| | \}}q t| }t| }qtt D ]}qDd S )N)r r )r r r r setvalues)Zlabelrepeatoutput_decoderencodernamer r r test_all_labels0 s r c C sT t ttdd t ttdd t ttg d t ttg d t ttd t ttd d S )Ns éZinvalid é)r LookupErrorr r r r r r r r r r test_invalid_labelC s r" c C s d S r r r r r r test_decodeL s r# c C s d S r r r r r r test_encodeb s r$ c C s dd } d S )Nc S s t | |\}}d|S )N )r join)inputZfallback_encodingr Z _encodingr r r iter_decode_to_stringl s z/test_iter_decode.<locals>.iter_decode_to_stringr )r( r r r test_iter_decodek s r) c C s d S r r r r r r test_iter_encode s r* c C s d} d}d} d}d S )Ns 2, O#ɻtϨu 2, O#ts aaZaar )ZencodedZdecodedr r r test_x_user_defined s r+ N)__doc__Z __future__r r% r r r r r r r r r r r r r" r# r$ r) r* r+ r r r r <module> s , PK @\x qS) S) $ pip/_vendor/webencodings/__init__.pynu [ # coding: utf-8 """ webencodings ~~~~~~~~~~~~ This is a Python implementation of the `WHATWG Encoding standard <http://encoding.spec.whatwg.org/>`. See README for details. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ from __future__ import unicode_literals import codecs from .labels import LABELS VERSION = '0.5.1' # Some names in Encoding are not valid Python aliases. Remap these. PYTHON_NAMES = { 'iso-8859-8-i': 'iso-8859-8', 'x-mac-cyrillic': 'mac-cyrillic', 'macintosh': 'mac-roman', 'windows-874': 'cp874'} CACHE = {} def ascii_lower(string): r"""Transform (only) ASCII letters to lower case: A-Z is mapped to a-z. :param string: An Unicode string. :returns: A new Unicode string. This is used for `ASCII case-insensitive <http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_ matching of encoding labels. The same matching is also used, among other things, for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_. This is different from the :meth:`~py:str.lower` method of Unicode strings which also affect non-ASCII characters, sometimes mapping them into the ASCII range: >>> keyword = u'Bac\N{KELVIN SIGN}ground' >>> assert keyword.lower() == u'background' >>> assert ascii_lower(keyword) != keyword.lower() >>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground' """ # This turns out to be faster than unicode.translate() return string.encode('utf8').lower().decode('utf8') def lookup(label): """ Look for an encoding by its label. This is the spec’s `get an encoding <http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm. Supported labels are listed there. :param label: A string. :returns: An :class:`Encoding` object, or :obj:`None` for an unknown label. """ # Only strip ASCII whitespace: U+0009, U+000A, U+000C, U+000D, and U+0020. label = ascii_lower(label.strip('\t\n\f\r ')) name = LABELS.get(label) if name is None: return None encoding = CACHE.get(name) if encoding is None: if name == 'x-user-defined': from .x_user_defined import codec_info else: python_name = PYTHON_NAMES.get(name, name) # Any python_name value that gets to here should be valid. codec_info = codecs.lookup(python_name) encoding = Encoding(name, codec_info) CACHE[name] = encoding return encoding def _get_encoding(encoding_or_label): """ Accept either an encoding object or label. :param encoding: An :class:`Encoding` object or a label string. :returns: An :class:`Encoding` object. :raises: :exc:`~exceptions.LookupError` for an unknown label. """ if hasattr(encoding_or_label, 'codec_info'): return encoding_or_label encoding = lookup(encoding_or_label) if encoding is None: raise LookupError('Unknown encoding label: %r' % encoding_or_label) return encoding class Encoding(object): """Reresents a character encoding such as UTF-8, that can be used for decoding or encoding. .. attribute:: name Canonical name of the encoding .. attribute:: codec_info The actual implementation of the encoding, a stdlib :class:`~codecs.CodecInfo` object. See :func:`codecs.register`. """ def __init__(self, name, codec_info): self.name = name self.codec_info = codec_info def __repr__(self): return '<Encoding %s>' % self.name #: The UTF-8 encoding. Should be used for new content and formats. UTF8 = lookup('utf-8') _UTF16LE = lookup('utf-16le') _UTF16BE = lookup('utf-16be') def decode(input, fallback_encoding, errors='replace'): """ Decode a single string. :param input: A byte string :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :return: A ``(output, encoding)`` tuple of an Unicode string and an :obj:`Encoding`. """ # Fail early if `encoding` is an invalid label. fallback_encoding = _get_encoding(fallback_encoding) bom_encoding, input = _detect_bom(input) encoding = bom_encoding or fallback_encoding return encoding.codec_info.decode(input, errors)[0], encoding def _detect_bom(input): """Return (bom_encoding, input), with any BOM removed from the input.""" if input.startswith(b'\xFF\xFE'): return _UTF16LE, input[2:] if input.startswith(b'\xFE\xFF'): return _UTF16BE, input[2:] if input.startswith(b'\xEF\xBB\xBF'): return UTF8, input[3:] return None, input def encode(input, encoding=UTF8, errors='strict'): """ Encode a single string. :param input: An Unicode string. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :return: A byte string. """ return _get_encoding(encoding).codec_info.encode(input, errors)[0] def iter_decode(input, fallback_encoding, errors='replace'): """ "Pull"-based decoder. :param input: An iterable of byte strings. The input is first consumed just enough to determine the encoding based on the precense of a BOM, then consumed on demand when the return value is. :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :returns: An ``(output, encoding)`` tuple. :obj:`output` is an iterable of Unicode strings, :obj:`encoding` is the :obj:`Encoding` that is being used. """ decoder = IncrementalDecoder(fallback_encoding, errors) generator = _iter_decode_generator(input, decoder) encoding = next(generator) return generator, encoding def _iter_decode_generator(input, decoder): """Return a generator that first yields the :obj:`Encoding`, then yields output chukns as Unicode strings. """ decode = decoder.decode input = iter(input) for chunck in input: output = decode(chunck) if output: assert decoder.encoding is not None yield decoder.encoding yield output break else: # Input exhausted without determining the encoding output = decode(b'', final=True) assert decoder.encoding is not None yield decoder.encoding if output: yield output return for chunck in input: output = decode(chunck) if output: yield output output = decode(b'', final=True) if output: yield output def iter_encode(input, encoding=UTF8, errors='strict'): """ “Pull”-based encoder. :param input: An iterable of Unicode strings. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. :returns: An iterable of byte strings. """ # Fail early if `encoding` is an invalid label. encode = IncrementalEncoder(encoding, errors).encode return _iter_encode_generator(input, encode) def _iter_encode_generator(input, encode): for chunck in input: output = encode(chunck) if output: yield output output = encode('', final=True) if output: yield output class IncrementalDecoder(object): """ “Push”-based decoder. :param fallback_encoding: An :class:`Encoding` object or a label string. The encoding to use if :obj:`input` does note have a BOM. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. """ def __init__(self, fallback_encoding, errors='replace'): # Fail early if `encoding` is an invalid label. self._fallback_encoding = _get_encoding(fallback_encoding) self._errors = errors self._buffer = b'' self._decoder = None #: The actual :class:`Encoding` that is being used, #: or :obj:`None` if that is not determined yet. #: (Ie. if there is not enough input yet to determine #: if there is a BOM.) self.encoding = None # Not known yet. def decode(self, input, final=False): """Decode one chunk of the input. :param input: A byte string. :param final: Indicate that no more input is available. Must be :obj:`True` if this is the last call. :returns: An Unicode string. """ decoder = self._decoder if decoder is not None: return decoder(input, final) input = self._buffer + input encoding, input = _detect_bom(input) if encoding is None: if len(input) < 3 and not final: # Not enough data yet. self._buffer = input return '' else: # No BOM encoding = self._fallback_encoding decoder = encoding.codec_info.incrementaldecoder(self._errors).decode self._decoder = decoder self.encoding = encoding return decoder(input, final) class IncrementalEncoder(object): """ “Push”-based encoder. :param encoding: An :class:`Encoding` object or a label string. :param errors: Type of error handling. See :func:`codecs.register`. :raises: :exc:`~exceptions.LookupError` for an unknown encoding label. .. method:: encode(input, final=False) :param input: An Unicode string. :param final: Indicate that no more input is available. Must be :obj:`True` if this is the last call. :returns: A byte string. """ def __init__(self, encoding=UTF8, errors='strict'): encoding = _get_encoding(encoding) self.encode = encoding.codec_info.incrementalencoder(errors).encode PK @\ǭ# # " pip/_vendor/webencodings/labels.pynu [ """ webencodings.labels ~~~~~~~~~~~~~~~~~~~ Map encoding labels to their name. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ # XXX Do not edit! # This file is automatically generated by mklabels.py LABELS = { 'unicode-1-1-utf-8': 'utf-8', 'utf-8': 'utf-8', 'utf8': 'utf-8', '866': 'ibm866', 'cp866': 'ibm866', 'csibm866': 'ibm866', 'ibm866': 'ibm866', 'csisolatin2': 'iso-8859-2', 'iso-8859-2': 'iso-8859-2', 'iso-ir-101': 'iso-8859-2', 'iso8859-2': 'iso-8859-2', 'iso88592': 'iso-8859-2', 'iso_8859-2': 'iso-8859-2', 'iso_8859-2:1987': 'iso-8859-2', 'l2': 'iso-8859-2', 'latin2': 'iso-8859-2', 'csisolatin3': 'iso-8859-3', 'iso-8859-3': 'iso-8859-3', 'iso-ir-109': 'iso-8859-3', 'iso8859-3': 'iso-8859-3', 'iso88593': 'iso-8859-3', 'iso_8859-3': 'iso-8859-3', 'iso_8859-3:1988': 'iso-8859-3', 'l3': 'iso-8859-3', 'latin3': 'iso-8859-3', 'csisolatin4': 'iso-8859-4', 'iso-8859-4': 'iso-8859-4', 'iso-ir-110': 'iso-8859-4', 'iso8859-4': 'iso-8859-4', 'iso88594': 'iso-8859-4', 'iso_8859-4': 'iso-8859-4', 'iso_8859-4:1988': 'iso-8859-4', 'l4': 'iso-8859-4', 'latin4': 'iso-8859-4', 'csisolatincyrillic': 'iso-8859-5', 'cyrillic': 'iso-8859-5', 'iso-8859-5': 'iso-8859-5', 'iso-ir-144': 'iso-8859-5', 'iso8859-5': 'iso-8859-5', 'iso88595': 'iso-8859-5', 'iso_8859-5': 'iso-8859-5', 'iso_8859-5:1988': 'iso-8859-5', 'arabic': 'iso-8859-6', 'asmo-708': 'iso-8859-6', 'csiso88596e': 'iso-8859-6', 'csiso88596i': 'iso-8859-6', 'csisolatinarabic': 'iso-8859-6', 'ecma-114': 'iso-8859-6', 'iso-8859-6': 'iso-8859-6', 'iso-8859-6-e': 'iso-8859-6', 'iso-8859-6-i': 'iso-8859-6', 'iso-ir-127': 'iso-8859-6', 'iso8859-6': 'iso-8859-6', 'iso88596': 'iso-8859-6', 'iso_8859-6': 'iso-8859-6', 'iso_8859-6:1987': 'iso-8859-6', 'csisolatingreek': 'iso-8859-7', 'ecma-118': 'iso-8859-7', 'elot_928': 'iso-8859-7', 'greek': 'iso-8859-7', 'greek8': 'iso-8859-7', 'iso-8859-7': 'iso-8859-7', 'iso-ir-126': 'iso-8859-7', 'iso8859-7': 'iso-8859-7', 'iso88597': 'iso-8859-7', 'iso_8859-7': 'iso-8859-7', 'iso_8859-7:1987': 'iso-8859-7', 'sun_eu_greek': 'iso-8859-7', 'csiso88598e': 'iso-8859-8', 'csisolatinhebrew': 'iso-8859-8', 'hebrew': 'iso-8859-8', 'iso-8859-8': 'iso-8859-8', 'iso-8859-8-e': 'iso-8859-8', 'iso-ir-138': 'iso-8859-8', 'iso8859-8': 'iso-8859-8', 'iso88598': 'iso-8859-8', 'iso_8859-8': 'iso-8859-8', 'iso_8859-8:1988': 'iso-8859-8', 'visual': 'iso-8859-8', 'csiso88598i': 'iso-8859-8-i', 'iso-8859-8-i': 'iso-8859-8-i', 'logical': 'iso-8859-8-i', 'csisolatin6': 'iso-8859-10', 'iso-8859-10': 'iso-8859-10', 'iso-ir-157': 'iso-8859-10', 'iso8859-10': 'iso-8859-10', 'iso885910': 'iso-8859-10', 'l6': 'iso-8859-10', 'latin6': 'iso-8859-10', 'iso-8859-13': 'iso-8859-13', 'iso8859-13': 'iso-8859-13', 'iso885913': 'iso-8859-13', 'iso-8859-14': 'iso-8859-14', 'iso8859-14': 'iso-8859-14', 'iso885914': 'iso-8859-14', 'csisolatin9': 'iso-8859-15', 'iso-8859-15': 'iso-8859-15', 'iso8859-15': 'iso-8859-15', 'iso885915': 'iso-8859-15', 'iso_8859-15': 'iso-8859-15', 'l9': 'iso-8859-15', 'iso-8859-16': 'iso-8859-16', 'cskoi8r': 'koi8-r', 'koi': 'koi8-r', 'koi8': 'koi8-r', 'koi8-r': 'koi8-r', 'koi8_r': 'koi8-r', 'koi8-u': 'koi8-u', 'csmacintosh': 'macintosh', 'mac': 'macintosh', 'macintosh': 'macintosh', 'x-mac-roman': 'macintosh', 'dos-874': 'windows-874', 'iso-8859-11': 'windows-874', 'iso8859-11': 'windows-874', 'iso885911': 'windows-874', 'tis-620': 'windows-874', 'windows-874': 'windows-874', 'cp1250': 'windows-1250', 'windows-1250': 'windows-1250', 'x-cp1250': 'windows-1250', 'cp1251': 'windows-1251', 'windows-1251': 'windows-1251', 'x-cp1251': 'windows-1251', 'ansi_x3.4-1968': 'windows-1252', 'ascii': 'windows-1252', 'cp1252': 'windows-1252', 'cp819': 'windows-1252', 'csisolatin1': 'windows-1252', 'ibm819': 'windows-1252', 'iso-8859-1': 'windows-1252', 'iso-ir-100': 'windows-1252', 'iso8859-1': 'windows-1252', 'iso88591': 'windows-1252', 'iso_8859-1': 'windows-1252', 'iso_8859-1:1987': 'windows-1252', 'l1': 'windows-1252', 'latin1': 'windows-1252', 'us-ascii': 'windows-1252', 'windows-1252': 'windows-1252', 'x-cp1252': 'windows-1252', 'cp1253': 'windows-1253', 'windows-1253': 'windows-1253', 'x-cp1253': 'windows-1253', 'cp1254': 'windows-1254', 'csisolatin5': 'windows-1254', 'iso-8859-9': 'windows-1254', 'iso-ir-148': 'windows-1254', 'iso8859-9': 'windows-1254', 'iso88599': 'windows-1254', 'iso_8859-9': 'windows-1254', 'iso_8859-9:1989': 'windows-1254', 'l5': 'windows-1254', 'latin5': 'windows-1254', 'windows-1254': 'windows-1254', 'x-cp1254': 'windows-1254', 'cp1255': 'windows-1255', 'windows-1255': 'windows-1255', 'x-cp1255': 'windows-1255', 'cp1256': 'windows-1256', 'windows-1256': 'windows-1256', 'x-cp1256': 'windows-1256', 'cp1257': 'windows-1257', 'windows-1257': 'windows-1257', 'x-cp1257': 'windows-1257', 'cp1258': 'windows-1258', 'windows-1258': 'windows-1258', 'x-cp1258': 'windows-1258', 'x-mac-cyrillic': 'x-mac-cyrillic', 'x-mac-ukrainian': 'x-mac-cyrillic', 'chinese': 'gbk', 'csgb2312': 'gbk', 'csiso58gb231280': 'gbk', 'gb2312': 'gbk', 'gb_2312': 'gbk', 'gb_2312-80': 'gbk', 'gbk': 'gbk', 'iso-ir-58': 'gbk', 'x-gbk': 'gbk', 'gb18030': 'gb18030', 'hz-gb-2312': 'hz-gb-2312', 'big5': 'big5', 'big5-hkscs': 'big5', 'cn-big5': 'big5', 'csbig5': 'big5', 'x-x-big5': 'big5', 'cseucpkdfmtjapanese': 'euc-jp', 'euc-jp': 'euc-jp', 'x-euc-jp': 'euc-jp', 'csiso2022jp': 'iso-2022-jp', 'iso-2022-jp': 'iso-2022-jp', 'csshiftjis': 'shift_jis', 'ms_kanji': 'shift_jis', 'shift-jis': 'shift_jis', 'shift_jis': 'shift_jis', 'sjis': 'shift_jis', 'windows-31j': 'shift_jis', 'x-sjis': 'shift_jis', 'cseuckr': 'euc-kr', 'csksc56011987': 'euc-kr', 'euc-kr': 'euc-kr', 'iso-ir-149': 'euc-kr', 'korean': 'euc-kr', 'ks_c_5601-1987': 'euc-kr', 'ks_c_5601-1989': 'euc-kr', 'ksc5601': 'euc-kr', 'ksc_5601': 'euc-kr', 'windows-949': 'euc-kr', 'csiso2022kr': 'iso-2022-kr', 'iso-2022-kr': 'iso-2022-kr', 'utf-16be': 'utf-16be', 'utf-16': 'utf-16le', 'utf-16le': 'utf-16le', 'x-user-defined': 'x-user-defined', } PK @\g8p ! pip/_vendor/webencodings/tests.pynu [ # coding: utf-8 """ webencodings.tests ~~~~~~~~~~~~~~~~~~ A basic test suite for Encoding. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ from __future__ import unicode_literals from . import (lookup, LABELS, decode, encode, iter_decode, iter_encode, IncrementalDecoder, IncrementalEncoder, UTF8) def assert_raises(exception, function, *args, **kwargs): try: function(*args, **kwargs) except exception: return else: # pragma: no cover raise AssertionError('Did not raise %s.' % exception) def test_labels(): assert lookup('utf-8').name == 'utf-8' assert lookup('Utf-8').name == 'utf-8' assert lookup('UTF-8').name == 'utf-8' assert lookup('utf8').name == 'utf-8' assert lookup('utf8').name == 'utf-8' assert lookup('utf8 ').name == 'utf-8' assert lookup(' \r\nutf8\t').name == 'utf-8' assert lookup('u8') is None # Python label. assert lookup('utf-8 ') is None # Non-ASCII white space. assert lookup('US-ASCII').name == 'windows-1252' assert lookup('iso-8859-1').name == 'windows-1252' assert lookup('latin1').name == 'windows-1252' assert lookup('LATIN1').name == 'windows-1252' assert lookup('latin-1') is None assert lookup('LATİN1') is None # ASCII-only case insensitivity. def test_all_labels(): for label in LABELS: assert decode(b'', label) == ('', lookup(label)) assert encode('', label) == b'' for repeat in [0, 1, 12]: output, _ = iter_decode([b''] * repeat, label) assert list(output) == [] assert list(iter_encode([''] * repeat, label)) == [] decoder = IncrementalDecoder(label) assert decoder.decode(b'') == '' assert decoder.decode(b'', final=True) == '' encoder = IncrementalEncoder(label) assert encoder.encode('') == b'' assert encoder.encode('', final=True) == b'' # All encoding names are valid labels too: for name in set(LABELS.values()): assert lookup(name).name == name def test_invalid_label(): assert_raises(LookupError, decode, b'\xEF\xBB\xBF\xc3\xa9', 'invalid') assert_raises(LookupError, encode, 'é', 'invalid') assert_raises(LookupError, iter_decode, [], 'invalid') assert_raises(LookupError, iter_encode, [], 'invalid') assert_raises(LookupError, IncrementalDecoder, 'invalid') assert_raises(LookupError, IncrementalEncoder, 'invalid') def test_decode(): assert decode(b'\x80', 'latin1') == ('€', lookup('latin1')) assert decode(b'\x80', lookup('latin1')) == ('€', lookup('latin1')) assert decode(b'\xc3\xa9', 'utf8') == ('é', lookup('utf8')) assert decode(b'\xc3\xa9', UTF8) == ('é', lookup('utf8')) assert decode(b'\xc3\xa9', 'ascii') == ('é', lookup('ascii')) assert decode(b'\xEF\xBB\xBF\xc3\xa9', 'ascii') == ('é', lookup('utf8')) # UTF-8 with BOM assert decode(b'\xFE\xFF\x00\xe9', 'ascii') == ('é', lookup('utf-16be')) # UTF-16-BE with BOM assert decode(b'\xFF\xFE\xe9\x00', 'ascii') == ('é', lookup('utf-16le')) # UTF-16-LE with BOM assert decode(b'\xFE\xFF\xe9\x00', 'ascii') == ('\ue900', lookup('utf-16be')) assert decode(b'\xFF\xFE\x00\xe9', 'ascii') == ('\ue900', lookup('utf-16le')) assert decode(b'\x00\xe9', 'UTF-16BE') == ('é', lookup('utf-16be')) assert decode(b'\xe9\x00', 'UTF-16LE') == ('é', lookup('utf-16le')) assert decode(b'\xe9\x00', 'UTF-16') == ('é', lookup('utf-16le')) assert decode(b'\xe9\x00', 'UTF-16BE') == ('\ue900', lookup('utf-16be')) assert decode(b'\x00\xe9', 'UTF-16LE') == ('\ue900', lookup('utf-16le')) assert decode(b'\x00\xe9', 'UTF-16') == ('\ue900', lookup('utf-16le')) def test_encode(): assert encode('é', 'latin1') == b'\xe9' assert encode('é', 'utf8') == b'\xc3\xa9' assert encode('é', 'utf8') == b'\xc3\xa9' assert encode('é', 'utf-16') == b'\xe9\x00' assert encode('é', 'utf-16le') == b'\xe9\x00' assert encode('é', 'utf-16be') == b'\x00\xe9' def test_iter_decode(): def iter_decode_to_string(input, fallback_encoding): output, _encoding = iter_decode(input, fallback_encoding) return ''.join(output) assert iter_decode_to_string([], 'latin1') == '' assert iter_decode_to_string([b''], 'latin1') == '' assert iter_decode_to_string([b'\xe9'], 'latin1') == 'é' assert iter_decode_to_string([b'hello'], 'latin1') == 'hello' assert iter_decode_to_string([b'he', b'llo'], 'latin1') == 'hello' assert iter_decode_to_string([b'hell', b'o'], 'latin1') == 'hello' assert iter_decode_to_string([b'\xc3\xa9'], 'latin1') == 'é' assert iter_decode_to_string([b'\xEF\xBB\xBF\xc3\xa9'], 'latin1') == 'é' assert iter_decode_to_string([ b'\xEF\xBB\xBF', b'\xc3', b'\xa9'], 'latin1') == 'é' assert iter_decode_to_string([ b'\xEF\xBB\xBF', b'a', b'\xc3'], 'latin1') == 'a\uFFFD' assert iter_decode_to_string([ b'', b'\xEF', b'', b'', b'\xBB\xBF\xc3', b'\xa9'], 'latin1') == 'é' assert iter_decode_to_string([b'\xEF\xBB\xBF'], 'latin1') == '' assert iter_decode_to_string([b'\xEF\xBB'], 'latin1') == 'ï»' assert iter_decode_to_string([b'\xFE\xFF\x00\xe9'], 'latin1') == 'é' assert iter_decode_to_string([b'\xFF\xFE\xe9\x00'], 'latin1') == 'é' assert iter_decode_to_string([ b'', b'\xFF', b'', b'', b'\xFE\xe9', b'\x00'], 'latin1') == 'é' assert iter_decode_to_string([ b'', b'h\xe9', b'llo'], 'x-user-defined') == 'h\uF7E9llo' def test_iter_encode(): assert b''.join(iter_encode([], 'latin1')) == b'' assert b''.join(iter_encode([''], 'latin1')) == b'' assert b''.join(iter_encode(['é'], 'latin1')) == b'\xe9' assert b''.join(iter_encode(['', 'é', '', ''], 'latin1')) == b'\xe9' assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16')) == b'\xe9\x00' assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16le')) == b'\xe9\x00' assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16be')) == b'\x00\xe9' assert b''.join(iter_encode([ '', 'h\uF7E9', '', 'llo'], 'x-user-defined')) == b'h\xe9llo' def test_x_user_defined(): encoded = b'2,\x0c\x0b\x1aO\xd9#\xcb\x0f\xc9\xbbt\xcf\xa8\xca' decoded = '2,\x0c\x0b\x1aO\uf7d9#\uf7cb\x0f\uf7c9\uf7bbt\uf7cf\uf7a8\uf7ca' encoded = b'aa' decoded = 'aa' assert decode(encoded, 'x-user-defined') == (decoded, lookup('x-user-defined')) assert encode(decoded, 'x-user-defined') == encoded PK @\ * pip/_vendor/webencodings/x_user_defined.pynu [ # coding: utf-8 """ webencodings.x_user_defined ~~~~~~~~~~~~~~~~~~~~~~~~~~~ An implementation of the x-user-defined encoding. :copyright: Copyright 2012 by Simon Sapin :license: BSD, see LICENSE for details. """ from __future__ import unicode_literals import codecs ### Codec APIs class Codec(codecs.Codec): def encode(self, input, errors='strict'): return codecs.charmap_encode(input, errors, encoding_table) def decode(self, input, errors='strict'): return codecs.charmap_decode(input, errors, decoding_table) class IncrementalEncoder(codecs.IncrementalEncoder): def encode(self, input, final=False): return codecs.charmap_encode(input, self.errors, encoding_table)[0] class IncrementalDecoder(codecs.IncrementalDecoder): def decode(self, input, final=False): return codecs.charmap_decode(input, self.errors, decoding_table)[0] class StreamWriter(Codec, codecs.StreamWriter): pass class StreamReader(Codec, codecs.StreamReader): pass ### encodings module API codec_info = codecs.CodecInfo( name='x-user-defined', encode=Codec().encode, decode=Codec().decode, incrementalencoder=IncrementalEncoder, incrementaldecoder=IncrementalDecoder, streamreader=StreamReader, streamwriter=StreamWriter, ) ### Decoding Table # Python 3: # for c in range(256): print(' %r' % chr(c if c < 128 else c + 0xF700)) decoding_table = ( '\x00' '\x01' '\x02' '\x03' '\x04' '\x05' '\x06' '\x07' '\x08' '\t' '\n' '\x0b' '\x0c' '\r' '\x0e' '\x0f' '\x10' '\x11' '\x12' '\x13' '\x14' '\x15' '\x16' '\x17' '\x18' '\x19' '\x1a' '\x1b' '\x1c' '\x1d' '\x1e' '\x1f' ' ' '!' '"' '#' '$' '%' '&' "'" '(' ')' '*' '+' ',' '-' '.' '/' '0' '1' '2' '3' '4' '5' '6' '7' '8' '9' ':' ';' '<' '=' '>' '?' '@' 'A' 'B' 'C' 'D' 'E' 'F' 'G' 'H' 'I' 'J' 'K' 'L' 'M' 'N' 'O' 'P' 'Q' 'R' 'S' 'T' 'U' 'V' 'W' 'X' 'Y' 'Z' '[' '\\' ']' '^' '_' '`' 'a' 'b' 'c' 'd' 'e' 'f' 'g' 'h' 'i' 'j' 'k' 'l' 'm' 'n' 'o' 'p' 'q' 'r' 's' 't' 'u' 'v' 'w' 'x' 'y' 'z' '{' '|' '}' '~' '\x7f' '\uf780' '\uf781' '\uf782' '\uf783' '\uf784' '\uf785' '\uf786' '\uf787' '\uf788' '\uf789' '\uf78a' '\uf78b' '\uf78c' '\uf78d' '\uf78e' '\uf78f' '\uf790' '\uf791' '\uf792' '\uf793' '\uf794' '\uf795' '\uf796' '\uf797' '\uf798' '\uf799' '\uf79a' '\uf79b' '\uf79c' '\uf79d' '\uf79e' '\uf79f' '\uf7a0' '\uf7a1' '\uf7a2' '\uf7a3' '\uf7a4' '\uf7a5' '\uf7a6' '\uf7a7' '\uf7a8' '\uf7a9' '\uf7aa' '\uf7ab' '\uf7ac' '\uf7ad' '\uf7ae' '\uf7af' '\uf7b0' '\uf7b1' '\uf7b2' '\uf7b3' '\uf7b4' '\uf7b5' '\uf7b6' '\uf7b7' '\uf7b8' '\uf7b9' '\uf7ba' '\uf7bb' '\uf7bc' '\uf7bd' '\uf7be' '\uf7bf' '\uf7c0' '\uf7c1' '\uf7c2' '\uf7c3' '\uf7c4' '\uf7c5' '\uf7c6' '\uf7c7' '\uf7c8' '\uf7c9' '\uf7ca' '\uf7cb' '\uf7cc' '\uf7cd' '\uf7ce' '\uf7cf' '\uf7d0' '\uf7d1' '\uf7d2' '\uf7d3' '\uf7d4' '\uf7d5' '\uf7d6' '\uf7d7' '\uf7d8' '\uf7d9' '\uf7da' '\uf7db' '\uf7dc' '\uf7dd' '\uf7de' '\uf7df' '\uf7e0' '\uf7e1' '\uf7e2' '\uf7e3' '\uf7e4' '\uf7e5' '\uf7e6' '\uf7e7' '\uf7e8' '\uf7e9' '\uf7ea' '\uf7eb' '\uf7ec' '\uf7ed' '\uf7ee' '\uf7ef' '\uf7f0' '\uf7f1' '\uf7f2' '\uf7f3' '\uf7f4' '\uf7f5' '\uf7f6' '\uf7f7' '\uf7f8' '\uf7f9' '\uf7fa' '\uf7fb' '\uf7fc' '\uf7fd' '\uf7fe' '\uf7ff' ) ### Encoding table encoding_table = codecs.charmap_build(decoding_table) PK @\0), , pip/_vendor/pyparsing.pynu [ # -*- coding: utf-8 -*- # module pyparsing.py # # Copyright (c) 2003-2019 Paul T. McGuire # # Permission is hereby granted, free of charge, to any person obtaining # a copy of this software and associated documentation files (the # "Software"), to deal in the Software without restriction, including # without limitation the rights to use, copy, modify, merge, publish, # distribute, sublicense, and/or sell copies of the Software, and to # permit persons to whom the Software is furnished to do so, subject to # the following conditions: # # The above copyright notice and this permission notice shall be # included in all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. # IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY # CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, # TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE # SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. # __doc__ = \ """ pyparsing module - Classes and methods to define and execute parsing grammars ============================================================================= The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form ``"<salutation>, <addressee>!"``), built up using :class:`Word`, :class:`Literal`, and :class:`And` elements (the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions, and the strings are auto-converted to :class:`Literal` expressions):: from pip._vendor.pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The :class:`ParseResults` object returned from :class:`ParserElement.parseString` can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments Getting Started - ----------------- Visit the classes :class:`ParserElement` and :class:`ParseResults` to see the base classes that most other pyparsing classes inherit from. Use the docstrings for examples of how to: - construct literal match expressions from :class:`Literal` and :class:`CaselessLiteral` classes - construct character word-group expressions using the :class:`Word` class - see how to create repetitive expressions using :class:`ZeroOrMore` and :class:`OneOrMore` classes - use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`, and :class:`'&'<Each>` operators to combine simple expressions into more complex ones - associate names with your parsed results using :class:`ParserElement.setResultsName` - access the parsed data, which is returned as a :class:`ParseResults` object - find some helpful expression short-cuts like :class:`delimitedList` and :class:`oneOf` - find more useful common expressions in the :class:`pyparsing_common` namespace class """ __version__ = "2.4.2" __versionTime__ = "29 Jul 2019 02:58 UTC" __author__ = "Paul McGuire <ptmcg@users.sourceforge.net>" import string from weakref import ref as wkref import copy import sys import warnings import re import sre_constants import collections import pprint import traceback import types from datetime import datetime from operator import itemgetter import itertools from functools import wraps try: # Python 3 from itertools import filterfalse except ImportError: from itertools import ifilterfalse as filterfalse try: from _thread import RLock except ImportError: from threading import RLock try: # Python 3 from collections.abc import Iterable from collections.abc import MutableMapping, Mapping except ImportError: # Python 2.7 from collections import Iterable from collections import MutableMapping, Mapping try: from collections import OrderedDict as _OrderedDict except ImportError: try: from ordereddict import OrderedDict as _OrderedDict except ImportError: _OrderedDict = None try: from types import SimpleNamespace except ImportError: class SimpleNamespace: pass # version compatibility configuration __compat__ = SimpleNamespace() __compat__.__doc__ = """ A cross-version compatibility configuration for pyparsing features that will be released in a future version. By setting values in this configuration to True, those features can be enabled in prior versions for compatibility development and testing. - collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping of results names when an And expression is nested within an Or or MatchFirst; set to True to enable bugfix released in pyparsing 2.3.0, or False to preserve pre-2.3.0 handling of named results """ __compat__.collect_all_And_tokens = True __diag__ = SimpleNamespace() __diag__.__doc__ = """ Diagnostic configuration (all default to False) - warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results name is defined on a MatchFirst or Or expression with one or more And subexpressions (only warns if __compat__.collect_all_And_tokens is False) - warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results name is defined on a containing expression with ungrouped subexpressions that also have results names - warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined with a results name, but has no contents defined - warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is incorrectly called with multiple str arguments - enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent calls to ParserElement.setName() """ __diag__.warn_multiple_tokens_in_named_alternation = False __diag__.warn_ungrouped_named_tokens_in_collection = False __diag__.warn_name_set_on_empty_Forward = False __diag__.warn_on_multiple_string_args_to_oneof = False __diag__.enable_debug_on_named_expressions = False # ~ sys.stderr.write("testing pyparsing module, version %s, %s\n" % (__version__, __versionTime__)) __all__ = ['__version__', '__versionTime__', '__author__', '__compat__', '__diag__', 'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty', 'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal', 'PrecededBy', 'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or', 'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException', 'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException', 'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter', 'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore', 'Char', 'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col', 'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString', 'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums', 'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno', 'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral', 'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables', 'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity', 'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd', 'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute', 'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation', 'locatedExpr', 'withClass', 'CloseMatch', 'tokenMap', 'pyparsing_common', 'pyparsing_unicode', 'unicode_set', 'conditionAsParseAction', ] system_version = tuple(sys.version_info)[:3] PY_3 = system_version[0] == 3 if PY_3: _MAX_INT = sys.maxsize basestring = str unichr = chr unicode = str _ustr = str # build list of single arg builtins, that can be used as parse actions singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max] else: _MAX_INT = sys.maxint range = xrange def _ustr(obj): """Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. """ if isinstance(obj, unicode): return obj try: # If this works, then _ustr(obj) has the same behaviour as str(obj), so # it won't break any existing code. return str(obj) except UnicodeEncodeError: # Else encode it ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace') xmlcharref = Regex(r'&#\d+;') xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:]) return xmlcharref.transformString(ret) # build list of single arg builtins, tolerant of Python version, that can be used as parse actions singleArgBuiltins = [] import __builtin__ for fname in "sum len sorted reversed list tuple set any all min max".split(): try: singleArgBuiltins.append(getattr(__builtin__, fname)) except AttributeError: continue _generatorType = type((y for y in range(1))) def _xml_escape(data): """Escape &, <, >, ", ', etc. in a string of data.""" # ampersand must be replaced first from_symbols = '&><"\'' to_symbols = ('&' + s + ';' for s in "amp gt lt quot apos".split()) for from_, to_ in zip(from_symbols, to_symbols): data = data.replace(from_, to_) return data alphas = string.ascii_uppercase + string.ascii_lowercase nums = "0123456789" hexnums = nums + "ABCDEFabcdef" alphanums = alphas + nums _bslash = chr(92) printables = "".join(c for c in string.printable if c not in string.whitespace) def conditionAsParseAction(fn, message=None, fatal=False): msg = message if message is not None else "failed user-defined condition" exc_type = ParseFatalException if fatal else ParseException fn = _trim_arity(fn) @wraps(fn) def pa(s, l, t): if not bool(fn(s, l, t)): raise exc_type(s, l, msg) return pa class ParseBaseException(Exception): """base exception class for all parsing runtime exceptions""" # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__(self, pstr, loc=0, msg=None, elem=None): self.loc = loc if msg is None: self.msg = pstr self.pstr = "" else: self.msg = msg self.pstr = pstr self.parserElement = elem self.args = (pstr, loc, msg) @classmethod def _from_exception(cls, pe): """ internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses """ return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement) def __getattr__(self, aname): """supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text """ if aname == "lineno": return lineno(self.loc, self.pstr) elif aname in ("col", "column"): return col(self.loc, self.pstr) elif aname == "line": return line(self.loc, self.pstr) else: raise AttributeError(aname) def __str__(self): if self.pstr: if self.loc >= len(self.pstr): foundstr = ', found end of text' else: foundstr = (', found %r' % self.pstr[self.loc:self.loc + 1]).replace(r'\\', '\\') else: foundstr = '' return ("%s%s (at char %d), (line:%d, col:%d)" % (self.msg, foundstr, self.loc, self.lineno, self.column)) def __repr__(self): return _ustr(self) def markInputline(self, markerString=">!<"): """Extracts the exception line from the input string, and marks the location of the exception with a special symbol. """ line_str = self.line line_column = self.column - 1 if markerString: line_str = "".join((line_str[:line_column], markerString, line_str[line_column:])) return line_str.strip() def __dir__(self): return "lineno col line".split() + dir(type(self)) class ParseException(ParseBaseException): """ Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 """ @staticmethod def explain(exc, depth=16): """ Method to take an exception and translate the Python internal traceback into a list of the pyparsing expressions that caused the exception to be raised. Parameters: - exc - exception raised during parsing (need not be a ParseException, in support of Python exceptions that might be raised in a parse action) - depth (default=16) - number of levels back in the stack trace to list expression and function names; if None, the full stack trace names will be listed; if 0, only the failing input line, marker, and exception string will be shown Returns a multi-line string listing the ParserElements and/or function names in the exception's stack trace. Note: the diagnostic output will include string representations of the expressions that failed to parse. These representations will be more helpful if you use `setName` to give identifiable names to your expressions. Otherwise they will use the default string forms, which may be cryptic to read. explain() is only supported under Python 3. """ import inspect if depth is None: depth = sys.getrecursionlimit() ret = [] if isinstance(exc, ParseBaseException): ret.append(exc.line) ret.append(' ' * (exc.col - 1) + '^') ret.append("{0}: {1}".format(type(exc).__name__, exc)) if depth > 0: callers = inspect.getinnerframes(exc.__traceback__, context=depth) seen = set() for i, ff in enumerate(callers[-depth:]): frm = ff[0] f_self = frm.f_locals.get('self', None) if isinstance(f_self, ParserElement): if frm.f_code.co_name not in ('parseImpl', '_parseNoCache'): continue if f_self in seen: continue seen.add(f_self) self_type = type(f_self) ret.append("{0}.{1} - {2}".format(self_type.__module__, self_type.__name__, f_self)) elif f_self is not None: self_type = type(f_self) ret.append("{0}.{1}".format(self_type.__module__, self_type.__name__)) else: code = frm.f_code if code.co_name in ('wrapper', '<module>'): continue ret.append("{0}".format(code.co_name)) depth -= 1 if not depth: break return '\n'.join(ret) class ParseFatalException(ParseBaseException): """user-throwable exception thrown when inconsistent parse content is found; stops all parsing immediately""" pass class ParseSyntaxException(ParseFatalException): """just like :class:`ParseFatalException`, but thrown internally when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been found. """ pass #~ class ReparseException(ParseBaseException): #~ """Experimental class - parse actions can raise this exception to cause #~ pyparsing to reparse the input string: #~ - with a modified input string, and/or #~ - with a modified start location #~ Set the values of the ReparseException in the constructor, and raise the #~ exception in a parse action to cause pyparsing to use the new string/location. #~ Setting the values as None causes no change to be made. #~ """ #~ def __init_( self, newstring, restartLoc ): #~ self.newParseText = newstring #~ self.reparseLoc = restartLoc class RecursiveGrammarException(Exception): """exception thrown by :class:`ParserElement.validate` if the grammar could be improperly recursive """ def __init__(self, parseElementList): self.parseElementTrace = parseElementList def __str__(self): return "RecursiveGrammarException: %s" % self.parseElementTrace class _ParseResultsWithOffset(object): def __init__(self, p1, p2): self.tup = (p1, p2) def __getitem__(self, i): return self.tup[i] def __repr__(self): return repr(self.tup[0]) def setOffset(self, i): self.tup = (self.tup[0], i) class ParseResults(object): """Structured parse results, to provide multiple means of access to the parsed data: - as a list (``len(results)``) - by list index (``results[0], results[1]``, etc.) - by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 """ def __new__(cls, toklist=None, name=None, asList=True, modal=True): if isinstance(toklist, cls): return toklist retobj = object.__new__(cls) retobj.__doinit = True return retobj # Performance tuning: we construct a *lot* of these, so keep this # constructor as small and fast as possible def __init__(self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance): if self.__doinit: self.__doinit = False self.__name = None self.__parent = None self.__accumNames = {} self.__asList = asList self.__modal = modal if toklist is None: toklist = [] if isinstance(toklist, list): self.__toklist = toklist[:] elif isinstance(toklist, _generatorType): self.__toklist = list(toklist) else: self.__toklist = [toklist] self.__tokdict = dict() if name is not None and name: if not modal: self.__accumNames[name] = 0 if isinstance(name, int): name = _ustr(name) # will always return a str, but use _ustr for consistency self.__name = name if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None, '', [])): if isinstance(toklist, basestring): toklist = [toklist] if asList: if isinstance(toklist, ParseResults): self[name] = _ParseResultsWithOffset(ParseResults(toklist.__toklist), 0) else: self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]), 0) self[name].__name = name else: try: self[name] = toklist[0] except (KeyError, TypeError, IndexError): self[name] = toklist def __getitem__(self, i): if isinstance(i, (int, slice)): return self.__toklist[i] else: if i not in self.__accumNames: return self.__tokdict[i][-1][0] else: return ParseResults([v[0] for v in self.__tokdict[i]]) def __setitem__(self, k, v, isinstance=isinstance): if isinstance(v, _ParseResultsWithOffset): self.__tokdict[k] = self.__tokdict.get(k, list()) + [v] sub = v[0] elif isinstance(k, (int, slice)): self.__toklist[k] = v sub = v else: self.__tokdict[k] = self.__tokdict.get(k, list()) + [_ParseResultsWithOffset(v, 0)] sub = v if isinstance(sub, ParseResults): sub.__parent = wkref(self) def __delitem__(self, i): if isinstance(i, (int, slice)): mylen = len(self.__toklist) del self.__toklist[i] # convert int to slice if isinstance(i, int): if i < 0: i += mylen i = slice(i, i + 1) # get removed indices removed = list(range(*i.indices(mylen))) removed.reverse() # fixup indices in token dictionary for name, occurrences in self.__tokdict.items(): for j in removed: for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position - (position > j)) else: del self.__tokdict[i] def __contains__(self, k): return k in self.__tokdict def __len__(self): return len(self.__toklist) def __bool__(self): return (not not self.__toklist) __nonzero__ = __bool__ def __iter__(self): return iter(self.__toklist) def __reversed__(self): return iter(self.__toklist[::-1]) def _iterkeys(self): if hasattr(self.__tokdict, "iterkeys"): return self.__tokdict.iterkeys() else: return iter(self.__tokdict) def _itervalues(self): return (self[k] for k in self._iterkeys()) def _iteritems(self): return ((k, self[k]) for k in self._iterkeys()) if PY_3: keys = _iterkeys """Returns an iterator of all named result keys.""" values = _itervalues """Returns an iterator of all named result values.""" items = _iteritems """Returns an iterator of all named result key-value tuples.""" else: iterkeys = _iterkeys """Returns an iterator of all named result keys (Python 2.x only).""" itervalues = _itervalues """Returns an iterator of all named result values (Python 2.x only).""" iteritems = _iteritems """Returns an iterator of all named result key-value tuples (Python 2.x only).""" def keys(self): """Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.iterkeys()) def values(self): """Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).""" return list(self.itervalues()) def items(self): """Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).""" return list(self.iteritems()) def haskeys(self): """Since keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.""" return bool(self.__tokdict) def pop(self, *args, **kwargs): """ Removes and returns item at specified index (default= ``last``). Supports both ``list`` and ``dict`` semantics for ``pop()``. If passed no argument or an integer argument, it will use ``list`` semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use ``dict`` semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in ``dict.pop()``. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] """ if not args: args = [-1] for k, v in kwargs.items(): if k == 'default': args = (args[0], v) else: raise TypeError("pop() got an unexpected keyword argument '%s'" % k) if (isinstance(args[0], int) or len(args) == 1 or args[0] in self): index = args[0] ret = self[index] del self[index] return ret else: defaultvalue = args[1] return defaultvalue def get(self, key, defaultValue=None): """ Returns named result matching the given key, or if there is no such name, then returns the given ``defaultValue`` or ``None`` if no ``defaultValue`` is specified. Similar to ``dict.get()``. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None """ if key in self: return self[key] else: return defaultValue def insert(self, index, insStr): """ Inserts new element at location index in the list of parsed tokens. Similar to ``list.insert()``. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] """ self.__toklist.insert(index, insStr) # fixup indices in token dictionary for name, occurrences in self.__tokdict.items(): for k, (value, position) in enumerate(occurrences): occurrences[k] = _ParseResultsWithOffset(value, position + (position > index)) def append(self, item): """ Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] """ self.__toklist.append(item) def extend(self, itemseq): """ Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' """ if isinstance(itemseq, ParseResults): self.__iadd__(itemseq) else: self.__toklist.extend(itemseq) def clear(self): """ Clear all elements and results names. """ del self.__toklist[:] self.__tokdict.clear() def __getattr__(self, name): try: return self[name] except KeyError: return "" def __add__(self, other): ret = self.copy() ret += other return ret def __iadd__(self, other): if other.__tokdict: offset = len(self.__toklist) addoffset = lambda a: offset if a < 0 else a + offset otheritems = other.__tokdict.items() otherdictitems = [(k, _ParseResultsWithOffset(v[0], addoffset(v[1]))) for k, vlist in otheritems for v in vlist] for k, v in otherdictitems: self[k] = v if isinstance(v[0], ParseResults): v[0].__parent = wkref(self) self.__toklist += other.__toklist self.__accumNames.update(other.__accumNames) return self def __radd__(self, other): if isinstance(other, int) and other == 0: # useful for merging many ParseResults using sum() builtin return self.copy() else: # this may raise a TypeError - so be it return other + self def __repr__(self): return "(%s, %s)" % (repr(self.__toklist), repr(self.__tokdict)) def __str__(self): return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']' def _asStringList(self, sep=''): out = [] for item in self.__toklist: if out and sep: out.append(sep) if isinstance(item, ParseResults): out += item._asStringList() else: out.append(_ustr(item)) return out def asList(self): """ Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] """ return [res.asList() if isinstance(res, ParseResults) else res for res in self.__toklist] def asDict(self): """ Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} """ if PY_3: item_fn = self.items else: item_fn = self.iteritems def toItem(obj): if isinstance(obj, ParseResults): if obj.haskeys(): return obj.asDict() else: return [toItem(v) for v in obj] else: return obj return dict((k, toItem(v)) for k, v in item_fn()) def copy(self): """ Returns a new copy of a :class:`ParseResults` object. """ ret = ParseResults(self.__toklist) ret.__tokdict = dict(self.__tokdict.items()) ret.__parent = self.__parent ret.__accumNames.update(self.__accumNames) ret.__name = self.__name return ret def asXML(self, doctag=None, namedItemsOnly=False, indent="", formatted=True): """ (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. """ nl = "\n" out = [] namedItems = dict((v[1], k) for (k, vlist) in self.__tokdict.items() for v in vlist) nextLevelIndent = indent + " " # collapse out indents if formatting is not desired if not formatted: indent = "" nextLevelIndent = "" nl = "" selfTag = None if doctag is not None: selfTag = doctag else: if self.__name: selfTag = self.__name if not selfTag: if namedItemsOnly: return "" else: selfTag = "ITEM" out += [nl, indent, "<", selfTag, ">"] for i, res in enumerate(self.__toklist): if isinstance(res, ParseResults): if i in namedItems: out += [res.asXML(namedItems[i], namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: out += [res.asXML(None, namedItemsOnly and doctag is None, nextLevelIndent, formatted)] else: # individual token, see if there is a name for it resTag = None if i in namedItems: resTag = namedItems[i] if not resTag: if namedItemsOnly: continue else: resTag = "ITEM" xmlBodyText = _xml_escape(_ustr(res)) out += [nl, nextLevelIndent, "<", resTag, ">", xmlBodyText, "</", resTag, ">"] out += [nl, indent, "</", selfTag, ">"] return "".join(out) def __lookup(self, sub): for k, vlist in self.__tokdict.items(): for v, loc in vlist: if sub is v: return k return None def getName(self): r""" Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B """ if self.__name: return self.__name elif self.__parent: par = self.__parent() if par: return par.__lookup(self) else: return None elif (len(self) == 1 and len(self.__tokdict) == 1 and next(iter(self.__tokdict.values()))[0][1] in (0, -1)): return next(iter(self.__tokdict.keys())) else: return None def dump(self, indent='', full=True, include_list=True, _depth=0): """ Diagnostic method for listing out the contents of a :class:`ParseResults`. Accepts an optional ``indent`` argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 """ out = [] NL = '\n' if include_list: out.append(indent + _ustr(self.asList())) else: out.append('') if full: if self.haskeys(): items = sorted((str(k), v) for k, v in self.items()) for k, v in items: if out: out.append(NL) out.append("%s%s- %s: " % (indent, (' ' * _depth), k)) if isinstance(v, ParseResults): if v: out.append(v.dump(indent=indent, full=full, include_list=include_list, _depth=_depth + 1)) else: out.append(_ustr(v)) else: out.append(repr(v)) elif any(isinstance(vv, ParseResults) for vv in self): v = self for i, vv in enumerate(v): if isinstance(vv, ParseResults): out.append("\n%s%s[%d]:\n%s%s%s" % (indent, (' ' * (_depth)), i, indent, (' ' * (_depth + 1)), vv.dump(indent=indent, full=full, include_list=include_list, _depth=_depth + 1))) else: out.append("\n%s%s[%d]:\n%s%s%s" % (indent, (' ' * (_depth)), i, indent, (' ' * (_depth + 1)), _ustr(vv))) return "".join(out) def pprint(self, *args, **kwargs): """ Pretty-printer for parsed results as a list, using the `pprint <https://docs.python.org/3/library/pprint.html>`_ module. Accepts additional positional or keyword args as defined for `pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ . Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] """ pprint.pprint(self.asList(), *args, **kwargs) # add support for pickle protocol def __getstate__(self): return (self.__toklist, (self.__tokdict.copy(), self.__parent is not None and self.__parent() or None, self.__accumNames, self.__name)) def __setstate__(self, state): self.__toklist = state[0] self.__tokdict, par, inAccumNames, self.__name = state[1] self.__accumNames = {} self.__accumNames.update(inAccumNames) if par is not None: self.__parent = wkref(par) else: self.__parent = None def __getnewargs__(self): return self.__toklist, self.__name, self.__asList, self.__modal def __dir__(self): return dir(type(self)) + list(self.keys()) @classmethod def from_dict(cls, other, name=None): """ Helper classmethod to construct a ParseResults from a dict, preserving the name-value relations as results names. If an optional 'name' argument is given, a nested ParseResults will be returned """ def is_iterable(obj): try: iter(obj) except Exception: return False else: if PY_3: return not isinstance(obj, (str, bytes)) else: return not isinstance(obj, basestring) ret = cls([]) for k, v in other.items(): if isinstance(v, Mapping): ret += cls.from_dict(v, name=k) else: ret += cls([v], name=k, asList=is_iterable(v)) if name is not None: ret = cls([ret], name=name) return ret MutableMapping.register(ParseResults) def col (loc, strg): """Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`ParserElement.parseString` for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ s = strg return 1 if 0 < loc < len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc) def lineno(loc, strg): """Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note - the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`ParserElement.parseString` for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. """ return strg.count("\n", 0, loc) + 1 def line(loc, strg): """Returns the line of text containing loc within a string, counting newlines as line separators. """ lastCR = strg.rfind("\n", 0, loc) nextCR = strg.find("\n", loc) if nextCR >= 0: return strg[lastCR + 1:nextCR] else: return strg[lastCR + 1:] def _defaultStartDebugAction(instring, loc, expr): print(("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % (lineno(loc, instring), col(loc, instring)))) def _defaultSuccessDebugAction(instring, startloc, endloc, expr, toks): print("Matched " + _ustr(expr) + " -> " + str(toks.asList())) def _defaultExceptionDebugAction(instring, loc, expr, exc): print("Exception raised:" + _ustr(exc)) def nullDebugAction(*args): """'Do-nothing' debug action, to suppress debugging output during parsing.""" pass # Only works on Python 3.x - nonlocal is toxic to Python 2 installs #~ 'decorator to trim function calls to match the arity of the target' #~ def _trim_arity(func, maxargs=3): #~ if func in singleArgBuiltins: #~ return lambda s,l,t: func(t) #~ limit = 0 #~ foundArity = False #~ def wrapper(*args): #~ nonlocal limit,foundArity #~ while 1: #~ try: #~ ret = func(*args[limit:]) #~ foundArity = True #~ return ret #~ except TypeError: #~ if limit == maxargs or foundArity: #~ raise #~ limit += 1 #~ continue #~ return wrapper # this version is Python 2.x-3.x cross-compatible 'decorator to trim function calls to match the arity of the target' def _trim_arity(func, maxargs=2): if func in singleArgBuiltins: return lambda s, l, t: func(t) limit = [0] foundArity = [False] # traceback return data structure changed in Py3.5 - normalize back to plain tuples if system_version[:2] >= (3, 5): def extract_stack(limit=0): # special handling for Python 3.5.0 - extra deep call stack by 1 offset = -3 if system_version == (3, 5, 0) else -2 frame_summary = traceback.extract_stack(limit=-offset + limit - 1)[offset] return [frame_summary[:2]] def extract_tb(tb, limit=0): frames = traceback.extract_tb(tb, limit=limit) frame_summary = frames[-1] return [frame_summary[:2]] else: extract_stack = traceback.extract_stack extract_tb = traceback.extract_tb # synthesize what would be returned by traceback.extract_stack at the call to # user's parse action 'func', so that we don't incur call penalty at parse time LINE_DIFF = 6 # IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND # THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!! this_line = extract_stack(limit=2)[-1] pa_call_line_synth = (this_line[0], this_line[1] + LINE_DIFF) def wrapper(*args): while 1: try: ret = func(*args[limit[0]:]) foundArity[0] = True return ret except TypeError: # re-raise TypeErrors if they did not come from our arity testing if foundArity[0]: raise else: try: tb = sys.exc_info()[-1] if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth: raise finally: try: del tb except NameError: pass if limit[0] <= maxargs: limit[0] += 1 continue raise # copy func name to wrapper for sensible debug output func_name = "<parse action>" try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) wrapper.__name__ = func_name return wrapper class ParserElement(object): """Abstract base level parser element class.""" DEFAULT_WHITE_CHARS = " \n\t\r" verbose_stacktrace = False @staticmethod def setDefaultWhitespaceChars(chars): r""" Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] """ ParserElement.DEFAULT_WHITE_CHARS = chars @staticmethod def inlineLiteralsUsing(cls): """ Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] """ ParserElement._literalStringClass = cls def __init__(self, savelist=False): self.parseAction = list() self.failAction = None # ~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall self.strRepr = None self.resultsName = None self.saveAsList = savelist self.skipWhitespace = True self.whiteChars = set(ParserElement.DEFAULT_WHITE_CHARS) self.copyDefaultWhiteChars = True self.mayReturnEmpty = False # used when checking for left-recursion self.keepTabs = False self.ignoreExprs = list() self.debug = False self.streamlined = False self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index self.errmsg = "" self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all) self.debugActions = (None, None, None) # custom debug actions self.re = None self.callPreparse = True # used to avoid redundant calls to preParse self.callDuringTry = False def copy(self): """ Make a copy of this :class:`ParserElement`. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of ``expr.copy()`` is just ``expr()``:: integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M") """ cpy = copy.copy(self) cpy.parseAction = self.parseAction[:] cpy.ignoreExprs = self.ignoreExprs[:] if self.copyDefaultWhiteChars: cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS return cpy def setName(self, name): """ Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) """ self.name = name self.errmsg = "Expected " + self.name if __diag__.enable_debug_on_named_expressions: self.setDebug() return self def setResultsName(self, name, listAllMatches=False): """ Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original :class:`ParserElement` object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, ``expr("name")`` in place of ``expr.setResultsName("name")`` - see :class:`__call__`. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") """ return self._setResultsName(name, listAllMatches) def _setResultsName(self, name, listAllMatches=False): newself = self.copy() if name.endswith("*"): name = name[:-1] listAllMatches = True newself.resultsName = name newself.modalResults = not listAllMatches return newself def setBreak(self, breakFlag=True): """Method to invoke the Python pdb debugger when this element is about to be parsed. Set ``breakFlag`` to True to enable, False to disable. """ if breakFlag: _parseMethod = self._parse def breaker(instring, loc, doActions=True, callPreParse=True): import pdb # this call to pdb.set_trace() is intentional, not a checkin error pdb.set_trace() return _parseMethod(instring, loc, doActions, callPreParse) breaker._originalParseMethod = _parseMethod self._parse = breaker else: if hasattr(self._parse, "_originalParseMethod"): self._parse = self._parse._originalParseMethod return self def setParseAction(self, *fns, **kwargs): """ Define one or more actions to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` , ``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a :class:`ParseResults` object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. If None is passed as the parse action, all previously added parse actions for this expression are cleared. Optional keyword arguments: - callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`parseString for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] """ if list(fns) == [None,]: self.parseAction = [] else: if not all(callable(fn) for fn in fns): raise TypeError("parse actions must be callable") self.parseAction = list(map(_trim_arity, list(fns))) self.callDuringTry = kwargs.get("callDuringTry", False) return self def addParseAction(self, *fns, **kwargs): """ Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`. See examples in :class:`copy`. """ self.parseAction += list(map(_trim_arity, list(fns))) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def addCondition(self, *fns, **kwargs): """Add a boolean predicate function to expression's list of parse actions. See :class:`setParseAction` for function call signatures. Unlike ``setParseAction``, functions passed to ``addCondition`` need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) """ for fn in fns: self.parseAction.append(conditionAsParseAction(fn, message=kwargs.get('message'), fatal=kwargs.get('fatal', False))) self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False) return self def setFailAction(self, fn): """Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments ``fn(s, loc, expr, err)`` where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw :class:`ParseFatalException` if it is desired to stop parsing immediately.""" self.failAction = fn return self def _skipIgnorables(self, instring, loc): exprsFound = True while exprsFound: exprsFound = False for e in self.ignoreExprs: try: while 1: loc, dummy = e._parse(instring, loc) exprsFound = True except ParseException: pass return loc def preParse(self, instring, loc): if self.ignoreExprs: loc = self._skipIgnorables(instring, loc) if self.skipWhitespace: wt = self.whiteChars instrlen = len(instring) while loc < instrlen and instring[loc] in wt: loc += 1 return loc def parseImpl(self, instring, loc, doActions=True): return loc, [] def postParse(self, instring, loc, tokenlist): return tokenlist # ~ @profile def _parseNoCache(self, instring, loc, doActions=True, callPreParse=True): TRY, MATCH, FAIL = 0, 1, 2 debugging = (self.debug) # and doActions) if debugging or self.failAction: # ~ print ("Match", self, "at loc", loc, "(%d, %d)" % (lineno(loc, instring), col(loc, instring))) if self.debugActions[TRY]: self.debugActions[TRY](instring, loc, self) try: if callPreParse and self.callPreparse: preloc = self.preParse(instring, loc) else: preloc = loc tokensStart = preloc if self.mayIndexError or preloc >= len(instring): try: loc, tokens = self.parseImpl(instring, preloc, doActions) except IndexError: raise ParseException(instring, len(instring), self.errmsg, self) else: loc, tokens = self.parseImpl(instring, preloc, doActions) except Exception as err: # ~ print ("Exception raised:", err) if self.debugActions[FAIL]: self.debugActions[FAIL](instring, tokensStart, self, err) if self.failAction: self.failAction(instring, tokensStart, self, err) raise else: if callPreParse and self.callPreparse: preloc = self.preParse(instring, loc) else: preloc = loc tokensStart = preloc if self.mayIndexError or preloc >= len(instring): try: loc, tokens = self.parseImpl(instring, preloc, doActions) except IndexError: raise ParseException(instring, len(instring), self.errmsg, self) else: loc, tokens = self.parseImpl(instring, preloc, doActions) tokens = self.postParse(instring, loc, tokens) retTokens = ParseResults(tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults) if self.parseAction and (doActions or self.callDuringTry): if debugging: try: for fn in self.parseAction: try: tokens = fn(instring, tokensStart, retTokens) except IndexError as parse_action_exc: exc = ParseException("exception raised in parse action") exc.__cause__ = parse_action_exc raise exc if tokens is not None and tokens is not retTokens: retTokens = ParseResults(tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens, (ParseResults, list)), modal=self.modalResults) except Exception as err: # ~ print "Exception raised in user parse action:", err if self.debugActions[FAIL]: self.debugActions[FAIL](instring, tokensStart, self, err) raise else: for fn in self.parseAction: try: tokens = fn(instring, tokensStart, retTokens) except IndexError as parse_action_exc: exc = ParseException("exception raised in parse action") exc.__cause__ = parse_action_exc raise exc if tokens is not None and tokens is not retTokens: retTokens = ParseResults(tokens, self.resultsName, asList=self.saveAsList and isinstance(tokens, (ParseResults, list)), modal=self.modalResults) if debugging: # ~ print ("Matched", self, "->", retTokens.asList()) if self.debugActions[MATCH]: self.debugActions[MATCH](instring, tokensStart, loc, self, retTokens) return loc, retTokens def tryParse(self, instring, loc): try: return self._parse(instring, loc, doActions=False)[0] except ParseFatalException: raise ParseException(instring, loc, self.errmsg, self) def canParseNext(self, instring, loc): try: self.tryParse(instring, loc) except (ParseException, IndexError): return False else: return True class _UnboundedCache(object): def __init__(self): cache = {} self.not_in_cache = not_in_cache = object() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value def clear(self): cache.clear() def cache_len(self): return len(cache) self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) self.__len__ = types.MethodType(cache_len, self) if _OrderedDict is not None: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = _OrderedDict() def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value while len(cache) > size: try: cache.popitem(False) except KeyError: pass def clear(self): cache.clear() def cache_len(self): return len(cache) self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) self.__len__ = types.MethodType(cache_len, self) else: class _FifoCache(object): def __init__(self, size): self.not_in_cache = not_in_cache = object() cache = {} key_fifo = collections.deque([], size) def get(self, key): return cache.get(key, not_in_cache) def set(self, key, value): cache[key] = value while len(key_fifo) > size: cache.pop(key_fifo.popleft(), None) key_fifo.append(key) def clear(self): cache.clear() key_fifo.clear() def cache_len(self): return len(cache) self.get = types.MethodType(get, self) self.set = types.MethodType(set, self) self.clear = types.MethodType(clear, self) self.__len__ = types.MethodType(cache_len, self) # argument cache for optimizing repeated calls when backtracking through recursive expressions packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail packrat_cache_lock = RLock() packrat_cache_stats = [0, 0] # this method gets repeatedly called during backtracking with the same arguments - # we can cache these arguments and save ourselves the trouble of re-parsing the contained expression def _parseCache(self, instring, loc, doActions=True, callPreParse=True): HIT, MISS = 0, 1 lookup = (self, instring, loc, callPreParse, doActions) with ParserElement.packrat_cache_lock: cache = ParserElement.packrat_cache value = cache.get(lookup) if value is cache.not_in_cache: ParserElement.packrat_cache_stats[MISS] += 1 try: value = self._parseNoCache(instring, loc, doActions, callPreParse) except ParseBaseException as pe: # cache a copy of the exception, without the traceback cache.set(lookup, pe.__class__(*pe.args)) raise else: cache.set(lookup, (value[0], value[1].copy())) return value else: ParserElement.packrat_cache_stats[HIT] += 1 if isinstance(value, Exception): raise value return value[0], value[1].copy() _parse = _parseNoCache @staticmethod def resetCache(): ParserElement.packrat_cache.clear() ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats) _packratEnabled = False @staticmethod def enablePackrat(cache_size_limit=128): """Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default= ``128``) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method :class:`ParserElement.enablePackrat`. For best results, call ``enablePackrat()`` immediately after importing pyparsing. Example:: from pip._vendor import pyparsing pyparsing.ParserElement.enablePackrat() """ if not ParserElement._packratEnabled: ParserElement._packratEnabled = True if cache_size_limit is None: ParserElement.packrat_cache = ParserElement._UnboundedCache() else: ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit) ParserElement._parse = ParserElement._parseCache def parseString(self, instring, parseAll=False): """ Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. Returns the parsed data as a :class:`ParseResults` object, which may be accessed as a list, or as a dict or object with attributes if the given parser includes results names. If you want the grammar to require that the entire input string be successfully parsed, then set ``parseAll`` to True (equivalent to ending the grammar with ``StringEnd()``). Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the ``loc`` argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling ``parseWithTabs`` on your grammar before calling ``parseString`` (see :class:`parseWithTabs`) - define your parse action using the full ``(s, loc, toks)`` signature, and reference the input string using the parse action's ``s`` argument - explictly expand the tabs in your input string before calling ``parseString`` Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text """ ParserElement.resetCache() if not self.streamlined: self.streamline() # ~ self.saveAsList = True for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = instring.expandtabs() try: loc, tokens = self._parse(instring, 0) if parseAll: loc = self.preParse(instring, loc) se = Empty() + StringEnd() se._parse(instring, loc) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc else: return tokens def scanString(self, instring, maxMatches=_MAX_INT, overlap=False): """ Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional ``maxMatches`` argument, to clip scanning after 'n' matches are found. If ``overlap`` is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See :class:`parseString` for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens, start, end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd """ if not self.streamlined: self.streamline() for e in self.ignoreExprs: e.streamline() if not self.keepTabs: instring = _ustr(instring).expandtabs() instrlen = len(instring) loc = 0 preparseFn = self.preParse parseFn = self._parse ParserElement.resetCache() matches = 0 try: while loc <= instrlen and matches < maxMatches: try: preloc = preparseFn(instring, loc) nextLoc, tokens = parseFn(instring, preloc, callPreParse=False) except ParseException: loc = preloc + 1 else: if nextLoc > loc: matches += 1 yield tokens, preloc, nextLoc if overlap: nextloc = preparseFn(instring, loc) if nextloc > loc: loc = nextLoc else: loc += 1 else: loc = nextLoc else: loc = preloc + 1 except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def transformString(self, instring): """ Extension to :class:`scanString`, to modify matching text with modified tokens that may be returned from a parse action. To use ``transformString``, define a grammar and attach a parse action to it that modifies the returned token list. Invoking ``transformString()`` on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. ``transformString()`` returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. """ out = [] lastE = 0 # force preservation of <TAB>s, to minimize unwanted transformation of string, and to # keep string locs straight between transformString and scanString self.keepTabs = True try: for t, s, e in self.scanString(instring): out.append(instring[lastE:s]) if t: if isinstance(t, ParseResults): out += t.asList() elif isinstance(t, list): out += t else: out.append(t) lastE = e out.append(instring[lastE:]) out = [o for o in out if o] return "".join(map(_ustr, _flatten(out))) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def searchString(self, instring, maxMatches=_MAX_INT): """ Another extension to :class:`scanString`, simplifying the access to the tokens found to match the given parse expression. May be called with optional ``maxMatches`` argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) # the sum() builtin can be used to merge results into a single ParseResults object print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))) prints:: [['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']] ['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity'] """ try: return ParseResults([t for t, s, e in self.scanString(instring, maxMatches)]) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False): """ Generator method to split a string using the given expression as a separator. May be called with optional ``maxsplit`` argument, to limit the number of splits; and the optional ``includeSeparators`` argument (default= ``False``), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] """ splits = 0 last = 0 for t, s, e in self.scanString(instring, maxMatches=maxsplit): yield instring[last:s] if includeSeparators: yield t[0] last = e yield instring[last:] def __add__(self, other): """ Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement converts them to :class:`Literal`s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) prints:: Hello, World! -> ['Hello', ',', 'World', '!'] ``...`` may be used as a parse expression as a short form of :class:`SkipTo`. Literal('start') + ... + Literal('end') is equivalent to: Literal('start') + SkipTo('end')("_skipped*") + Literal('end') Note that the skipped text is returned with '_skipped' as a results name, and to support having multiple skips in the same parser, the value returned is a list of all skipped text. """ if other is Ellipsis: return _PendingSkip(self) if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return And([self, other]) def __radd__(self, other): """ Implementation of + operator when left operand is not a :class:`ParserElement` """ if other is Ellipsis: return SkipTo(self)("_skipped*") + self if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other + self def __sub__(self, other): """ Implementation of - operator, returns :class:`And` with error stop """ if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return self + And._ErrorStop() + other def __rsub__(self, other): """ Implementation of - operator when left operand is not a :class:`ParserElement` """ if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other - self def __mul__(self, other): """ Implementation of * operator, allows use of ``expr * 3`` in place of ``expr + expr + expr``. Expressions may also me multiplied by a 2-integer tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples may also include ``None`` as in: - ``expr*(n, None)`` or ``expr*(n, )`` is equivalent to ``expr*n + ZeroOrMore(expr)`` (read as "at least n instances of ``expr``") - ``expr*(None, n)`` is equivalent to ``expr*(0, n)`` (read as "0 to n instances of ``expr``") - ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)`` - ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)`` Note that ``expr*(None, n)`` does not raise an exception if more than n exprs exist in the input stream; that is, ``expr*(None, n)`` does not enforce a maximum number of expr occurrences. If this behavior is desired, then write ``expr*(None, n) + ~expr`` """ if other is Ellipsis: other = (0, None) elif isinstance(other, tuple) and other[:1] == (Ellipsis,): other = ((0, ) + other[1:] + (None,))[:2] if isinstance(other, int): minElements, optElements = other, 0 elif isinstance(other, tuple): other = tuple(o if o is not Ellipsis else None for o in other) other = (other + (None, None))[:2] if other[0] is None: other = (0, other[1]) if isinstance(other[0], int) and other[1] is None: if other[0] == 0: return ZeroOrMore(self) if other[0] == 1: return OneOrMore(self) else: return self * other[0] + ZeroOrMore(self) elif isinstance(other[0], int) and isinstance(other[1], int): minElements, optElements = other optElements -= minElements else: raise TypeError("cannot multiply 'ParserElement' and ('%s', '%s') objects", type(other[0]), type(other[1])) else: raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other)) if minElements < 0: raise ValueError("cannot multiply ParserElement by negative value") if optElements < 0: raise ValueError("second tuple value must be greater or equal to first tuple value") if minElements == optElements == 0: raise ValueError("cannot multiply ParserElement by 0 or (0, 0)") if optElements: def makeOptionalList(n): if n > 1: return Optional(self + makeOptionalList(n - 1)) else: return Optional(self) if minElements: if minElements == 1: ret = self + makeOptionalList(optElements) else: ret = And([self] * minElements) + makeOptionalList(optElements) else: ret = makeOptionalList(optElements) else: if minElements == 1: ret = self else: ret = And([self] * minElements) return ret def __rmul__(self, other): return self.__mul__(other) def __or__(self, other): """ Implementation of | operator - returns :class:`MatchFirst` """ if other is Ellipsis: return _PendingSkip(self, must_skip=True) if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return MatchFirst([self, other]) def __ror__(self, other): """ Implementation of | operator when left operand is not a :class:`ParserElement` """ if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other | self def __xor__(self, other): """ Implementation of ^ operator - returns :class:`Or` """ if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Or([self, other]) def __rxor__(self, other): """ Implementation of ^ operator when left operand is not a :class:`ParserElement` """ if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other ^ self def __and__(self, other): """ Implementation of & operator - returns :class:`Each` """ if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return Each([self, other]) def __rand__(self, other): """ Implementation of & operator when left operand is not a :class:`ParserElement` """ if isinstance(other, basestring): other = self._literalStringClass(other) if not isinstance(other, ParserElement): warnings.warn("Cannot combine element of type %s with ParserElement" % type(other), SyntaxWarning, stacklevel=2) return None return other & self def __invert__(self): """ Implementation of ~ operator - returns :class:`NotAny` """ return NotAny(self) def __iter__(self): # must implement __iter__ to override legacy use of sequential access to __getitem__ to # iterate over a sequence raise TypeError('%r object is not iterable' % self.__class__.__name__) def __getitem__(self, key): """ use ``[]`` indexing notation as a short form for expression repetition: - ``expr[n]`` is equivalent to ``expr*n`` - ``expr[m, n]`` is equivalent to ``expr*(m, n)`` - ``expr[n, ...]`` or ``expr[n,]`` is equivalent to ``expr*n + ZeroOrMore(expr)`` (read as "at least n instances of ``expr``") - ``expr[..., n]`` is equivalent to ``expr*(0, n)`` (read as "0 to n instances of ``expr``") - ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)`` - ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)`` ``None`` may be used in place of ``...``. Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception if more than ``n`` ``expr``s exist in the input stream. If this behavior is desired, then write ``expr[..., n] + ~expr``. """ # convert single arg keys to tuples try: if isinstance(key, str): key = (key,) iter(key) except TypeError: key = (key, key) if len(key) > 2: warnings.warn("only 1 or 2 index arguments supported ({0}{1})".format(key[:5], '... [{0}]'.format(len(key)) if len(key) > 5 else '')) # clip to 2 elements ret = self * tuple(key[:2]) return ret def __call__(self, name=None): """ Shortcut for :class:`setResultsName`, with ``listAllMatches=False``. If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be passed as ``True``. If ``name` is omitted, same as calling :class:`copy`. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums + "-")("socsecno") """ if name is not None: return self._setResultsName(name) else: return self.copy() def suppress(self): """ Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from cluttering up returned output. """ return Suppress(self) def leaveWhitespace(self): """ Disables the skipping of whitespace before matching the characters in the :class:`ParserElement`'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. """ self.skipWhitespace = False return self def setWhitespaceChars(self, chars): """ Overrides the default whitespace chars """ self.skipWhitespace = True self.whiteChars = chars self.copyDefaultWhiteChars = False return self def parseWithTabs(self): """ Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string. Must be called before ``parseString`` when the input grammar contains elements that match ``<TAB>`` characters. """ self.keepTabs = True return self def ignore(self, other): """ Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] """ if isinstance(other, basestring): other = Suppress(other) if isinstance(other, Suppress): if other not in self.ignoreExprs: self.ignoreExprs.append(other) else: self.ignoreExprs.append(Suppress(other.copy())) return self def setDebugActions(self, startAction, successAction, exceptionAction): """ Enable display of debugging messages while doing pattern matching. """ self.debugActions = (startAction or _defaultStartDebugAction, successAction or _defaultSuccessDebugAction, exceptionAction or _defaultExceptionDebugAction) self.debug = True return self def setDebug(self, flag=True): """ Enable display of debugging messages while doing pattern matching. Set ``flag`` to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using :class:`setDebugActions`. Prior to attempting to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"`` is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"`` message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``. """ if flag: self.setDebugActions(_defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction) else: self.debug = False return self def __str__(self): return self.name def __repr__(self): return _ustr(self) def streamline(self): self.streamlined = True self.strRepr = None return self def checkRecursion(self, parseElementList): pass def validate(self, validateTrace=None): """ Check defined expressions for valid structure, check for infinite recursive definitions. """ self.checkRecursion([]) def parseFile(self, file_or_filename, parseAll=False): """ Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. """ try: file_contents = file_or_filename.read() except AttributeError: with open(file_or_filename, "r") as f: file_contents = f.read() try: return self.parseString(file_contents, parseAll) except ParseBaseException as exc: if ParserElement.verbose_stacktrace: raise else: # catch and re-raise exception from here, clears out pyparsing internal stack trace raise exc def __eq__(self, other): if isinstance(other, ParserElement): if PY_3: self is other or super(ParserElement, self).__eq__(other) else: return self is other or vars(self) == vars(other) elif isinstance(other, basestring): return self.matches(other) else: return super(ParserElement, self) == other def __ne__(self, other): return not (self == other) def __hash__(self): return id(self) def __req__(self, other): return self == other def __rne__(self, other): return not (self == other) def matches(self, testString, parseAll=True): """ Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests Example:: expr = Word(nums) assert expr.matches("100") """ try: self.parseString(_ustr(testString), parseAll=parseAll) return True except ParseBaseException: return False def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False, postParse=None, file=None): """ Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests - comment - (default= ``'#'``) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default= ``True``) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default= ``True``) prints test output to stdout - failureTests - (default= ``False``) indicates if these tests are expected to fail parsing - postParse - (default= ``None``) optional callback for successful parse results; called as `fn(test_string, parse_results)` and returns a string to be added to the test output - file - (default=``None``) optional file-like object to which test output will be written; if None, will default to ``sys.stdout`` Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if ``failureTests`` is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) """ if isinstance(tests, basestring): tests = list(map(str.strip, tests.rstrip().splitlines())) if isinstance(comment, basestring): comment = Literal(comment) if file is None: file = sys.stdout print_ = file.write allResults = [] comments = [] success = True NL = Literal(r'\n').addParseAction(replaceWith('\n')).ignore(quotedString) BOM = u'\ufeff' for t in tests: if comment is not None and comment.matches(t, False) or comments and not t: comments.append(t) continue if not t: continue out = ['\n'.join(comments), t] comments = [] try: # convert newline marks to actual newlines, and strip leading BOM if present t = NL.transformString(t.lstrip(BOM)) result = self.parseString(t, parseAll=parseAll) except ParseBaseException as pe: fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else "" if '\n' in t: out.append(line(pe.loc, t)) out.append(' ' * (col(pe.loc, t) - 1) + '^' + fatal) else: out.append(' ' * pe.loc + '^' + fatal) out.append("FAIL: " + str(pe)) success = success and failureTests result = pe except Exception as exc: out.append("FAIL-EXCEPTION: " + str(exc)) success = success and failureTests result = exc else: success = success and not failureTests if postParse is not None: try: pp_value = postParse(t, result) if pp_value is not None: if isinstance(pp_value, ParseResults): out.append(pp_value.dump()) else: out.append(str(pp_value)) else: out.append(result.dump()) except Exception as e: out.append(result.dump(full=fullDump)) out.append("{0} failed: {1}: {2}".format(postParse.__name__, type(e).__name__, e)) else: out.append(result.dump(full=fullDump)) if printResults: if fullDump: out.append('') print_('\n'.join(out)) allResults.append((t, result)) return success, allResults class _PendingSkip(ParserElement): # internal placeholder class to hold a place were '...' is added to a parser element, # once another ParserElement is added, this placeholder will be replaced with a SkipTo def __init__(self, expr, must_skip=False): super(_PendingSkip, self).__init__() self.strRepr = str(expr + Empty()).replace('Empty', '...') self.name = self.strRepr self.anchor = expr self.must_skip = must_skip def __add__(self, other): skipper = SkipTo(other).setName("...")("_skipped*") if self.must_skip: def must_skip(t): if not t._skipped or t._skipped.asList() == ['']: del t[0] t.pop("_skipped", None) def show_skip(t): if t._skipped.asList()[-1:] == ['']: skipped = t.pop('_skipped') t['_skipped'] = 'missing <' + repr(self.anchor) + '>' return (self.anchor + skipper().addParseAction(must_skip) | skipper().addParseAction(show_skip)) + other return self.anchor + skipper + other def __repr__(self): return self.strRepr def parseImpl(self, *args): raise Exception("use of `...` expression without following SkipTo target expression") class Token(ParserElement): """Abstract :class:`ParserElement` subclass, for defining atomic matching patterns. """ def __init__(self): super(Token, self).__init__(savelist=False) class Empty(Token): """An empty token, will always match. """ def __init__(self): super(Empty, self).__init__() self.name = "Empty" self.mayReturnEmpty = True self.mayIndexError = False class NoMatch(Token): """A token that will never match. """ def __init__(self): super(NoMatch, self).__init__() self.name = "NoMatch" self.mayReturnEmpty = True self.mayIndexError = False self.errmsg = "Unmatchable token" def parseImpl(self, instring, loc, doActions=True): raise ParseException(instring, loc, self.errmsg, self) class Literal(Token): """Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use :class:`CaselessLiteral`. For keyword matching (force word break before and after the matched string), use :class:`Keyword` or :class:`CaselessKeyword`. """ def __init__(self, matchString): super(Literal, self).__init__() self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Literal; use Empty() instead", SyntaxWarning, stacklevel=2) self.__class__ = Empty self.name = '"%s"' % _ustr(self.match) self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False # Performance tuning: modify __class__ to select # a parseImpl optimized for single-character check if self.matchLen == 1 and type(self) is Literal: self.__class__ = _SingleCharLiteral def parseImpl(self, instring, loc, doActions=True): if instring[loc] == self.firstMatchChar and instring.startswith(self.match, loc): return loc + self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) class _SingleCharLiteral(Literal): def parseImpl(self, instring, loc, doActions=True): if instring[loc] == self.firstMatchChar: return loc + 1, self.match raise ParseException(instring, loc, self.errmsg, self) _L = Literal ParserElement._literalStringClass = Literal class Keyword(Token): """Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with :class:`Literal`: - ``Literal("if")`` will match the leading ``'if'`` in ``'ifAndOnlyIf'``. - ``Keyword("if")`` will not; it will only match the leading ``'if'`` in ``'if x=1'``, or ``'if(y==2)'`` Accepts two optional constructor arguments in addition to the keyword string: - ``identChars`` is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - ``caseless`` allows case-insensitive matching, default is ``False``. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use :class:`CaselessKeyword`. """ DEFAULT_KEYWORD_CHARS = alphanums + "_$" def __init__(self, matchString, identChars=None, caseless=False): super(Keyword, self).__init__() if identChars is None: identChars = Keyword.DEFAULT_KEYWORD_CHARS self.match = matchString self.matchLen = len(matchString) try: self.firstMatchChar = matchString[0] except IndexError: warnings.warn("null string passed to Keyword; use Empty() instead", SyntaxWarning, stacklevel=2) self.name = '"%s"' % self.match self.errmsg = "Expected " + self.name self.mayReturnEmpty = False self.mayIndexError = False self.caseless = caseless if caseless: self.caselessmatch = matchString.upper() identChars = identChars.upper() self.identChars = set(identChars) def parseImpl(self, instring, loc, doActions=True): if self.caseless: if ((instring[loc:loc + self.matchLen].upper() == self.caselessmatch) and (loc >= len(instring) - self.matchLen or instring[loc + self.matchLen].upper() not in self.identChars) and (loc == 0 or instring[loc - 1].upper() not in self.identChars)): return loc + self.matchLen, self.match else: if instring[loc] == self.firstMatchChar: if ((self.matchLen == 1 or instring.startswith(self.match, loc)) and (loc >= len(instring) - self.matchLen or instring[loc + self.matchLen] not in self.identChars) and (loc == 0 or instring[loc - 1] not in self.identChars)): return loc + self.matchLen, self.match raise ParseException(instring, loc, self.errmsg, self) def copy(self): c = super(Keyword, self).copy() c.identChars = Keyword.DEFAULT_KEYWORD_CHARS return c @staticmethod def setDefaultKeywordChars(chars): """Overrides the default Keyword chars """ Keyword.DEFAULT_KEYWORD_CHARS = chars class CaselessLiteral(Literal): """Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for :class:`CaselessKeyword`.) """ def __init__(self, matchString): super(CaselessLiteral, self).__init__(matchString.upper()) # Preserve the defining literal. self.returnString = matchString self.name = "'%s'" % self.returnString self.errmsg = "Expected " + self.name def parseImpl(self, instring, loc, doActions=True): if instring[loc:loc + self.matchLen].upper() == self.match: return loc + self.matchLen, self.returnString raise ParseException(instring, loc, self.errmsg, self) class CaselessKeyword(Keyword): """ Caseless version of :class:`Keyword`. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for :class:`CaselessLiteral`.) """ def __init__(self, matchString, identChars=None): super(CaselessKeyword, self).__init__(matchString, identChars, caseless=True) class CloseMatch(Token): """A variation on :class:`Literal` which matches "close" matches, that is, strings with at most 'n' mismatching characters. :class:`CloseMatch` takes parameters: - ``match_string`` - string to be matched - ``maxMismatches`` - (``default=1``) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - ``mismatches`` - a list of the positions within the match_string where mismatches were found - ``original`` - the original match_string used to compare against the input string If ``mismatches`` is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) """ def __init__(self, match_string, maxMismatches=1): super(CloseMatch, self).__init__() self.name = match_string self.match_string = match_string self.maxMismatches = maxMismatches self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches) self.mayIndexError = False self.mayReturnEmpty = False def parseImpl(self, instring, loc, doActions=True): start = loc instrlen = len(instring) maxloc = start + len(self.match_string) if maxloc <= instrlen: match_string = self.match_string match_stringloc = 0 mismatches = [] maxMismatches = self.maxMismatches for match_stringloc, s_m in enumerate(zip(instring[loc:maxloc], match_string)): src, mat = s_m if src != mat: mismatches.append(match_stringloc) if len(mismatches) > maxMismatches: break else: loc = match_stringloc + 1 results = ParseResults([instring[start:loc]]) results['original'] = match_string results['mismatches'] = mismatches return loc, results raise ParseException(instring, loc, self.errmsg, self) class Word(Token): """Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for ``min`` is 1 (a minimum value < 1 is not valid); the default values for ``max`` and ``exact`` are 0, meaning no maximum or exact length restriction. An optional ``excludeChars`` parameter can list characters that might be found in the input ``bodyChars`` string; useful to define a word of all printables except for one or two characters, for instance. :class:`srange` is useful for defining custom character set strings for defining ``Word`` expressions, using range notation from regular expression character sets. A common mistake is to use :class:`Word` to match a specific literal string, as in ``Word("Address")``. Remember that :class:`Word` uses the string argument to define *sets* of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use :class:`Literal` or :class:`Keyword`. pyparsing includes helper strings for building Words: - :class:`alphas` - :class:`nums` - :class:`alphanums` - :class:`hexnums` - :class:`alphas8bit` (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - :class:`punc8bit` (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - :class:`printables` (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums + '-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") """ def __init__(self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None): super(Word, self).__init__() if excludeChars: excludeChars = set(excludeChars) initChars = ''.join(c for c in initChars if c not in excludeChars) if bodyChars: bodyChars = ''.join(c for c in bodyChars if c not in excludeChars) self.initCharsOrig = initChars self.initChars = set(initChars) if bodyChars: self.bodyCharsOrig = bodyChars self.bodyChars = set(bodyChars) else: self.bodyCharsOrig = initChars self.bodyChars = set(initChars) self.maxSpecified = max > 0 if min < 1: raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.asKeyword = asKeyword if ' ' not in self.initCharsOrig + self.bodyCharsOrig and (min == 1 and max == 0 and exact == 0): if self.bodyCharsOrig == self.initCharsOrig: self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig) elif len(self.initCharsOrig) == 1: self.reString = "%s[%s]*" % (re.escape(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) else: self.reString = "[%s][%s]*" % (_escapeRegexRangeChars(self.initCharsOrig), _escapeRegexRangeChars(self.bodyCharsOrig),) if self.asKeyword: self.reString = r"\b" + self.reString + r"\b" try: self.re = re.compile(self.reString) except Exception: self.re = None else: self.re_match = self.re.match self.__class__ = _WordRegex def parseImpl(self, instring, loc, doActions=True): if instring[loc] not in self.initChars: raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 instrlen = len(instring) bodychars = self.bodyChars maxloc = start + self.maxLen maxloc = min(maxloc, instrlen) while loc < maxloc and instring[loc] in bodychars: loc += 1 throwException = False if loc - start < self.minLen: throwException = True elif self.maxSpecified and loc < instrlen and instring[loc] in bodychars: throwException = True elif self.asKeyword: if (start > 0 and instring[start - 1] in bodychars or loc < instrlen and instring[loc] in bodychars): throwException = True if throwException: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__(self): try: return super(Word, self).__str__() except Exception: pass if self.strRepr is None: def charsAsStr(s): if len(s) > 4: return s[:4] + "..." else: return s if self.initCharsOrig != self.bodyCharsOrig: self.strRepr = "W:(%s, %s)" % (charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig)) else: self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig) return self.strRepr class _WordRegex(Word): def parseImpl(self, instring, loc, doActions=True): result = self.re_match(instring, loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() return loc, result.group() class Char(_WordRegex): """A short-cut class for defining ``Word(characters, exact=1)``, when defining a match of any single character in a string of characters. """ def __init__(self, charset, asKeyword=False, excludeChars=None): super(Char, self).__init__(charset, exact=1, asKeyword=asKeyword, excludeChars=excludeChars) self.reString = "[%s]" % _escapeRegexRangeChars(''.join(self.initChars)) if asKeyword: self.reString = r"\b%s\b" % self.reString self.re = re.compile(self.reString) self.re_match = self.re.match class Regex(Token): r"""Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_. If the given regex contains named groups (defined using ``(?P<name>...)``), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") """ compiledREtype = type(re.compile("[A-Z]")) def __init__(self, pattern, flags=0, asGroupList=False, asMatch=False): """The parameters ``pattern`` and ``flags`` are passed to the ``re.compile()`` function as-is. See the Python `re module <https://docs.python.org/3/library/re.html>`_ module for an explanation of the acceptable patterns and flags. """ super(Regex, self).__init__() if isinstance(pattern, basestring): if not pattern: warnings.warn("null string passed to Regex; use Empty() instead", SyntaxWarning, stacklevel=2) self.pattern = pattern self.flags = flags try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % pattern, SyntaxWarning, stacklevel=2) raise elif isinstance(pattern, Regex.compiledREtype): self.re = pattern self.pattern = self.reString = str(pattern) self.flags = flags else: raise ValueError("Regex may only be constructed with a string or a compiled RE object") self.re_match = self.re.match self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True self.asGroupList = asGroupList self.asMatch = asMatch if self.asGroupList: self.parseImpl = self.parseImplAsGroupList if self.asMatch: self.parseImpl = self.parseImplAsMatch def parseImpl(self, instring, loc, doActions=True): result = self.re_match(instring, loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() ret = ParseResults(result.group()) d = result.groupdict() if d: for k, v in d.items(): ret[k] = v return loc, ret def parseImplAsGroupList(self, instring, loc, doActions=True): result = self.re_match(instring, loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() ret = result.groups() return loc, ret def parseImplAsMatch(self, instring, loc, doActions=True): result = self.re_match(instring, loc) if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() ret = result return loc, ret def __str__(self): try: return super(Regex, self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "Re:(%s)" % repr(self.pattern) return self.strRepr def sub(self, repl): r""" Return Regex with an attached parse action to transform the parsed result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_. Example:: make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>") print(make_html.transformString("h1:main title:")) # prints "<h1>main title</h1>" """ if self.asGroupList: warnings.warn("cannot use sub() with Regex(asGroupList=True)", SyntaxWarning, stacklevel=2) raise SyntaxError() if self.asMatch and callable(repl): warnings.warn("cannot use sub() with a callable with Regex(asMatch=True)", SyntaxWarning, stacklevel=2) raise SyntaxError() if self.asMatch: def pa(tokens): return tokens[0].expand(repl) else: def pa(tokens): return self.re.sub(repl, tokens[0]) return self.addParseAction(pa) class QuotedString(Token): r""" Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default= ``None``) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's ``""`` to escape an embedded ``"``) (default= ``None``) - multiline - boolean indicating whether quotes can span multiple lines (default= ``False``) - unquoteResults - boolean indicating whether the matched text should be unquoted (default= ``True``) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default= ``None`` => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (``'\t'``, ``'\n'``, etc.) to actual whitespace (default= ``True``) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] """ def __init__(self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True): super(QuotedString, self).__init__() # remove white space from quote chars - wont work anyway quoteChar = quoteChar.strip() if not quoteChar: warnings.warn("quoteChar cannot be the empty string", SyntaxWarning, stacklevel=2) raise SyntaxError() if endQuoteChar is None: endQuoteChar = quoteChar else: endQuoteChar = endQuoteChar.strip() if not endQuoteChar: warnings.warn("endQuoteChar cannot be the empty string", SyntaxWarning, stacklevel=2) raise SyntaxError() self.quoteChar = quoteChar self.quoteCharLen = len(quoteChar) self.firstQuoteChar = quoteChar[0] self.endQuoteChar = endQuoteChar self.endQuoteCharLen = len(endQuoteChar) self.escChar = escChar self.escQuote = escQuote self.unquoteResults = unquoteResults self.convertWhitespaceEscapes = convertWhitespaceEscapes if multiline: self.flags = re.MULTILINE | re.DOTALL self.pattern = r'%s(?:[^%s%s]' % (re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '')) else: self.flags = 0 self.pattern = r'%s(?:[^%s\n\r%s]' % (re.escape(self.quoteChar), _escapeRegexRangeChars(self.endQuoteChar[0]), (escChar is not None and _escapeRegexRangeChars(escChar) or '')) if len(self.endQuoteChar) > 1: self.pattern += ( '|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]), _escapeRegexRangeChars(self.endQuoteChar[i])) for i in range(len(self.endQuoteChar) - 1, 0, -1)) + ')') if escQuote: self.pattern += (r'|(?:%s)' % re.escape(escQuote)) if escChar: self.pattern += (r'|(?:%s.)' % re.escape(escChar)) self.escCharReplacePattern = re.escape(self.escChar) + "(.)" self.pattern += (r')*%s' % re.escape(self.endQuoteChar)) try: self.re = re.compile(self.pattern, self.flags) self.reString = self.pattern self.re_match = self.re.match except sre_constants.error: warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern, SyntaxWarning, stacklevel=2) raise self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayIndexError = False self.mayReturnEmpty = True def parseImpl(self, instring, loc, doActions=True): result = instring[loc] == self.firstQuoteChar and self.re_match(instring, loc) or None if not result: raise ParseException(instring, loc, self.errmsg, self) loc = result.end() ret = result.group() if self.unquoteResults: # strip off quotes ret = ret[self.quoteCharLen: -self.endQuoteCharLen] if isinstance(ret, basestring): # replace escaped whitespace if '\\' in ret and self.convertWhitespaceEscapes: ws_map = { r'\t': '\t', r'\n': '\n', r'\f': '\f', r'\r': '\r', } for wslit, wschar in ws_map.items(): ret = ret.replace(wslit, wschar) # replace escaped characters if self.escChar: ret = re.sub(self.escCharReplacePattern, r"\g<1>", ret) # replace escaped quotes if self.escQuote: ret = ret.replace(self.escQuote, self.endQuoteChar) return loc, ret def __str__(self): try: return super(QuotedString, self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar) return self.strRepr class CharsNotIn(Token): """Token for matching words composed of characters *not* in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for ``min`` is 1 (a minimum value < 1 is not valid); the default values for ``max`` and ``exact`` are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] """ def __init__(self, notChars, min=1, max=0, exact=0): super(CharsNotIn, self).__init__() self.skipWhitespace = False self.notChars = notChars if min < 1: raise ValueError("cannot specify a minimum length < 1; use " "Optional(CharsNotIn()) if zero-length char group is permitted") self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact self.name = _ustr(self) self.errmsg = "Expected " + self.name self.mayReturnEmpty = (self.minLen == 0) self.mayIndexError = False def parseImpl(self, instring, loc, doActions=True): if instring[loc] in self.notChars: raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 notchars = self.notChars maxlen = min(start + self.maxLen, len(instring)) while loc < maxlen and instring[loc] not in notchars: loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] def __str__(self): try: return super(CharsNotIn, self).__str__() except Exception: pass if self.strRepr is None: if len(self.notChars) > 4: self.strRepr = "!W:(%s...)" % self.notChars[:4] else: self.strRepr = "!W:(%s)" % self.notChars return self.strRepr class White(Token): """Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is ``" \\t\\r\\n"``. Also takes optional ``min``, ``max``, and ``exact`` arguments, as defined for the :class:`Word` class. """ whiteStrs = { ' ' : '<SP>', '\t': '<TAB>', '\n': '<LF>', '\r': '<CR>', '\f': '<FF>', 'u\00A0': '<NBSP>', 'u\1680': '<OGHAM_SPACE_MARK>', 'u\180E': '<MONGOLIAN_VOWEL_SEPARATOR>', 'u\2000': '<EN_QUAD>', 'u\2001': '<EM_QUAD>', 'u\2002': '<EN_SPACE>', 'u\2003': '<EM_SPACE>', 'u\2004': '<THREE-PER-EM_SPACE>', 'u\2005': '<FOUR-PER-EM_SPACE>', 'u\2006': '<SIX-PER-EM_SPACE>', 'u\2007': '<FIGURE_SPACE>', 'u\2008': '<PUNCTUATION_SPACE>', 'u\2009': '<THIN_SPACE>', 'u\200A': '<HAIR_SPACE>', 'u\200B': '<ZERO_WIDTH_SPACE>', 'u\202F': '<NNBSP>', 'u\205F': '<MMSP>', 'u\3000': '<IDEOGRAPHIC_SPACE>', } def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0): super(White, self).__init__() self.matchWhite = ws self.setWhitespaceChars("".join(c for c in self.whiteChars if c not in self.matchWhite)) # ~ self.leaveWhitespace() self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite)) self.mayReturnEmpty = True self.errmsg = "Expected " + self.name self.minLen = min if max > 0: self.maxLen = max else: self.maxLen = _MAX_INT if exact > 0: self.maxLen = exact self.minLen = exact def parseImpl(self, instring, loc, doActions=True): if instring[loc] not in self.matchWhite: raise ParseException(instring, loc, self.errmsg, self) start = loc loc += 1 maxloc = start + self.maxLen maxloc = min(maxloc, len(instring)) while loc < maxloc and instring[loc] in self.matchWhite: loc += 1 if loc - start < self.minLen: raise ParseException(instring, loc, self.errmsg, self) return loc, instring[start:loc] class _PositionToken(Token): def __init__(self): super(_PositionToken, self).__init__() self.name = self.__class__.__name__ self.mayReturnEmpty = True self.mayIndexError = False class GoToColumn(_PositionToken): """Token to advance to a specific column of input text; useful for tabular report scraping. """ def __init__(self, colno): super(GoToColumn, self).__init__() self.col = colno def preParse(self, instring, loc): if col(loc, instring) != self.col: instrlen = len(instring) if self.ignoreExprs: loc = self._skipIgnorables(instring, loc) while loc < instrlen and instring[loc].isspace() and col(loc, instring) != self.col: loc += 1 return loc def parseImpl(self, instring, loc, doActions=True): thiscol = col(loc, instring) if thiscol > self.col: raise ParseException(instring, loc, "Text not in expected column", self) newloc = loc + self.col - thiscol ret = instring[loc: newloc] return newloc, ret class LineStart(_PositionToken): r"""Matches if current position is at the beginning of a line within the parse string Example:: test = '''\ AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) prints:: ['AAA', ' this line'] ['AAA', ' and this line'] """ def __init__(self): super(LineStart, self).__init__() self.errmsg = "Expected start of line" def parseImpl(self, instring, loc, doActions=True): if col(loc, instring) == 1: return loc, [] raise ParseException(instring, loc, self.errmsg, self) class LineEnd(_PositionToken): """Matches if current position is at the end of a line within the parse string """ def __init__(self): super(LineEnd, self).__init__() self.setWhitespaceChars(ParserElement.DEFAULT_WHITE_CHARS.replace("\n", "")) self.errmsg = "Expected end of line" def parseImpl(self, instring, loc, doActions=True): if loc < len(instring): if instring[loc] == "\n": return loc + 1, "\n" else: raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc + 1, [] else: raise ParseException(instring, loc, self.errmsg, self) class StringStart(_PositionToken): """Matches if current position is at the beginning of the parse string """ def __init__(self): super(StringStart, self).__init__() self.errmsg = "Expected start of text" def parseImpl(self, instring, loc, doActions=True): if loc != 0: # see if entire string up to here is just whitespace and ignoreables if loc != self.preParse(instring, 0): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class StringEnd(_PositionToken): """Matches if current position is at the end of the parse string """ def __init__(self): super(StringEnd, self).__init__() self.errmsg = "Expected end of text" def parseImpl(self, instring, loc, doActions=True): if loc < len(instring): raise ParseException(instring, loc, self.errmsg, self) elif loc == len(instring): return loc + 1, [] elif loc > len(instring): return loc, [] else: raise ParseException(instring, loc, self.errmsg, self) class WordStart(_PositionToken): """Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of ``wordChars`` (default= ``printables``). To emulate the ``\b`` behavior of regular expressions, use ``WordStart(alphanums)``. ``WordStart`` will also match at the beginning of the string being parsed, or at the beginning of a line. """ def __init__(self, wordChars=printables): super(WordStart, self).__init__() self.wordChars = set(wordChars) self.errmsg = "Not at the start of a word" def parseImpl(self, instring, loc, doActions=True): if loc != 0: if (instring[loc - 1] in self.wordChars or instring[loc] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class WordEnd(_PositionToken): """Matches if the current position is at the end of a Word, and is not followed by any character in a given set of ``wordChars`` (default= ``printables``). To emulate the ``\b`` behavior of regular expressions, use ``WordEnd(alphanums)``. ``WordEnd`` will also match at the end of the string being parsed, or at the end of a line. """ def __init__(self, wordChars=printables): super(WordEnd, self).__init__() self.wordChars = set(wordChars) self.skipWhitespace = False self.errmsg = "Not at the end of a word" def parseImpl(self, instring, loc, doActions=True): instrlen = len(instring) if instrlen > 0 and loc < instrlen: if (instring[loc] in self.wordChars or instring[loc - 1] not in self.wordChars): raise ParseException(instring, loc, self.errmsg, self) return loc, [] class ParseExpression(ParserElement): """Abstract subclass of ParserElement, for combining and post-processing parsed tokens. """ def __init__(self, exprs, savelist=False): super(ParseExpression, self).__init__(savelist) if isinstance(exprs, _generatorType): exprs = list(exprs) if isinstance(exprs, basestring): self.exprs = [self._literalStringClass(exprs)] elif isinstance(exprs, ParserElement): self.exprs = [exprs] elif isinstance(exprs, Iterable): exprs = list(exprs) # if sequence of strings provided, wrap with Literal if any(isinstance(expr, basestring) for expr in exprs): exprs = (self._literalStringClass(e) if isinstance(e, basestring) else e for e in exprs) self.exprs = list(exprs) else: try: self.exprs = list(exprs) except TypeError: self.exprs = [exprs] self.callPreparse = False def append(self, other): self.exprs.append(other) self.strRepr = None return self def leaveWhitespace(self): """Extends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on all contained expressions.""" self.skipWhitespace = False self.exprs = [e.copy() for e in self.exprs] for e in self.exprs: e.leaveWhitespace() return self def ignore(self, other): if isinstance(other, Suppress): if other not in self.ignoreExprs: super(ParseExpression, self).ignore(other) for e in self.exprs: e.ignore(self.ignoreExprs[-1]) else: super(ParseExpression, self).ignore(other) for e in self.exprs: e.ignore(self.ignoreExprs[-1]) return self def __str__(self): try: return super(ParseExpression, self).__str__() except Exception: pass if self.strRepr is None: self.strRepr = "%s:(%s)" % (self.__class__.__name__, _ustr(self.exprs)) return self.strRepr def streamline(self): super(ParseExpression, self).streamline() for e in self.exprs: e.streamline() # collapse nested And's of the form And(And(And(a, b), c), d) to And(a, b, c, d) # but only if there are no parse actions or resultsNames on the nested And's # (likewise for Or's and MatchFirst's) if len(self.exprs) == 2: other = self.exprs[0] if (isinstance(other, self.__class__) and not other.parseAction and other.resultsName is None and not other.debug): self.exprs = other.exprs[:] + [self.exprs[1]] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError other = self.exprs[-1] if (isinstance(other, self.__class__) and not other.parseAction and other.resultsName is None and not other.debug): self.exprs = self.exprs[:-1] + other.exprs[:] self.strRepr = None self.mayReturnEmpty |= other.mayReturnEmpty self.mayIndexError |= other.mayIndexError self.errmsg = "Expected " + _ustr(self) return self def validate(self, validateTrace=None): tmp = (validateTrace if validateTrace is not None else [])[:] + [self] for e in self.exprs: e.validate(tmp) self.checkRecursion([]) def copy(self): ret = super(ParseExpression, self).copy() ret.exprs = [e.copy() for e in self.exprs] return ret def _setResultsName(self, name, listAllMatches=False): if __diag__.warn_ungrouped_named_tokens_in_collection: for e in self.exprs: if isinstance(e, ParserElement) and e.resultsName: warnings.warn("{0}: setting results name {1!r} on {2} expression " "collides with {3!r} on contained expression".format("warn_ungrouped_named_tokens_in_collection", name, type(self).__name__, e.resultsName), stacklevel=3) return super(ParseExpression, self)._setResultsName(name, listAllMatches) class And(ParseExpression): """ Requires all given :class:`ParseExpression` s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the ``'+'`` operator. May also be constructed using the ``'-'`` operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"), name_expr("name"), integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") """ class _ErrorStop(Empty): def __init__(self, *args, **kwargs): super(And._ErrorStop, self).__init__(*args, **kwargs) self.name = '-' self.leaveWhitespace() def __init__(self, exprs, savelist=True): if exprs and Ellipsis in exprs: tmp = [] for i, expr in enumerate(exprs): if expr is Ellipsis: if i < len(exprs) - 1: skipto_arg = (Empty() + exprs[i + 1]).exprs[-1] tmp.append(SkipTo(skipto_arg)("_skipped*")) else: raise Exception("cannot construct And with sequence ending in ...") else: tmp.append(expr) exprs[:] = tmp super(And, self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.setWhitespaceChars(self.exprs[0].whiteChars) self.skipWhitespace = self.exprs[0].skipWhitespace self.callPreparse = True def streamline(self): # collapse any _PendingSkip's if self.exprs: if any(isinstance(e, ParseExpression) and e.exprs and isinstance(e.exprs[-1], _PendingSkip) for e in self.exprs[:-1]): for i, e in enumerate(self.exprs[:-1]): if e is None: continue if (isinstance(e, ParseExpression) and e.exprs and isinstance(e.exprs[-1], _PendingSkip)): e.exprs[-1] = e.exprs[-1] + self.exprs[i + 1] self.exprs[i + 1] = None self.exprs = [e for e in self.exprs if e is not None] super(And, self).streamline() self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) return self def parseImpl(self, instring, loc, doActions=True): # pass False as last arg to _parse for first element, since we already # pre-parsed the string as part of our And pre-parsing loc, resultlist = self.exprs[0]._parse(instring, loc, doActions, callPreParse=False) errorStop = False for e in self.exprs[1:]: if isinstance(e, And._ErrorStop): errorStop = True continue if errorStop: try: loc, exprtokens = e._parse(instring, loc, doActions) except ParseSyntaxException: raise except ParseBaseException as pe: pe.__traceback__ = None raise ParseSyntaxException._from_exception(pe) except IndexError: raise ParseSyntaxException(instring, len(instring), self.errmsg, self) else: loc, exprtokens = e._parse(instring, loc, doActions) if exprtokens or exprtokens.haskeys(): resultlist += exprtokens return loc, resultlist def __iadd__(self, other): if isinstance(other, basestring): other = self._literalStringClass(other) return self.append(other) # And([self, other]) def checkRecursion(self, parseElementList): subRecCheckList = parseElementList[:] + [self] for e in self.exprs: e.checkRecursion(subRecCheckList) if not e.mayReturnEmpty: break def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr class Or(ParseExpression): """Requires that at least one :class:`ParseExpression` is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the ``'^'`` operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] """ def __init__(self, exprs, savelist=False): super(Or, self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def streamline(self): super(Or, self).streamline() if __compat__.collect_all_And_tokens: self.saveAsList = any(e.saveAsList for e in self.exprs) return self def parseImpl(self, instring, loc, doActions=True): maxExcLoc = -1 maxException = None matches = [] for e in self.exprs: try: loc2 = e.tryParse(instring, loc) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring, len(instring), e.errmsg, self) maxExcLoc = len(instring) else: # save match among all matches, to retry longest to shortest matches.append((loc2, e)) if matches: # re-evaluate all matches in descending order of length of match, in case attached actions # might change whether or how much they match of the input. matches.sort(key=itemgetter(0), reverse=True) if not doActions: # no further conditions or parse actions to change the selection of # alternative, so the first match will be the best match best_expr = matches[0][1] return best_expr._parse(instring, loc, doActions) longest = -1, None for loc1, expr1 in matches: if loc1 <= longest[0]: # already have a longer match than this one will deliver, we are done return longest try: loc2, toks = expr1._parse(instring, loc, doActions) except ParseException as err: err.__traceback__ = None if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc else: if loc2 >= loc1: return loc2, toks # didn't match as much as before elif loc2 > longest[0]: longest = loc2, toks if longest != (-1, None): return longest if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ixor__(self, other): if isinstance(other, basestring): other = self._literalStringClass(other) return self.append(other) # Or([self, other]) def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion(self, parseElementList): subRecCheckList = parseElementList[:] + [self] for e in self.exprs: e.checkRecursion(subRecCheckList) def _setResultsName(self, name, listAllMatches=False): if (not __compat__.collect_all_And_tokens and __diag__.warn_multiple_tokens_in_named_alternation): if any(isinstance(e, And) for e in self.exprs): warnings.warn("{0}: setting results name {1!r} on {2} expression " "may only return a single token for an And alternative, " "in future will return the full list of tokens".format( "warn_multiple_tokens_in_named_alternation", name, type(self).__name__), stacklevel=3) return super(Or, self)._setResultsName(name, listAllMatches) class MatchFirst(ParseExpression): """Requires that at least one :class:`ParseExpression` is found. If two expressions match, the first one listed is the one that will match. May be constructed using the ``'|'`` operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] """ def __init__(self, exprs, savelist=False): super(MatchFirst, self).__init__(exprs, savelist) if self.exprs: self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs) else: self.mayReturnEmpty = True def streamline(self): super(MatchFirst, self).streamline() if __compat__.collect_all_And_tokens: self.saveAsList = any(e.saveAsList for e in self.exprs) return self def parseImpl(self, instring, loc, doActions=True): maxExcLoc = -1 maxException = None for e in self.exprs: try: ret = e._parse(instring, loc, doActions) return ret except ParseException as err: if err.loc > maxExcLoc: maxException = err maxExcLoc = err.loc except IndexError: if len(instring) > maxExcLoc: maxException = ParseException(instring, len(instring), e.errmsg, self) maxExcLoc = len(instring) # only got here if no expression matched, raise exception for match that made it the furthest else: if maxException is not None: maxException.msg = self.errmsg raise maxException else: raise ParseException(instring, loc, "no defined alternatives to match", self) def __ior__(self, other): if isinstance(other, basestring): other = self._literalStringClass(other) return self.append(other) # MatchFirst([self, other]) def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion(self, parseElementList): subRecCheckList = parseElementList[:] + [self] for e in self.exprs: e.checkRecursion(subRecCheckList) def _setResultsName(self, name, listAllMatches=False): if (not __compat__.collect_all_And_tokens and __diag__.warn_multiple_tokens_in_named_alternation): if any(isinstance(e, And) for e in self.exprs): warnings.warn("{0}: setting results name {1!r} on {2} expression " "may only return a single token for an And alternative, " "in future will return the full list of tokens".format( "warn_multiple_tokens_in_named_alternation", name, type(self).__name__), stacklevel=3) return super(MatchFirst, self)._setResultsName(name, listAllMatches) class Each(ParseExpression): """Requires all given :class:`ParseExpression` s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the ``'&'`` operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 """ def __init__(self, exprs, savelist=True): super(Each, self).__init__(exprs, savelist) self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) self.skipWhitespace = True self.initExprGroups = True self.saveAsList = True def streamline(self): super(Each, self).streamline() self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs) return self def parseImpl(self, instring, loc, doActions=True): if self.initExprGroups: self.opt1map = dict((id(e.expr), e) for e in self.exprs if isinstance(e, Optional)) opt1 = [e.expr for e in self.exprs if isinstance(e, Optional)] opt2 = [e for e in self.exprs if e.mayReturnEmpty and not isinstance(e, Optional)] self.optionals = opt1 + opt2 self.multioptionals = [e.expr for e in self.exprs if isinstance(e, ZeroOrMore)] self.multirequired = [e.expr for e in self.exprs if isinstance(e, OneOrMore)] self.required = [e for e in self.exprs if not isinstance(e, (Optional, ZeroOrMore, OneOrMore))] self.required += self.multirequired self.initExprGroups = False tmpLoc = loc tmpReqd = self.required[:] tmpOpt = self.optionals[:] matchOrder = [] keepMatching = True while keepMatching: tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired failed = [] for e in tmpExprs: try: tmpLoc = e.tryParse(instring, tmpLoc) except ParseException: failed.append(e) else: matchOrder.append(self.opt1map.get(id(e), e)) if e in tmpReqd: tmpReqd.remove(e) elif e in tmpOpt: tmpOpt.remove(e) if len(failed) == len(tmpExprs): keepMatching = False if tmpReqd: missing = ", ".join(_ustr(e) for e in tmpReqd) raise ParseException(instring, loc, "Missing one or more required elements (%s)" % missing) # add any unmatched Optionals, in case they have default values defined matchOrder += [e for e in self.exprs if isinstance(e, Optional) and e.expr in tmpOpt] resultlist = [] for e in matchOrder: loc, results = e._parse(instring, loc, doActions) resultlist.append(results) finalResults = sum(resultlist, ParseResults([])) return loc, finalResults def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}" return self.strRepr def checkRecursion(self, parseElementList): subRecCheckList = parseElementList[:] + [self] for e in self.exprs: e.checkRecursion(subRecCheckList) class ParseElementEnhance(ParserElement): """Abstract subclass of :class:`ParserElement`, for combining and post-processing parsed tokens. """ def __init__(self, expr, savelist=False): super(ParseElementEnhance, self).__init__(savelist) if isinstance(expr, basestring): if issubclass(self._literalStringClass, Token): expr = self._literalStringClass(expr) else: expr = self._literalStringClass(Literal(expr)) self.expr = expr self.strRepr = None if expr is not None: self.mayIndexError = expr.mayIndexError self.mayReturnEmpty = expr.mayReturnEmpty self.setWhitespaceChars(expr.whiteChars) self.skipWhitespace = expr.skipWhitespace self.saveAsList = expr.saveAsList self.callPreparse = expr.callPreparse self.ignoreExprs.extend(expr.ignoreExprs) def parseImpl(self, instring, loc, doActions=True): if self.expr is not None: return self.expr._parse(instring, loc, doActions, callPreParse=False) else: raise ParseException("", loc, self.errmsg, self) def leaveWhitespace(self): self.skipWhitespace = False self.expr = self.expr.copy() if self.expr is not None: self.expr.leaveWhitespace() return self def ignore(self, other): if isinstance(other, Suppress): if other not in self.ignoreExprs: super(ParseElementEnhance, self).ignore(other) if self.expr is not None: self.expr.ignore(self.ignoreExprs[-1]) else: super(ParseElementEnhance, self).ignore(other) if self.expr is not None: self.expr.ignore(self.ignoreExprs[-1]) return self def streamline(self): super(ParseElementEnhance, self).streamline() if self.expr is not None: self.expr.streamline() return self def checkRecursion(self, parseElementList): if self in parseElementList: raise RecursiveGrammarException(parseElementList + [self]) subRecCheckList = parseElementList[:] + [self] if self.expr is not None: self.expr.checkRecursion(subRecCheckList) def validate(self, validateTrace=None): if validateTrace is None: validateTrace = [] tmp = validateTrace[:] + [self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion([]) def __str__(self): try: return super(ParseElementEnhance, self).__str__() except Exception: pass if self.strRepr is None and self.expr is not None: self.strRepr = "%s:(%s)" % (self.__class__.__name__, _ustr(self.expr)) return self.strRepr class FollowedBy(ParseElementEnhance): """Lookahead matching of the given parse expression. ``FollowedBy`` does *not* advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. ``FollowedBy`` always returns a null token list. If any results names are defined in the lookahead expression, those *will* be returned for access by name. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] """ def __init__(self, expr): super(FollowedBy, self).__init__(expr) self.mayReturnEmpty = True def parseImpl(self, instring, loc, doActions=True): # by using self._expr.parse and deleting the contents of the returned ParseResults list # we keep any named results that were defined in the FollowedBy expression _, ret = self.expr._parse(instring, loc, doActions=doActions) del ret[:] return loc, ret class PrecededBy(ParseElementEnhance): """Lookbehind matching of the given parse expression. ``PrecededBy`` does not advance the parsing position within the input string, it only verifies that the specified parse expression matches prior to the current position. ``PrecededBy`` always returns a null token list, but if a results name is defined on the given expression, it is returned. Parameters: - expr - expression that must match prior to the current parse location - retreat - (default= ``None``) - (int) maximum number of characters to lookbehind prior to the current parse location If the lookbehind expression is a string, Literal, Keyword, or a Word or CharsNotIn with a specified exact or maximum length, then the retreat parameter is not required. Otherwise, retreat must be specified to give a maximum number of characters to look back from the current parse position for a lookbehind match. Example:: # VB-style variable names with type prefixes int_var = PrecededBy("#") + pyparsing_common.identifier str_var = PrecededBy("$") + pyparsing_common.identifier """ def __init__(self, expr, retreat=None): super(PrecededBy, self).__init__(expr) self.expr = self.expr().leaveWhitespace() self.mayReturnEmpty = True self.mayIndexError = False self.exact = False if isinstance(expr, str): retreat = len(expr) self.exact = True elif isinstance(expr, (Literal, Keyword)): retreat = expr.matchLen self.exact = True elif isinstance(expr, (Word, CharsNotIn)) and expr.maxLen != _MAX_INT: retreat = expr.maxLen self.exact = True elif isinstance(expr, _PositionToken): retreat = 0 self.exact = True self.retreat = retreat self.errmsg = "not preceded by " + str(expr) self.skipWhitespace = False def parseImpl(self, instring, loc=0, doActions=True): if self.exact: if loc < self.retreat: raise ParseException(instring, loc, self.errmsg) start = loc - self.retreat _, ret = self.expr._parse(instring, start) else: # retreat specified a maximum lookbehind window, iterate test_expr = self.expr + StringEnd() instring_slice = instring[:loc] last_expr = ParseException(instring, loc, self.errmsg) for offset in range(1, min(loc, self.retreat + 1)): try: _, ret = test_expr._parse(instring_slice, loc - offset) except ParseBaseException as pbe: last_expr = pbe else: break else: raise last_expr # return empty list of tokens, but preserve any defined results names del ret[:] return loc, ret class NotAny(ParseElementEnhance): """Lookahead to disallow matching with the given parse expression. ``NotAny`` does *not* advance the parsing position within the input string, it only verifies that the specified parse expression does *not* match at the current position. Also, ``NotAny`` does *not* skip over leading whitespace. ``NotAny`` always returns a null token list. May be constructed using the '~' operator. Example:: AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split()) # take care not to mistake keywords for identifiers ident = ~(AND | OR | NOT) + Word(alphas) boolean_term = Optional(NOT) + ident # very crude boolean expression - to support parenthesis groups and # operation hierarchy, use infixNotation boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term) # integers that are followed by "." are actually floats integer = Word(nums) + ~Char(".") """ def __init__(self, expr): super(NotAny, self).__init__(expr) # ~ self.leaveWhitespace() self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs self.mayReturnEmpty = True self.errmsg = "Found unwanted token, " + _ustr(self.expr) def parseImpl(self, instring, loc, doActions=True): if self.expr.canParseNext(instring, loc): raise ParseException(instring, loc, self.errmsg, self) return loc, [] def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "~{" + _ustr(self.expr) + "}" return self.strRepr class _MultipleMatch(ParseElementEnhance): def __init__(self, expr, stopOn=None): super(_MultipleMatch, self).__init__(expr) self.saveAsList = True ender = stopOn if isinstance(ender, basestring): ender = self._literalStringClass(ender) self.stopOn(ender) def stopOn(self, ender): if isinstance(ender, basestring): ender = self._literalStringClass(ender) self.not_ender = ~ender if ender is not None else None return self def parseImpl(self, instring, loc, doActions=True): self_expr_parse = self.expr._parse self_skip_ignorables = self._skipIgnorables check_ender = self.not_ender is not None if check_ender: try_not_ender = self.not_ender.tryParse # must be at least one (but first see if we are the stopOn sentinel; # if so, fail) if check_ender: try_not_ender(instring, loc) loc, tokens = self_expr_parse(instring, loc, doActions, callPreParse=False) try: hasIgnoreExprs = (not not self.ignoreExprs) while 1: if check_ender: try_not_ender(instring, loc) if hasIgnoreExprs: preloc = self_skip_ignorables(instring, loc) else: preloc = loc loc, tmptokens = self_expr_parse(instring, preloc, doActions) if tmptokens or tmptokens.haskeys(): tokens += tmptokens except (ParseException, IndexError): pass return loc, tokens def _setResultsName(self, name, listAllMatches=False): if __diag__.warn_ungrouped_named_tokens_in_collection: for e in [self.expr] + getattr(self.expr, 'exprs', []): if isinstance(e, ParserElement) and e.resultsName: warnings.warn("{0}: setting results name {1!r} on {2} expression " "collides with {3!r} on contained expression".format("warn_ungrouped_named_tokens_in_collection", name, type(self).__name__, e.resultsName), stacklevel=3) return super(_MultipleMatch, self)._setResultsName(name, listAllMatches) class OneOrMore(_MultipleMatch): """Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default= ``None``) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() """ def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "{" + _ustr(self.expr) + "}..." return self.strRepr class ZeroOrMore(_MultipleMatch): """Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default= ``None``) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to :class:`OneOrMore` """ def __init__(self, expr, stopOn=None): super(ZeroOrMore, self).__init__(expr, stopOn=stopOn) self.mayReturnEmpty = True def parseImpl(self, instring, loc, doActions=True): try: return super(ZeroOrMore, self).parseImpl(instring, loc, doActions) except (ParseException, IndexError): return loc, [] def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]..." return self.strRepr class _NullToken(object): def __bool__(self): return False __nonzero__ = __bool__ def __str__(self): return "" class Optional(ParseElementEnhance): """Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) """ __optionalNotMatched = _NullToken() def __init__(self, expr, default=__optionalNotMatched): super(Optional, self).__init__(expr, savelist=False) self.saveAsList = self.expr.saveAsList self.defaultValue = default self.mayReturnEmpty = True def parseImpl(self, instring, loc, doActions=True): try: loc, tokens = self.expr._parse(instring, loc, doActions, callPreParse=False) except (ParseException, IndexError): if self.defaultValue is not self.__optionalNotMatched: if self.expr.resultsName: tokens = ParseResults([self.defaultValue]) tokens[self.expr.resultsName] = self.defaultValue else: tokens = [self.defaultValue] else: tokens = [] return loc, tokens def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is None: self.strRepr = "[" + _ustr(self.expr) + "]" return self.strRepr class SkipTo(ParseElementEnhance): """Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default= ``False``) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default= ``None``) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default= ``None``) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor """ def __init__(self, other, include=False, ignore=None, failOn=None): super(SkipTo, self).__init__(other) self.ignoreExpr = ignore self.mayReturnEmpty = True self.mayIndexError = False self.includeMatch = include self.saveAsList = False if isinstance(failOn, basestring): self.failOn = self._literalStringClass(failOn) else: self.failOn = failOn self.errmsg = "No match found for " + _ustr(self.expr) def parseImpl(self, instring, loc, doActions=True): startloc = loc instrlen = len(instring) expr = self.expr expr_parse = self.expr._parse self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None tmploc = loc while tmploc <= instrlen: if self_failOn_canParseNext is not None: # break if failOn expression matches if self_failOn_canParseNext(instring, tmploc): break if self_ignoreExpr_tryParse is not None: # advance past ignore expressions while 1: try: tmploc = self_ignoreExpr_tryParse(instring, tmploc) except ParseBaseException: break try: expr_parse(instring, tmploc, doActions=False, callPreParse=False) except (ParseException, IndexError): # no match, advance loc in string tmploc += 1 else: # matched skipto expr, done break else: # ran off the end of the input string without matching skipto expr, fail raise ParseException(instring, loc, self.errmsg, self) # build up return values loc = tmploc skiptext = instring[startloc:loc] skipresult = ParseResults(skiptext) if self.includeMatch: loc, mat = expr_parse(instring, loc, doActions, callPreParse=False) skipresult += mat return loc, skipresult class Forward(ParseElementEnhance): """Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the ``Forward`` variable using the '<<' operator. Note: take care when assigning to ``Forward`` not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the ``Forward``:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See :class:`ParseResults.pprint` for an example of a recursive parser created using ``Forward``. """ def __init__(self, other=None): super(Forward, self).__init__(other, savelist=False) def __lshift__(self, other): if isinstance(other, basestring): other = self._literalStringClass(other) self.expr = other self.strRepr = None self.mayIndexError = self.expr.mayIndexError self.mayReturnEmpty = self.expr.mayReturnEmpty self.setWhitespaceChars(self.expr.whiteChars) self.skipWhitespace = self.expr.skipWhitespace self.saveAsList = self.expr.saveAsList self.ignoreExprs.extend(self.expr.ignoreExprs) return self def __ilshift__(self, other): return self << other def leaveWhitespace(self): self.skipWhitespace = False return self def streamline(self): if not self.streamlined: self.streamlined = True if self.expr is not None: self.expr.streamline() return self def validate(self, validateTrace=None): if validateTrace is None: validateTrace = [] if self not in validateTrace: tmp = validateTrace[:] + [self] if self.expr is not None: self.expr.validate(tmp) self.checkRecursion([]) def __str__(self): if hasattr(self, "name"): return self.name if self.strRepr is not None: return self.strRepr # Avoid infinite recursion by setting a temporary strRepr self.strRepr = ": ..." # Use the string representation of main expression. retString = '...' try: if self.expr is not None: retString = _ustr(self.expr)[:1000] else: retString = "None" finally: self.strRepr = self.__class__.__name__ + ": " + retString return self.strRepr def copy(self): if self.expr is not None: return super(Forward, self).copy() else: ret = Forward() ret <<= self return ret def _setResultsName(self, name, listAllMatches=False): if __diag__.warn_name_set_on_empty_Forward: if self.expr is None: warnings.warn("{0}: setting results name {0!r} on {1} expression " "that has no contained expression".format("warn_name_set_on_empty_Forward", name, type(self).__name__), stacklevel=3) return super(Forward, self)._setResultsName(name, listAllMatches) class TokenConverter(ParseElementEnhance): """ Abstract subclass of :class:`ParseExpression`, for converting parsed results. """ def __init__(self, expr, savelist=False): super(TokenConverter, self).__init__(expr) # , savelist) self.saveAsList = False class Combine(TokenConverter): """Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying ``'adjacent=False'`` in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) """ def __init__(self, expr, joinString="", adjacent=True): super(Combine, self).__init__(expr) # suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself if adjacent: self.leaveWhitespace() self.adjacent = adjacent self.skipWhitespace = True self.joinString = joinString self.callPreparse = True def ignore(self, other): if self.adjacent: ParserElement.ignore(self, other) else: super(Combine, self).ignore(other) return self def postParse(self, instring, loc, tokenlist): retToks = tokenlist.copy() del retToks[:] retToks += ParseResults(["".join(tokenlist._asStringList(self.joinString))], modal=self.modalResults) if self.resultsName and retToks.haskeys(): return [retToks] else: return retToks class Group(TokenConverter): """Converter to return the matched tokens as a list - useful for returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']] """ def __init__(self, expr): super(Group, self).__init__(expr) self.saveAsList = True def postParse(self, instring, loc, tokenlist): return [tokenlist] class Dict(TokenConverter): """Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at :class:`ParseResults` of accessing fields by results name. """ def __init__(self, expr): super(Dict, self).__init__(expr) self.saveAsList = True def postParse(self, instring, loc, tokenlist): for i, tok in enumerate(tokenlist): if len(tok) == 0: continue ikey = tok[0] if isinstance(ikey, int): ikey = _ustr(tok[0]).strip() if len(tok) == 1: tokenlist[ikey] = _ParseResultsWithOffset("", i) elif len(tok) == 2 and not isinstance(tok[1], ParseResults): tokenlist[ikey] = _ParseResultsWithOffset(tok[1], i) else: dictvalue = tok.copy() # ParseResults(i) del dictvalue[0] if len(dictvalue) != 1 or (isinstance(dictvalue, ParseResults) and dictvalue.haskeys()): tokenlist[ikey] = _ParseResultsWithOffset(dictvalue, i) else: tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0], i) if self.resultsName: return [tokenlist] else: return tokenlist class Suppress(TokenConverter): """Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also :class:`delimitedList`.) """ def postParse(self, instring, loc, tokenlist): return [] def suppress(self): return self class OnlyOnce(object): """Wrapper for parse actions, to ensure they are only called once. """ def __init__(self, methodCall): self.callable = _trim_arity(methodCall) self.called = False def __call__(self, s, l, t): if not self.called: results = self.callable(s, l, t) self.called = True return results raise ParseException(s, l, "") def reset(self): self.called = False def traceParseAction(f): """Decorator for debugging parse actions. When the parse action is called, this decorator will print ``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``. When the parse action completes, the decorator will print ``"<<"`` followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens)))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] """ f = _trim_arity(f) def z(*paArgs): thisFunc = f.__name__ s, l, t = paArgs[-3:] if len(paArgs) > 3: thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc sys.stderr.write(">>entering %s(line: '%s', %d, %r)\n" % (thisFunc, line(l, s), l, t)) try: ret = f(*paArgs) except Exception as exc: sys.stderr.write("<<leaving %s (exception: %s)\n" % (thisFunc, exc)) raise sys.stderr.write("<<leaving %s (ret: %r)\n" % (thisFunc, ret)) return ret try: z.__name__ = f.__name__ except AttributeError: pass return z # # global helpers # def delimitedList(expr, delim=",", combine=False): """Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing ``combine=True`` in the constructor. If ``combine`` is set to ``True``, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] """ dlName = _ustr(expr) + " [" + _ustr(delim) + " " + _ustr(expr) + "]..." if combine: return Combine(expr + ZeroOrMore(delim + expr)).setName(dlName) else: return (expr + ZeroOrMore(Suppress(delim) + expr)).setName(dlName) def countedArray(expr, intExpr=None): """Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If ``intExpr`` is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] """ arrayExpr = Forward() def countFieldParseAction(s, l, t): n = t[0] arrayExpr << (n and Group(And([expr] * n)) or Group(empty)) return [] if intExpr is None: intExpr = Word(nums).setParseAction(lambda t: int(t[0])) else: intExpr = intExpr.copy() intExpr.setName("arrayLen") intExpr.addParseAction(countFieldParseAction, callDuringTry=True) return (intExpr + arrayExpr).setName('(len) ' + _ustr(expr) + '...') def _flatten(L): ret = [] for i in L: if isinstance(i, list): ret.extend(_flatten(i)) else: ret.append(i) return ret def matchPreviousLiteral(expr): """Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match ``"1:1"``, but not ``"1:2"``. Because this matches a previous literal, will also match the leading ``"1:1"`` in ``"1:10"``. If this is not desired, use :class:`matchPreviousExpr`. Do *not* use with packrat parsing enabled. """ rep = Forward() def copyTokenToRepeater(s, l, t): if t: if len(t) == 1: rep << t[0] else: # flatten t tokens tflat = _flatten(t.asList()) rep << And(Literal(tt) for tt in tflat) else: rep << Empty() expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def matchPreviousExpr(expr): """Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match ``"1:1"``, but not ``"1:2"``. Because this matches by expressions, will *not* match the leading ``"1:1"`` in ``"1:10"``; the expressions are evaluated first, and then compared, so ``"1"`` is compared with ``"10"``. Do *not* use with packrat parsing enabled. """ rep = Forward() e2 = expr.copy() rep <<= e2 def copyTokenToRepeater(s, l, t): matchTokens = _flatten(t.asList()) def mustMatchTheseTokens(s, l, t): theseTokens = _flatten(t.asList()) if theseTokens != matchTokens: raise ParseException('', 0, '') rep.setParseAction(mustMatchTheseTokens, callDuringTry=True) expr.addParseAction(copyTokenToRepeater, callDuringTry=True) rep.setName('(prev) ' + _ustr(expr)) return rep def _escapeRegexRangeChars(s): # ~ escape these chars: ^-] for c in r"\^-]": s = s.replace(c, _bslash + c) s = s.replace("\n", r"\n") s = s.replace("\t", r"\t") return _ustr(s) def oneOf(strs, caseless=False, useRegex=True, asKeyword=False): """Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a :class:`MatchFirst` for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default= ``False``) - treat all literals as caseless - useRegex - (default= ``True``) - as an optimization, will generate a Regex object; otherwise, will generate a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if creating a :class:`Regex` raises an exception) - asKeyword - (default=``False``) - enforce Keyword-style matching on the generated expressions Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] """ if isinstance(caseless, basestring): warnings.warn("More than one string argument passed to oneOf, pass " "choices as a list or space-delimited string", stacklevel=2) if caseless: isequal = (lambda a, b: a.upper() == b.upper()) masks = (lambda a, b: b.upper().startswith(a.upper())) parseElementClass = CaselessKeyword if asKeyword else CaselessLiteral else: isequal = (lambda a, b: a == b) masks = (lambda a, b: b.startswith(a)) parseElementClass = Keyword if asKeyword else Literal symbols = [] if isinstance(strs, basestring): symbols = strs.split() elif isinstance(strs, Iterable): symbols = list(strs) else: warnings.warn("Invalid argument to oneOf, expected string or iterable", SyntaxWarning, stacklevel=2) if not symbols: return NoMatch() if not asKeyword: # if not producing keywords, need to reorder to take care to avoid masking # longer choices with shorter ones i = 0 while i < len(symbols) - 1: cur = symbols[i] for j, other in enumerate(symbols[i + 1:]): if isequal(other, cur): del symbols[i + j + 1] break elif masks(cur, other): del symbols[i + j + 1] symbols.insert(i, other) break else: i += 1 if not (caseless or asKeyword) and useRegex: # ~ print (strs, "->", "|".join([_escapeRegexChars(sym) for sym in symbols])) try: if len(symbols) == len("".join(symbols)): return Regex("[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols)).setName(' | '.join(symbols)) else: return Regex("|".join(re.escape(sym) for sym in symbols)).setName(' | '.join(symbols)) except Exception: warnings.warn("Exception creating Regex for oneOf, building MatchFirst", SyntaxWarning, stacklevel=2) # last resort, just use MatchFirst return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols)) def dictOf(key, value): """Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the :class:`Dict`, :class:`ZeroOrMore`, and :class:`Group` tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the :class:`Dict` results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} """ return Dict(OneOrMore(Group(key + value))) def originalTextFor(expr, asString=True): """Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional ``asString`` argument is passed as ``False``, then the return value is a :class:`ParseResults` containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to :class:`originalTextFor` contains expressions with defined results names, you must set ``asString`` to ``False`` if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b", "i"): opener, closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] """ locMarker = Empty().setParseAction(lambda s, loc, t: loc) endlocMarker = locMarker.copy() endlocMarker.callPreparse = False matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end") if asString: extractText = lambda s, l, t: s[t._original_start: t._original_end] else: def extractText(s, l, t): t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]] matchExpr.setParseAction(extractText) matchExpr.ignoreExprs = expr.ignoreExprs return matchExpr def ungroup(expr): """Helper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. """ return TokenConverter(expr).addParseAction(lambda t: t[0]) def locatedExpr(expr): """Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains ``<TAB>`` characters, you may want to call :class:`ParserElement.parseWithTabs` Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] """ locator = Empty().setParseAction(lambda s, l, t: l) return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end")) # convenience constants for positional expressions empty = Empty().setName("empty") lineStart = LineStart().setName("lineStart") lineEnd = LineEnd().setName("lineEnd") stringStart = StringStart().setName("stringStart") stringEnd = StringEnd().setName("stringEnd") _escapedPunc = Word(_bslash, r"\[]-*.$+^?()~ ", exact=2).setParseAction(lambda s, l, t: t[0][1]) _escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s, l, t: unichr(int(t[0].lstrip(r'\0x'), 16))) _escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s, l, t: unichr(int(t[0][1:], 8))) _singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | CharsNotIn(r'\]', exact=1) _charRange = Group(_singleChar + Suppress("-") + _singleChar) _reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group(OneOrMore(_charRange | _singleChar)).setResultsName("body") + "]" def srange(s): r"""Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as ``\-`` or ``\]``) - an escaped hex character with a leading ``'\x'`` (``\x21``, which is a ``'!'`` character) (``\0x##`` is also supported for backwards compatibility) - an escaped octal character with a leading ``'\0'`` (``\041``, which is a ``'!'`` character) - a range of any of the above, separated by a dash (``'a-z'``, etc.) - any combination of the above (``'aeiouy'``, ``'a-zA-Z0-9_$'``, etc.) """ _expanded = lambda p: p if not isinstance(p, ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]), ord(p[1]) + 1)) try: return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body) except Exception: return "" def matchOnlyAtCol(n): """Helper method for defining parse actions that require matching at a specific column in the input text. """ def verifyCol(strg, locn, toks): if col(locn, strg) != n: raise ParseException(strg, locn, "matched token not at column %d" % n) return verifyCol def replaceWith(replStr): """Helper method for common parse actions that simply return a literal value. Especially useful when used with :class:`transformString<ParserElement.transformString>` (). Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] """ return lambda s, l, t: [replStr] def removeQuotes(s, l, t): """Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] """ return t[0][1:-1] def tokenMap(func, *args): """Helper to define a parse action by mapping a function to all elements of a ParseResults list. If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in ``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``, which will convert the parsed data to an integer using base 16. Example (compare the last to example in :class:`ParserElement.transformString`:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] """ def pa(s, l, t): return [func(tokn, *args) for tokn in t] try: func_name = getattr(func, '__name__', getattr(func, '__class__').__name__) except Exception: func_name = str(func) pa.__name__ = func_name return pa upcaseTokens = tokenMap(lambda t: _ustr(t).upper()) """(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of :class:`pyparsing_common.upcaseTokens`""" downcaseTokens = tokenMap(lambda t: _ustr(t).lower()) """(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of :class:`pyparsing_common.downcaseTokens`""" def _makeTags(tagStr, xml, suppress_LT=Suppress("<"), suppress_GT=Suppress(">")): """Internal helper to construct opening and closing tag expressions, given a tag name""" if isinstance(tagStr, basestring): resname = tagStr tagStr = Keyword(tagStr, caseless=not xml) else: resname = tagStr.name tagAttrName = Word(alphas, alphanums + "_-:") if xml: tagAttrValue = dblQuotedString.copy().setParseAction(removeQuotes) openTag = (suppress_LT + tagStr("tag") + Dict(ZeroOrMore(Group(tagAttrName + Suppress("=") + tagAttrValue))) + Optional("/", default=[False])("empty").setParseAction(lambda s, l, t: t[0] == '/') + suppress_GT) else: tagAttrValue = quotedString.copy().setParseAction(removeQuotes) | Word(printables, excludeChars=">") openTag = (suppress_LT + tagStr("tag") + Dict(ZeroOrMore(Group(tagAttrName.setParseAction(downcaseTokens) + Optional(Suppress("=") + tagAttrValue)))) + Optional("/", default=[False])("empty").setParseAction(lambda s, l, t: t[0] == '/') + suppress_GT) closeTag = Combine(_L("</") + tagStr + ">", adjacent=False) openTag.setName("<%s>" % resname) # add start<tagname> results name in parse action now that ungrouped names are not reported at two levels openTag.addParseAction(lambda t: t.__setitem__("start" + "".join(resname.replace(":", " ").title().split()), t.copy())) closeTag = closeTag("end" + "".join(resname.replace(":", " ").title().split())).setName("</%s>" % resname) openTag.tag = resname closeTag.tag = resname openTag.tag_body = SkipTo(closeTag()) return openTag, closeTag def makeHTMLTags(tagStr): """Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and # closing tags as a 2-tuple a, a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are # also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> https://github.com/pyparsing/pyparsing/wiki """ return _makeTags(tagStr, False) def makeXMLTags(tagStr): """Helper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to :class:`makeHTMLTags` """ return _makeTags(tagStr, True) def withAttribute(*args, **attrDict): """Helper to create a validating parse action to be used with start tags created with :class:`makeXMLTags` or :class:`makeHTMLTags`. Use ``withAttribute`` to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as ``<TD>`` or ``<DIV>``. Call ``withAttribute`` with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in ``(align="right")``, or - as an explicit dict with ``**`` operator, when an attribute name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}`` - a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))`` For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for ``class`` (with or without a namespace), use :class:`withClass`. To verify that the attribute exists, but without specifying a value, pass ``withAttribute.ANY_VALUE`` as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ if args: attrs = args[:] else: attrs = attrDict.items() attrs = [(k, v) for k, v in attrs] def pa(s, l, tokens): for attrName, attrValue in attrs: if attrName not in tokens: raise ParseException(s, l, "no matching attribute " + attrName) if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue: raise ParseException(s, l, "attribute '%s' has value '%s', must be '%s'" % (attrName, tokens[attrName], attrValue)) return pa withAttribute.ANY_VALUE = object() def withClass(classname, namespace=''): """Simplified version of :class:`withAttribute` when matching on a div class - made difficult because ``class`` is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 """ classattr = "%s:class" % namespace if namespace else "class" return withAttribute(**{classattr: classname}) opAssoc = SimpleNamespace() opAssoc.LEFT = object() opAssoc.RIGHT = object() def infixNotation(baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')')): """Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See :class:`ParserElement.enablePackrat` for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form ``(opExpr, numTerms, rightLeftAssoc, parseAction)``, where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants ``opAssoc.RIGHT`` and ``opAssoc.LEFT``. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted); if the parse action is passed a tuple or list of functions, this is equivalent to calling ``setParseAction(*fn)`` (:class:`ParserElement.setParseAction`) - lpar - expression for matching left-parentheses (default= ``Suppress('(')``) - rpar - expression for matching right-parentheses (default= ``Suppress(')')``) Example:: # simple example of four-function arithmetic with ints and # variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] """ # captive version of FollowedBy that does not do parse actions or capture results names class _FB(FollowedBy): def parseImpl(self, instring, loc, doActions=True): self.expr.tryParse(instring, loc) return loc, [] ret = Forward() lastExpr = baseExpr | (lpar + ret + rpar) for i, operDef in enumerate(opList): opExpr, arity, rightLeftAssoc, pa = (operDef + (None, ))[:4] termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr if arity == 3: if opExpr is None or len(opExpr) != 2: raise ValueError( "if numterms=3, opExpr must be a tuple or list of two expressions") opExpr1, opExpr2 = opExpr thisExpr = Forward().setName(termName) if rightLeftAssoc == opAssoc.LEFT: if arity == 1: matchExpr = _FB(lastExpr + opExpr) + Group(lastExpr + OneOrMore(opExpr)) elif arity == 2: if opExpr is not None: matchExpr = _FB(lastExpr + opExpr + lastExpr) + Group(lastExpr + OneOrMore(opExpr + lastExpr)) else: matchExpr = _FB(lastExpr + lastExpr) + Group(lastExpr + OneOrMore(lastExpr)) elif arity == 3: matchExpr = (_FB(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + Group(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr)) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") elif rightLeftAssoc == opAssoc.RIGHT: if arity == 1: # try to avoid LR with this extra test if not isinstance(opExpr, Optional): opExpr = Optional(opExpr) matchExpr = _FB(opExpr.expr + thisExpr) + Group(opExpr + thisExpr) elif arity == 2: if opExpr is not None: matchExpr = _FB(lastExpr + opExpr + thisExpr) + Group(lastExpr + OneOrMore(opExpr + thisExpr)) else: matchExpr = _FB(lastExpr + thisExpr) + Group(lastExpr + OneOrMore(thisExpr)) elif arity == 3: matchExpr = (_FB(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + Group(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr)) else: raise ValueError("operator must be unary (1), binary (2), or ternary (3)") else: raise ValueError("operator must indicate right or left associativity") if pa: if isinstance(pa, (tuple, list)): matchExpr.setParseAction(*pa) else: matchExpr.setParseAction(pa) thisExpr <<= (matchExpr.setName(termName) | lastExpr) lastExpr = thisExpr ret <<= lastExpr return ret operatorPrecedence = infixNotation """(Deprecated) Former name of :class:`infixNotation`, will be dropped in a future release.""" dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*') + '"').setName("string enclosed in double quotes") sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*") + "'").setName("string enclosed in single quotes") quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*') + '"' | Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*") + "'").setName("quotedString using single or double quotes") unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal") def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()): """Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default= ``"("``); can also be a pyparsing expression - closer - closing character for a nested list (default= ``")"``); can also be a pyparsing expression - content - expression for items within the nested lists (default= ``None``) - ignoreExpr - expression for ignoring opening and closing delimiters (default= :class:`quotedString`) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the ``ignoreExpr`` argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an :class:`Or` or :class:`MatchFirst`. The default is :class:`quotedString`, but if no expressions are to be ignored, then pass ``None`` for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR, RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] """ if opener == closer: raise ValueError("opening and closing strings cannot be the same") if content is None: if isinstance(opener, basestring) and isinstance(closer, basestring): if len(opener) == 1 and len(closer) == 1: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + CharsNotIn(opener + closer + ParserElement.DEFAULT_WHITE_CHARS, exact=1) ) ).setParseAction(lambda t: t[0].strip())) else: content = (empty.copy() + CharsNotIn(opener + closer + ParserElement.DEFAULT_WHITE_CHARS ).setParseAction(lambda t: t[0].strip())) else: if ignoreExpr is not None: content = (Combine(OneOrMore(~ignoreExpr + ~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS, exact=1)) ).setParseAction(lambda t: t[0].strip())) else: content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) + CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS, exact=1)) ).setParseAction(lambda t: t[0].strip())) else: raise ValueError("opening and closing arguments must be strings if no content expression is given") ret = Forward() if ignoreExpr is not None: ret <<= Group(Suppress(opener) + ZeroOrMore(ignoreExpr | ret | content) + Suppress(closer)) else: ret <<= Group(Suppress(opener) + ZeroOrMore(ret | content) + Suppress(closer)) ret.setName('nested %s%s expression' % (opener, closer)) return ret def indentedBlock(blockStatementExpr, indentStack, indent=True): """Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the current level; set to False for block of left-most statements (default= ``True``) A valid block must contain at least one ``blockStatement``. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group(funcDecl + func_body) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << (funcDef | assignment | identifier) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] """ backup_stack = indentStack[:] def reset_stack(): indentStack[:] = backup_stack def checkPeerIndent(s, l, t): if l >= len(s): return curCol = col(l, s) if curCol != indentStack[-1]: if curCol > indentStack[-1]: raise ParseException(s, l, "illegal nesting") raise ParseException(s, l, "not a peer entry") def checkSubIndent(s, l, t): curCol = col(l, s) if curCol > indentStack[-1]: indentStack.append(curCol) else: raise ParseException(s, l, "not a subentry") def checkUnindent(s, l, t): if l >= len(s): return curCol = col(l, s) if not(indentStack and curCol in indentStack): raise ParseException(s, l, "not an unindent") if curCol < indentStack[-1]: indentStack.pop() NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress()) INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT') PEER = Empty().setParseAction(checkPeerIndent).setName('') UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT') if indent: smExpr = Group(Optional(NL) + INDENT + OneOrMore(PEER + Group(blockStatementExpr) + Optional(NL)) + UNDENT) else: smExpr = Group(Optional(NL) + OneOrMore(PEER + Group(blockStatementExpr) + Optional(NL)) + UNDENT) smExpr.setFailAction(lambda a, b, c, d: reset_stack()) blockStatementExpr.ignore(_bslash + LineEnd()) return smExpr.setName('indented block') alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]") punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]") anyOpenTag, anyCloseTag = makeHTMLTags(Word(alphas, alphanums + "_:").setName('any tag')) _htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(), '><& "\'')) commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity") def replaceHTMLEntity(t): """Helper parser action to replace common HTML entities with their special characters""" return _htmlEntityMap.get(t.entity) # it's easy to get these comment structures wrong - they're very common, so may as well make them available cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment") "Comment of the form ``/* ... */``" htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment") "Comment of the form ``<!-- ... -->``" restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line") dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment") "Comment of the form ``// ... (to end of line)``" cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/' | dblSlashComment).setName("C++ style comment") "Comment of either form :class:`cStyleComment` or :class:`dblSlashComment`" javaStyleComment = cppStyleComment "Same as :class:`cppStyleComment`" pythonStyleComment = Regex(r"#.*").setName("Python style comment") "Comment of the form ``# ... (to end of line)``" _commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') + Optional(Word(" \t") + ~Literal(",") + ~LineEnd()))).streamline().setName("commaItem") commaSeparatedList = delimitedList(Optional(quotedString.copy() | _commasepitem, default="")).setName("commaSeparatedList") """(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas. This expression is deprecated in favor of :class:`pyparsing_common.comma_separated_list`. """ # some other useful expressions - using lower-case class name since we are really using this as a namespace class pyparsing_common: """Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (:class:`integers<integer>`, :class:`reals<real>`, :class:`scientific notation<sci_real>`) - common :class:`programming identifiers<identifier>` - network addresses (:class:`MAC<mac_address>`, :class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`) - ISO8601 :class:`dates<iso8601_date>` and :class:`datetime<iso8601_datetime>` - :class:`UUID<uuid>` - :class:`comma-separated list<comma_separated_list>` Parse actions: - :class:`convertToInteger` - :class:`convertToFloat` - :class:`convertToDate` - :class:`convertToDatetime` - :class:`stripHTMLTags` - :class:`upcaseTokens` - :class:`downcaseTokens` Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] """ convertToInteger = tokenMap(int) """ Parse action for converting parsed integers to Python int """ convertToFloat = tokenMap(float) """ Parse action for converting parsed numbers to Python float """ integer = Word(nums).setName("integer").setParseAction(convertToInteger) """expression that parses an unsigned integer, returns an int""" hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int, 16)) """expression that parses a hexadecimal integer, returns an int""" signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger) """expression that parses an integer with optional leading sign, returns an int""" fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction") """fractional expression of an integer divided by an integer, returns a float""" fraction.addParseAction(lambda t: t[0]/t[-1]) mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction") """mixed integer of the form 'integer - fraction', with optional leading integer, returns float""" mixed_integer.addParseAction(sum) real = Regex(r'[+-]?(:?\d+\.\d*|\.\d+)').setName("real number").setParseAction(convertToFloat) """expression that parses a floating point number and returns a float""" sci_real = Regex(r'[+-]?(:?\d+(:?[eE][+-]?\d+)|(:?\d+\.\d*|\.\d+)(:?[eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat) """expression that parses a floating point number with optional scientific notation and returns a float""" # streamlining this expression makes the docs nicer-looking number = (sci_real | real | signed_integer).streamline() """any numeric expression, returns the corresponding Python type""" fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat) """any int or real number, returned as float""" identifier = Word(alphas + '_', alphanums + '_').setName("identifier") """typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')""" ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address") "IPv4 address (``0.0.0.0 - 255.255.255.255``)" _ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer") _full_ipv6_address = (_ipv6_part + (':' + _ipv6_part) * 7).setName("full IPv6 address") _short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part) * (0, 6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part) * (0, 6)) ).setName("short IPv6 address") _short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8) _mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address") ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address") "IPv6 address (long, short, or mixed form)" mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address") "MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)" @staticmethod def convertToDate(fmt="%Y-%m-%d"): """ Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] """ def cvt_fn(s, l, t): try: return datetime.strptime(t[0], fmt).date() except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn @staticmethod def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"): """Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] """ def cvt_fn(s, l, t): try: return datetime.strptime(t[0], fmt) except ValueError as ve: raise ParseException(s, l, str(ve)) return cvt_fn iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date") "ISO8601 date (``yyyy-mm-dd``)" iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime") "ISO8601 datetime (``yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)``) - trailing seconds, milliseconds, and timezone optional; accepts separating ``'T'`` or ``' '``" uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID") "UUID (``xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx``)" _html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress() @staticmethod def stripHTMLTags(s, l, tokens): """Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>' td, td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) Prints:: More info at the pyparsing wiki page """ return pyparsing_common._html_stripper.transformString(tokens[0]) _commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',') + Optional(White(" \t")))).streamline().setName("commaItem") comma_separated_list = delimitedList(Optional(quotedString.copy() | _commasepitem, default='') ).setName("comma separated list") """Predefined expression of 1 or more printable words or quoted strings, separated by commas.""" upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper())) """Parse action to convert tokens to upper case.""" downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower())) """Parse action to convert tokens to lower case.""" class _lazyclassproperty(object): def __init__(self, fn): self.fn = fn self.__doc__ = fn.__doc__ self.__name__ = fn.__name__ def __get__(self, obj, cls): if cls is None: cls = type(obj) if not hasattr(cls, '_intern') or any(cls._intern is getattr(superclass, '_intern', []) for superclass in cls.__mro__[1:]): cls._intern = {} attrname = self.fn.__name__ if attrname not in cls._intern: cls._intern[attrname] = self.fn(cls) return cls._intern[attrname] class unicode_set(object): """ A set of Unicode characters, for language-specific strings for ``alphas``, ``nums``, ``alphanums``, and ``printables``. A unicode_set is defined by a list of ranges in the Unicode character set, in a class attribute ``_ranges``, such as:: _ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),] A unicode set can also be defined using multiple inheritance of other unicode sets:: class CJK(Chinese, Japanese, Korean): pass """ _ranges = [] @classmethod def _get_chars_for_ranges(cls): ret = [] for cc in cls.__mro__: if cc is unicode_set: break for rr in cc._ranges: ret.extend(range(rr[0], rr[-1] + 1)) return [unichr(c) for c in sorted(set(ret))] @_lazyclassproperty def printables(cls): "all non-whitespace characters in this range" return u''.join(filterfalse(unicode.isspace, cls._get_chars_for_ranges())) @_lazyclassproperty def alphas(cls): "all alphabetic characters in this range" return u''.join(filter(unicode.isalpha, cls._get_chars_for_ranges())) @_lazyclassproperty def nums(cls): "all numeric digit characters in this range" return u''.join(filter(unicode.isdigit, cls._get_chars_for_ranges())) @_lazyclassproperty def alphanums(cls): "all alphanumeric characters in this range" return cls.alphas + cls.nums class pyparsing_unicode(unicode_set): """ A namespace class for defining common language unicode_sets. """ _ranges = [(32, sys.maxunicode)] class Latin1(unicode_set): "Unicode set for Latin-1 Unicode Character Range" _ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),] class LatinA(unicode_set): "Unicode set for Latin-A Unicode Character Range" _ranges = [(0x0100, 0x017f),] class LatinB(unicode_set): "Unicode set for Latin-B Unicode Character Range" _ranges = [(0x0180, 0x024f),] class Greek(unicode_set): "Unicode set for Greek Unicode Character Ranges" _ranges = [ (0x0370, 0x03ff), (0x1f00, 0x1f15), (0x1f18, 0x1f1d), (0x1f20, 0x1f45), (0x1f48, 0x1f4d), (0x1f50, 0x1f57), (0x1f59,), (0x1f5b,), (0x1f5d,), (0x1f5f, 0x1f7d), (0x1f80, 0x1fb4), (0x1fb6, 0x1fc4), (0x1fc6, 0x1fd3), (0x1fd6, 0x1fdb), (0x1fdd, 0x1fef), (0x1ff2, 0x1ff4), (0x1ff6, 0x1ffe), ] class Cyrillic(unicode_set): "Unicode set for Cyrillic Unicode Character Range" _ranges = [(0x0400, 0x04ff)] class Chinese(unicode_set): "Unicode set for Chinese Unicode Character Range" _ranges = [(0x4e00, 0x9fff), (0x3000, 0x303f),] class Japanese(unicode_set): "Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana ranges" _ranges = [] class Kanji(unicode_set): "Unicode set for Kanji Unicode Character Range" _ranges = [(0x4E00, 0x9Fbf), (0x3000, 0x303f),] class Hiragana(unicode_set): "Unicode set for Hiragana Unicode Character Range" _ranges = [(0x3040, 0x309f),] class Katakana(unicode_set): "Unicode set for Katakana Unicode Character Range" _ranges = [(0x30a0, 0x30ff),] class Korean(unicode_set): "Unicode set for Korean Unicode Character Range" _ranges = [(0xac00, 0xd7af), (0x1100, 0x11ff), (0x3130, 0x318f), (0xa960, 0xa97f), (0xd7b0, 0xd7ff), (0x3000, 0x303f),] class CJK(Chinese, Japanese, Korean): "Unicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character Range" pass class Thai(unicode_set): "Unicode set for Thai Unicode Character Range" _ranges = [(0x0e01, 0x0e3a), (0x0e3f, 0x0e5b),] class Arabic(unicode_set): "Unicode set for Arabic Unicode Character Range" _ranges = [(0x0600, 0x061b), (0x061e, 0x06ff), (0x0700, 0x077f),] class Hebrew(unicode_set): "Unicode set for Hebrew Unicode Character Range" _ranges = [(0x0590, 0x05ff),] class Devanagari(unicode_set): "Unicode set for Devanagari Unicode Character Range" _ranges = [(0x0900, 0x097f), (0xa8e0, 0xa8ff)] pyparsing_unicode.Japanese._ranges = (pyparsing_unicode.Japanese.Kanji._ranges + pyparsing_unicode.Japanese.Hiragana._ranges + pyparsing_unicode.Japanese.Katakana._ranges) # define ranges in language character sets if PY_3: setattr(pyparsing_unicode, u"العربية", pyparsing_unicode.Arabic) setattr(pyparsing_unicode, u"中文", pyparsing_unicode.Chinese) setattr(pyparsing_unicode, u"кириллица", pyparsing_unicode.Cyrillic) setattr(pyparsing_unicode, u"Ελληνικά", pyparsing_unicode.Greek) setattr(pyparsing_unicode, u"עִברִית", pyparsing_unicode.Hebrew) setattr(pyparsing_unicode, u"日本語", pyparsing_unicode.Japanese) setattr(pyparsing_unicode.Japanese, u"漢字", pyparsing_unicode.Japanese.Kanji) setattr(pyparsing_unicode.Japanese, u"カタカナ", pyparsing_unicode.Japanese.Katakana) setattr(pyparsing_unicode.Japanese, u"ひらがな", pyparsing_unicode.Japanese.Hiragana) setattr(pyparsing_unicode, u"한국어", pyparsing_unicode.Korean) setattr(pyparsing_unicode, u"ไทย", pyparsing_unicode.Thai) setattr(pyparsing_unicode, u"देवनागरी", pyparsing_unicode.Devanagari) if __name__ == "__main__": selectToken = CaselessLiteral("select") fromToken = CaselessLiteral("from") ident = Word(alphas, alphanums + "_$") columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) columnNameList = Group(delimitedList(columnName)).setName("columns") columnSpec = ('*' | columnNameList) tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens) tableNameList = Group(delimitedList(tableName)).setName("tables") simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables") # demo runTests method, including embedded comments in test string simpleSQL.runTests(""" # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual """) pyparsing_common.number.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) # any int or real number, returned as float pyparsing_common.fnumber.runTests(""" 100 -100 +100 3.14159 6.02e23 1e-12 """) pyparsing_common.hex_integer.runTests(""" 100 FF """) import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(""" 12345678-1234-5678-1234-567812345678 """) PK @\a$2 2 ' pip/_vendor/pkg_resources/py31compat.pynu [ import os import errno import sys from pip._vendor import six def _makedirs_31(path, exist_ok=False): try: os.makedirs(path) except OSError as exc: if not exist_ok or exc.errno != errno.EEXIST: raise # rely on compatibility behavior until mode considerations # and exists_ok considerations are disentangled. # See https://github.com/pypa/setuptools/pull/1083#issuecomment-315168663 needs_makedirs = ( six.PY2 or (3, 4) <= sys.version_info < (3, 4, 1) ) makedirs = _makedirs_31 if needs_makedirs else os.makedirs PK @\1ȇ ȇ = pip/_vendor/pkg_resources/__pycache__/__init__.cpython-38.pycnu [ U .eͦ G @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k r ddl Z Y nX ze W n e!k r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k r d Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k r dZ5Y nX d dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d e;d e;d e;d e<Z=dej> k r@dk rLn ne?de$j@r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd deTZUdd ZVi ZWd d ZXd d ZYd d! ZZd"d# Z[d$d% Z\d&d' Z]d(d) Z^d*d+ Z_Z`d,d- Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI dIecZdG dtdJ dJedZeG dudv dveeZfG dwdK dKedZgG dxdL dLedZhi Ziejjddy ZkdyZldzZmd ZndZod{Zpd|dm Zqd}d0 Zrg fd~dZsdd Ztdd ZuevdZwevdZxeuZyddR Zzdd/ Z{e{Z|dd1 Z}dd2 Z~ddd3Zdd4 ZG dd` d`ZG dda daeZG ddD dDZG dd deZG ddC dCZeZG ddM dMe?ZG ddE dEZddB ZddO ZddP ZddU ZddV ZddW Zd ddXZG ddg dgZeqee G ddh dheZG ddi dieZe G dde deeZe ZG dd deZG dd deZG ddj djeZeqe je G ddb dbeZG ddc dceZG ddd ddeZeXdi d ddk Zddd?ZdddZee je dddZeee dd ZdddZdd ZG dd dZdd Zdd Zdd Zdd Zeeje ee5dree5je eXdi d eXdi d ddl ZddĄ ZddƄ Zdd< ZdddnZddʄ Zeeje ee je ee5dr,ee5je dd̄ Zeee ddZ Zddτ Zi fddфZddӄ ZddՄ Zddׄ ZddS Zevd١jZevdejejB jZG ddH dHZdd݄ Zdd߄ ZG ddF dFZG dd deăZG dd deăZeeedZdd ZG dd deɃZddN ZG ddG dGe:jj̓Zdd Zdd ZddY Zdd ZddT Zdd Ze jdeUd d dd Zeeփ fddZedd ZG ddp dpeكZdS ( aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. )absolute_importN) get_importer)six)urllibmapfilter)utime)mkdirrenameunlinkTF)open)isdirsplit ) py31compat)appdirs) packagingz pip._vendor.packaging.versionz pip._vendor.packaging.specifiersz"pip._vendor.packaging.requirementsz pip._vendor.packaging.markers) r )r z Python 3.4 or later is requiredc @ s e Zd ZdZdS ) PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N__name__ __module__ __qualname____doc__ r r F/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/__init__.pyr x s r c C s8 zt j| W S t jjk r2 t j| Y S X d S N)r versionVersionInvalidVersion LegacyVersion)vr r r parse_version s r# c K s" t | tt|| d S r )globalsupdate _state_varsdictfromkeys)Zvartypekwr r r _declare_state s r* c C s8 i } t }t D ] \}}|d| || | |< q| S )NZ_sget_)r$ r& itemsstategkr" r r r __getstate__ s r0 c C s8 t }| D ]$\}}|dt| ||| | q| S )NZ_sset_)r$ r+ r& r, r r r __setstate__ s r1 c C s | S r )copyvalr r r _sget_dict s r5 c C s | || d S r )clearr% keyobr- r r r _sset_dict s r: c C s | S r )r0 r3 r r r _sget_object s r; c C s | | d S r )r1 r7 r r r _sset_object s r< c G s d S r r argsr r r <lambda> r? c C sb t } t| }|dk r^tjdkr^z&ddt dd |df } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. Ndarwinz macosx-%s-%s. r ) get_build_platformmacosVersionStringmatchsysplatformjoin _macosx_versgroup ValueError)platmr r r get_supported_platform s &rO require run_script get_providerget_distributionload_entry_point get_entry_mapget_entry_infoiter_entry_pointsresource_stringresource_streamresource_filenameresource_listdirresource_existsresource_isdirdeclare_namespace working_setadd_activation_listenerfind_distributionsset_extraction_pathcleanup_resourcesget_default_cache Environment WorkingSetResourceManager Distribution Requirement EntryPointResolutionErrorVersionConflictDistributionNotFound UnknownExtraExtractionErrorparse_requirements safe_name safe_version get_platformcompatible_platforms yield_linessplit_sections safe_extra to_filenameinvalid_markerevaluate_markerensure_directorynormalize_pathEGG_DIST BINARY_DIST SOURCE_DIST CHECKOUT_DIST DEVELOP_DISTIMetadataProviderIResourceProvider FileMetadata PathMetadata EggMetadata EmptyProviderempty_provider NullProvider EggProviderDefaultProvider ZipProviderregister_finderregister_namespace_handlerregister_loader_typefixup_namespace_packagesr PkgResourcesDeprecationWarningrun_mainAvailableDistributionsc @ s e Zd ZdZdd ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j S r ) __class__r reprr> selfr r r __repr__ s zResolutionError.__repr__N)r r r r r r r r r rk s c @ s< e Zd ZdZdZedd Zedd Zdd Zd d Z d S ) rl z An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S Nr r= r r r r dist s zVersionConflict.distc C s | j d S Nr r= r r r r req s zVersionConflict.reqc C s | j jf t S r _templateformatlocalsr r r r report s zVersionConflict.reportc C s |s| S | j |f }t| S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )r> ContextualVersionConflict)r required_byr> r r r with_context s z VersionConflict.with_contextN) r r r r r propertyr r r r r r r r rl s c @ s& e Zd ZdZejd Zedd ZdS )r z A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )NrC r= r r r r r * s z%ContextualVersionConflict.required_byN)r r r r rl r r r r r r r r " s r c @ sH e Zd ZdZdZedd Zedd Zedd Zd d Z d d Z d S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S r r= r r r r r 5 s zDistributionNotFound.reqc C s | j d S r r= r r r r requirers9 s z DistributionNotFound.requirersc C s | j s dS d| j S )Nzthe applicationz, )r rI r r r r requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t S r r r r r r r C s zDistributionNotFound.reportc C s | S r )r r r r r __str__F s z DistributionNotFound.__str__N) r r r r r r r r r r r r r r r rm / s c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s r rC c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)_provider_factories)Z loader_typeZprovider_factoryr r r r X s c C st t | tr$t| p"tt| d S ztj| }W n& tk rX t | tj| }Y nX t |dd}t t ||S )z?Return an IResourceProvider for the named module or requirementr __loader__N) isinstanceri r_ findrP strrG modulesKeyError __import__getattr _find_adapterr )Z moduleOrReqmoduleloaderr r r rR b s c C sd | s\t d }|dkrLd}tj|rLttdrLt|}d|krL|d }| | d | d S )Nr z0/System/Library/CoreServices/SystemVersion.plist readPlistZProductVersionrB ) rH Zmac_verospathexistshasattrplistlibr appendr )_cacher ZplistZ plist_contentr r r rJ o s rJ c C s ddd | | S )NZppc)ZPowerPCZPower_Macintosh)get)machiner r r _macosx_arch s r c C s~ ddl m} | }tjdkrz|dszz>t }t d dd}dt |d t |d t |f W S t k rx Y nX |S ) zReturn this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )rs rA zmacosx-r _zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH startswithrJ r unamereplaceintr rL )rs rM r r r r r rD s rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s | dks|dks| |kr dS t |}|rt | }|st| }|rt|d}d|d|df }|dkr||dks|dkr|d krdS d S |d|dks|d |d krd S t|dt|dkrd S dS d S ) zCan code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr z%s.%srC z10.3 z10.4Fr )rE rF darwinVersionStringr rK )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r rt s2 c C s< t dj}|d }| ||d< t| d || dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r NrG _getframe f_globalsr6 rP rQ )Z dist_spec script_namensnamer r r rQ s c C s@ t | tjrt| } t | tr(t| } t | ts<td| | S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r r string_typesri parserR rh TypeErrorr r r r rS s c C s t | ||S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT r rK r r r r rT s c C s t | |S )=Return the entry point map for `group`, or the full entry map)rS rU )r rK r r r rU s c C s t | ||S z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r r r r rV s c @ s< e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd S )r c C s dS )z;Does the package's distribution contain the named metadata?Nr r r r r has_metadata s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r r r r get_metadata s z IMetadataProvider.get_metadatac C s dS )zYield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr r r r r get_metadata_lines s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r r r r metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r r r r metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r r r r r rQ r r r r r s c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr manager resource_namer r r get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr r r r r has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r r r r r[ % s z"IResourceProvider.resource_listdirN) r r r r r r r r r] r[ r r r r r s c @ s e Zd ZdZd'ddZedd Zedd Zd d Zd d Z d d Z d(ddZ dd Z dd Z d)ddZd*ddZd+dd Zd d Zd,d d Zd!d" Zd#d$ Zd%d& ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| | q*dS )z?Create working set from list of path entries (default=sys.path)N)entries entry_keysby_key callbacksrG r add_entry)r r entryr r r __init__, s zWorkingSet.__init__c C sb | }zddl m} W n tk r. | Y S X z|| W n tk r\ | | Y S X |S )z1 Prepare the master working set. r ) __requires__)__main__r ImportErrorrP rl _build_from_requirements)clswsr r r r _build_master9 s zWorkingSet._build_masterc C sf | g }t |}||t }|D ]}|| q"tjD ]}||jkr8|| q8|jtjdd< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)rp resolvere addrG r r r )r Zreq_specr reqsdistsr r r r r r M s z#WorkingSet._build_from_requirementsc C s< | j |g | j| t|dD ]}| ||d q$dS )a Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r setdefaultr r ra r )r r r r r r r c s zWorkingSet.add_entryc C s | j |j|kS )z9True if `dist` is the active distribution for its project)r r r8 r r r r r __contains__r s zWorkingSet.__contains__c C s, | j |j}|dk r(||kr(t|||S )a Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r r r8 rl )r r r r r r r v s zWorkingSet.findc s fdd| D S )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). c 3 s8 | ]0}| D ] }d ks*|jkr|V qqd S r )rU valuesr ).0r r rK r r r <genexpr> s z/WorkingSet.iter_entry_points.<locals>.<genexpr>r r rK r r r r rW s z WorkingSet.iter_entry_pointsc C s> t dj}|d }| ||d< | |d || dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr )r requiresr r r r r r rQ s zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq | j| D ] }||kr$d||< | j| V q$q dS )zYield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r N)r r r )r seenitemr8 r r r __iter__ s zWorkingSet.__iter__TFc C s |r|j | j||d |dkr$|j}| j|g }| j|jg }|sV|j| jkrVdS || j|j< |j|krx||j |j|kr||j | | dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. r N) insert_onr locationr r r8 r r _added_new)r r r insertr keysZkeys2r r r r s zWorkingSet.addc C sx t |ddd }i }i }g }t } tt} |rt|d} | |krHq.| | |sVq.|| j} | dkr| j | j} | dks| | kr|r| } |dkr| dkrt | j }nt g }t g } |j | | ||d } || j< | dkr| | d}t| ||| | | kr$| | }t| | || | jddd }|| |D ] }| | | j | j| |< qHd|| < q.|S )a List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. Nr r )replace_conflictingT)list _ReqExtras collections defaultdictsetpop markers_passr r8 r re r rf best_matchrm r rl r r extrasextendr project_name)r requirementsenv installerr r Z processedZbestZ to_activateZ req_extrasr r r r r Z dependent_reqZnew_requirementsZnew_requirementr r r r sT zWorkingSet.resolvec C s t |}| i }i }|dkr4t| j}||7 }n|| }| g } t t| j| |D ]} || D ]} | g} z| | ||} W nB t k r } z$||| < |rW Y qfn W Y qZW 5 d}~X Y qfX t t| j| | t | qZqfqZt |}| ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r sortre r r r r as_requirementr rk r% r' r( )r Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr r r Z resolveesr" r r r find_plugins' s4 $ zWorkingSet.find_pluginsc G s& | t|}|D ]}| | q|S )a Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r rp r )r r Zneededr r r r rP { s zWorkingSet.requirec C s8 || j krdS | j | |s"dS | D ] }|| q&dS )zInvoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r r )r callbackexistingr r r r subscribe s zWorkingSet.subscribec C s | j D ] }|| qd S r )r )r r r r r r r s zWorkingSet._added_newc C s, | j d d | j | j | jd d fS r )r r r2 r r r r r r r0 s zWorkingSet.__getstate__c C s@ |\}}}}|d d | _ | | _| | _|d d | _d S r )r r2 r r r )r Ze_k_b_cr r r r r r r r1 s zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r classmethodr r r r r rW rQ r r r r rP r r r0 r1 r r r r rf ) s4 ] T c @ s e Zd ZdZdddZdS )r z> Map each requirement to the extras that demanded it. Nc s2 fdd| d|pd D } j p0t|S )z Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]} j d |iV qdS )extraNmarkerevaluate)r r! r r r r s z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r r# any)r r r Z extra_evalsr r% r r s z_ReqExtras.markers_pass)N)r r r r r r r r r r s r c @ sx e Zd ZdZde efddZdd Zdd Zdd d Z d d Z d d Z dddZ d ddZ dd Zdd Zdd ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| | dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.6'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)_distmaprH pythonscan)r search_pathrH r( r r r r s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| jS )zIs distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r( py_versionrt rH )r r Z py_compatr r r can_add s zEnvironment.can_addc C s | j |j | dS )z"Remove `dist` from the environmentN)r' r8 remover r r r r- s zEnvironment.removec C s4 |dkrt j}|D ] }t|D ]}| | q qdS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)rG r ra r )r r* r r r r r r) s zEnvironment.scanc C s | }| j|g S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )lowerr' r )r r Zdistribution_keyr r r __getitem__ s zEnvironment.__getitem__c C sL | |rH| rH| j|jg }||krH|| |jtddd dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added hashcmpTr8 reverseN) r, has_versionr' r r8 r r operator attrgetter)r r r r r r r s zEnvironment.addFc C sf z| |}W n tk r, |s$ d}Y nX |dk r:|S | |j D ]}||krD| S qD| ||S )a Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r rl r8 obtain)r r r_ r r r r r r r s zEnvironment.best_matchc C s |dk r||S dS )a Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j D ]}| | r |V q dS )z=Yield the unique project names of the available distributionsN)r' r r r8 r r r r 7 s zEnvironment.__iter__c C sV t |tr| | n<t |trD|D ] }|| D ]}| | q0q$ntd|f | S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r rh r re r )r otherZprojectr r r r __iadd__= s zEnvironment.__iadd__c C s* | j g ddd}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( r )r r8 newr r r r __add__I s zEnvironment.__add__)N)NF)N)r r r r rO PY_MAJORr r, r- r) r/ r r r6 r r9 r< r r r r re s" c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail Nr r r r r ro U s c @ s e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dd Z dd Z d ddZ edd Zdd Zdd Zd d d ZdS )!rg z'Manage resource extraction and packagesNc C s i | _ d S r ) cached_filesr r r r r i s zResourceManager.__init__c C s t ||S )z Does the named resource exist?)rR r r Zpackage_or_requirementr r r r r\ l s z ResourceManager.resource_existsc C s t ||S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s z ResourceManager.resource_isdirc C s t || |S )z4Return a true filesystem path for specified resource)rR r r? r r r rZ v s z!ResourceManager.resource_filenamec C s t || |S )z9Return a readable file-like object for specified resource)rR r r? r r r rY | s z ResourceManager.resource_streamc C s t || |S )z%Return specified resource as a string)rR r r? r r r rX s z ResourceManager.resource_stringc C s t ||S )z1List the contents of the named resource directory)rR r[ r? r r r r[ s z ResourceManager.resource_listdirc C sR t d }| jpt }td }t|jf t }| |_ ||_ ||_ |dS )z5Give an error message for problems extracting file(s)r a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) rG exc_infoextraction_pathrd textwrapdedentlstripro r r r cache_pathZoriginal_error)r old_excrE tmplerrr r r extraction_error s z ResourceManager.extraction_errorr c C sf | j p t }tjj||d f| }z t| W n tk rL | Y nX | | d| j |< |S )a Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr ) rA rd r r rI _bypass_ensure_directory ExceptionrI _warn_unsafe_extraction_pathr> )r Z archive_namenamesZ extract_pathZ target_pathr r r get_cache_path s z ResourceManager.get_cache_pathc C sV t jdkr | t jd s dS t | j}|tj@ s>|tj@ rRd| }t |t dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. ntZwindirNz%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r r r environstatst_modeS_IWOTHS_IWGRPwarningswarn UserWarning)r modemsgr r r rL s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t |jdB d@ }t || dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. posixim i N)r r rQ rR chmod)r ZtempnamefilenamerX r r r postprocess s zResourceManager.postprocessc C s | j rtd|| _dS )a Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r> rL rA r r r r r rb s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r r\ r] rZ rY rX r[ rI rN staticmethodrL r] rb rc r r r r rg e s c C s t jdptjddS )z Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r rP r r Zuser_cache_dirr r r r rd s c C s t dd| S )zConvert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. [^A-Za-z0-9.]+-)resubr r r r rq % s c C sJ zt tj| W S tjjk rD | dd} tdd| Y S X dS )zB Convert an arbitrary string to a standard version string r rB ra rb N)r r r r r r rc rd )r r r r rr - s c C s t dd| S )zConvert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r )rc rd r. )r! r r r rw 9 s c C s | ddS )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. rb r r r r r r rx B s c C sH z t | W n6 tk rB } zd|_d|_| W Y S d}~X Y nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)rz SyntaxErrorr\ lineno)texter r r ry J s c C sJ zt j| }| W S t jjk rD } z t|W 5 d}~X Y nX dS )z Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr$ Z InvalidMarkerre )rg r! r# rh r r r rz X s c @ s e Zd ZdZdZdZdZdd Zdd Zdd Z d d Z d d Z d d Z dd Z dd Zdd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zed'd( Zd)d* ZdS )+r zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd | _tjt |dd| _d S )Nr __file__r )r r r r dirname module_pathr r r r r r n s zNullProvider.__init__c C s | | j|S r )_fnrk r r r r r r r r s z"NullProvider.get_resource_filenamec C s t | ||S r )ioBytesIOr rn r r r r u s z NullProvider.get_resource_streamc C s | | | j|S r )_getrm rk rn r r r r x s z NullProvider.get_resource_stringc C s | | | j|S r )_hasrm rk r r r r r r { s zNullProvider.has_resourcec C s | | j|S r )rm egg_infor r r r r _get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | |}| |S r )rt rv rr r r r r r r r s zNullProvider.has_metadatac C st | j s dS | |}| |}tjr(|S z |dW S tk rn } z | jd||7 _ W 5 d }~X Y nX d S )Nr utf-8z in {} file at path: {}) rt rv rq r PY2decodeUnicodeDecodeErrorreasonr )r r r valueexcr r r r s zNullProvider.get_metadatac C s t | |S r ru r ru r r r r s z NullProvider.get_metadata_linesc C s | | | j|S r )_isdirrm rk rs r r r r] s zNullProvider.resource_isdirc C s | j o| | | j |S r )rt r rm ru r r r r s zNullProvider.metadata_isdirc C s | | | j|S r )_listdirrm rk rs r r r r[ s z NullProvider.resource_listdirc C s | j r| | | j |S g S r )rt r rm ru r r r r s z NullProvider.metadata_listdirc C s d| }| |s$tdjf t | |dd}|dd}| | j|}||d< tj |rt | }t ||d}t||| n>dd lm} t|d|d|f||< t ||d} t| || d S ) Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z ri execr )cache)r rk r r r r rm rt r r r r readcompiler linecacher lenr ) r r r ZscriptZ script_textZscript_filenamesourcecoder Z script_coder r r rQ s. zNullProvider.run_scriptc C s t dd S Nz9Can't perform this operation for unregistered loader typeNotImplementedErrorr^ r r r rr s zNullProvider._hasc C s t dd S r r r^ r r r r s zNullProvider._isdirc C s t dd S r r r^ r r r r s zNullProvider._listdirc C s* | | |r&tjj|f|d S |S )N/)_validate_resource_pathr r rI r )r baser r r r rm s zNullProvider._fnc C sp t jj| tjkp&t| p&t| }|s0dS d}t| rPt| sPt|t j |dd d t dd dS )aO Validate the resource paths according to the docs. https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access >>> warned = getfixture('recwarn') >>> warnings.simplefilter('always') >>> vrp = NullProvider._validate_resource_path >>> vrp('foo/bar.txt') >>> bool(warned) False >>> vrp('../foo/bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('/foo/bar.txt') >>> bool(warned) True >>> vrp('foo/../../bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('foo/f../bar.txt') >>> bool(warned) False Windows path separators are straight-up disallowed. >>> vrp(r'\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. >>> vrp(r'C:\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. Blank values are allowed >>> vrp('') >>> bool(warned) False Non-string values are not. >>> vrp(None) Traceback (most recent call last): ... AttributeError: ... Nz=Use of .. or absolute path in a resource path is not allowed.r z/ and will raise exceptions in a future release.r stacklevel) r r pardirr posixpathsepisabsntpathrL rU rV DeprecationWarning)r ZinvalidrY r r r r s 6z$NullProvider._validate_resource_pathc C s$ t | jdr| j|S tdd S )Nget_dataz=Can't perform this operation for loaders without 'get_data()')r r r r r^ r r r rq s zNullProvider._get) r r r r egg_namert r r r r r r rv r r r r] r r[ r rQ rr r r rm r` r rq r r r r r g s2 Jc @ s e Zd ZdZdd Zdd ZdS )r z&Provider based on a virtual filesystemc C s t | | | d S r )r r _setup_prefixrl r r r r - s zEggProvider.__init__c C sZ | j }d }||krVt|r@tj|| _tj|d| _|| _qV|}tj |\}}q d S )NEGG-INFO) rk _is_egg_pathr r basenamer rI rt egg_rootr )r r oldr r r r r 1 s zEggProvider._setup_prefixN)r r r r r r r r r r r * s c @ sD e Zd ZdZdd Zdd Zdd Zdd Zd d Ze d d Z dS )r z6Provides access to package resources in the filesystemc C s t j|S r )r r r r^ r r r rr C s zDefaultProvider._hasc C s t j|S r )r r r r^ r r r r F s zDefaultProvider._isdirc C s t |S r )r listdirr^ r r r r I s zDefaultProvider._listdirc C s t | | j|dS Nrb)r rm rk rn r r r r L s z#DefaultProvider.get_resource_streamc C s* t |d}| W 5 Q R S Q R X d S r )r r )r r streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td }t|| qd S )N)SourceFileLoaderSourcelessFileLoader)r importlib_machinerytyper )r Z loader_namesr Z loader_clsr r r _registerS s zDefaultProvider._registerN) r r r r rr r r r rq r r r r r r r @ s c @ s8 e Zd ZdZdZdd ZZdd Zdd Zd d Z dS ) r z.Provider that returns nothing for all requestsNc C s dS NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS Nr r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r h s zEmptyProvider._listdirc C s d S r r r r r r r k s zEmptyProvider.__init__) r r r r rk r rr rq r r r r r r r ^ s c @ s e Zd ZdZedd ZeZdS ) ZipManifestsz zip manifest builder c s@ t |, fdd D }t|W 5 Q R S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }| d tj |fV qdS )r N)r r r Zgetinfor r Zzfiler r r s z%ZipManifests.build.<locals>.<genexpr>N)zipfileZZipFileZnamelistr' )r r r+ r r r buildw s zZipManifests.buildN)r r r r r r loadr r r r r r s r c @ s$ e Zd ZdZeddZdd ZdS )MemoizedZipManifestsz% Memoized zipfile manifests. manifest_modzmanifest mtimec C sR t j|}t |j}|| ks.| | j|krH| |}| ||| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r r normpathrQ st_mtimemtimer r manifest)r r r r r r r r s zMemoizedZipManifests.loadN)r r r r r namedtupler r r r r r r s r c @ s e Zd ZdZdZe Zdd Zdd Zdd Z e d d Z d d Z e d d Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d Zd d ZdS )!r z"Resource support for zips and eggsNc C s t | | | jjtj | _d S r )r r r archiver r zip_prerl r r r r s zZipProvider.__init__c C sP | tj}|| jjkr dS || jr:|t| jd S td|| jf d S )Nr %s is not a subpath of %s) rstripr r r r r r r AssertionErrorr fspathr r r _zipinfo_name s zZipProvider._zipinfo_namec C sP | j | }|| jtj r:|t| jd d tjS td|| jf d S )Nr r )r r r r r r r r )r zip_pathr r r r _parts s zZipProvider._partsc C s | j | jjS r )_zip_manifestsr r r r r r r zipinfo s zZipProvider.zipinfoc C s\ | j std| |}| }d| ||krP|D ]}| || | q8| ||S )Nz5resource_filename() only supported for .egg, not .zipr )r r _resource_to_zip_get_eager_resourcesrI r _extract_resource _eager_to_zip)r r r r eagersr r r r r s z!ZipProvider.get_resource_filenamec C s" | j }| jd }t|}||fS )N)r r r ) file_size date_timetimemktime)Zzip_statsizer timestampr r r _get_date_and_size s z ZipProvider._get_date_and_sizec C sx || kr@| | D ]}| |tj||}qtj|S | | j| \}}ts`t dz| | j | |}| ||r|W S tdtj|d\}} t|| j| t| t| ||f || | zt| | W nh tjk rN tj|rH| ||r | Y W S tjdkrHt| t| | | Y W S Y nX W n tjk rr | Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)dirrO )_indexr r r rI rj r r WRITE_SUPPORTIOErrorrN r r _is_current_mkstempwriter r closer r] r errorisfiler r rI ) r r r r Zlastr r Z real_pathZoutfZtmpnamr r r r sN z ZipProvider._extract_resourcec C sx | | j| \}}tj|s$dS t|}|j|ksB|j|krFdS | j |}t |d}| }W 5 Q R X ||kS )zK Return True if the file_path is current for this zip_path Fr ) r r r r r rQ st_sizer r r r r ) r Z file_pathr r r rQ Z zip_contentsfZ file_contentsr r r r s zZipProvider._is_currentc C s> | j d kr8g }dD ] }| |r|| | q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r r r r )r r r r r r r " s z ZipProvider._get_eager_resourcesc C s z| j W S tk r i }| jD ]V}|tj}|r"tj|d d }||krh|| |d q"q2| g||< q2q"|| _ | Y S X d S )Nr ) Z _dirindexAttributeErrorr r r r rI r r )r Zindr partsparentr r r r + s zZipProvider._indexc C s | |}|| jkp || kS r )r r r )r r r r r r rr < s zZipProvider._hasc C s | || kS r )r r r r r r r @ s zZipProvider._isdirc C s t | | |dS Nr )r r r r r r r r r C s zZipProvider._listdirc C s | | | j|S r )r rm r rs r r r r F s zZipProvider._eager_to_zipc C s | | | j|S r )r rm rk rs r r r r I s z ZipProvider._resource_to_zip)r r r r r r r r r r r r r r` r r r r r rr r r r r r r r r r s( 7 c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S r r r^ r r r r \ s zFileMetadata.__init__c C s | j S r r ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j| jS )NPKG-INFO)r r r ru r r r r b s zFileMetadata.has_metadatac C sD |dkrt dtj| jddd}| }W 5 Q R X | | |S )Nr z(No metadata except PKG-INFO is availablerx r )encodingerrors)r ro r r r _warn_on_replacement)r r r metadatar r r r e s zFileMetadata.get_metadatac C s2 d d}||kr.d}|jf t }t| d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r r rU rV )r r Zreplacement_charrG rY r r r r n s z!FileMetadata._warn_on_replacementc C s t | |S r r ru r r r r v s z FileMetadata.get_metadata_linesN) r r r r r rv r r r r r r r r r P s c @ s e Zd ZdZdd ZdS )r as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S r )rk rt )r r rt r r r r s zPathMetadata.__init__Nr r r r r r r r r r z s c @ s e Zd ZdZdd ZdS )r z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj|j |j| _n|j | _| dS )z-Create a metadata provider from a zipimporterN) r r r r r prefixr rI rk r )r importerr r r r s zEggMetadata.__init__Nr r r r r r s r' _distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.Nr ) importer_typeZdistribution_finderr r r r s c C s t | }tt|}||| |S )z.Yield distributions accessible via `path_item`)r r r ) path_itemonlyr finderr r r ra s c c s | j drdS t| }|dr2tj||dV |r:dS |dD ]|}t|rtj ||}t t ||}|D ] }|V qrqD| drDtj ||}tt |}||_t|||V qDdS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNr r r .dist-info)r endswithr r rh from_filenamer[ r r r rI find_eggs_in_zip zipimport zipimporterr. rt from_location) r r r r Zsubitemsubpathr r Zsubmetar r r r s$ r c C s dS r r )r r r r r r find_nothing s r c C s dd }t | |ddS )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t j| \} }t| d|g}dd |D S )z6 Parse each component of the filename rb c S s g | ]}t j|qS r )r r r )r partr r r <listcomp> s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r r splitext itertoolschainr )r extr r r r _by_version s z+_by_version_descending.<locals>._by_versionTr1 )sorted)rM r r r r _by_version_descending s r c # s t tr4tjttjddV dS t} fdd|D }t |}|D ]2}tj|}t | }||D ] } | V qq\dS )z6Yield distributions accessible on a sys.path directoryr r Nc 3 s | ]}t | r|V qd S r ) dist_factory)r r r r r r r s z find_on_path.<locals>.<genexpr>) _normalize_cached_is_unpacked_eggrh r r r r rI safe_listdirr r ) r r r r ZfilteredZpath_item_entriesr fullpathfactoryr r r r find_on_path s( r c C sH | }tt|jd}|r tS |s0t|r0tS |sB|drBtS t S )z9 Return a dist_factory for a path_item and entry ) .egg-infor z .egg-link) r. r& r r distributions_from_metadatar ra resolve_egg_linkNoDists)r r r r. Zis_metar r r r s r c @ s* e Zd ZdZdd Zejr eZdd ZdS )r zS >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] c C s dS r r r r r r __bool__. s zNoDists.__bool__c C s t dS r )iter)r r r r r __call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s r c C sv z t | W S ttfk r$ Y nN tk rp } z0|jtjtjtjfkpXt |dddk}|s` W 5 d}~X Y nX dS )zI Attempt to list contents of path, but suppress some exceptions. ZwinerrorNi r ) r r PermissionErrorNotADirectoryErrorOSErrorerrnoZENOTDIRZEACCESZENOENTr )r rh Z ignorabler r r r 7 s r c c sf t j| }t j| r:tt | dkr.d S t|| }nt| }t j| }t j |||t dV d S )Nr ) precedence) r r rj r r r r r r rh r r )r rootr r r r r r L s r c c s4 t | "}|D ]}| }|r|V qW 5 Q R X dS )z1 Yield non-empty lines from file at path N)r strip)r r liner r r non_empty_lines[ s r c s. t } fdd|D }tt|}t|dS )za Given a path to an .egg-link, resolve distributions present in the referenced path. c 3 s$ | ] }t jt j |V qd S r )r r rI rj )r refr r r r l s z#resolve_egg_link.<locals>.<genexpr>r )r r ra next)r Zreferenced_pathsZresolved_pathsZ dist_groupsr r r r f s r FileFinder_namespace_handlers)_namespace_packagesc C s |t | < dS )a Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. Nr )r Znamespace_handlerr r r r } s c C s t |}|dkrdS t td || }W 5 Q R X |dkrHdS tj| }|dkrt | }tj| < g |_ t | nt |dst d| tt|}|||| |}|dk r|j }|| || t|| | |S )zEEnsure that named package includes a subpath of path_item (if needed)Nignore__path__Not a package:)r rU catch_warnings simplefilter find_modulerG r r types ModuleTyper# _set_parent_nsr r r r r load_module_rebuild_mod_path) packageNamer r r r Zhandlerr r r r r _handle_ns s. r. c sj dd t jD fdd fdd}t| |d}dd |D }t|jtr`||jd d < n||_d S ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |qS r r r pr r r r s z%_rebuild_mod_path.<locals>.<listcomp>c s. z | W S tk r( td Y S X dS )z/ Workaround for #520 and #513. infN)indexrL float)r )sys_pathr r safe_sys_path_index s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | tj} dd }|d| }ttj|S )zR Return the ordinal of the path based on its position in sys.path rB r N)r r r countr rI )r path_partsZ module_partsr ) package_namer6 r r position_in_sys_path s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |qS r r/ r0 r r r r s N)rG r r r r# r ) orig_pathr9 r r: new_pathr )r9 r6 r5 r r, s r, c C s t z| tkrW dS tj}| d\}}}|r|t| |tkrLt| ztj | j }W n t k rz t d|Y nX t |pdg | t | g |D ]}t| | qW 5 t X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )_imp acquire_lock release_lockr! rG r rpartitionr^ r r r# r r r r r. )r- r r r r r r r r^ s& c C sF t z.t|dD ] }t|| }|rt|| qW 5 t X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r r. r )r r packager r r r r s c C sD t j||dd }t|}|jD ]}t||kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r N)r r rI r r r# )r r r- r r Z normalizedr r r r file_ns_handler s rB c C s d S r r )r r r- r r r r null_ns_handler s rC c C s t jt jt jt| S )z1Normalize a file/dir name for comparison purposes)r r normcaserealpathr _cygwin_patchr\ r r r r| s c C s t jdkrtj| S | S )a Contrary to POSIX 2008, on Cygwin, getcwd (3) contains symlink components. Using os.path.abspath() works around this limitation. A fix in os.getcwd() would probably better, in Cygwin even more so, except that this seems to be by design... cygwin)rG rH r r abspathrG r r r rF s rF c C s8 z || W S t k r2 t| || < }| Y S X d S r )r r| )r\ r resultr r r r ) s r c C s | dS )z7 Determine if given path appears to be an egg. .egg)r. r r r r r r 1 s r c C s t | o tjtj| ddS )z@ Determine if given path appears to be an unpacked egg. r r )r r r r rI r r r r r 8 s r c C s< | d}| }|r8d|}ttj| |tj| d S )NrB )r r rI setattrrG r )r- r r r r r r r* B s r* c c sZ t | tjr8| D ] }| }|r|ds|V qn | D ]}t|D ] }|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence#N)r r r splitlinesr r ru )strssZssr r r ru J s z \w+(\.\w+)*$z (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s e Zd ZdZdddZdd Zdd Zdd d Zd d Zd ddZ e dZ e d ddZe dd Ze d ddZe d ddZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |std||| _|| _t|| _t|| _|| _d S )NzInvalid module name)MODULErL r module_nametupleattrsr r )r r rR rT r r r r r r j s zEntryPoint.__init__c C sH d| j | jf }| jr*|dd| j 7 }| jrD|dd| j 7 }|S )Nz%s = %s:rB z [%s],)r rR rT rI r )r rP r r r r s s zEntryPoint.__str__c C s dt | S )NzEntryPoint.parse(%r)r r r r r r { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd |r,| j|| | S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.rC r )rU rV r rP r )r rP r> kwargsr r r r ~ s zEntryPoint.loadc C sX t | jdgdd}ztt| j|W S tk rR } ztt|W 5 d}~X Y nX dS )zD Resolve the entry point from its module and attrs. r r )fromlistlevelN) r rR functoolsreducer rT r r r )r r r~ r r r r s zEntryPoint.resolvec C sL | j r| jstd| | j| j }tj|||| j d}tttj| d S )Nz&Can't require() without a distribution)r ) r r rn r r_ r r r r )r r r r r+ r r r rP s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j |}|s d}t||| }| |d }|d rJ|d dnd}| |d |d |||S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr attrrB r r r )patternrF rL groupdict _parse_extrasr )r srcr rN rY resr rT r r r r s zEntryPoint.parsec C s( |sdS t d| }|jr"t |jS )Nr x)ri r specsrL r )r Z extras_specr r r r r` s zEntryPoint._parse_extrasc C sV t |std|i }t|D ]2}| ||}|j|krFtd||j|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r r )r rK linesr thisr epr r r parse_group s zEntryPoint.parse_groupc C st t |tr| }nt|}i }|D ]J\}}|dkrB|s:q$td| }||kr\td|| |||||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r r' r+ rv rL r rh )r datar mapsrK re r r r parse_map s zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r r r r r rP rc r r^ r r r` rh rk r r r r rj g s$ c C s> | sdS t j| }|d dr:t j|d d d S | S )Nr r zmd5=)r )r r Zurlparser Z urlunparse)r Zparsedr r r _remove_md5_fragment s rl c C s@ dd }t || }tt|d}|d\}}}t| p>dS )z Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | dS )Nzversion:)r. r )r r r r is_version_line s z+_version_from_file.<locals>.is_version_liner rU N)r r r partitionrr r )re rm Z version_linesr r r} r r r _version_from_file s ro c s e Zd ZdZdZddddedefddZedSddZ dd Z e d d Z d d Z dd Zdd Zdd Zdd Zdd Zdd Ze dd Ze d d Zd d Ze d d! Ze d"d# Zed$d% Zd&d' ZdTd)d*Z d+d, Z d-d. Z d/d0 Z dUd2d3Z d4d5 Z!d6d7 Z"d8d9 Z#d:d; Z$ fd<d=Z%e&e'd>s4[%edVd?d@Z(dAdB Z)dCdD Z*dWdEdFZ+dGdH Z,dXdIdJZ-dKdL Z.dMdN Z/dOdP Z0e dQdR Z1 Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar Nc C sF t |pd| _|d k r t|| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) rq r rr _versionr+ rH r r r _provider)r r r r r r+ rH r r r r r s zDistribution.__init__c K s~ d gd \}}}}t j|\}} | tkr^t| } t|} | r^| dddd\}}}}| ||f||||d| S )Nr r ZverZpyverrM )r r r+ rH )r r r r. _distributionImplEGG_NAMErK _reload_version) r r r r r) r r r+ rH r rF r r r r s. zDistribution.from_locationc C s | S r r r r r r rt # s z Distribution._reload_versionc C s( | j | j| jt| j| jp d| jp$dfS r )parsed_versionr r8 rl r r+ rH r r r r r0 & s zDistribution.hashcmpc C s t | jS r )hashr0 r r r r __hash__1 s zDistribution.__hash__c C s | j |j k S r r0 r r8 r r r __lt__4 s zDistribution.__lt__c C s | j |j kS r rx ry r r r __le__7 s zDistribution.__le__c C s | j |j kS r rx ry r r r __gt__: s zDistribution.__gt__c C s | j |j kS r rx ry r r r __ge__= s zDistribution.__ge__c C s t || jsdS | j|jkS r )r r r0 ry r r r __eq__@ s zDistribution.__eq__c C s | |k S r r ry r r r __ne__F s zDistribution.__ne__c C s6 z| j W S tk r0 | j | _ }| Y S X d S r )Z_keyr r r. r7 r r r r8 M s zDistribution.keyc C s t | dst| j| _| jS )N_parsed_version)r r# r r r r r r ru U s zDistribution.parsed_versionc C sX t jj}t| j|}|s d S | js&d S td dd}t |j f t | t d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. r r )r r r! r r rB rC r r rU rV r varsr )r ZLVZ is_legacyrG r r r _warn_legacy_version\ s z!Distribution._warn_legacy_versionc C sZ z| j W S tk rT | }|d krL| | j}d| j|}t|| | Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r _get_version _get_metadata_path_for_displayPKG_INFOr rL )r r r rY r r r r v s zDistribution.versionc C s4 z| j W S tk r, | | | _ Y nX | j S )z~ A map of extra to its list of (direct) requirements for this distribution, including the null extra. )Z_Distribution__dep_mapr _filter_extras_build_dep_mapr r r r _dep_map s zDistribution._dep_mapc C sr t td| D ]^}|}| |}|d\}}}|oDt|pDt| }|rNg }t|pXd}| |g | q| S )z Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. NrU ) r r r rn ry rz rw r r )dmr! Z new_extrar r r# Z fails_markerr r r r s zDistribution._filter_extrasc C s@ i }dD ]2}t | |D ] \}}||g t| qq|S )N)z requires.txtz depends.txt)rv _get_metadatar r rp )r r r r! r r r r r s zDistribution._build_dep_mapr c C sf | j }g }||dd |D ]@}z||t| W q tk r^ td| |f Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r r r rw r rn )r r r Zdepsr r r r r s zDistribution.requiresc C s, z| j |}W n tk r& Y dS X |S )zK Return the path to the given metadata file, if available. z[could not detect])rq rv rK rw r r r r s z+Distribution._get_metadata_path_for_displayc c s$ | |r | |D ] }|V qd S r )r r )r r r r r r r s zDistribution._get_metadatac C s | | j}t|}|S r )r r ro )r re r r r r r s zDistribution._get_versionFc C sV |dkrt j}| j||d |t jkrRt| j | dD ]}|t jkr:t| q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr namespace_packages.txt)rG r r r r r r r^ )r r r Zpkgr r r activate s zDistribution.activatec C s8 dt | jt | j| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%srb )rx r r r+ r= rH )r r\ r r r r s zDistribution.egg_namec C s | j rd| | j f S t| S d S )Nz%s (%s))r r r r r r r s zDistribution.__repr__c C s@ zt | dd }W n tk r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r rL r )r r r r r r s zDistribution.__str__c C s | drt|t| j|S )zADelegate all unrecognized public attributes to .metadata providerr )r r r rq )r r] r r r __getattr__ s zDistribution.__getattr__c s. t ttt| tdd | j D B S )Nc s s | ]}| d s|V qdS r N)r )r r] r r r r s z'Distribution.__dir__.<locals>.<genexpr>)r r superrh __dir__rq r r: r r r s zDistribution.__dir__r c K s | j t|tj||f|S r )r r r r r )r r\ r r) r r r r s zDistribution.from_filenamec C s< t | jtjjr"d| j| jf }nd| j| jf }t|S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r ru r r r r ri r )r specr r r r s zDistribution.as_requirementc C s. | ||}|dkr&td||ff | S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r r )r rK r rg r r r rT s z Distribution.load_entry_pointc C sP z | j }W n, tk r6 t| d| }| _ Y nX |dk rL||i S |S )r zentry_points.txtN)Z_ep_mapr rj rk r r )r rK Zep_mapr r r rU & s zDistribution.get_entry_mapc C s | ||S r )rU r r r r r rV 2 s zDistribution.get_entry_infoc C s4 |p| j }|sdS t|}tj|}dd |D }t|D ]|\}}||kr^|rV qq dS q<||kr<| jtkr<|s|||d kr dS |tjkr| | || | || qq<|tjkr| |r| d| n | | dS z| ||d } W n t k r Y q0Y qX || = || = | }qdS )a Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |p|qS r r/ r0 r r r r P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r r rj enumerater r} rG check_version_conflictr r r3 rL ) r r locr ZnlocZbdirZnpathr1 r Znpr r r r 6 s@ zDistribution.insert_onc C s | j dkrd S t| d}t| j}| dD ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd }|rt| |s2| | jrq2t d||| jf q2d S )N setuptoolsr z top_level.txt)Z pkg_resourcesr Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r r| r rG r r! r r issue_warning)r Znspr modnamefnr r r r z s* z#Distribution.check_version_conflictc C s6 z | j W n& tk r0 tdt| Y dS X dS )NzUnbuilt egg for FT)r rL r r r r r r r3 s zDistribution.has_versionc K s@ d}| D ]}||t| |d q |d| j | jf |S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr )r r r rq r )r r) rM r] r r r clone s zDistribution.clonec C s dd | j D S )Nc S s g | ] }|r|qS r r )r Zdepr r r r s z'Distribution.extras.<locals>.<listcomp>)r r r r r r s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r r= r} r r r rt r r0 rw rz r{ r| r} r~ r r8 ru r r r r` r r r r r r r r r r r r r objectr r rT rU rV r r r3 r r __classcell__r r r: r rh st Dc @ s e Zd Zdd ZdS )EggInfoDistributionc C s | }|r|| _| S )a Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r rp )r Z md_versionr r r rt s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r s r c @ s> e Zd ZdZdZedZedd Z edd Z dd Z d S ) DistInfoDistributionzV Wrap an actual or potential sys.path entry w/metadata, .dist-info style. ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk r@ | | j}tj || _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor r r emailparserZParserZparsestr)r r r r r _parsed_pkg_info s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk r, | | _ | j Y S X d S r ) _DistInfoDistribution__dep_mapr _compute_dependenciesr r r r r s z DistInfoDistribution._dep_mapc s dg i }| _ g | jdp g D ]} t| q" fdd}t|d}|d | | jdpjg D ](}t| }tt||| ||< ql|S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s* D ] }|j r |j d| ir|V qd S )Nr! r" )r! r r r r reqs_for_extra s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r r Zget_allr rp frozensetrw r r )r r r r commonr! Zs_extrar r r r s z*DistInfoDistribution._compute_dependenciesN) r r r r r rc r ZEQEQr r r r r r r r r s r )rK r r c O sZ d}t }z t|j|kr&|d7 }q W n tk r< Y nX tj| d|d i| d S )Nr r )r$ rG r r rL rU rV )r> r) rZ r. r r r r s r c @ s e Zd Zdd ZdS )RequirementParseErrorc C s d | jS )Nr )rI r> r r r r r s z RequirementParseError.__str__N)r r r r r r r r r s r c c s t t| }|D ]l}d|kr.|d|d }|drr|dd }z|t|7 }W n tk rp Y dS X t|V qdS )zYield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N\)r ru r r r r StopIterationri )rO re r r r r rp s c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Ze d d Z Z S )ri c s zt t| | W n2 tjjk rF } ztt|W 5 d}~X Y nX | j| _ t | j}|| | _ | _ dd | jD | _ttt| j| _| j | jt| j| jrt| jndf| _t| j| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jfqS r )r4 r )r r r r r r # s z(Requirement.__init__.<locals>.<listcomp>)r ri r r r ZInvalidRequirementr r r Z unsafe_namerq r. r r8 specifierrd rS r rw r r r# hashCmprv _Requirement__hash)r Zrequirement_stringrh r r: r r r s" zRequirement.__init__c C s t |to| j|jkS r )r ri r ry r r r r~ . s zRequirement.__eq__c C s | |k S r r ry r r r r 4 s zRequirement.__ne__c C s0 t |tr |j| jkrdS |j}| jj|ddS )NFT)Z prereleases)r rh r8 r r contains)r r r r r r 7 s zRequirement.__contains__c C s | j S r )r r r r r rw C s zRequirement.__hash__c C s dt | S )NzRequirement.parse(%r)rW r r r r r F s zRequirement.__repr__c C s t | \}|S r )rp )rP r r r r r I s zRequirement.parse) r r r r r~ r r rw r r` r r r r r: r ri s c C s t | kr| t f S | S )zJ Ensure object appears in the mro even for old-style classes. )r )classesr r r _always_objectO s r c C s< t tt|dt|}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r N)r inspectZgetmror r )registryr9 r( tr r r r Y s r c C s t j| }tj|dd dS )z1Ensure that the parent directory of `path` existsT)exist_okN)r r rj r makedirs)r rj r r r r{ a s c C sX t s tdt| \}}|rT|rTt|sTt| zt|d W n tk rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i N)r r r r rJ r FileExistsError)r rj r\ r r r rJ g s rJ c c sv d}g }t | D ]V}|dr\|drP|s0|r:||fV |dd }g }qftd|q|| q||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N[]r r zInvalid section heading)ru r r r rL r )rP ZsectionZcontentr r r r rv t s c O s* t j}ztt _tj| |W S |t _X d S r )r r os_opentempfileZmkstemp)r> r) Zold_openr r r r s r r" )categoryr c O s | || | S r r )r r> rX r r r _call_aside s r c s. t | d< | fddt D dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }| d s|t |fV qdS r )r r r r r r r s z _initialize.<locals>.<genexpr>N)rg r% r )r. r r r _initialize s r c C s| t } td| d | j}| j}| j}| j}|}tdd | D |dd dd g | _t t | j t j t t d S ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. r )r_ c s s | ]}|j d dV qdS )Fr Nr )r r r r r r s z1_initialize_master_working_set.<locals>.<genexpr>c S s | j ddS )NTr r r r r r r? r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r r* rP rW r rQ rS r r r r rG r r$ r% r )r_ rP rW r` rQ r r r r _initialize_master_working_set s" r c @ s e Zd ZdZdS )r z Base class for warning about deprecations in ``pkg_resources`` This class is not derived from ``DeprecationWarning``, and as such is visible by default. Nr r r r r r s )N)N)F)F)F)F)N)r Z __future__r rG r ro r rc r( r r rU rQ r[ Zpkgutilr4 rH r r Z email.parserr r r rB r r r r r r= r Zimpr NameErrorr Z pip._vendorr Zpip._vendor.six.movesr r r r r r r r r r Zos.pathr r Zimportlib.machinery machineryr r r r r r r r Z __metaclass__ version_info RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r r r! RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z _sget_noneZ _sset_nonerO __all__rK rk rl r rm rn r r r= r} r~ r r r r rR rJ r rD r rE r rs rt rQ r rS rT rU rV r r rf r' r re r ro rg rd rq rr rw rx ry rz r r r r r r r r r r r r r r r ra r r r r r r r r r r Z ImpImporterr r r r. r, r^ r rB rC r| rF r r r r* ru rF rQ VERBOSE IGNORECASErs rj rl ro rh r r rr r rL r rp r ri r r r{ rJ rv r filterwarningsr r$ r r Warningr r r r r <module> sZ 2 . 5 A - * "" '3 6 &PK @\mvd d E pip/_vendor/pkg_resources/__pycache__/py31compat.cpython-38.opt-1.pycnu [ U .e2 @ s` d dl Z d dlZd dlZd dlmZ dddZejpLdej koHdk n ZerVene j Z dS ) N)sixFc C sH zt | W n4 tk rB } z|r0|jtjkr2 W 5 d }~X Y nX d S )N)osmakedirsOSErrorerrnoZEEXIST)pathexist_okexc r H/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/py31compat.py _makedirs_31 s r ) )r r )F) r r sysZ pip._vendorr r ZPY2 version_infoZneeds_makedirsr r r r r <module> s PK @\mvd d ? pip/_vendor/pkg_resources/__pycache__/py31compat.cpython-38.pycnu [ U .e2 @ s` d dl Z d dlZd dlZd dlmZ dddZejpLdej koHdk n ZerVene j Z dS ) N)sixFc C sH zt | W n4 tk rB } z|r0|jtjkr2 W 5 d }~X Y nX d S )N)osmakedirsOSErrorerrnoZEEXIST)pathexist_okexc r H/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/py31compat.py _makedirs_31 s r ) )r r )F) r r sysZ pip._vendorr r ZPY2 version_infoZneeds_makedirsr r r r r <module> s PK @\1ȇ ȇ C pip/_vendor/pkg_resources/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .eͦ G @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k r ddl Z Y nX ze W n e!k r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k r d Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k r dZ5Y nX d dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d e;d e;d e;d e<Z=dej> k r@dk rLn ne?de$j@r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd deTZUdd ZVi ZWd d ZXd d ZYd d! ZZd"d# Z[d$d% Z\d&d' Z]d(d) Z^d*d+ Z_Z`d,d- Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI dIecZdG dtdJ dJedZeG dudv dveeZfG dwdK dKedZgG dxdL dLedZhi Ziejjddy ZkdyZldzZmd ZndZod{Zpd|dm Zqd}d0 Zrg fd~dZsdd Ztdd ZuevdZwevdZxeuZyddR Zzdd/ Z{e{Z|dd1 Z}dd2 Z~ddd3Zdd4 ZG dd` d`ZG dda daeZG ddD dDZG dd deZG ddC dCZeZG ddM dMe?ZG ddE dEZddB ZddO ZddP ZddU ZddV ZddW Zd ddXZG ddg dgZeqee G ddh dheZG ddi dieZe G dde deeZe ZG dd deZG dd deZG ddj djeZeqe je G ddb dbeZG ddc dceZG ddd ddeZeXdi d ddk Zddd?ZdddZee je dddZeee dd ZdddZdd ZG dd dZdd Zdd Zdd Zdd Zeeje ee5dree5je eXdi d eXdi d ddl ZddĄ ZddƄ Zdd< ZdddnZddʄ Zeeje ee je ee5dr,ee5je dd̄ Zeee ddZ Zddτ Zi fddфZddӄ ZddՄ Zddׄ ZddS Zevd١jZevdejejB jZG ddH dHZdd݄ Zdd߄ ZG ddF dFZG dd deăZG dd deăZeeedZdd ZG dd deɃZddN ZG ddG dGe:jj̓Zdd Zdd ZddY Zdd ZddT Zdd Ze jdeUd d dd Zeeփ fddZedd ZG ddp dpeكZdS ( aZ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. )absolute_importN) get_importer)six)urllibmapfilter)utime)mkdirrenameunlinkTF)open)isdirsplit ) py31compat)appdirs) packagingz pip._vendor.packaging.versionz pip._vendor.packaging.specifiersz"pip._vendor.packaging.requirementsz pip._vendor.packaging.markers) r )r z Python 3.4 or later is requiredc @ s e Zd ZdZdS ) PEP440Warningza Used when there is an issue with a version or specifier not complying with PEP 440. N__name__ __module__ __qualname____doc__ r r F/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/__init__.pyr x s r c C s8 zt j| W S t jjk r2 t j| Y S X d S N)r versionVersionInvalidVersion LegacyVersion)vr r r parse_version s r# c K s" t | tt|| d S r )globalsupdate _state_varsdictfromkeys)Zvartypekwr r r _declare_state s r* c C s8 i } t }t D ] \}}|d| || | |< q| S )NZ_sget_)r$ r& itemsstategkr" r r r __getstate__ s r0 c C s8 t }| D ]$\}}|dt| ||| | q| S )NZ_sset_)r$ r+ r& r, r r r __setstate__ s r1 c C s | S r )copyvalr r r _sget_dict s r5 c C s | || d S r )clearr% keyobr- r r r _sset_dict s r: c C s | S r )r0 r3 r r r _sget_object s r; c C s | | d S r )r1 r7 r r r _sset_object s r< c G s d S r r argsr r r <lambda> r? c C sb t } t| }|dk r^tjdkr^z&ddt dd |df } W n tk r\ Y nX | S )aZ Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. Ndarwinz macosx-%s-%s. r ) get_build_platformmacosVersionStringmatchsysplatformjoin _macosx_versgroup ValueError)platmr r r get_supported_platform s &rO require run_script get_providerget_distributionload_entry_point get_entry_mapget_entry_infoiter_entry_pointsresource_stringresource_streamresource_filenameresource_listdirresource_existsresource_isdirdeclare_namespace working_setadd_activation_listenerfind_distributionsset_extraction_pathcleanup_resourcesget_default_cache Environment WorkingSetResourceManager Distribution Requirement EntryPointResolutionErrorVersionConflictDistributionNotFound UnknownExtraExtractionErrorparse_requirements safe_name safe_version get_platformcompatible_platforms yield_linessplit_sections safe_extra to_filenameinvalid_markerevaluate_markerensure_directorynormalize_pathEGG_DIST BINARY_DIST SOURCE_DIST CHECKOUT_DIST DEVELOP_DISTIMetadataProviderIResourceProvider FileMetadata PathMetadata EggMetadata EmptyProviderempty_provider NullProvider EggProviderDefaultProvider ZipProviderregister_finderregister_namespace_handlerregister_loader_typefixup_namespace_packagesr PkgResourcesDeprecationWarningrun_mainAvailableDistributionsc @ s e Zd ZdZdd ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j S r ) __class__r reprr> selfr r r __repr__ s zResolutionError.__repr__N)r r r r r r r r r rk s c @ s< e Zd ZdZdZedd Zedd Zdd Zd d Z d S ) rl z An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. z3{self.dist} is installed but {self.req} is requiredc C s | j d S Nr r= r r r r dist s zVersionConflict.distc C s | j d S Nr r= r r r r req s zVersionConflict.reqc C s | j jf t S r _templateformatlocalsr r r r report s zVersionConflict.reportc C s |s| S | j |f }t| S )zt If required_by is non-empty, return a version of self that is a ContextualVersionConflict. )r> ContextualVersionConflict)r required_byr> r r r with_context s z VersionConflict.with_contextN) r r r r r propertyr r r r r r r r rl s c @ s& e Zd ZdZejd Zedd ZdS )r z A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. z by {self.required_by}c C s | j d S )NrC r= r r r r r * s z%ContextualVersionConflict.required_byN)r r r r rl r r r r r r r r " s r c @ sH e Zd ZdZdZedd Zedd Zedd Zd d Z d d Z d S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s | j d S r r= r r r r r 5 s zDistributionNotFound.reqc C s | j d S r r= r r r r requirers9 s z DistributionNotFound.requirersc C s | j s dS d| j S )Nzthe applicationz, )r rI r r r r requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t S r r r r r r r C s zDistributionNotFound.reportc C s | S r )r r r r r __str__F s z DistributionNotFound.__str__N) r r r r r r r r r r r r r r r rm / s c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s r rC c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. N)_provider_factories)Z loader_typeZprovider_factoryr r r r X s c C st t | tr$t| p"tt| d S ztj| }W n& tk rX t | tj| }Y nX t |dd}t t ||S )z?Return an IResourceProvider for the named module or requirementr __loader__N) isinstanceri r_ findrP strrG modulesKeyError __import__getattr _find_adapterr )Z moduleOrReqmoduleloaderr r r rR b s c C sd | s\t d }|dkrLd}tj|rLttdrLt|}d|krL|d }| | d | d S )Nr z0/System/Library/CoreServices/SystemVersion.plist readPlistZProductVersionrB ) rH Zmac_verospathexistshasattrplistlibr appendr )_cacher ZplistZ plist_contentr r r rJ o s rJ c C s ddd | | S )NZppc)ZPowerPCZPower_Macintosh)get)machiner r r _macosx_arch s r c C s~ ddl m} | }tjdkrz|dszz>t }t d dd}dt |d t |d t |f W S t k rx Y nX |S ) zReturn this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. r )rs rA zmacosx-r _zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH startswithrJ r unamereplaceintr rL )rs rM r r r r r rD s rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s | dks|dks| |kr dS t |}|rt | }|st| }|rt|d}d|d|df }|dkr||dks|dkr|d krdS d S |d|dks|d |d krd S t|dt|dkrd S dS d S ) zCan code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. NTr z%s.%srC z10.3 z10.4Fr )rE rF darwinVersionStringr rK )ZprovidedZrequiredZreqMacZprovMacZ provDarwinZdversionZ macosversionr r r rt s2 c C s< t dj}|d }| ||d< t| d || dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r NrG _getframe f_globalsr6 rP rQ )Z dist_spec script_namensnamer r r rQ s c C s@ t | tjrt| } t | tr(t| } t | ts<td| | S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r r string_typesri parserR rh TypeErrorr r r r rS s c C s t | ||S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT r rK r r r r rT s c C s t | |S )=Return the entry point map for `group`, or the full entry map)rS rU )r rK r r r rU s c C s t | ||S z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r r r r rV s c @ s< e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd S )r c C s dS )z;Does the package's distribution contain the named metadata?Nr r r r r has_metadata s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r r r r get_metadata s z IMetadataProvider.get_metadatac C s dS )zYield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.Nr r r r r get_metadata_lines s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r r r r metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r r r r metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r r r r r rQ r r r r r s c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``Nr manager resource_namer r r get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``Nr r r r r get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr r r r r has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r r r r r[ % s z"IResourceProvider.resource_listdirN) r r r r r r r r r] r[ r r r r r s c @ s e Zd ZdZd'ddZedd Zedd Zd d Zd d Z d d Z d(ddZ dd Z dd Z d)ddZd*ddZd+dd Zd d Zd,d d Zd!d" Zd#d$ Zd%d& ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| | q*dS )z?Create working set from list of path entries (default=sys.path)N)entries entry_keysby_key callbacksrG r add_entry)r r entryr r r __init__, s zWorkingSet.__init__c C sb | }zddl m} W n tk r. | Y S X z|| W n tk r\ | | Y S X |S )z1 Prepare the master working set. r ) __requires__)__main__r ImportErrorrP rl _build_from_requirements)clswsr r r r _build_master9 s zWorkingSet._build_masterc C sf | g }t |}||t }|D ]}|| q"tjD ]}||jkr8|| q8|jtjdd< |S )zQ Build a working set from a requirement spec. Rewrites sys.path. N)rp resolvere addrG r r r )r Zreq_specr reqsdistsr r r r r r M s z#WorkingSet._build_from_requirementsc C s< | j |g | j| t|dD ]}| ||d q$dS )a Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) TFN)r setdefaultr r ra r )r r r r r r r c s zWorkingSet.add_entryc C s | j |j|kS )z9True if `dist` is the active distribution for its project)r r r8 r r r r r __contains__r s zWorkingSet.__contains__c C s, | j |j}|dk r(||kr(t|||S )a Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. N)r r r8 rl )r r r r r r r v s zWorkingSet.findc s fdd| D S )a Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). c 3 s8 | ]0}| D ] }d ks*|jkr|V qqd S r )rU valuesr ).0r r rK r r r <genexpr> s z/WorkingSet.iter_entry_points.<locals>.<genexpr>r r rK r r r r rW s z WorkingSet.iter_entry_pointsc C s> t dj}|d }| ||d< | |d || dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr )r requiresr r r r r r rQ s zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq | j| D ] }||kr$d||< | j| V q$q dS )zYield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. r N)r r r )r seenitemr8 r r r __iter__ s zWorkingSet.__iter__TFc C s |r|j | j||d |dkr$|j}| j|g }| j|jg }|sV|j| jkrVdS || j|j< |j|krx||j |j|kr||j | | dS )a Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. r N) insert_onr locationr r r8 r r _added_new)r r r insertr keysZkeys2r r r r s zWorkingSet.addc C sx t |ddd }i }i }g }t } tt} |rt|d} | |krHq.| | |sVq.|| j} | dkr| j | j} | dks| | kr|r| } |dkr| dkrt | j }nt g }t g } |j | | ||d } || j< | dkr| | d}t| ||| | | kr$| | }t| | || | jddd }|| |D ] }| | | j | j| |< qHd|| < q.|S )a List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. Nr r )replace_conflictingT)list _ReqExtras collections defaultdictsetpop markers_passr r8 r re r rf best_matchrm r rl r r extrasextendr project_name)r requirementsenv installerr r Z processedZbestZ to_activateZ req_extrasr r r r r Z dependent_reqZnew_requirementsZnew_requirementr r r r sT zWorkingSet.resolvec C s t |}| i }i }|dkr4t| j}||7 }n|| }| g } t t| j| |D ]} || D ]} | g} z| | ||} W nB t k r } z$||| < |rW Y qfn W Y qZW 5 d}~X Y qfX t t| j| | t | qZqfqZt |}| ||fS )as Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. N) r sortre r r r r as_requirementr rk r% r' r( )r Z plugin_envZfull_envr ZfallbackZplugin_projectsZ error_infoZ distributionsr Z shadow_setr r r Z resolveesr" r r r find_plugins' s4 $ zWorkingSet.find_pluginsc G s& | t|}|D ]}| | q|S )a Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. )r rp r )r r Zneededr r r r rP { s zWorkingSet.requirec C s8 || j krdS | j | |s"dS | D ] }|| q&dS )zInvoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. N)r r )r callbackexistingr r r r subscribe s zWorkingSet.subscribec C s | j D ] }|| qd S r )r )r r r r r r r s zWorkingSet._added_newc C s, | j d d | j | j | jd d fS r )r r r2 r r r r r r r0 s zWorkingSet.__getstate__c C s@ |\}}}}|d d | _ | | _| | _|d d | _d S r )r r2 r r r )r Ze_k_b_cr r r r r r r r1 s zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r classmethodr r r r r rW rQ r r r r rP r r r0 r1 r r r r rf ) s4 ] T c @ s e Zd ZdZdddZdS )r z> Map each requirement to the extras that demanded it. Nc s2 fdd| d|pd D } j p0t|S )z Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. c 3 s | ]} j d |iV qdS )extraNmarkerevaluate)r r! r r r r s z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r r# any)r r r Z extra_evalsr r% r r s z_ReqExtras.markers_pass)N)r r r r r r r r r r s r c @ sx e Zd ZdZde efddZdd Zdd Zdd d Z d d Z d d Z dddZ d ddZ dd Zdd Zdd ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| | dS )a! Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.6'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. N)_distmaprH pythonscan)r search_pathrH r( r r r r s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| jS )zIs distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. N)r( py_versionrt rH )r r Z py_compatr r r can_add s zEnvironment.can_addc C s | j |j | dS )z"Remove `dist` from the environmentN)r' r8 remover r r r r- s zEnvironment.removec C s4 |dkrt j}|D ] }t|D ]}| | q qdS )ad Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. N)rG r ra r )r r* r r r r r r) s zEnvironment.scanc C s | }| j|g S )a Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. )lowerr' r )r r Zdistribution_keyr r r __getitem__ s zEnvironment.__getitem__c C sL | |rH| rH| j|jg }||krH|| |jtddd dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added hashcmpTr8 reverseN) r, has_versionr' r r8 r r operator attrgetter)r r r r r r r s zEnvironment.addFc C sf z| |}W n tk r, |s$ d}Y nX |dk r:|S | |j D ]}||krD| S qD| ||S )a Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. N)r rl r8 obtain)r r r_ r r r r r r r s zEnvironment.best_matchc C s |dk r||S dS )a Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.Nr )r Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j D ]}| | r |V q dS )z=Yield the unique project names of the available distributionsN)r' r r r8 r r r r 7 s zEnvironment.__iter__c C sV t |tr| | n<t |trD|D ] }|| D ]}| | q0q$ntd|f | S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r rh r re r )r otherZprojectr r r r __iadd__= s zEnvironment.__iadd__c C s* | j g ddd}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( r )r r8 newr r r r __add__I s zEnvironment.__add__)N)NF)N)r r r r rO PY_MAJORr r, r- r) r/ r r r6 r r9 r< r r r r re s" c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail Nr r r r r ro U s c @ s e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dd Z dd Z d ddZ edd Zdd Zdd Zd d d ZdS )!rg z'Manage resource extraction and packagesNc C s i | _ d S r ) cached_filesr r r r r i s zResourceManager.__init__c C s t ||S )z Does the named resource exist?)rR r r Zpackage_or_requirementr r r r r\ l s z ResourceManager.resource_existsc C s t ||S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s z ResourceManager.resource_isdirc C s t || |S )z4Return a true filesystem path for specified resource)rR r r? r r r rZ v s z!ResourceManager.resource_filenamec C s t || |S )z9Return a readable file-like object for specified resource)rR r r? r r r rY | s z ResourceManager.resource_streamc C s t || |S )z%Return specified resource as a string)rR r r? r r r rX s z ResourceManager.resource_stringc C s t ||S )z1List the contents of the named resource directory)rR r[ r? r r r r[ s z ResourceManager.resource_listdirc C sR t d }| jpt }td }t|jf t }| |_ ||_ ||_ |dS )z5Give an error message for problems extracting file(s)r a Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. N) rG exc_infoextraction_pathrd textwrapdedentlstripro r r r cache_pathZoriginal_error)r old_excrE tmplerrr r r extraction_error s z ResourceManager.extraction_errorr c C sf | j p t }tjj||d f| }z t| W n tk rL | Y nX | | d| j |< |S )a Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. z-tmpr ) rA rd r r rI _bypass_ensure_directory ExceptionrI _warn_unsafe_extraction_pathr> )r Z archive_namenamesZ extract_pathZ target_pathr r r get_cache_path s z ResourceManager.get_cache_pathc C sV t jdkr | t jd s dS t | j}|tj@ s>|tj@ rRd| }t |t dS )aN If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. ntZwindirNz%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r r r environstatst_modeS_IWOTHS_IWGRPwarningswarn UserWarning)r modemsgr r r rL s z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t |jdB d@ }t || dS )a4 Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. posixim i N)r r rQ rR chmod)r ZtempnamefilenamerX r r r postprocess s zResourceManager.postprocessc C s | j rtd|| _dS )a Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) z5Can't change extraction path, files already extractedN)r> rL rA r r r r r rb s z#ResourceManager.set_extraction_pathFc C s dS )aB Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. Nr )r forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r r\ r] rZ rY rX r[ rI rN staticmethodrL r] rb rc r r r r rg e s c C s t jdptjddS )z Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r rP r r Zuser_cache_dirr r r r rd s c C s t dd| S )zConvert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. [^A-Za-z0-9.]+-)resubr r r r rq % s c C sJ zt tj| W S tjjk rD | dd} tdd| Y S X dS )zB Convert an arbitrary string to a standard version string r rB ra rb N)r r r r r r rc rd )r r r r rr - s c C s t dd| S )zConvert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. z[^A-Za-z0-9.-]+r )rc rd r. )r! r r r rw 9 s c C s | ddS )z|Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. rb r r r r r r rx B s c C sH z t | W n6 tk rB } zd|_d|_| W Y S d}~X Y nX dS )zo Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. NF)rz SyntaxErrorr\ lineno)texter r r ry J s c C sJ zt j| }| W S t jjk rD } z t|W 5 d}~X Y nX dS )z Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. N)r ZmarkersZMarkerr$ Z InvalidMarkerre )rg r! r# rh r r r rz X s c @ s e Zd ZdZdZdZdZdd Zdd Zdd Z d d Z d d Z d d Z dd Z dd Zdd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zed'd( Zd)d* ZdS )+r zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd | _tjt |dd| _d S )Nr __file__r )r r r r dirname module_pathr r r r r r n s zNullProvider.__init__c C s | | j|S r )_fnrk r r r r r r r r s z"NullProvider.get_resource_filenamec C s t | ||S r )ioBytesIOr rn r r r r u s z NullProvider.get_resource_streamc C s | | | j|S r )_getrm rk rn r r r r x s z NullProvider.get_resource_stringc C s | | | j|S r )_hasrm rk r r r r r r { s zNullProvider.has_resourcec C s | | j|S r )rm egg_infor r r r r _get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | |}| |S r )rt rv rr r r r r r r r s zNullProvider.has_metadatac C st | j s dS | |}| |}tjr(|S z |dW S tk rn } z | jd||7 _ W 5 d }~X Y nX d S )Nr utf-8z in {} file at path: {}) rt rv rq r PY2decodeUnicodeDecodeErrorreasonr )r r r valueexcr r r r s zNullProvider.get_metadatac C s t | |S r ru r ru r r r r s z NullProvider.get_metadata_linesc C s | | | j|S r )_isdirrm rk rs r r r r] s zNullProvider.resource_isdirc C s | j o| | | j |S r )rt r rm ru r r r r s zNullProvider.metadata_isdirc C s | | | j|S r )_listdirrm rk rs r r r r[ s z NullProvider.resource_listdirc C s | j r| | | j |S g S r )rt r rm ru r r r r s z NullProvider.metadata_listdirc C s d| }| |s$tdjf t | |dd}|dd}| | j|}||d< tj |rt | }t ||d}t||| n>dd lm} t|d|d|f||< t ||d} t| || d S ) Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z ri execr )cache)r rk r r r r rm rt r r r r readcompiler linecacher lenr ) r r r ZscriptZ script_textZscript_filenamesourcecoder Z script_coder r r rQ s. zNullProvider.run_scriptc C s t dd S Nz9Can't perform this operation for unregistered loader typeNotImplementedErrorr^ r r r rr s zNullProvider._hasc C s t dd S r r r^ r r r r s zNullProvider._isdirc C s t dd S r r r^ r r r r s zNullProvider._listdirc C s* | | |r&tjj|f|d S |S )N/)_validate_resource_pathr r rI r )r baser r r r rm s zNullProvider._fnc C sp t jj| tjkp&t| p&t| }|s0dS d}t| rPt| sPt|t j |dd d t dd dS )aO Validate the resource paths according to the docs. https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access >>> warned = getfixture('recwarn') >>> warnings.simplefilter('always') >>> vrp = NullProvider._validate_resource_path >>> vrp('foo/bar.txt') >>> bool(warned) False >>> vrp('../foo/bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('/foo/bar.txt') >>> bool(warned) True >>> vrp('foo/../../bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('foo/f../bar.txt') >>> bool(warned) False Windows path separators are straight-up disallowed. >>> vrp(r'\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. >>> vrp(r'C:\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path is not allowed. Blank values are allowed >>> vrp('') >>> bool(warned) False Non-string values are not. >>> vrp(None) Traceback (most recent call last): ... AttributeError: ... Nz=Use of .. or absolute path in a resource path is not allowed.r z/ and will raise exceptions in a future release.r stacklevel) r r pardirr posixpathsepisabsntpathrL rU rV DeprecationWarning)r ZinvalidrY r r r r s 6z$NullProvider._validate_resource_pathc C s$ t | jdr| j|S tdd S )Nget_dataz=Can't perform this operation for loaders without 'get_data()')r r r r r^ r r r rq s zNullProvider._get) r r r r egg_namert r r r r r r rv r r r r] r r[ r rQ rr r r rm r` r rq r r r r r g s2 Jc @ s e Zd ZdZdd Zdd ZdS )r z&Provider based on a virtual filesystemc C s t | | | d S r )r r _setup_prefixrl r r r r - s zEggProvider.__init__c C sZ | j }d }||krVt|r@tj|| _tj|d| _|| _qV|}tj |\}}q d S )NEGG-INFO) rk _is_egg_pathr r basenamer rI rt egg_rootr )r r oldr r r r r 1 s zEggProvider._setup_prefixN)r r r r r r r r r r r * s c @ sD e Zd ZdZdd Zdd Zdd Zdd Zd d Ze d d Z dS )r z6Provides access to package resources in the filesystemc C s t j|S r )r r r r^ r r r rr C s zDefaultProvider._hasc C s t j|S r )r r r r^ r r r r F s zDefaultProvider._isdirc C s t |S r )r listdirr^ r r r r I s zDefaultProvider._listdirc C s t | | j|dS Nrb)r rm rk rn r r r r L s z#DefaultProvider.get_resource_streamc C s* t |d}| W 5 Q R S Q R X d S r )r r )r r streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td }t|| qd S )N)SourceFileLoaderSourcelessFileLoader)r importlib_machinerytyper )r Z loader_namesr Z loader_clsr r r _registerS s zDefaultProvider._registerN) r r r r rr r r r rq r r r r r r r @ s c @ s8 e Zd ZdZdZdd ZZdd Zdd Zd d Z dS ) r z.Provider that returns nothing for all requestsNc C s dS NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS Nr r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r h s zEmptyProvider._listdirc C s d S r r r r r r r k s zEmptyProvider.__init__) r r r r rk r rr rq r r r r r r r ^ s c @ s e Zd ZdZedd ZeZdS ) ZipManifestsz zip manifest builder c s@ t |, fdd D }t|W 5 Q R S Q R X dS )a Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. c 3 s& | ] }| d tj |fV qdS )r N)r r r Zgetinfor r Zzfiler r r s z%ZipManifests.build.<locals>.<genexpr>N)zipfileZZipFileZnamelistr' )r r r+ r r r buildw s zZipManifests.buildN)r r r r r r loadr r r r r r s r c @ s$ e Zd ZdZeddZdd ZdS )MemoizedZipManifestsz% Memoized zipfile manifests. manifest_modzmanifest mtimec C sR t j|}t |j}|| ks.| | j|krH| |}| ||| |< | | jS )zW Load a manifest at path or return a suitable manifest already loaded. ) r r normpathrQ st_mtimemtimer r manifest)r r r r r r r r s zMemoizedZipManifests.loadN)r r r r r namedtupler r r r r r r s r c @ s e Zd ZdZdZe Zdd Zdd Zdd Z e d d Z d d Z e d d Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d Zd d ZdS )!r z"Resource support for zips and eggsNc C s t | | | jjtj | _d S r )r r r archiver r zip_prerl r r r r s zZipProvider.__init__c C sP | tj}|| jjkr dS || jr:|t| jd S td|| jf d S )Nr %s is not a subpath of %s) rstripr r r r r r r AssertionErrorr fspathr r r _zipinfo_name s zZipProvider._zipinfo_namec C sP | j | }|| jtj r:|t| jd d tjS td|| jf d S )Nr r )r r r r r r r r )r zip_pathr r r r _parts s zZipProvider._partsc C s | j | jjS r )_zip_manifestsr r r r r r r zipinfo s zZipProvider.zipinfoc C s\ | j std| |}| }d| ||krP|D ]}| || | q8| ||S )Nz5resource_filename() only supported for .egg, not .zipr )r r _resource_to_zip_get_eager_resourcesrI r _extract_resource _eager_to_zip)r r r r eagersr r r r r s z!ZipProvider.get_resource_filenamec C s" | j }| jd }t|}||fS )N)r r r ) file_size date_timetimemktime)Zzip_statsizer timestampr r r _get_date_and_size s z ZipProvider._get_date_and_sizec C sx || kr@| | D ]}| |tj||}qtj|S | | j| \}}ts`t dz| | j | |}| ||r|W S tdtj|d\}} t|| j| t| t| ||f || | zt| | W nh tjk rN tj|rH| ||r | Y W S tjdkrHt| t| | | Y W S Y nX W n tjk rr | Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)dirrO )_indexr r r rI rj r r WRITE_SUPPORTIOErrorrN r r _is_current_mkstempwriter r closer r] r errorisfiler r rI ) r r r r Zlastr r Z real_pathZoutfZtmpnamr r r r sN z ZipProvider._extract_resourcec C sx | | j| \}}tj|s$dS t|}|j|ksB|j|krFdS | j |}t |d}| }W 5 Q R X ||kS )zK Return True if the file_path is current for this zip_path Fr ) r r r r r rQ st_sizer r r r r ) r Z file_pathr r r rQ Z zip_contentsfZ file_contentsr r r r s zZipProvider._is_currentc C s> | j d kr8g }dD ] }| |r|| | q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r r r r )r r r r r r r " s z ZipProvider._get_eager_resourcesc C s z| j W S tk r i }| jD ]V}|tj}|r"tj|d d }||krh|| |d q"q2| g||< q2q"|| _ | Y S X d S )Nr ) Z _dirindexAttributeErrorr r r r rI r r )r Zindr partsparentr r r r + s zZipProvider._indexc C s | |}|| jkp || kS r )r r r )r r r r r r rr < s zZipProvider._hasc C s | || kS r )r r r r r r r @ s zZipProvider._isdirc C s t | | |dS Nr )r r r r r r r r r C s zZipProvider._listdirc C s | | | j|S r )r rm r rs r r r r F s zZipProvider._eager_to_zipc C s | | | j|S r )r rm rk rs r r r r I s z ZipProvider._resource_to_zip)r r r r r r r r r r r r r r` r r r r r rr r r r r r r r r r s( 7 c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )r a* Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. c C s || _ d S r r r^ r r r r \ s zFileMetadata.__init__c C s | j S r r ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j| jS )NPKG-INFO)r r r ru r r r r b s zFileMetadata.has_metadatac C sD |dkrt dtj| jddd}| }W 5 Q R X | | |S )Nr z(No metadata except PKG-INFO is availablerx r )encodingerrors)r ro r r r _warn_on_replacement)r r r metadatar r r r e s zFileMetadata.get_metadatac C s2 d d}||kr.d}|jf t }t| d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r r rU rV )r r Zreplacement_charrG rY r r r r n s z!FileMetadata._warn_on_replacementc C s t | |S r r ru r r r r v s z FileMetadata.get_metadata_linesN) r r r r r rv r r r r r r r r r P s c @ s e Zd ZdZdd ZdS )r as Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) c C s || _ || _d S r )rk rt )r r rt r r r r s zPathMetadata.__init__Nr r r r r r r r r r z s c @ s e Zd ZdZdd ZdS )r z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj|j |j| _n|j | _| dS )z-Create a metadata provider from a zipimporterN) r r r r r prefixr rI rk r )r importerr r r r s zEggMetadata.__init__Nr r r r r r s r' _distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.Nr ) importer_typeZdistribution_finderr r r r s c C s t | }tt|}||| |S )z.Yield distributions accessible via `path_item`)r r r ) path_itemonlyr finderr r r ra s c c s | j drdS t| }|dr2tj||dV |r:dS |dD ]|}t|rtj ||}t t ||}|D ] }|V qrqD| drDtj ||}tt |}||_t|||V qDdS )z@ Find eggs in zip files; possibly multiple nested eggs. z.whlNr r r .dist-info)r endswithr r rh from_filenamer[ r r r rI find_eggs_in_zip zipimport zipimporterr. rt from_location) r r r r Zsubitemsubpathr r Zsubmetar r r r s$ r c C s dS r r )r r r r r r find_nothing s r c C s dd }t | |ddS )aL Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] c S s2 t j| \} }t| d|g}dd |D S )z6 Parse each component of the filename rb c S s g | ]}t j|qS r )r r r )r partr r r <listcomp> s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r r splitext itertoolschainr )r extr r r r _by_version s z+_by_version_descending.<locals>._by_versionTr1 )sorted)rM r r r r _by_version_descending s r c # s t tr4tjttjddV dS t} fdd|D }t |}|D ]2}tj|}t | }||D ] } | V qq\dS )z6Yield distributions accessible on a sys.path directoryr r Nc 3 s | ]}t | r|V qd S r ) dist_factory)r r r r r r r s z find_on_path.<locals>.<genexpr>) _normalize_cached_is_unpacked_eggrh r r r r rI safe_listdirr r ) r r r r ZfilteredZpath_item_entriesr fullpathfactoryr r r r find_on_path s( r c C sH | }tt|jd}|r tS |s0t|r0tS |sB|drBtS t S )z9 Return a dist_factory for a path_item and entry ) .egg-infor z .egg-link) r. r& r r distributions_from_metadatar ra resolve_egg_linkNoDists)r r r r. Zis_metar r r r s r c @ s* e Zd ZdZdd Zejr eZdd ZdS )r zS >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] c C s dS r r r r r r __bool__. s zNoDists.__bool__c C s t dS r )iter)r r r r r __call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s r c C sv z t | W S ttfk r$ Y nN tk rp } z0|jtjtjtjfkpXt |dddk}|s` W 5 d}~X Y nX dS )zI Attempt to list contents of path, but suppress some exceptions. ZwinerrorNi r ) r r PermissionErrorNotADirectoryErrorOSErrorerrnoZENOTDIRZEACCESZENOENTr )r rh Z ignorabler r r r 7 s r c c sf t j| }t j| r:tt | dkr.d S t|| }nt| }t j| }t j |||t dV d S )Nr ) precedence) r r rj r r r r r r rh r r )r rootr r r r r r L s r c c s4 t | "}|D ]}| }|r|V qW 5 Q R X dS )z1 Yield non-empty lines from file at path N)r strip)r r liner r r non_empty_lines[ s r c s. t } fdd|D }tt|}t|dS )za Given a path to an .egg-link, resolve distributions present in the referenced path. c 3 s$ | ] }t jt j |V qd S r )r r rI rj )r refr r r r l s z#resolve_egg_link.<locals>.<genexpr>r )r r ra next)r Zreferenced_pathsZresolved_pathsZ dist_groupsr r r r f s r FileFinder_namespace_handlers)_namespace_packagesc C s |t | < dS )a Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. Nr )r Znamespace_handlerr r r r } s c C s t |}|dkrdS t td || }W 5 Q R X |dkrHdS tj| }|dkrt | }tj| < g |_ t | nt |dst d| tt|}|||| |}|dk r|j }|| || t|| | |S )zEEnsure that named package includes a subpath of path_item (if needed)Nignore__path__Not a package:)r rU catch_warnings simplefilter find_modulerG r r types ModuleTyper# _set_parent_nsr r r r r load_module_rebuild_mod_path) packageNamer r r r Zhandlerr r r r r _handle_ns s. r. c sj dd t jD fdd fdd}t| |d}dd |D }t|jtr`||jd d < n||_d S ) zq Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order c S s g | ] }t |qS r r r pr r r r s z%_rebuild_mod_path.<locals>.<listcomp>c s. z | W S tk r( td Y S X dS )z/ Workaround for #520 and #513. infN)indexrL float)r )sys_pathr r safe_sys_path_index s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | tj} dd }|d| }ttj|S )zR Return the ordinal of the path based on its position in sys.path rB r N)r r r countr rI )r path_partsZ module_partsr ) package_namer6 r r position_in_sys_path s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |qS r r/ r0 r r r r s N)rG r r r r# r ) orig_pathr9 r r: new_pathr )r9 r6 r5 r r, s r, c C s t z| tkrW dS tj}| d\}}}|r|t| |tkrLt| ztj | j }W n t k rz t d|Y nX t |pdg | t | g |D ]}t| | qW 5 t X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )_imp acquire_lock release_lockr! rG r rpartitionr^ r r r# r r r r r. )r- r r r r r r r r^ s& c C sF t z.t|dD ] }t|| }|rt|| qW 5 t X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r r. r )r r packager r r r r s c C sD t j||dd }t|}|jD ]}t||kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r N)r r rI r r r# )r r r- r r Z normalizedr r r r file_ns_handler s rB c C s d S r r )r r r- r r r r null_ns_handler s rC c C s t jt jt jt| S )z1Normalize a file/dir name for comparison purposes)r r normcaserealpathr _cygwin_patchr\ r r r r| s c C s t jdkrtj| S | S )a Contrary to POSIX 2008, on Cygwin, getcwd (3) contains symlink components. Using os.path.abspath() works around this limitation. A fix in os.getcwd() would probably better, in Cygwin even more so, except that this seems to be by design... cygwin)rG rH r r abspathrG r r r rF s rF c C s8 z || W S t k r2 t| || < }| Y S X d S r )r r| )r\ r resultr r r r ) s r c C s | dS )z7 Determine if given path appears to be an egg. .egg)r. r r r r r r 1 s r c C s t | o tjtj| ddS )z@ Determine if given path appears to be an unpacked egg. r r )r r r r rI r r r r r 8 s r c C s< | d}| }|r8d|}ttj| |tj| d S )NrB )r r rI setattrrG r )r- r r r r r r r* B s r* c c sZ t | tjr8| D ] }| }|r|ds|V qn | D ]}t|D ] }|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence#N)r r r splitlinesr r ru )strssZssr r r ru J s z \w+(\.\w+)*$z (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? c @ s e Zd ZdZdddZdd Zdd Zdd d Zd d Zd ddZ e dZ e d ddZe dd Ze d ddZe d ddZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |std||| _|| _t|| _t|| _|| _d S )NzInvalid module name)MODULErL r module_nametupleattrsr r )r r rR rT r r r r r r j s zEntryPoint.__init__c C sH d| j | jf }| jr*|dd| j 7 }| jrD|dd| j 7 }|S )Nz%s = %s:rB z [%s],)r rR rT rI r )r rP r r r r s s zEntryPoint.__str__c C s dt | S )NzEntryPoint.parse(%r)r r r r r r { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd |r,| j|| | S )zH Require packages for this EntryPoint, then resolve it. zJParameters to load are deprecated. Call .resolve and .require separately.rC r )rU rV r rP r )r rP r> kwargsr r r r ~ s zEntryPoint.loadc C sX t | jdgdd}ztt| j|W S tk rR } ztt|W 5 d}~X Y nX dS )zD Resolve the entry point from its module and attrs. r r )fromlistlevelN) r rR functoolsreducer rT r r r )r r r~ r r r r s zEntryPoint.resolvec C sL | j r| jstd| | j| j }tj|||| j d}tttj| d S )Nz&Can't require() without a distribution)r ) r r rn r r_ r r r r )r r r r r+ r r r rP s zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j |}|s d}t||| }| |d }|d rJ|d dnd}| |d |d |||S )a Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional z9EntryPoint must be in 'name=module:attrs [extras]' formatr attrrB r r r )patternrF rL groupdict _parse_extrasr )r srcr rN rY resr rT r r r r s zEntryPoint.parsec C s( |sdS t d| }|jr"t |jS )Nr x)ri r specsrL r )r Z extras_specr r r r r` s zEntryPoint._parse_extrasc C sV t |std|i }t|D ]2}| ||}|j|krFtd||j|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r r )r rK linesr thisr epr r r parse_group s zEntryPoint.parse_groupc C st t |tr| }nt|}i }|D ]J\}}|dkrB|s:q$td| }||kr\td|| |||||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r r' r+ rv rL r rh )r datar mapsrK re r r r parse_map s zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r r r r r rP rc r r^ r r r` rh rk r r r r rj g s$ c C s> | sdS t j| }|d dr:t j|d d d S | S )Nr r zmd5=)r )r r Zurlparser Z urlunparse)r Zparsedr r r _remove_md5_fragment s rl c C s@ dd }t || }tt|d}|d\}}}t| p>dS )z Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. c S s | dS )Nzversion:)r. r )r r r r is_version_line s z+_version_from_file.<locals>.is_version_liner rU N)r r r partitionrr r )re rm Z version_linesr r r} r r r _version_from_file s ro c s e Zd ZdZdZddddedefddZedSddZ dd Z e d d Z d d Z dd Zdd Zdd Zdd Zdd Zdd Ze dd Ze d d Zd d Ze d d! Ze d"d# Zed$d% Zd&d' ZdTd)d*Z d+d, Z d-d. Z d/d0 Z dUd2d3Z d4d5 Z!d6d7 Z"d8d9 Z#d:d; Z$ fd<d=Z%e&e'd>s4[%edVd?d@Z(dAdB Z)dCdD Z*dWdEdFZ+dGdH Z,dXdIdJZ-dKdL Z.dMdN Z/dOdP Z0e dQdR Z1 Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar Nc C sF t |pd| _|d k r t|| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown) rq r rr _versionr+ rH r r r _provider)r r r r r r+ rH r r r r r s zDistribution.__init__c K s~ d gd \}}}}t j|\}} | tkr^t| } t|} | r^| dddd\}}}}| ||f||||d| S )Nr r ZverZpyverrM )r r r+ rH )r r r r. _distributionImplEGG_NAMErK _reload_version) r r r r r) r r r+ rH r rF r r r r s. zDistribution.from_locationc C s | S r r r r r r rt # s z Distribution._reload_versionc C s( | j | j| jt| j| jp d| jp$dfS r )parsed_versionr r8 rl r r+ rH r r r r r0 & s zDistribution.hashcmpc C s t | jS r )hashr0 r r r r __hash__1 s zDistribution.__hash__c C s | j |j k S r r0 r r8 r r r __lt__4 s zDistribution.__lt__c C s | j |j kS r rx ry r r r __le__7 s zDistribution.__le__c C s | j |j kS r rx ry r r r __gt__: s zDistribution.__gt__c C s | j |j kS r rx ry r r r __ge__= s zDistribution.__ge__c C s t || jsdS | j|jkS r )r r r0 ry r r r __eq__@ s zDistribution.__eq__c C s | |k S r r ry r r r __ne__F s zDistribution.__ne__c C s6 z| j W S tk r0 | j | _ }| Y S X d S r )Z_keyr r r. r7 r r r r8 M s zDistribution.keyc C s t | dst| j| _| jS )N_parsed_version)r r# r r r r r r ru U s zDistribution.parsed_versionc C sX t jj}t| j|}|s d S | js&d S td dd}t |j f t | t d S )Na> '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. r r )r r r! r r rB rC r r rU rV r varsr )r ZLVZ is_legacyrG r r r _warn_legacy_version\ s z!Distribution._warn_legacy_versionc C sZ z| j W S tk rT | }|d krL| | j}d| j|}t|| | Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r _get_version _get_metadata_path_for_displayPKG_INFOr rL )r r r rY r r r r v s zDistribution.versionc C s4 z| j W S tk r, | | | _ Y nX | j S )z~ A map of extra to its list of (direct) requirements for this distribution, including the null extra. )Z_Distribution__dep_mapr _filter_extras_build_dep_mapr r r r _dep_map s zDistribution._dep_mapc C sr t td| D ]^}|}| |}|d\}}}|oDt|pDt| }|rNg }t|pXd}| |g | q| S )z Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. NrU ) r r r rn ry rz rw r r )dmr! Z new_extrar r r# Z fails_markerr r r r s zDistribution._filter_extrasc C s@ i }dD ]2}t | |D ] \}}||g t| qq|S )N)z requires.txtz depends.txt)rv _get_metadatar r rp )r r r r! r r r r r s zDistribution._build_dep_mapr c C sf | j }g }||dd |D ]@}z||t| W q tk r^ td| |f Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r r r rw r rn )r r r Zdepsr r r r r s zDistribution.requiresc C s, z| j |}W n tk r& Y dS X |S )zK Return the path to the given metadata file, if available. z[could not detect])rq rv rK rw r r r r s z+Distribution._get_metadata_path_for_displayc c s$ | |r | |D ] }|V qd S r )r r )r r r r r r r s zDistribution._get_metadatac C s | | j}t|}|S r )r r ro )r re r r r r r s zDistribution._get_versionFc C sV |dkrt j}| j||d |t jkrRt| j | dD ]}|t jkr:t| q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr namespace_packages.txt)rG r r r r r r r^ )r r r Zpkgr r r activate s zDistribution.activatec C s8 dt | jt | j| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez %s-%s-py%srb )rx r r r+ r= rH )r r\ r r r r s zDistribution.egg_namec C s | j rd| | j f S t| S d S )Nz%s (%s))r r r r r r r s zDistribution.__repr__c C s@ zt | dd }W n tk r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r rL r )r r r r r r s zDistribution.__str__c C s | drt|t| j|S )zADelegate all unrecognized public attributes to .metadata providerr )r r r rq )r r] r r r __getattr__ s zDistribution.__getattr__c s. t ttt| tdd | j D B S )Nc s s | ]}| d s|V qdS r N)r )r r] r r r r s z'Distribution.__dir__.<locals>.<genexpr>)r r superrh __dir__rq r r: r r r s zDistribution.__dir__r c K s | j t|tj||f|S r )r r r r r )r r\ r r) r r r r s zDistribution.from_filenamec C s< t | jtjjr"d| j| jf }nd| j| jf }t|S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r ru r r r r ri r )r specr r r r s zDistribution.as_requirementc C s. | ||}|dkr&td||ff | S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r r )r rK r rg r r r rT s z Distribution.load_entry_pointc C sP z | j }W n, tk r6 t| d| }| _ Y nX |dk rL||i S |S )r zentry_points.txtN)Z_ep_mapr rj rk r r )r rK Zep_mapr r r rU & s zDistribution.get_entry_mapc C s | ||S r )rU r r r r r rV 2 s zDistribution.get_entry_infoc C s4 |p| j }|sdS t|}tj|}dd |D }t|D ]|\}}||kr^|rV qq dS q<||kr<| jtkr<|s|||d kr dS |tjkr| | || | || qq<|tjkr| |r| d| n | | dS z| ||d } W n t k r Y q0Y qX || = || = | }qdS )a Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. Nc S s g | ]}|rt |p|qS r r/ r0 r r r r P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r r rj enumerater r} rG check_version_conflictr r r3 rL ) r r locr ZnlocZbdirZnpathr1 r Znpr r r r 6 s@ zDistribution.insert_onc C s | j dkrd S t| d}t| j}| dD ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd }|rt| |s2| | jrq2t d||| jf q2d S )N setuptoolsr z top_level.txt)Z pkg_resourcesr Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r r| r rG r r! r r issue_warning)r Znspr modnamefnr r r r z s* z#Distribution.check_version_conflictc C s6 z | j W n& tk r0 tdt| Y dS X dS )NzUnbuilt egg for FT)r rL r r r r r r r3 s zDistribution.has_versionc K s@ d}| D ]}||t| |d q |d| j | jf |S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr )r r r rq r )r r) rM r] r r r clone s zDistribution.clonec C s dd | j D S )Nc S s g | ] }|r|qS r r )r Zdepr r r r s z'Distribution.extras.<locals>.<listcomp>)r r r r r r s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r r= r} r r r rt r r0 rw rz r{ r| r} r~ r r8 ru r r r r` r r r r r r r r r r r r r objectr r rT rU rV r r r3 r r __classcell__r r r: r rh st Dc @ s e Zd Zdd ZdS )EggInfoDistributionc C s | }|r|| _| S )a Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. )r rp )r Z md_versionr r r rt s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r s r c @ s> e Zd ZdZdZedZedd Z edd Z dd Z d S ) DistInfoDistributionzV Wrap an actual or potential sys.path entry w/metadata, .dist-info style. ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk r@ | | j}tj || _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor r r emailparserZParserZparsestr)r r r r r _parsed_pkg_info s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk r, | | _ | j Y S X d S r ) _DistInfoDistribution__dep_mapr _compute_dependenciesr r r r r s z DistInfoDistribution._dep_mapc s dg i }| _ g | jdp g D ]} t| q" fdd}t|d}|d | | jdpjg D ](}t| }tt||| ||< ql|S )z+Recompute this distribution's dependencies.Nz Requires-Distc 3 s* D ] }|j r |j d| ir|V qd S )Nr! r" )r! r r r r reqs_for_extra s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r r Zget_allr rp frozensetrw r r )r r r r commonr! Zs_extrar r r r s z*DistInfoDistribution._compute_dependenciesN) r r r r r rc r ZEQEQr r r r r r r r r s r )rK r r c O sZ d}t }z t|j|kr&|d7 }q W n tk r< Y nX tj| d|d i| d S )Nr r )r$ rG r r rL rU rV )r> r) rZ r. r r r r s r c @ s e Zd Zdd ZdS )RequirementParseErrorc C s d | jS )Nr )rI r> r r r r r s z RequirementParseError.__str__N)r r r r r r r r r s r c c s t t| }|D ]l}d|kr.|d|d }|drr|dd }z|t|7 }W n tk rp Y dS X t|V qdS )zYield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. z #N\)r ru r r r r StopIterationri )rO re r r r r rp s c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Ze d d Z Z S )ri c s zt t| | W n2 tjjk rF } ztt|W 5 d}~X Y nX | j| _ t | j}|| | _ | _ dd | jD | _ttt| j| _| j | jt| j| jrt| jndf| _t| j| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jfqS r )r4 r )r r r r r r # s z(Requirement.__init__.<locals>.<listcomp>)r ri r r r ZInvalidRequirementr r r Z unsafe_namerq r. r r8 specifierrd rS r rw r r r# hashCmprv _Requirement__hash)r Zrequirement_stringrh r r: r r r s" zRequirement.__init__c C s t |to| j|jkS r )r ri r ry r r r r~ . s zRequirement.__eq__c C s | |k S r r ry r r r r 4 s zRequirement.__ne__c C s0 t |tr |j| jkrdS |j}| jj|ddS )NFT)Z prereleases)r rh r8 r r contains)r r r r r r 7 s zRequirement.__contains__c C s | j S r )r r r r r rw C s zRequirement.__hash__c C s dt | S )NzRequirement.parse(%r)rW r r r r r F s zRequirement.__repr__c C s t | \}|S r )rp )rP r r r r r I s zRequirement.parse) r r r r r~ r r rw r r` r r r r r: r ri s c C s t | kr| t f S | S )zJ Ensure object appears in the mro even for old-style classes. )r )classesr r r _always_objectO s r c C s< t tt|dt|}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r N)r inspectZgetmror r )registryr9 r( tr r r r Y s r c C s t j| }tj|dd dS )z1Ensure that the parent directory of `path` existsT)exist_okN)r r rj r makedirs)r rj r r r r{ a s c C sX t s tdt| \}}|rT|rTt|sTt| zt|d W n tk rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i N)r r r r rJ r FileExistsError)r rj r\ r r r rJ g s rJ c c sv d}g }t | D ]V}|dr\|drP|s0|r:||fV |dd }g }qftd|q|| q||fV dS )as Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. N[]r r zInvalid section heading)ru r r r rL r )rP ZsectionZcontentr r r r rv t s c O s* t j}ztt _tj| |W S |t _X d S r )r r os_opentempfileZmkstemp)r> r) Zold_openr r r r s r r" )categoryr c O s | || | S r r )r r> rX r r r _call_aside s r c s. t | d< | fddt D dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }| d s|t |fV qdS r )r r r r r r r s z _initialize.<locals>.<genexpr>N)rg r% r )r. r r r _initialize s r c C s| t } td| d | j}| j}| j}| j}|}tdd | D |dd dd g | _t t | j t j t t d S ) aE Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. r )r_ c s s | ]}|j d dV qdS )Fr Nr )r r r r r r s z1_initialize_master_working_set.<locals>.<genexpr>c S s | j ddS )NTr r r r r r r? r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r r* rP rW r rQ rS r r r r rG r r$ r% r )r_ rP rW r` rQ r r r r _initialize_master_working_set s" r c @ s e Zd ZdZdS )r z Base class for warning about deprecations in ``pkg_resources`` This class is not derived from ``DeprecationWarning``, and as such is visible by default. Nr r r r r r s )N)N)F)F)F)F)N)r Z __future__r rG r ro r rc r( r r rU rQ r[ Zpkgutilr4 rH r r Z email.parserr r r rB r r r r r r= r Zimpr NameErrorr Z pip._vendorr Zpip._vendor.six.movesr r r r r r r r r r Zos.pathr r Zimportlib.machinery machineryr r r r r r r r Z __metaclass__ version_info RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r r r! RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z _sget_noneZ _sset_nonerO __all__rK rk rl r rm rn r r r= r} r~ r r r r rR rJ r rD r rE r rs rt rQ r rS rT rU rV r r rf r' r re r ro rg rd rq rr rw rx ry rz r r r r r r r r r r r r r r r ra r r r r r r r r r r Z ImpImporterr r r r. r, r^ r rB rC r| rF r r r r* ru rF rQ VERBOSE IGNORECASErs rj rl ro rh r r rr r rL r rp r ri r r r{ rJ rv r filterwarningsr r$ r r Warningr r r r r <module> sZ 2 . 5 A - * "" '3 6 &PK @\fcͦ ͦ % pip/_vendor/pkg_resources/__init__.pynu [ # coding: utf-8 """ Package resource API -------------------- A resource is a logical file contained within a package, or a logical subdirectory thereof. The package resource API expects resource names to have their path parts separated with ``/``, *not* whatever the local path separator is. Do not use os.path operations to manipulate resource names being passed into the API. The package resource API is designed to work with normal filesystem packages, .egg files, and unpacked .egg files. It can also work in a limited way with .zip files and with custom PEP 302 loaders that support the ``get_data()`` method. """ from __future__ import absolute_import import sys import os import io import time import re import types import zipfile import zipimport import warnings import stat import functools import pkgutil import operator import platform import collections import plistlib import email.parser import errno import tempfile import textwrap import itertools import inspect import ntpath import posixpath from pkgutil import get_importer try: import _imp except ImportError: # Python 3.2 compatibility import imp as _imp try: FileExistsError except NameError: FileExistsError = OSError from pip._vendor import six from pip._vendor.six.moves import urllib, map, filter # capture these to bypass sandboxing from os import utime try: from os import mkdir, rename, unlink WRITE_SUPPORT = True except ImportError: # no write support, probably under GAE WRITE_SUPPORT = False from os import open as os_open from os.path import isdir, split try: import importlib.machinery as importlib_machinery # access attribute to force import under delayed import mechanisms. importlib_machinery.__name__ except ImportError: importlib_machinery = None from . import py31compat from pip._vendor import appdirs from pip._vendor import packaging __import__('pip._vendor.packaging.version') __import__('pip._vendor.packaging.specifiers') __import__('pip._vendor.packaging.requirements') __import__('pip._vendor.packaging.markers') __metaclass__ = type if (3, 0) < sys.version_info < (3, 4): raise RuntimeError("Python 3.4 or later is required") if six.PY2: # Those builtin exceptions are only defined in Python 3 PermissionError = None NotADirectoryError = None # declare some globals that will be defined later to # satisfy the linters. require = None working_set = None add_activation_listener = None resources_stream = None cleanup_resources = None resource_dir = None resource_stream = None set_extraction_path = None resource_isdir = None resource_string = None iter_entry_points = None resource_listdir = None resource_filename = None resource_exists = None _distribution_finders = None _namespace_handlers = None _namespace_packages = None class PEP440Warning(RuntimeWarning): """ Used when there is an issue with a version or specifier not complying with PEP 440. """ def parse_version(v): try: return packaging.version.Version(v) except packaging.version.InvalidVersion: return packaging.version.LegacyVersion(v) _state_vars = {} def _declare_state(vartype, **kw): globals().update(kw) _state_vars.update(dict.fromkeys(kw, vartype)) def __getstate__(): state = {} g = globals() for k, v in _state_vars.items(): state[k] = g['_sget_' + v](g[k]) return state def __setstate__(state): g = globals() for k, v in state.items(): g['_sset_' + _state_vars[k]](k, g[k], v) return state def _sget_dict(val): return val.copy() def _sset_dict(key, ob, state): ob.clear() ob.update(state) def _sget_object(val): return val.__getstate__() def _sset_object(key, ob, state): ob.__setstate__(state) _sget_none = _sset_none = lambda *args: None def get_supported_platform(): """Return this platform's maximum compatible version. distutils.util.get_platform() normally reports the minimum version of Mac OS X that would be required to *use* extensions produced by distutils. But what we want when checking compatibility is to know the version of Mac OS X that we are *running*. To allow usage of packages that explicitly require a newer version of Mac OS X, we must also know the current version of the OS. If this condition occurs for any other platform with a version in its platform strings, this function should be extended accordingly. """ plat = get_build_platform() m = macosVersionString.match(plat) if m is not None and sys.platform == "darwin": try: plat = 'macosx-%s-%s' % ('.'.join(_macosx_vers()[:2]), m.group(3)) except ValueError: # not Mac OS X pass return plat __all__ = [ # Basic resource access and distribution/entry point discovery 'require', 'run_script', 'get_provider', 'get_distribution', 'load_entry_point', 'get_entry_map', 'get_entry_info', 'iter_entry_points', 'resource_string', 'resource_stream', 'resource_filename', 'resource_listdir', 'resource_exists', 'resource_isdir', # Environmental control 'declare_namespace', 'working_set', 'add_activation_listener', 'find_distributions', 'set_extraction_path', 'cleanup_resources', 'get_default_cache', # Primary implementation classes 'Environment', 'WorkingSet', 'ResourceManager', 'Distribution', 'Requirement', 'EntryPoint', # Exceptions 'ResolutionError', 'VersionConflict', 'DistributionNotFound', 'UnknownExtra', 'ExtractionError', # Warnings 'PEP440Warning', # Parsing functions and string utilities 'parse_requirements', 'parse_version', 'safe_name', 'safe_version', 'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections', 'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker', # filesystem utilities 'ensure_directory', 'normalize_path', # Distribution "precedence" constants 'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST', # "Provider" interfaces, implementations, and registration/lookup APIs 'IMetadataProvider', 'IResourceProvider', 'FileMetadata', 'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider', 'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider', 'register_finder', 'register_namespace_handler', 'register_loader_type', 'fixup_namespace_packages', 'get_importer', # Warnings 'PkgResourcesDeprecationWarning', # Deprecated/backward compatibility only 'run_main', 'AvailableDistributions', ] class ResolutionError(Exception): """Abstract base for dependency resolution errors""" def __repr__(self): return self.__class__.__name__ + repr(self.args) class VersionConflict(ResolutionError): """ An already-installed version conflicts with the requested version. Should be initialized with the installed Distribution and the requested Requirement. """ _template = "{self.dist} is installed but {self.req} is required" @property def dist(self): return self.args[0] @property def req(self): return self.args[1] def report(self): return self._template.format(**locals()) def with_context(self, required_by): """ If required_by is non-empty, return a version of self that is a ContextualVersionConflict. """ if not required_by: return self args = self.args + (required_by,) return ContextualVersionConflict(*args) class ContextualVersionConflict(VersionConflict): """ A VersionConflict that accepts a third parameter, the set of the requirements that required the installed Distribution. """ _template = VersionConflict._template + ' by {self.required_by}' @property def required_by(self): return self.args[2] class DistributionNotFound(ResolutionError): """A requested distribution was not found""" _template = ("The '{self.req}' distribution was not found " "and is required by {self.requirers_str}") @property def req(self): return self.args[0] @property def requirers(self): return self.args[1] @property def requirers_str(self): if not self.requirers: return 'the application' return ', '.join(self.requirers) def report(self): return self._template.format(**locals()) def __str__(self): return self.report() class UnknownExtra(ResolutionError): """Distribution doesn't have an "extra feature" of the given name""" _provider_factories = {} PY_MAJOR = sys.version[:3] EGG_DIST = 3 BINARY_DIST = 2 SOURCE_DIST = 1 CHECKOUT_DIST = 0 DEVELOP_DIST = -1 def register_loader_type(loader_type, provider_factory): """Register `provider_factory` to make providers for `loader_type` `loader_type` is the type or class of a PEP 302 ``module.__loader__``, and `provider_factory` is a function that, passed a *module* object, returns an ``IResourceProvider`` for that module. """ _provider_factories[loader_type] = provider_factory def get_provider(moduleOrReq): """Return an IResourceProvider for the named module or requirement""" if isinstance(moduleOrReq, Requirement): return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0] try: module = sys.modules[moduleOrReq] except KeyError: __import__(moduleOrReq) module = sys.modules[moduleOrReq] loader = getattr(module, '__loader__', None) return _find_adapter(_provider_factories, loader)(module) def _macosx_vers(_cache=[]): if not _cache: version = platform.mac_ver()[0] # fallback for MacPorts if version == '': plist = '/System/Library/CoreServices/SystemVersion.plist' if os.path.exists(plist): if hasattr(plistlib, 'readPlist'): plist_content = plistlib.readPlist(plist) if 'ProductVersion' in plist_content: version = plist_content['ProductVersion'] _cache.append(version.split('.')) return _cache[0] def _macosx_arch(machine): return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine) def get_build_platform(): """Return this platform's string for platform-specific distributions XXX Currently this is the same as ``distutils.util.get_platform()``, but it needs some hacks for Linux and Mac OS X. """ from sysconfig import get_platform plat = get_platform() if sys.platform == "darwin" and not plat.startswith('macosx-'): try: version = _macosx_vers() machine = os.uname()[4].replace(" ", "_") return "macosx-%d.%d-%s" % ( int(version[0]), int(version[1]), _macosx_arch(machine), ) except ValueError: # if someone is running a non-Mac darwin system, this will fall # through to the default implementation pass return plat macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)") darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)") # XXX backward compat get_platform = get_build_platform def compatible_platforms(provided, required): """Can code for the `provided` platform run on the `required` platform? Returns true if either platform is ``None``, or the platforms are equal. XXX Needs compatibility checks for Linux and other unixy OSes. """ if provided is None or required is None or provided == required: # easy case return True # Mac OS X special cases reqMac = macosVersionString.match(required) if reqMac: provMac = macosVersionString.match(provided) # is this a Mac package? if not provMac: # this is backwards compatibility for packages built before # setuptools 0.6. All packages built after this point will # use the new macosx designation. provDarwin = darwinVersionString.match(provided) if provDarwin: dversion = int(provDarwin.group(1)) macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2)) if dversion == 7 and macosversion >= "10.3" or \ dversion == 8 and macosversion >= "10.4": return True # egg isn't macosx or legacy darwin return False # are they the same major version and machine type? if provMac.group(1) != reqMac.group(1) or \ provMac.group(3) != reqMac.group(3): return False # is the required OS major update >= the provided one? if int(provMac.group(2)) > int(reqMac.group(2)): return False return True # XXX Linux and other platforms' special cases should go here return False def run_script(dist_spec, script_name): """Locate distribution `dist_spec` and run its `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name require(dist_spec)[0].run_script(script_name, ns) # backward compatibility run_main = run_script def get_distribution(dist): """Return a current distribution object for a Requirement or string""" if isinstance(dist, six.string_types): dist = Requirement.parse(dist) if isinstance(dist, Requirement): dist = get_provider(dist) if not isinstance(dist, Distribution): raise TypeError("Expected string, Requirement, or Distribution", dist) return dist def load_entry_point(dist, group, name): """Return `name` entry point of `group` for `dist` or raise ImportError""" return get_distribution(dist).load_entry_point(group, name) def get_entry_map(dist, group=None): """Return the entry point map for `group`, or the full entry map""" return get_distribution(dist).get_entry_map(group) def get_entry_info(dist, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return get_distribution(dist).get_entry_info(group, name) class IMetadataProvider: def has_metadata(name): """Does the package's distribution contain the named metadata?""" def get_metadata(name): """The named metadata resource as a string""" def get_metadata_lines(name): """Yield named metadata resource as list of non-blank non-comment lines Leading and trailing whitespace is stripped from each line, and lines with ``#`` as the first non-blank character are omitted.""" def metadata_isdir(name): """Is the named metadata a directory? (like ``os.path.isdir()``)""" def metadata_listdir(name): """List of metadata names in the directory (like ``os.listdir()``)""" def run_script(script_name, namespace): """Execute the named script in the supplied namespace dictionary""" class IResourceProvider(IMetadataProvider): """An object that provides access to package resources""" def get_resource_filename(manager, resource_name): """Return a true filesystem path for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_stream(manager, resource_name): """Return a readable file-like object for `resource_name` `manager` must be an ``IResourceManager``""" def get_resource_string(manager, resource_name): """Return a string containing the contents of `resource_name` `manager` must be an ``IResourceManager``""" def has_resource(resource_name): """Does the package contain the named resource?""" def resource_isdir(resource_name): """Is the named resource a directory? (like ``os.path.isdir()``)""" def resource_listdir(resource_name): """List of resource names in the directory (like ``os.listdir()``)""" class WorkingSet: """A collection of active distributions on sys.path (or a similar list)""" def __init__(self, entries=None): """Create working set from list of path entries (default=sys.path)""" self.entries = [] self.entry_keys = {} self.by_key = {} self.callbacks = [] if entries is None: entries = sys.path for entry in entries: self.add_entry(entry) @classmethod def _build_master(cls): """ Prepare the master working set. """ ws = cls() try: from __main__ import __requires__ except ImportError: # The main program does not list any requirements return ws # ensure the requirements are met try: ws.require(__requires__) except VersionConflict: return cls._build_from_requirements(__requires__) return ws @classmethod def _build_from_requirements(cls, req_spec): """ Build a working set from a requirement spec. Rewrites sys.path. """ # try it without defaults already on sys.path # by starting with an empty path ws = cls([]) reqs = parse_requirements(req_spec) dists = ws.resolve(reqs, Environment()) for dist in dists: ws.add(dist) # add any missing entries from sys.path for entry in sys.path: if entry not in ws.entries: ws.add_entry(entry) # then copy back to sys.path sys.path[:] = ws.entries return ws def add_entry(self, entry): """Add a path item to ``.entries``, finding any distributions on it ``find_distributions(entry, True)`` is used to find distributions corresponding to the path entry, and they are added. `entry` is always appended to ``.entries``, even if it is already present. (This is because ``sys.path`` can contain the same value more than once, and the ``.entries`` of the ``sys.path`` WorkingSet should always equal ``sys.path``.) """ self.entry_keys.setdefault(entry, []) self.entries.append(entry) for dist in find_distributions(entry, True): self.add(dist, entry, False) def __contains__(self, dist): """True if `dist` is the active distribution for its project""" return self.by_key.get(dist.key) == dist def find(self, req): """Find a distribution matching requirement `req` If there is an active distribution for the requested project, this returns it as long as it meets the version requirement specified by `req`. But, if there is an active distribution for the project and it does *not* meet the `req` requirement, ``VersionConflict`` is raised. If there is no active distribution for the requested project, ``None`` is returned. """ dist = self.by_key.get(req.key) if dist is not None and dist not in req: # XXX add more info raise VersionConflict(dist, req) return dist def iter_entry_points(self, group, name=None): """Yield entry point objects from `group` matching `name` If `name` is None, yields all entry points in `group` from all distributions in the working set, otherwise only ones matching both `group` and `name` are yielded (in distribution order). """ return ( entry for dist in self for entry in dist.get_entry_map(group).values() if name is None or name == entry.name ) def run_script(self, requires, script_name): """Locate distribution for `requires` and run `script_name` script""" ns = sys._getframe(1).f_globals name = ns['__name__'] ns.clear() ns['__name__'] = name self.require(requires)[0].run_script(script_name, ns) def __iter__(self): """Yield distributions for non-duplicate projects in the working set The yield order is the order in which the items' path entries were added to the working set. """ seen = {} for item in self.entries: if item not in self.entry_keys: # workaround a cache issue continue for key in self.entry_keys[item]: if key not in seen: seen[key] = 1 yield self.by_key[key] def add(self, dist, entry=None, insert=True, replace=False): """Add `dist` to working set, associated with `entry` If `entry` is unspecified, it defaults to the ``.location`` of `dist`. On exit from this routine, `entry` is added to the end of the working set's ``.entries`` (if it wasn't already present). `dist` is only added to the working set if it's for a project that doesn't already have a distribution in the set, unless `replace=True`. If it's added, any callbacks registered with the ``subscribe()`` method will be called. """ if insert: dist.insert_on(self.entries, entry, replace=replace) if entry is None: entry = dist.location keys = self.entry_keys.setdefault(entry, []) keys2 = self.entry_keys.setdefault(dist.location, []) if not replace and dist.key in self.by_key: # ignore hidden distros return self.by_key[dist.key] = dist if dist.key not in keys: keys.append(dist.key) if dist.key not in keys2: keys2.append(dist.key) self._added_new(dist) def resolve(self, requirements, env=None, installer=None, replace_conflicting=False, extras=None): """List all distributions needed to (recursively) meet `requirements` `requirements` must be a sequence of ``Requirement`` objects. `env`, if supplied, should be an ``Environment`` instance. If not supplied, it defaults to all distributions available within any entry or distribution in the working set. `installer`, if supplied, will be invoked with each requirement that cannot be met by an already-installed distribution; it should return a ``Distribution`` or ``None``. Unless `replace_conflicting=True`, raises a VersionConflict exception if any requirements are found on the path that have the correct name but the wrong version. Otherwise, if an `installer` is supplied it will be invoked to obtain the correct version of the requirement and activate it. `extras` is a list of the extras to be used with these requirements. This is important because extra requirements may look like `my_req; extra = "my_extra"`, which would otherwise be interpreted as a purely optional requirement. Instead, we want to be able to assert that these requirements are truly required. """ # set up the stack requirements = list(requirements)[::-1] # set of processed requirements processed = {} # key -> dist best = {} to_activate = [] req_extras = _ReqExtras() # Mapping of requirement to set of distributions that required it; # useful for reporting info about conflicts. required_by = collections.defaultdict(set) while requirements: # process dependencies breadth-first req = requirements.pop(0) if req in processed: # Ignore cyclic or redundant dependencies continue if not req_extras.markers_pass(req, extras): continue dist = best.get(req.key) if dist is None: # Find the best distribution and add it to the map dist = self.by_key.get(req.key) if dist is None or (dist not in req and replace_conflicting): ws = self if env is None: if dist is None: env = Environment(self.entries) else: # Use an empty environment and workingset to avoid # any further conflicts with the conflicting # distribution env = Environment([]) ws = WorkingSet([]) dist = best[req.key] = env.best_match( req, ws, installer, replace_conflicting=replace_conflicting ) if dist is None: requirers = required_by.get(req, None) raise DistributionNotFound(req, requirers) to_activate.append(dist) if dist not in req: # Oops, the "best" so far conflicts with a dependency dependent_req = required_by[req] raise VersionConflict(dist, req).with_context(dependent_req) # push the new requirements onto the stack new_requirements = dist.requires(req.extras)[::-1] requirements.extend(new_requirements) # Register the new requirements needed by req for new_requirement in new_requirements: required_by[new_requirement].add(req.project_name) req_extras[new_requirement] = req.extras processed[req] = True # return list of distros to activate return to_activate def find_plugins( self, plugin_env, full_env=None, installer=None, fallback=True): """Find all activatable distributions in `plugin_env` Example usage:: distributions, errors = working_set.find_plugins( Environment(plugin_dirlist) ) # add plugins+libs to sys.path map(working_set.add, distributions) # display errors print('Could not load', errors) The `plugin_env` should be an ``Environment`` instance that contains only distributions that are in the project's "plugin directory" or directories. The `full_env`, if supplied, should be an ``Environment`` contains all currently-available distributions. If `full_env` is not supplied, one is created automatically from the ``WorkingSet`` this method is called on, which will typically mean that every directory on ``sys.path`` will be scanned for distributions. `installer` is a standard installer callback as used by the ``resolve()`` method. The `fallback` flag indicates whether we should attempt to resolve older versions of a plugin if the newest version cannot be resolved. This method returns a 2-tuple: (`distributions`, `error_info`), where `distributions` is a list of the distributions found in `plugin_env` that were loadable, along with any other distributions that are needed to resolve their dependencies. `error_info` is a dictionary mapping unloadable plugin distributions to an exception instance describing the error that occurred. Usually this will be a ``DistributionNotFound`` or ``VersionConflict`` instance. """ plugin_projects = list(plugin_env) # scan project names in alphabetic order plugin_projects.sort() error_info = {} distributions = {} if full_env is None: env = Environment(self.entries) env += plugin_env else: env = full_env + plugin_env shadow_set = self.__class__([]) # put all our entries in shadow_set list(map(shadow_set.add, self)) for project_name in plugin_projects: for dist in plugin_env[project_name]: req = [dist.as_requirement()] try: resolvees = shadow_set.resolve(req, env, installer) except ResolutionError as v: # save error info error_info[dist] = v if fallback: # try the next older version of project continue else: # give up on this project, keep going break else: list(map(shadow_set.add, resolvees)) distributions.update(dict.fromkeys(resolvees)) # success, no need to try any more versions of this project break distributions = list(distributions) distributions.sort() return distributions, error_info def require(self, *requirements): """Ensure that distributions matching `requirements` are activated `requirements` must be a string or a (possibly-nested) sequence thereof, specifying the distributions and versions required. The return value is a sequence of the distributions that needed to be activated to fulfill the requirements; all relevant distributions are included, even if they were already activated in this working set. """ needed = self.resolve(parse_requirements(requirements)) for dist in needed: self.add(dist) return needed def subscribe(self, callback, existing=True): """Invoke `callback` for all distributions If `existing=True` (default), call on all existing ones, as well. """ if callback in self.callbacks: return self.callbacks.append(callback) if not existing: return for dist in self: callback(dist) def _added_new(self, dist): for callback in self.callbacks: callback(dist) def __getstate__(self): return ( self.entries[:], self.entry_keys.copy(), self.by_key.copy(), self.callbacks[:] ) def __setstate__(self, e_k_b_c): entries, keys, by_key, callbacks = e_k_b_c self.entries = entries[:] self.entry_keys = keys.copy() self.by_key = by_key.copy() self.callbacks = callbacks[:] class _ReqExtras(dict): """ Map each requirement to the extras that demanded it. """ def markers_pass(self, req, extras=None): """ Evaluate markers for req against each extra that demanded it. Return False if the req has a marker and fails evaluation. Otherwise, return True. """ extra_evals = ( req.marker.evaluate({'extra': extra}) for extra in self.get(req, ()) + (extras or (None,)) ) return not req.marker or any(extra_evals) class Environment: """Searchable snapshot of distributions on a search path""" def __init__( self, search_path=None, platform=get_supported_platform(), python=PY_MAJOR): """Snapshot distributions available on a search path Any distributions found on `search_path` are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. `platform` is an optional string specifying the name of the platform that platform-specific distributions must be compatible with. If unspecified, it defaults to the current platform. `python` is an optional string naming the desired version of Python (e.g. ``'3.6'``); it defaults to the current version. You may explicitly set `platform` (and/or `python`) to ``None`` if you wish to map *all* distributions, not just those compatible with the running platform or Python version. """ self._distmap = {} self.platform = platform self.python = python self.scan(search_path) def can_add(self, dist): """Is distribution `dist` acceptable for this environment? The distribution must match the platform and python version requirements specified when this environment was created, or False is returned. """ py_compat = ( self.python is None or dist.py_version is None or dist.py_version == self.python ) return py_compat and compatible_platforms(dist.platform, self.platform) def remove(self, dist): """Remove `dist` from the environment""" self._distmap[dist.key].remove(dist) def scan(self, search_path=None): """Scan `search_path` for distributions usable in this environment Any distributions found are added to the environment. `search_path` should be a sequence of ``sys.path`` items. If not supplied, ``sys.path`` is used. Only distributions conforming to the platform/python version defined at initialization are added. """ if search_path is None: search_path = sys.path for item in search_path: for dist in find_distributions(item): self.add(dist) def __getitem__(self, project_name): """Return a newest-to-oldest list of distributions for `project_name` Uses case-insensitive `project_name` comparison, assuming all the project's distributions use their project's name converted to all lowercase as their key. """ distribution_key = project_name.lower() return self._distmap.get(distribution_key, []) def add(self, dist): """Add `dist` if we ``can_add()`` it and it has not already been added """ if self.can_add(dist) and dist.has_version(): dists = self._distmap.setdefault(dist.key, []) if dist not in dists: dists.append(dist) dists.sort(key=operator.attrgetter('hashcmp'), reverse=True) def best_match( self, req, working_set, installer=None, replace_conflicting=False): """Find distribution best matching `req` and usable on `working_set` This calls the ``find(req)`` method of the `working_set` to see if a suitable distribution is already active. (This may raise ``VersionConflict`` if an unsuitable version of the project is already active in the specified `working_set`.) If a suitable distribution isn't active, this method returns the newest distribution in the environment that meets the ``Requirement`` in `req`. If no suitable distribution is found, and `installer` is supplied, then the result of calling the environment's ``obtain(req, installer)`` method will be returned. """ try: dist = working_set.find(req) except VersionConflict: if not replace_conflicting: raise dist = None if dist is not None: return dist for dist in self[req.key]: if dist in req: return dist # try to download/install return self.obtain(req, installer) def obtain(self, requirement, installer=None): """Obtain a distribution matching `requirement` (e.g. via download) Obtain a distro that matches requirement (e.g. via download). In the base ``Environment`` class, this routine just returns ``installer(requirement)``, unless `installer` is None, in which case None is returned instead. This method is a hook that allows subclasses to attempt other ways of obtaining a distribution before falling back to the `installer` argument.""" if installer is not None: return installer(requirement) def __iter__(self): """Yield the unique project names of the available distributions""" for key in self._distmap.keys(): if self[key]: yield key def __iadd__(self, other): """In-place addition of a distribution or environment""" if isinstance(other, Distribution): self.add(other) elif isinstance(other, Environment): for project in other: for dist in other[project]: self.add(dist) else: raise TypeError("Can't add %r to environment" % (other,)) return self def __add__(self, other): """Add an environment or distribution to an environment""" new = self.__class__([], platform=None, python=None) for env in self, other: new += env return new # XXX backward compatibility AvailableDistributions = Environment class ExtractionError(RuntimeError): """An error occurred extracting a resource The following attributes are available from instances of this exception: manager The resource manager that raised this exception cache_path The base directory for resource extraction original_error The exception instance that caused extraction to fail """ class ResourceManager: """Manage resource extraction and packages""" extraction_path = None def __init__(self): self.cached_files = {} def resource_exists(self, package_or_requirement, resource_name): """Does the named resource exist?""" return get_provider(package_or_requirement).has_resource(resource_name) def resource_isdir(self, package_or_requirement, resource_name): """Is the named resource an existing directory?""" return get_provider(package_or_requirement).resource_isdir( resource_name ) def resource_filename(self, package_or_requirement, resource_name): """Return a true filesystem path for specified resource""" return get_provider(package_or_requirement).get_resource_filename( self, resource_name ) def resource_stream(self, package_or_requirement, resource_name): """Return a readable file-like object for specified resource""" return get_provider(package_or_requirement).get_resource_stream( self, resource_name ) def resource_string(self, package_or_requirement, resource_name): """Return specified resource as a string""" return get_provider(package_or_requirement).get_resource_string( self, resource_name ) def resource_listdir(self, package_or_requirement, resource_name): """List the contents of the named resource directory""" return get_provider(package_or_requirement).resource_listdir( resource_name ) def extraction_error(self): """Give an error message for problems extracting file(s)""" old_exc = sys.exc_info()[1] cache_path = self.extraction_path or get_default_cache() tmpl = textwrap.dedent(""" Can't extract file(s) to egg cache The following error occurred while trying to extract file(s) to the Python egg cache: {old_exc} The Python egg cache directory is currently set to: {cache_path} Perhaps your account does not have write access to this directory? You can change the cache directory by setting the PYTHON_EGG_CACHE environment variable to point to an accessible directory. """).lstrip() err = ExtractionError(tmpl.format(**locals())) err.manager = self err.cache_path = cache_path err.original_error = old_exc raise err def get_cache_path(self, archive_name, names=()): """Return absolute location in cache for `archive_name` and `names` The parent directory of the resulting path will be created if it does not already exist. `archive_name` should be the base filename of the enclosing egg (which may not be the name of the enclosing zipfile!), including its ".egg" extension. `names`, if provided, should be a sequence of path name parts "under" the egg's extraction location. This method should only be called by resource providers that need to obtain an extraction location, and only for names they intend to extract, as it tracks the generated names for possible cleanup later. """ extract_path = self.extraction_path or get_default_cache() target_path = os.path.join(extract_path, archive_name + '-tmp', *names) try: _bypass_ensure_directory(target_path) except Exception: self.extraction_error() self._warn_unsafe_extraction_path(extract_path) self.cached_files[target_path] = 1 return target_path @staticmethod def _warn_unsafe_extraction_path(path): """ If the default extraction path is overridden and set to an insecure location, such as /tmp, it opens up an opportunity for an attacker to replace an extracted file with an unauthorized payload. Warn the user if a known insecure location is used. See Distribute #375 for more details. """ if os.name == 'nt' and not path.startswith(os.environ['windir']): # On Windows, permissions are generally restrictive by default # and temp directories are not writable by other users, so # bypass the warning. return mode = os.stat(path).st_mode if mode & stat.S_IWOTH or mode & stat.S_IWGRP: msg = ( "%s is writable by group/others and vulnerable to attack " "when " "used with get_resource_filename. Consider a more secure " "location (set with .set_extraction_path or the " "PYTHON_EGG_CACHE environment variable)." % path ) warnings.warn(msg, UserWarning) def postprocess(self, tempname, filename): """Perform any platform-specific postprocessing of `tempname` This is where Mac header rewrites should be done; other platforms don't have anything special they should do. Resource providers should call this method ONLY after successfully extracting a compressed resource. They must NOT call it on resources that are already in the filesystem. `tempname` is the current (temporary) name of the file, and `filename` is the name it will be renamed to by the caller after this routine returns. """ if os.name == 'posix': # Make the resource executable mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777 os.chmod(tempname, mode) def set_extraction_path(self, path): """Set the base path where resources will be extracted to, if needed. If you do not call this routine before any extractions take place, the path defaults to the return value of ``get_default_cache()``. (Which is based on the ``PYTHON_EGG_CACHE`` environment variable, with various platform-specific fallbacks. See that routine's documentation for more details.) Resources are extracted to subdirectories of this path based upon information given by the ``IResourceProvider``. You may set this to a temporary directory, but then you must call ``cleanup_resources()`` to delete the extracted files when done. There is no guarantee that ``cleanup_resources()`` will be able to remove all extracted files. (Note: you may not change the extraction path for a given resource manager once resources have been extracted, unless you first call ``cleanup_resources()``.) """ if self.cached_files: raise ValueError( "Can't change extraction path, files already extracted" ) self.extraction_path = path def cleanup_resources(self, force=False): """ Delete all extracted resource files and directories, returning a list of the file and directory names that could not be successfully removed. This function does not have any concurrency protection, so it should generally only be called when the extraction path is a temporary directory exclusive to a single process. This method is not automatically called; you must call it explicitly or register it as an ``atexit`` function if you wish to ensure cleanup of a temporary directory used for extractions. """ # XXX def get_default_cache(): """ Return the ``PYTHON_EGG_CACHE`` environment variable or a platform-relevant user cache dir for an app named "Python-Eggs". """ return ( os.environ.get('PYTHON_EGG_CACHE') or appdirs.user_cache_dir(appname='Python-Eggs') ) def safe_name(name): """Convert an arbitrary string to a standard distribution name Any runs of non-alphanumeric/. characters are replaced with a single '-'. """ return re.sub('[^A-Za-z0-9.]+', '-', name) def safe_version(version): """ Convert an arbitrary string to a standard version string """ try: # normalize the version return str(packaging.version.Version(version)) except packaging.version.InvalidVersion: version = version.replace(' ', '.') return re.sub('[^A-Za-z0-9.]+', '-', version) def safe_extra(extra): """Convert an arbitrary string to a standard 'extra' name Any runs of non-alphanumeric characters are replaced with a single '_', and the result is always lowercased. """ return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower() def to_filename(name): """Convert a project or version name to its filename-escaped form Any '-' characters are currently replaced with '_'. """ return name.replace('-', '_') def invalid_marker(text): """ Validate text as a PEP 508 environment marker; return an exception if invalid or False otherwise. """ try: evaluate_marker(text) except SyntaxError as e: e.filename = None e.lineno = None return e return False def evaluate_marker(text, extra=None): """ Evaluate a PEP 508 environment marker. Return a boolean indicating the marker result in this environment. Raise SyntaxError if marker is invalid. This implementation uses the 'pyparsing' module. """ try: marker = packaging.markers.Marker(text) return marker.evaluate() except packaging.markers.InvalidMarker as e: raise SyntaxError(e) class NullProvider: """Try to implement resources and metadata for arbitrary PEP 302 loaders""" egg_name = None egg_info = None loader = None def __init__(self, module): self.loader = getattr(module, '__loader__', None) self.module_path = os.path.dirname(getattr(module, '__file__', '')) def get_resource_filename(self, manager, resource_name): return self._fn(self.module_path, resource_name) def get_resource_stream(self, manager, resource_name): return io.BytesIO(self.get_resource_string(manager, resource_name)) def get_resource_string(self, manager, resource_name): return self._get(self._fn(self.module_path, resource_name)) def has_resource(self, resource_name): return self._has(self._fn(self.module_path, resource_name)) def _get_metadata_path(self, name): return self._fn(self.egg_info, name) def has_metadata(self, name): if not self.egg_info: return self.egg_info path = self._get_metadata_path(name) return self._has(path) def get_metadata(self, name): if not self.egg_info: return "" path = self._get_metadata_path(name) value = self._get(path) if six.PY2: return value try: return value.decode('utf-8') except UnicodeDecodeError as exc: # Include the path in the error message to simplify # troubleshooting, and without changing the exception type. exc.reason += ' in {} file at path: {}'.format(name, path) raise def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) def resource_isdir(self, resource_name): return self._isdir(self._fn(self.module_path, resource_name)) def metadata_isdir(self, name): return self.egg_info and self._isdir(self._fn(self.egg_info, name)) def resource_listdir(self, resource_name): return self._listdir(self._fn(self.module_path, resource_name)) def metadata_listdir(self, name): if self.egg_info: return self._listdir(self._fn(self.egg_info, name)) return [] def run_script(self, script_name, namespace): script = 'scripts/' + script_name if not self.has_metadata(script): raise ResolutionError( "Script {script!r} not found in metadata at {self.egg_info!r}" .format(**locals()), ) script_text = self.get_metadata(script).replace('\r\n', '\n') script_text = script_text.replace('\r', '\n') script_filename = self._fn(self.egg_info, script) namespace['__file__'] = script_filename if os.path.exists(script_filename): source = open(script_filename).read() code = compile(source, script_filename, 'exec') exec(code, namespace, namespace) else: from linecache import cache cache[script_filename] = ( len(script_text), 0, script_text.split('\n'), script_filename ) script_code = compile(script_text, script_filename, 'exec') exec(script_code, namespace, namespace) def _has(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _isdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _listdir(self, path): raise NotImplementedError( "Can't perform this operation for unregistered loader type" ) def _fn(self, base, resource_name): self._validate_resource_path(resource_name) if resource_name: return os.path.join(base, *resource_name.split('/')) return base @staticmethod def _validate_resource_path(path): """ Validate the resource paths according to the docs. https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access >>> warned = getfixture('recwarn') >>> warnings.simplefilter('always') >>> vrp = NullProvider._validate_resource_path >>> vrp('foo/bar.txt') >>> bool(warned) False >>> vrp('../foo/bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('/foo/bar.txt') >>> bool(warned) True >>> vrp('foo/../../bar.txt') >>> bool(warned) True >>> warned.clear() >>> vrp('foo/f../bar.txt') >>> bool(warned) False Windows path separators are straight-up disallowed. >>> vrp(r'\\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path \ is not allowed. >>> vrp(r'C:\\foo/bar.txt') Traceback (most recent call last): ... ValueError: Use of .. or absolute path in a resource path \ is not allowed. Blank values are allowed >>> vrp('') >>> bool(warned) False Non-string values are not. >>> vrp(None) Traceback (most recent call last): ... AttributeError: ... """ invalid = ( os.path.pardir in path.split(posixpath.sep) or posixpath.isabs(path) or ntpath.isabs(path) ) if not invalid: return msg = "Use of .. or absolute path in a resource path is not allowed." # Aggressively disallow Windows absolute paths if ntpath.isabs(path) and not posixpath.isabs(path): raise ValueError(msg) # for compatibility, warn; in future # raise ValueError(msg) warnings.warn( msg[:-1] + " and will raise exceptions in a future release.", DeprecationWarning, stacklevel=4, ) def _get(self, path): if hasattr(self.loader, 'get_data'): return self.loader.get_data(path) raise NotImplementedError( "Can't perform this operation for loaders without 'get_data()'" ) register_loader_type(object, NullProvider) class EggProvider(NullProvider): """Provider based on a virtual filesystem""" def __init__(self, module): NullProvider.__init__(self, module) self._setup_prefix() def _setup_prefix(self): # we assume here that our metadata may be nested inside a "basket" # of multiple eggs; that's why we use module_path instead of .archive path = self.module_path old = None while path != old: if _is_egg_path(path): self.egg_name = os.path.basename(path) self.egg_info = os.path.join(path, 'EGG-INFO') self.egg_root = path break old = path path, base = os.path.split(path) class DefaultProvider(EggProvider): """Provides access to package resources in the filesystem""" def _has(self, path): return os.path.exists(path) def _isdir(self, path): return os.path.isdir(path) def _listdir(self, path): return os.listdir(path) def get_resource_stream(self, manager, resource_name): return open(self._fn(self.module_path, resource_name), 'rb') def _get(self, path): with open(path, 'rb') as stream: return stream.read() @classmethod def _register(cls): loader_names = 'SourceFileLoader', 'SourcelessFileLoader', for name in loader_names: loader_cls = getattr(importlib_machinery, name, type(None)) register_loader_type(loader_cls, cls) DefaultProvider._register() class EmptyProvider(NullProvider): """Provider that returns nothing for all requests""" module_path = None _isdir = _has = lambda self, path: False def _get(self, path): return '' def _listdir(self, path): return [] def __init__(self): pass empty_provider = EmptyProvider() class ZipManifests(dict): """ zip manifest builder """ @classmethod def build(cls, path): """ Build a dictionary similar to the zipimport directory caches, except instead of tuples, store ZipInfo objects. Use a platform-specific path separator (os.sep) for the path keys for compatibility with pypy on Windows. """ with zipfile.ZipFile(path) as zfile: items = ( ( name.replace('/', os.sep), zfile.getinfo(name), ) for name in zfile.namelist() ) return dict(items) load = build class MemoizedZipManifests(ZipManifests): """ Memoized zipfile manifests. """ manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime') def load(self, path): """ Load a manifest at path or return a suitable manifest already loaded. """ path = os.path.normpath(path) mtime = os.stat(path).st_mtime if path not in self or self[path].mtime != mtime: manifest = self.build(path) self[path] = self.manifest_mod(manifest, mtime) return self[path].manifest class ZipProvider(EggProvider): """Resource support for zips and eggs""" eagers = None _zip_manifests = MemoizedZipManifests() def __init__(self, module): EggProvider.__init__(self, module) self.zip_pre = self.loader.archive + os.sep def _zipinfo_name(self, fspath): # Convert a virtual filename (full path to file) into a zipfile subpath # usable with the zipimport directory cache for our target archive fspath = fspath.rstrip(os.sep) if fspath == self.loader.archive: return '' if fspath.startswith(self.zip_pre): return fspath[len(self.zip_pre):] raise AssertionError( "%s is not a subpath of %s" % (fspath, self.zip_pre) ) def _parts(self, zip_path): # Convert a zipfile subpath into an egg-relative path part list. # pseudo-fs path fspath = self.zip_pre + zip_path if fspath.startswith(self.egg_root + os.sep): return fspath[len(self.egg_root) + 1:].split(os.sep) raise AssertionError( "%s is not a subpath of %s" % (fspath, self.egg_root) ) @property def zipinfo(self): return self._zip_manifests.load(self.loader.archive) def get_resource_filename(self, manager, resource_name): if not self.egg_name: raise NotImplementedError( "resource_filename() only supported for .egg, not .zip" ) # no need to lock for extraction, since we use temp names zip_path = self._resource_to_zip(resource_name) eagers = self._get_eager_resources() if '/'.join(self._parts(zip_path)) in eagers: for name in eagers: self._extract_resource(manager, self._eager_to_zip(name)) return self._extract_resource(manager, zip_path) @staticmethod def _get_date_and_size(zip_stat): size = zip_stat.file_size # ymdhms+wday, yday, dst date_time = zip_stat.date_time + (0, 0, -1) # 1980 offset already done timestamp = time.mktime(date_time) return timestamp, size def _extract_resource(self, manager, zip_path): if zip_path in self._index(): for name in self._index()[zip_path]: last = self._extract_resource( manager, os.path.join(zip_path, name) ) # return the extracted directory name return os.path.dirname(last) timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not WRITE_SUPPORT: raise IOError('"os.rename" and "os.unlink" are not supported ' 'on this platform') try: real_path = manager.get_cache_path( self.egg_name, self._parts(zip_path) ) if self._is_current(real_path, zip_path): return real_path outf, tmpnam = _mkstemp( ".$extract", dir=os.path.dirname(real_path), ) os.write(outf, self.loader.get_data(zip_path)) os.close(outf) utime(tmpnam, (timestamp, timestamp)) manager.postprocess(tmpnam, real_path) try: rename(tmpnam, real_path) except os.error: if os.path.isfile(real_path): if self._is_current(real_path, zip_path): # the file became current since it was checked above, # so proceed. return real_path # Windows, del old file and retry elif os.name == 'nt': unlink(real_path) rename(tmpnam, real_path) return real_path raise except os.error: # report a user-friendly error manager.extraction_error() return real_path def _is_current(self, file_path, zip_path): """ Return True if the file_path is current for this zip_path """ timestamp, size = self._get_date_and_size(self.zipinfo[zip_path]) if not os.path.isfile(file_path): return False stat = os.stat(file_path) if stat.st_size != size or stat.st_mtime != timestamp: return False # check that the contents match zip_contents = self.loader.get_data(zip_path) with open(file_path, 'rb') as f: file_contents = f.read() return zip_contents == file_contents def _get_eager_resources(self): if self.eagers is None: eagers = [] for name in ('native_libs.txt', 'eager_resources.txt'): if self.has_metadata(name): eagers.extend(self.get_metadata_lines(name)) self.eagers = eagers return self.eagers def _index(self): try: return self._dirindex except AttributeError: ind = {} for path in self.zipinfo: parts = path.split(os.sep) while parts: parent = os.sep.join(parts[:-1]) if parent in ind: ind[parent].append(parts[-1]) break else: ind[parent] = [parts.pop()] self._dirindex = ind return ind def _has(self, fspath): zip_path = self._zipinfo_name(fspath) return zip_path in self.zipinfo or zip_path in self._index() def _isdir(self, fspath): return self._zipinfo_name(fspath) in self._index() def _listdir(self, fspath): return list(self._index().get(self._zipinfo_name(fspath), ())) def _eager_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.egg_root, resource_name)) def _resource_to_zip(self, resource_name): return self._zipinfo_name(self._fn(self.module_path, resource_name)) register_loader_type(zipimport.zipimporter, ZipProvider) class FileMetadata(EmptyProvider): """Metadata handler for standalone PKG-INFO files Usage:: metadata = FileMetadata("/path/to/PKG-INFO") This provider rejects all data and metadata requests except for PKG-INFO, which is treated as existing, and will be the contents of the file at the provided location. """ def __init__(self, path): self.path = path def _get_metadata_path(self, name): return self.path def has_metadata(self, name): return name == 'PKG-INFO' and os.path.isfile(self.path) def get_metadata(self, name): if name != 'PKG-INFO': raise KeyError("No metadata except PKG-INFO is available") with io.open(self.path, encoding='utf-8', errors="replace") as f: metadata = f.read() self._warn_on_replacement(metadata) return metadata def _warn_on_replacement(self, metadata): # Python 2.7 compat for: replacement_char = '�' replacement_char = b'\xef\xbf\xbd'.decode('utf-8') if replacement_char in metadata: tmpl = "{self.path} could not be properly decoded in UTF-8" msg = tmpl.format(**locals()) warnings.warn(msg) def get_metadata_lines(self, name): return yield_lines(self.get_metadata(name)) class PathMetadata(DefaultProvider): """Metadata provider for egg directories Usage:: # Development eggs: egg_info = "/path/to/PackageName.egg-info" base_dir = os.path.dirname(egg_info) metadata = PathMetadata(base_dir, egg_info) dist_name = os.path.splitext(os.path.basename(egg_info))[0] dist = Distribution(basedir, project_name=dist_name, metadata=metadata) # Unpacked egg directories: egg_path = "/path/to/PackageName-ver-pyver-etc.egg" metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO')) dist = Distribution.from_filename(egg_path, metadata=metadata) """ def __init__(self, path, egg_info): self.module_path = path self.egg_info = egg_info class EggMetadata(ZipProvider): """Metadata provider for .egg files""" def __init__(self, importer): """Create a metadata provider from a zipimporter""" self.zip_pre = importer.archive + os.sep self.loader = importer if importer.prefix: self.module_path = os.path.join(importer.archive, importer.prefix) else: self.module_path = importer.archive self._setup_prefix() _declare_state('dict', _distribution_finders={}) def register_finder(importer_type, distribution_finder): """Register `distribution_finder` to find distributions in sys.path items `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `distribution_finder` is a callable that, passed a path item and the importer instance, yields ``Distribution`` instances found on that path item. See ``pkg_resources.find_on_path`` for an example.""" _distribution_finders[importer_type] = distribution_finder def find_distributions(path_item, only=False): """Yield distributions accessible via `path_item`""" importer = get_importer(path_item) finder = _find_adapter(_distribution_finders, importer) return finder(importer, path_item, only) def find_eggs_in_zip(importer, path_item, only=False): """ Find eggs in zip files; possibly multiple nested eggs. """ if importer.archive.endswith('.whl'): # wheels are not supported with this finder # they don't have PKG-INFO metadata, and won't ever contain eggs return metadata = EggMetadata(importer) if metadata.has_metadata('PKG-INFO'): yield Distribution.from_filename(path_item, metadata=metadata) if only: # don't yield nested distros return for subitem in metadata.resource_listdir(''): if _is_egg_path(subitem): subpath = os.path.join(path_item, subitem) dists = find_eggs_in_zip(zipimport.zipimporter(subpath), subpath) for dist in dists: yield dist elif subitem.lower().endswith('.dist-info'): subpath = os.path.join(path_item, subitem) submeta = EggMetadata(zipimport.zipimporter(subpath)) submeta.egg_info = subpath yield Distribution.from_location(path_item, subitem, submeta) register_finder(zipimport.zipimporter, find_eggs_in_zip) def find_nothing(importer, path_item, only=False): return () register_finder(object, find_nothing) def _by_version_descending(names): """ Given a list of filenames, return them in descending order by version number. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg' >>> _by_version_descending(names) ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg'] >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg' >>> _by_version_descending(names) ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg'] """ def _by_version(name): """ Parse each component of the filename """ name, ext = os.path.splitext(name) parts = itertools.chain(name.split('-'), [ext]) return [packaging.version.parse(part) for part in parts] return sorted(names, key=_by_version, reverse=True) def find_on_path(importer, path_item, only=False): """Yield distributions accessible on a sys.path directory""" path_item = _normalize_cached(path_item) if _is_unpacked_egg(path_item): yield Distribution.from_filename( path_item, metadata=PathMetadata( path_item, os.path.join(path_item, 'EGG-INFO') ) ) return entries = safe_listdir(path_item) # for performance, before sorting by version, # screen entries for only those that will yield # distributions filtered = ( entry for entry in entries if dist_factory(path_item, entry, only) ) # scan for .egg and .egg-info in directory path_item_entries = _by_version_descending(filtered) for entry in path_item_entries: fullpath = os.path.join(path_item, entry) factory = dist_factory(path_item, entry, only) for dist in factory(fullpath): yield dist def dist_factory(path_item, entry, only): """ Return a dist_factory for a path_item and entry """ lower = entry.lower() is_meta = any(map(lower.endswith, ('.egg-info', '.dist-info'))) return ( distributions_from_metadata if is_meta else find_distributions if not only and _is_egg_path(entry) else resolve_egg_link if not only and lower.endswith('.egg-link') else NoDists() ) class NoDists: """ >>> bool(NoDists()) False >>> list(NoDists()('anything')) [] """ def __bool__(self): return False if six.PY2: __nonzero__ = __bool__ def __call__(self, fullpath): return iter(()) def safe_listdir(path): """ Attempt to list contents of path, but suppress some exceptions. """ try: return os.listdir(path) except (PermissionError, NotADirectoryError): pass except OSError as e: # Ignore the directory if does not exist, not a directory or # permission denied ignorable = ( e.errno in (errno.ENOTDIR, errno.EACCES, errno.ENOENT) # Python 2 on Windows needs to be handled this way :( or getattr(e, "winerror", None) == 267 ) if not ignorable: raise return () def distributions_from_metadata(path): root = os.path.dirname(path) if os.path.isdir(path): if len(os.listdir(path)) == 0: # empty metadata dir; skip return metadata = PathMetadata(root, path) else: metadata = FileMetadata(path) entry = os.path.basename(path) yield Distribution.from_location( root, entry, metadata, precedence=DEVELOP_DIST, ) def non_empty_lines(path): """ Yield non-empty lines from file at path """ with open(path) as f: for line in f: line = line.strip() if line: yield line def resolve_egg_link(path): """ Given a path to an .egg-link, resolve distributions present in the referenced path. """ referenced_paths = non_empty_lines(path) resolved_paths = ( os.path.join(os.path.dirname(path), ref) for ref in referenced_paths ) dist_groups = map(find_distributions, resolved_paths) return next(dist_groups, ()) register_finder(pkgutil.ImpImporter, find_on_path) if hasattr(importlib_machinery, 'FileFinder'): register_finder(importlib_machinery.FileFinder, find_on_path) _declare_state('dict', _namespace_handlers={}) _declare_state('dict', _namespace_packages={}) def register_namespace_handler(importer_type, namespace_handler): """Register `namespace_handler` to declare namespace packages `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item handler), and `namespace_handler` is a callable like this:: def namespace_handler(importer, path_entry, moduleName, module): # return a path_entry to use for child packages Namespace handlers are only called if the importer object has already agreed that it can handle the relevant path item, and they should only return a subpath if the module __path__ does not already contain an equivalent subpath. For an example namespace handler, see ``pkg_resources.file_ns_handler``. """ _namespace_handlers[importer_type] = namespace_handler def _handle_ns(packageName, path_item): """Ensure that named package includes a subpath of path_item (if needed)""" importer = get_importer(path_item) if importer is None: return None # capture warnings due to #1111 with warnings.catch_warnings(): warnings.simplefilter("ignore") loader = importer.find_module(packageName) if loader is None: return None module = sys.modules.get(packageName) if module is None: module = sys.modules[packageName] = types.ModuleType(packageName) module.__path__ = [] _set_parent_ns(packageName) elif not hasattr(module, '__path__'): raise TypeError("Not a package:", packageName) handler = _find_adapter(_namespace_handlers, importer) subpath = handler(importer, path_item, packageName, module) if subpath is not None: path = module.__path__ path.append(subpath) loader.load_module(packageName) _rebuild_mod_path(path, packageName, module) return subpath def _rebuild_mod_path(orig_path, package_name, module): """ Rebuild module.__path__ ensuring that all entries are ordered corresponding to their sys.path order """ sys_path = [_normalize_cached(p) for p in sys.path] def safe_sys_path_index(entry): """ Workaround for #520 and #513. """ try: return sys_path.index(entry) except ValueError: return float('inf') def position_in_sys_path(path): """ Return the ordinal of the path based on its position in sys.path """ path_parts = path.split(os.sep) module_parts = package_name.count('.') + 1 parts = path_parts[:-module_parts] return safe_sys_path_index(_normalize_cached(os.sep.join(parts))) new_path = sorted(orig_path, key=position_in_sys_path) new_path = [_normalize_cached(p) for p in new_path] if isinstance(module.__path__, list): module.__path__[:] = new_path else: module.__path__ = new_path def declare_namespace(packageName): """Declare that package 'packageName' is a namespace package""" _imp.acquire_lock() try: if packageName in _namespace_packages: return path = sys.path parent, _, _ = packageName.rpartition('.') if parent: declare_namespace(parent) if parent not in _namespace_packages: __import__(parent) try: path = sys.modules[parent].__path__ except AttributeError: raise TypeError("Not a package:", parent) # Track what packages are namespaces, so when new path items are added, # they can be updated _namespace_packages.setdefault(parent or None, []).append(packageName) _namespace_packages.setdefault(packageName, []) for path_item in path: # Ensure all the parent's path items are reflected in the child, # if they apply _handle_ns(packageName, path_item) finally: _imp.release_lock() def fixup_namespace_packages(path_item, parent=None): """Ensure that previously-declared namespace packages include path_item""" _imp.acquire_lock() try: for package in _namespace_packages.get(parent, ()): subpath = _handle_ns(package, path_item) if subpath: fixup_namespace_packages(subpath, package) finally: _imp.release_lock() def file_ns_handler(importer, path_item, packageName, module): """Compute an ns-package subpath for a filesystem or zipfile importer""" subpath = os.path.join(path_item, packageName.split('.')[-1]) normalized = _normalize_cached(subpath) for item in module.__path__: if _normalize_cached(item) == normalized: break else: # Only return the path if it's not already there return subpath register_namespace_handler(pkgutil.ImpImporter, file_ns_handler) register_namespace_handler(zipimport.zipimporter, file_ns_handler) if hasattr(importlib_machinery, 'FileFinder'): register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler) def null_ns_handler(importer, path_item, packageName, module): return None register_namespace_handler(object, null_ns_handler) def normalize_path(filename): """Normalize a file/dir name for comparison purposes""" return os.path.normcase(os.path.realpath(os.path.normpath(_cygwin_patch(filename)))) def _cygwin_patch(filename): # pragma: nocover """ Contrary to POSIX 2008, on Cygwin, getcwd (3) contains symlink components. Using os.path.abspath() works around this limitation. A fix in os.getcwd() would probably better, in Cygwin even more so, except that this seems to be by design... """ return os.path.abspath(filename) if sys.platform == 'cygwin' else filename def _normalize_cached(filename, _cache={}): try: return _cache[filename] except KeyError: _cache[filename] = result = normalize_path(filename) return result def _is_egg_path(path): """ Determine if given path appears to be an egg. """ return path.lower().endswith('.egg') def _is_unpacked_egg(path): """ Determine if given path appears to be an unpacked egg. """ return ( _is_egg_path(path) and os.path.isfile(os.path.join(path, 'EGG-INFO', 'PKG-INFO')) ) def _set_parent_ns(packageName): parts = packageName.split('.') name = parts.pop() if parts: parent = '.'.join(parts) setattr(sys.modules[parent], name, sys.modules[packageName]) def yield_lines(strs): """Yield non-empty/non-comment lines of a string or sequence""" if isinstance(strs, six.string_types): for s in strs.splitlines(): s = s.strip() # skip blank lines/comments if s and not s.startswith('#'): yield s else: for ss in strs: for s in yield_lines(ss): yield s MODULE = re.compile(r"\w+(\.\w+)*$").match EGG_NAME = re.compile( r""" (?P<name>[^-]+) ( -(?P<ver>[^-]+) ( -py(?P<pyver>[^-]+) ( -(?P<plat>.+) )? )? )? """, re.VERBOSE | re.IGNORECASE, ).match class EntryPoint: """Object representing an advertised importable object""" def __init__(self, name, module_name, attrs=(), extras=(), dist=None): if not MODULE(module_name): raise ValueError("Invalid module name", module_name) self.name = name self.module_name = module_name self.attrs = tuple(attrs) self.extras = tuple(extras) self.dist = dist def __str__(self): s = "%s = %s" % (self.name, self.module_name) if self.attrs: s += ':' + '.'.join(self.attrs) if self.extras: s += ' [%s]' % ','.join(self.extras) return s def __repr__(self): return "EntryPoint.parse(%r)" % str(self) def load(self, require=True, *args, **kwargs): """ Require packages for this EntryPoint, then resolve it. """ if not require or args or kwargs: warnings.warn( "Parameters to load are deprecated. Call .resolve and " ".require separately.", PkgResourcesDeprecationWarning, stacklevel=2, ) if require: self.require(*args, **kwargs) return self.resolve() def resolve(self): """ Resolve the entry point from its module and attrs. """ module = __import__(self.module_name, fromlist=['__name__'], level=0) try: return functools.reduce(getattr, self.attrs, module) except AttributeError as exc: raise ImportError(str(exc)) def require(self, env=None, installer=None): if self.extras and not self.dist: raise UnknownExtra("Can't require() without a distribution", self) # Get the requirements for this entry point with all its extras and # then resolve them. We have to pass `extras` along when resolving so # that the working set knows what extras we want. Otherwise, for # dist-info distributions, the working set will assume that the # requirements for that extra are purely optional and skip over them. reqs = self.dist.requires(self.extras) items = working_set.resolve(reqs, env, installer, extras=self.extras) list(map(working_set.add, items)) pattern = re.compile( r'\s*' r'(?P<name>.+?)\s*' r'=\s*' r'(?P<module>[\w.]+)\s*' r'(:\s*(?P<attr>[\w.]+))?\s*' r'(?P<extras>\[.*\])?\s*$' ) @classmethod def parse(cls, src, dist=None): """Parse a single entry point from string `src` Entry point syntax follows the form:: name = some.module:some.attr [extra1, extra2] The entry name and module name are required, but the ``:attrs`` and ``[extras]`` parts are optional """ m = cls.pattern.match(src) if not m: msg = "EntryPoint must be in 'name=module:attrs [extras]' format" raise ValueError(msg, src) res = m.groupdict() extras = cls._parse_extras(res['extras']) attrs = res['attr'].split('.') if res['attr'] else () return cls(res['name'], res['module'], attrs, extras, dist) @classmethod def _parse_extras(cls, extras_spec): if not extras_spec: return () req = Requirement.parse('x' + extras_spec) if req.specs: raise ValueError() return req.extras @classmethod def parse_group(cls, group, lines, dist=None): """Parse an entry point group""" if not MODULE(group): raise ValueError("Invalid group name", group) this = {} for line in yield_lines(lines): ep = cls.parse(line, dist) if ep.name in this: raise ValueError("Duplicate entry point", group, ep.name) this[ep.name] = ep return this @classmethod def parse_map(cls, data, dist=None): """Parse a map of entry point groups""" if isinstance(data, dict): data = data.items() else: data = split_sections(data) maps = {} for group, lines in data: if group is None: if not lines: continue raise ValueError("Entry points must be listed in groups") group = group.strip() if group in maps: raise ValueError("Duplicate group name", group) maps[group] = cls.parse_group(group, lines, dist) return maps def _remove_md5_fragment(location): if not location: return '' parsed = urllib.parse.urlparse(location) if parsed[-1].startswith('md5='): return urllib.parse.urlunparse(parsed[:-1] + ('',)) return location def _version_from_file(lines): """ Given an iterable of lines from a Metadata file, return the value of the Version field, if present, or None otherwise. """ def is_version_line(line): return line.lower().startswith('version:') version_lines = filter(is_version_line, lines) line = next(iter(version_lines), '') _, _, value = line.partition(':') return safe_version(value.strip()) or None class Distribution: """Wrap an actual or potential sys.path entry w/metadata""" PKG_INFO = 'PKG-INFO' def __init__( self, location=None, metadata=None, project_name=None, version=None, py_version=PY_MAJOR, platform=None, precedence=EGG_DIST): self.project_name = safe_name(project_name or 'Unknown') if version is not None: self._version = safe_version(version) self.py_version = py_version self.platform = platform self.location = location self.precedence = precedence self._provider = metadata or empty_provider @classmethod def from_location(cls, location, basename, metadata=None, **kw): project_name, version, py_version, platform = [None] * 4 basename, ext = os.path.splitext(basename) if ext.lower() in _distributionImpl: cls = _distributionImpl[ext.lower()] match = EGG_NAME(basename) if match: project_name, version, py_version, platform = match.group( 'name', 'ver', 'pyver', 'plat' ) return cls( location, metadata, project_name=project_name, version=version, py_version=py_version, platform=platform, **kw )._reload_version() def _reload_version(self): return self @property def hashcmp(self): return ( self.parsed_version, self.precedence, self.key, _remove_md5_fragment(self.location), self.py_version or '', self.platform or '', ) def __hash__(self): return hash(self.hashcmp) def __lt__(self, other): return self.hashcmp < other.hashcmp def __le__(self, other): return self.hashcmp <= other.hashcmp def __gt__(self, other): return self.hashcmp > other.hashcmp def __ge__(self, other): return self.hashcmp >= other.hashcmp def __eq__(self, other): if not isinstance(other, self.__class__): # It's not a Distribution, so they are not equal return False return self.hashcmp == other.hashcmp def __ne__(self, other): return not self == other # These properties have to be lazy so that we don't have to load any # metadata until/unless it's actually needed. (i.e., some distributions # may not know their name or version without loading PKG-INFO) @property def key(self): try: return self._key except AttributeError: self._key = key = self.project_name.lower() return key @property def parsed_version(self): if not hasattr(self, "_parsed_version"): self._parsed_version = parse_version(self.version) return self._parsed_version def _warn_legacy_version(self): LV = packaging.version.LegacyVersion is_legacy = isinstance(self._parsed_version, LV) if not is_legacy: return # While an empty version is technically a legacy version and # is not a valid PEP 440 version, it's also unlikely to # actually come from someone and instead it is more likely that # it comes from setuptools attempting to parse a filename and # including it in the list. So for that we'll gate this warning # on if the version is anything at all or not. if not self.version: return tmpl = textwrap.dedent(""" '{project_name} ({version})' is being parsed as a legacy, non PEP 440, version. You may find odd behavior and sort order. In particular it will be sorted as less than 0.0. It is recommended to migrate to PEP 440 compatible versions. """).strip().replace('\n', ' ') warnings.warn(tmpl.format(**vars(self)), PEP440Warning) @property def version(self): try: return self._version except AttributeError: version = self._get_version() if version is None: path = self._get_metadata_path_for_display(self.PKG_INFO) msg = ( "Missing 'Version:' header and/or {} file at path: {}" ).format(self.PKG_INFO, path) raise ValueError(msg, self) return version @property def _dep_map(self): """ A map of extra to its list of (direct) requirements for this distribution, including the null extra. """ try: return self.__dep_map except AttributeError: self.__dep_map = self._filter_extras(self._build_dep_map()) return self.__dep_map @staticmethod def _filter_extras(dm): """ Given a mapping of extras to dependencies, strip off environment markers and filter out any dependencies not matching the markers. """ for extra in list(filter(None, dm)): new_extra = extra reqs = dm.pop(extra) new_extra, _, marker = extra.partition(':') fails_marker = marker and ( invalid_marker(marker) or not evaluate_marker(marker) ) if fails_marker: reqs = [] new_extra = safe_extra(new_extra) or None dm.setdefault(new_extra, []).extend(reqs) return dm def _build_dep_map(self): dm = {} for name in 'requires.txt', 'depends.txt': for extra, reqs in split_sections(self._get_metadata(name)): dm.setdefault(extra, []).extend(parse_requirements(reqs)) return dm def requires(self, extras=()): """List of Requirements needed for this distro if `extras` are used""" dm = self._dep_map deps = [] deps.extend(dm.get(None, ())) for ext in extras: try: deps.extend(dm[safe_extra(ext)]) except KeyError: raise UnknownExtra( "%s has no such extra feature %r" % (self, ext) ) return deps def _get_metadata_path_for_display(self, name): """ Return the path to the given metadata file, if available. """ try: # We need to access _get_metadata_path() on the provider object # directly rather than through this class's __getattr__() # since _get_metadata_path() is marked private. path = self._provider._get_metadata_path(name) # Handle exceptions e.g. in case the distribution's metadata # provider doesn't support _get_metadata_path(). except Exception: return '[could not detect]' return path def _get_metadata(self, name): if self.has_metadata(name): for line in self.get_metadata_lines(name): yield line def _get_version(self): lines = self._get_metadata(self.PKG_INFO) version = _version_from_file(lines) return version def activate(self, path=None, replace=False): """Ensure distribution is importable on `path` (default=sys.path)""" if path is None: path = sys.path self.insert_on(path, replace=replace) if path is sys.path: fixup_namespace_packages(self.location) for pkg in self._get_metadata('namespace_packages.txt'): if pkg in sys.modules: declare_namespace(pkg) def egg_name(self): """Return what this distribution's standard .egg filename should be""" filename = "%s-%s-py%s" % ( to_filename(self.project_name), to_filename(self.version), self.py_version or PY_MAJOR ) if self.platform: filename += '-' + self.platform return filename def __repr__(self): if self.location: return "%s (%s)" % (self, self.location) else: return str(self) def __str__(self): try: version = getattr(self, 'version', None) except ValueError: version = None version = version or "[unknown version]" return "%s %s" % (self.project_name, version) def __getattr__(self, attr): """Delegate all unrecognized public attributes to .metadata provider""" if attr.startswith('_'): raise AttributeError(attr) return getattr(self._provider, attr) def __dir__(self): return list( set(super(Distribution, self).__dir__()) | set( attr for attr in self._provider.__dir__() if not attr.startswith('_') ) ) if not hasattr(object, '__dir__'): # python 2.7 not supported del __dir__ @classmethod def from_filename(cls, filename, metadata=None, **kw): return cls.from_location( _normalize_cached(filename), os.path.basename(filename), metadata, **kw ) def as_requirement(self): """Return a ``Requirement`` that matches this distribution exactly""" if isinstance(self.parsed_version, packaging.version.Version): spec = "%s==%s" % (self.project_name, self.parsed_version) else: spec = "%s===%s" % (self.project_name, self.parsed_version) return Requirement.parse(spec) def load_entry_point(self, group, name): """Return the `name` entry point of `group` or raise ImportError""" ep = self.get_entry_info(group, name) if ep is None: raise ImportError("Entry point %r not found" % ((group, name),)) return ep.load() def get_entry_map(self, group=None): """Return the entry point map for `group`, or the full entry map""" try: ep_map = self._ep_map except AttributeError: ep_map = self._ep_map = EntryPoint.parse_map( self._get_metadata('entry_points.txt'), self ) if group is not None: return ep_map.get(group, {}) return ep_map def get_entry_info(self, group, name): """Return the EntryPoint object for `group`+`name`, or ``None``""" return self.get_entry_map(group).get(name) def insert_on(self, path, loc=None, replace=False): """Ensure self.location is on path If replace=False (default): - If location is already in path anywhere, do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent. - Else: add to the end of path. If replace=True: - If location is already on path anywhere (not eggs) or higher priority than its parent (eggs) do nothing. - Else: - If it's an egg and its parent directory is on path, insert just ahead of the parent, removing any lower-priority entries. - Else: add it to the front of path. """ loc = loc or self.location if not loc: return nloc = _normalize_cached(loc) bdir = os.path.dirname(nloc) npath = [(p and _normalize_cached(p) or p) for p in path] for p, item in enumerate(npath): if item == nloc: if replace: break else: # don't modify path (even removing duplicates) if # found and not replace return elif item == bdir and self.precedence == EGG_DIST: # if it's an .egg, give it precedence over its directory # UNLESS it's already been added to sys.path and replace=False if (not replace) and nloc in npath[p:]: return if path is sys.path: self.check_version_conflict() path.insert(p, loc) npath.insert(p, nloc) break else: if path is sys.path: self.check_version_conflict() if replace: path.insert(0, loc) else: path.append(loc) return # p is the spot where we found or inserted loc; now remove duplicates while True: try: np = npath.index(nloc, p + 1) except ValueError: break else: del npath[np], path[np] # ha! p = np return def check_version_conflict(self): if self.key == 'setuptools': # ignore the inevitable setuptools self-conflicts :( return nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt')) loc = normalize_path(self.location) for modname in self._get_metadata('top_level.txt'): if (modname not in sys.modules or modname in nsp or modname in _namespace_packages): continue if modname in ('pkg_resources', 'setuptools', 'site'): continue fn = getattr(sys.modules[modname], '__file__', None) if fn and (normalize_path(fn).startswith(loc) or fn.startswith(self.location)): continue issue_warning( "Module %s was already imported from %s, but %s is being added" " to sys.path" % (modname, fn, self.location), ) def has_version(self): try: self.version except ValueError: issue_warning("Unbuilt egg for " + repr(self)) return False return True def clone(self, **kw): """Copy this distribution, substituting in any changed keyword args""" names = 'project_name version py_version platform location precedence' for attr in names.split(): kw.setdefault(attr, getattr(self, attr, None)) kw.setdefault('metadata', self._provider) return self.__class__(**kw) @property def extras(self): return [dep for dep in self._dep_map if dep] class EggInfoDistribution(Distribution): def _reload_version(self): """ Packages installed by distutils (e.g. numpy or scipy), which uses an old safe_version, and so their version numbers can get mangled when converted to filenames (e.g., 1.11.0.dev0+2329eae to 1.11.0.dev0_2329eae). These distributions will not be parsed properly downstream by Distribution and safe_version, so take an extra step and try to get the version number from the metadata file itself instead of the filename. """ md_version = self._get_version() if md_version: self._version = md_version return self class DistInfoDistribution(Distribution): """ Wrap an actual or potential sys.path entry w/metadata, .dist-info style. """ PKG_INFO = 'METADATA' EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])") @property def _parsed_pkg_info(self): """Parse and cache metadata""" try: return self._pkg_info except AttributeError: metadata = self.get_metadata(self.PKG_INFO) self._pkg_info = email.parser.Parser().parsestr(metadata) return self._pkg_info @property def _dep_map(self): try: return self.__dep_map except AttributeError: self.__dep_map = self._compute_dependencies() return self.__dep_map def _compute_dependencies(self): """Recompute this distribution's dependencies.""" dm = self.__dep_map = {None: []} reqs = [] # Including any condition expressions for req in self._parsed_pkg_info.get_all('Requires-Dist') or []: reqs.extend(parse_requirements(req)) def reqs_for_extra(extra): for req in reqs: if not req.marker or req.marker.evaluate({'extra': extra}): yield req common = frozenset(reqs_for_extra(None)) dm[None].extend(common) for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []: s_extra = safe_extra(extra.strip()) dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common) return dm _distributionImpl = { '.egg': Distribution, '.egg-info': EggInfoDistribution, '.dist-info': DistInfoDistribution, } def issue_warning(*args, **kw): level = 1 g = globals() try: # find the first stack frame that is *not* code in # the pkg_resources module, to use for the warning while sys._getframe(level).f_globals is g: level += 1 except ValueError: pass warnings.warn(stacklevel=level + 1, *args, **kw) class RequirementParseError(ValueError): def __str__(self): return ' '.join(self.args) def parse_requirements(strs): """Yield ``Requirement`` objects for each specification in `strs` `strs` must be a string, or a (possibly-nested) iterable thereof. """ # create a steppable iterator, so we can handle \-continuations lines = iter(yield_lines(strs)) for line in lines: # Drop comments -- a hash without a space may be in a URL. if ' #' in line: line = line[:line.find(' #')] # If there is a line continuation, drop it, and append the next line. if line.endswith('\\'): line = line[:-2].strip() try: line += next(lines) except StopIteration: return yield Requirement(line) class Requirement(packaging.requirements.Requirement): def __init__(self, requirement_string): """DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!""" try: super(Requirement, self).__init__(requirement_string) except packaging.requirements.InvalidRequirement as e: raise RequirementParseError(str(e)) self.unsafe_name = self.name project_name = safe_name(self.name) self.project_name, self.key = project_name, project_name.lower() self.specs = [ (spec.operator, spec.version) for spec in self.specifier] self.extras = tuple(map(safe_extra, self.extras)) self.hashCmp = ( self.key, self.specifier, frozenset(self.extras), str(self.marker) if self.marker else None, ) self.__hash = hash(self.hashCmp) def __eq__(self, other): return ( isinstance(other, Requirement) and self.hashCmp == other.hashCmp ) def __ne__(self, other): return not self == other def __contains__(self, item): if isinstance(item, Distribution): if item.key != self.key: return False item = item.version # Allow prereleases always in order to match the previous behavior of # this method. In the future this should be smarter and follow PEP 440 # more accurately. return self.specifier.contains(item, prereleases=True) def __hash__(self): return self.__hash def __repr__(self): return "Requirement.parse(%r)" % str(self) @staticmethod def parse(s): req, = parse_requirements(s) return req def _always_object(classes): """ Ensure object appears in the mro even for old-style classes. """ if object not in classes: return classes + (object,) return classes def _find_adapter(registry, ob): """Return an adapter factory for `ob` from `registry`""" types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob)))) for t in types: if t in registry: return registry[t] def ensure_directory(path): """Ensure that the parent directory of `path` exists""" dirname = os.path.dirname(path) py31compat.makedirs(dirname, exist_ok=True) def _bypass_ensure_directory(path): """Sandbox-bypassing version of ensure_directory()""" if not WRITE_SUPPORT: raise IOError('"os.mkdir" not supported on this platform.') dirname, filename = split(path) if dirname and filename and not isdir(dirname): _bypass_ensure_directory(dirname) try: mkdir(dirname, 0o755) except FileExistsError: pass def split_sections(s): """Split a string or iterable thereof into (section, content) pairs Each ``section`` is a stripped version of the section header ("[section]") and each ``content`` is a list of stripped lines excluding blank lines and comment-only lines. If there are any such lines before the first section header, they're returned in a first ``section`` of ``None``. """ section = None content = [] for line in yield_lines(s): if line.startswith("["): if line.endswith("]"): if section or content: yield section, content section = line[1:-1].strip() content = [] else: raise ValueError("Invalid section heading", line) else: content.append(line) # wrap up last segment yield section, content def _mkstemp(*args, **kw): old_open = os.open try: # temporarily bypass sandboxing os.open = os_open return tempfile.mkstemp(*args, **kw) finally: # and then put it back os.open = old_open # Silence the PEP440Warning by default, so that end users don't get hit by it # randomly just because they use pkg_resources. We want to append the rule # because we want earlier uses of filterwarnings to take precedence over this # one. warnings.filterwarnings("ignore", category=PEP440Warning, append=True) # from jaraco.functools 1.3 def _call_aside(f, *args, **kwargs): f(*args, **kwargs) return f @_call_aside def _initialize(g=globals()): "Set up global resource manager (deliberately not state-saved)" manager = ResourceManager() g['_manager'] = manager g.update( (name, getattr(manager, name)) for name in dir(manager) if not name.startswith('_') ) @_call_aside def _initialize_master_working_set(): """ Prepare the master working set and make the ``require()`` API available. This function has explicit effects on the global state of pkg_resources. It is intended to be invoked once at the initialization of this module. Invocation by other packages is unsupported and done at their own risk. """ working_set = WorkingSet._build_master() _declare_state('object', working_set=working_set) require = working_set.require iter_entry_points = working_set.iter_entry_points add_activation_listener = working_set.subscribe run_script = working_set.run_script # backward compatibility run_main = run_script # Activate all distributions already on sys.path with replace=False and # ensure that all distributions added to the working set in the future # (e.g. by calling ``require()``) will get activated as well, # with higher priority (replace=True). tuple( dist.activate(replace=False) for dist in working_set ) add_activation_listener( lambda dist: dist.activate(replace=True), existing=False, ) working_set.entries = [] # match order list(map(working_set.add_entry, sys.path)) globals().update(locals()) class PkgResourcesDeprecationWarning(Warning): """ Base class for warning about deprecations in ``pkg_resources`` This class is not derived from ``DeprecationWarning``, and as such is visible by default. """ PK @\3< < 2 pip/_vendor/__pycache__/contextlib2.cpython-38.pycnu [ U .eB @ s d Z ddlZddlZddlZddlmZ ddlmZ ddddd d d d d g Zedg7 Zej dd dkrnej Z ne de fddiZ dd Zdd ZG dd de ZG dd d e ZG dd deZd d ZG d d de ZG d d d e ZG d d d eZG d!d d eZG d"d d e Zej d d#kZer@d$d% Zd&d' Znd(d% Zd)d' Zzdd*l m Z W n e k rz e Z Y n X d+d, Z G d-d d e Z!G d.d de!Z"G d/d deZ#dS )0zAcontextlib2 - backports and enhancements to the contextlib module N)dequewrapscontextmanagerclosing nullcontextAbstractContextManagerContextDecorator ExitStackredirect_stdoutredirect_stderrsuppress ContextStack ) ABC __slots__ c C s0 | |kr d S | | | jD ]}t|| q |S N)append __bases__ _classic_mro)CresultBr r ;/usr/lib/python3.8/site-packages/pip/_vendor/contextlib2.pyr s r c G sv z | j }W n" tk r, tt| g }Y nX |D ]>}|D ],}||jkr:|j| d krbt S q2q:t S q2dS )NT)__mro__AttributeErrortupler __dict__NotImplemented)r methodsmromethodr r r r _check_methods$ s r% c @ s2 e Zd ZdZdd Zejdd Zedd Z dS ) r z,An abstract base class for context managers.c C s | S )z0Return `self` upon entering the runtime context.r selfr r r __enter__8 s z AbstractContextManager.__enter__c C s dS )z9Raise any exception triggered within the runtime context.Nr )r' exc_type exc_value tracebackr r r __exit__< s z AbstractContextManager.__exit__c C s | t krt|ddS tS )z<Check whether subclass is considered a subclass of this ABC.r( r, )r r% r! )clsr r r r __subclasshook__A s z'AbstractContextManager.__subclasshook__N) __name__ __module__ __qualname____doc__r( abcabstractmethodr, classmethodr. r r r r r 5 s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r zJA base class or mixin that enables context managers to work as decorators.c C s t dt | S )a Returns the context manager used to actually wrap the call to the decorated function. The default implementation just returns *self*. Overriding this method allows otherwise one-shot context managers like _GeneratorContextManager to support use as decorators via implicit recreation. DEPRECATED: refresh_cm was never added to the standard library's ContextDecorator API z2refresh_cm was never added to the standard library)warningswarnDeprecationWarning _recreate_cmr& r r r refresh_cmL s zContextDecorator.refresh_cmc C s | S )a6 Return a recreated instance of self. Allows an otherwise one-shot context manager like _GeneratorContextManager to support use as a decorator via implicit recreation. This is a private interface just for _GeneratorContextManager. See issue #11647 for details. r r& r r r r9 ] s z ContextDecorator._recreate_cmc s t fdd}|S )Nc s* | |W 5 Q R S Q R X d S r )r9 argskwdsfuncr' r r innerj s z(ContextDecorator.__call__.<locals>.innerr )r' r? r@ r r> r __call__i s zContextDecorator.__call__N)r/ r0 r1 r2 r: r9 rA r r r r r I s c @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd S ) _GeneratorContextManagerz%Helper for @contextmanager decorator.c C sJ |||| _ ||| | _| _| _t|dd }|d kr@t| j}|| _d S )Nr2 )genr? r< r= getattrtyper2 )r' r? r< r= docr r r __init__t s z!_GeneratorContextManager.__init__c C s | | j| j| jS r ) __class__r? r< r= r& r r r r9 s z%_GeneratorContextManager._recreate_cmc C s. z t | jW S tk r( tdY nX d S )Nzgenerator didn't yield)nextrC StopIteration RuntimeErrorr& r r r r( s z"_GeneratorContextManager.__enter__c C s |d kr8zt | j W n tk r, Y d S X tdn|d krF| }z | j||| tdW n tk r } z||k W Y S d }~X Y nj tk r } z0||krW Y "dS tr|j|krW Y dS W 5 d }~X Y n t d |k r Y nX d S )Nzgenerator didn't stopz#generator didn't stop after throw()F ) rI rC rJ rK throw_HAVE_EXCEPTION_CHAINING __cause__sysexc_info)r' rE valuer+ excr r r r, s, z!_GeneratorContextManager.__exit__N)r/ r0 r1 r2 rG r9 r( r, r r r r rB q s rB c s t fdd}|S )a @contextmanager decorator. Typical usage: @contextmanager def some_generator(<arguments>): <setup> try: yield <value> finally: <cleanup> This makes this: with some_generator(<arguments>) as <variable>: <body> equivalent to this: <setup> try: <variable> = <value> <body> finally: <cleanup> c s t | |S r )rB r; r? r r helper s z contextmanager.<locals>.helperr )r? rU r rT r r s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r a2 Context to automatically close something at the end of a block. Code like this: with closing(<module>.open(<arguments>)) as f: <block> is equivalent to this: f = <module>.open(<arguments>) try: <block> finally: f.close() c C s || _ d S r thing)r' rW r r r rG s zclosing.__init__c C s | j S r rV r& r r r r( s zclosing.__enter__c G s | j d S r )rW close)r' rQ r r r r, s zclosing.__exit__Nr/ r0 r1 r2 rG r( r, r r r r r s c @ s( e Zd ZdZdd Zdd Zdd ZdS )_RedirectStreamNc C s || _ g | _d S r ) _new_target _old_targets)r' new_targetr r r rG s z_RedirectStream.__init__c C s* | j tt| j tt| j| j | jS r )r\ r rD rP _streamsetattrr[ r& r r r r( s z_RedirectStream.__enter__c C s t t| j| j d S r )r_ rP r^ r\ popr' exctypeexcinstexctbr r r r, s z_RedirectStream.__exit__)r/ r0 r1 r^ rG r( r, r r r r rZ s rZ c @ s e Zd ZdZdZdS )r aA Context manager for temporarily redirecting stdout to another file. # How to send help() to stderr with redirect_stdout(sys.stderr): help(dir) # How to write help() to a file with open('help.txt', 'w') as f: with redirect_stdout(f): help(pow) stdoutNr/ r0 r1 r2 r^ r r r r r s c @ s e Zd ZdZdZdS )r zCContext manager for temporarily redirecting stderr to another file.stderrNrf r r r r r s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r a? Context manager to suppress specified exceptions After the exception is suppressed, execution proceeds with the next statement following the with statement. with suppress(FileNotFoundError): os.remove(somefile) # Execution still resumes here if the file was already removed c G s || _ d S r ) _exceptions)r' exceptionsr r r rG ) s zsuppress.__init__c C s d S r r r& r r r r( , s zsuppress.__enter__c C s |d k ot || jS r ) issubclassrh ra r r r r, / s zsuppress.__exit__NrY r r r r r s r c s fdd}|S )Nc s4 | j }||krd S |d ks*| kr$q*|} q || _ d S r ) __context__)new_excold_exc exc_context frame_excr r _fix_exception_context@ s z3_make_context_fixer.<locals>._fix_exception_contextr )rp rq r ro r _make_context_fixer? s rr c C s< z| d j }| d W n tk r6 || d _ Y nX d S )NrL )rk BaseException) exc_details fixed_ctxr r r _reraise_with_existing_contextO s rv c C s dd S )Nc S s d S r r )rl rm r r r <lambda>[ z%_make_context_fixer.<locals>.<lambda>r ro r r r rr Z s c C s | \}}}t d d S )Nz!raise exc_type, exc_value, exc_tb)exec)rt r) r* Zexc_tbr r r rv _ s ) InstanceTypec C s t | }|tkr| jS |S r )rE rz rH )objZobj_typer r r _get_typek s r| c @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )r a Context manager for dynamic management of a stack of exit callbacks For example: with ExitStack() as stack: files = [stack.enter_context(open(fname)) for fname in filenames] # All opened files will automatically be closed at the end of # the with statement, even if attempts to open files later # in the list raise an exception c C s t | _d S r )r _exit_callbacksr& r r r rG s zExitStack.__init__c C s t | }| j|_t | _|S )z?Preserve the context stack by transferring it to a new instance)rE r} r )r' new_stackr r r pop_all s zExitStack.pop_allc s" fdd} |_ | | dS )z:Helper to correctly register callbacks to __exit__ methodsc s f| S r r )rt cmcm_exitr r _exit_wrapper s z.ExitStack._push_cm_exit.<locals>._exit_wrapperN)__self__push)r' r r r r r r _push_cm_exit s zExitStack._push_cm_exitc C sD t |}z |j}W n tk r2 | j| Y nX | || |S )a Registers a callback with the standard __exit__ method signature Can suppress exceptions the same way __exit__ methods can. Also accepts any object with an __exit__ method (registering a call to the method instead of the object itself) )r| r, r r} r r )r' exit_cb_type exit_methodr r r r s zExitStack.pushc s$ fdd}|_ | | S )z\Registers an arbitrary callback and arguments. Cannot suppress exceptions. c s d S r r )r) rS tbr< callbackr= r r r s z)ExitStack.callback.<locals>._exit_wrapper) __wrapped__r )r' r r< r= r r r r r s zExitStack.callbackc C s( t |}|j}||}| || |S )zEnters the supplied context manager If successful, also pushes its __exit__ method as a callback and returns the result of the __enter__ method. )r| r, r( r )r' r _cm_type_exitr r r r enter_context s zExitStack.enter_contextc C s | ddd dS )z$Immediately unwind the context stackN)r, r& r r r rX s zExitStack.closec C s | S r r r& r r r r( s zExitStack.__enter__c G s |d d k }t d }t|}d}d}| jr| j }z|| rNd}d}d}W q( t }||d |d d}|}Y q(X q(|rt| |o|S )Nr rL FT)NNN)rP rQ rr r} r` rv ) r' rt received_excrp rq suppressed_exc pending_raisecbnew_exc_detailsr r r r, s( zExitStack.__exit__N) r/ r0 r1 r2 rG r r r r r rX r( r, r r r r r s s c s8 e Zd ZdZ fddZdd Zdd Zdd Z ZS ) r z+Backwards compatibility alias for ExitStackc s t dt tt| d S )Nz*ContextStack has been renamed to ExitStack)r6 r7 r8 superr rG r& rH r r rG s zContextStack.__init__c C s | |S r )r )r' r r r r register_exit s zContextStack.register_exitc O s | j |f||S r )r )r' r r< r= r r r register s zContextStack.registerc C s | S r )r r& r r r preserve s zContextStack.preserve) r/ r0 r1 r2 rG r r r __classcell__r r r r r s c @ s* e Zd ZdZd ddZdd Zdd ZdS ) r aM Context manager that does no additional processing. Used as a stand-in for a normal context manager, when a particular block of code is only sometimes used with a normal context manager: cm = optional_cm if condition else nullcontext() with cm: # Perform operation, using optional_cm if condition is True Nc C s || _ d S r enter_result)r' r r r r rG s znullcontext.__init__c C s | j S r r r& r r r r( s znullcontext.__enter__c G s d S r r )r' excinfor r r r, s znullcontext.__exit__)NrY r r r r r s )$r2 r3 rP r6 collectionsr functoolsr __all__ version_infor Z_abc_ABCABCMetaobjectr r% r r rB r r rZ r r r rN rr rv typesrz ImportErrorrE r| r r r r r r r <module> sT (H" qPK @\O7 / pip/_vendor/__pycache__/__init__.cpython-38.pycnu [ U .e1 @ s d Z ddlmZ ddlZddlZddlZdZej ej e Z dd Z ereeje dej ejdd< e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d! e d" e d# e d$ e d% e d& e d' e d( e d) e d* e d+ e d, e d- e d. e d/ e d0 e d1 e d2 e d3 e d4 e d5 e d6 e d7 dS )8z pip._vendor is for vendoring dependencies of pip to prevent needing pip to depend on something external. Files inside of pip._vendor should be considered immutable and should only be updated to versions from upstream. )absolute_importNFc C sv d t| }zt| t t dd W n tk r8 Y n:X tj| tj|< |dd\}}t tj| |tj| d S )Nz{0}.{1}r )level. ) format__name__ __import__globalslocals ImportErrorsysmodulesrsplitsetattr)Z modulenameZ vendored_namebasehead r 8/usr/lib/python3.8/site-packages/pip/_vendor/__init__.pyvendored s r z*.whlZ cachecontrolZcoloramaZ contextlib2ZdistlibZdistroZhtml5libZsixz six.moveszsix.moves.urllibzsix.moves.urllib.parseZ packagingzpackaging.versionzpackaging.specifiersZpep517Z pkg_resourcesZprogressZpytomlZretryingZrequestszrequests.exceptionszrequests.packageszrequests.packages.urllib3z&requests.packages.urllib3._collectionsz$requests.packages.urllib3.connectionz(requests.packages.urllib3.connectionpoolz!requests.packages.urllib3.contribz*requests.packages.urllib3.contrib.ntlmpoolz+requests.packages.urllib3.contrib.pyopensslz$requests.packages.urllib3.exceptionsz requests.packages.urllib3.fieldsz"requests.packages.urllib3.filepostz"requests.packages.urllib3.packagesz/requests.packages.urllib3.packages.ordered_dictz&requests.packages.urllib3.packages.sixz5requests.packages.urllib3.packages.ssl_match_hostnamezErequests.packages.urllib3.packages.ssl_match_hostname._implementationz%requests.packages.urllib3.poolmanagerz!requests.packages.urllib3.requestz"requests.packages.urllib3.responsez requests.packages.urllib3.utilz)requests.packages.urllib3.util.connectionz&requests.packages.urllib3.util.requestz'requests.packages.urllib3.util.responsez$requests.packages.urllib3.util.retryz#requests.packages.urllib3.util.ssl_z&requests.packages.urllib3.util.timeoutz"requests.packages.urllib3.util.urlZurllib3)__doc__Z __future__r ZglobZos.pathosr Z DEBUNDLEDpathabspathdirname__file__Z WHEEL_DIRr joinr r r r <module> sr $PK @\+Vk'A A 0 pip/_vendor/__pycache__/pyparsing.cpython-38.pycnu [ U .e, s @ s d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ ddlmZ ddlZdd lmZ zdd lmZ W n ek r dd lmZ Y nX zdd lmZ W n ek r dd l mZ Y nX z dd l m Z ddl m Z m Z W n2 ek rN dd l m Z ddl m Z m Z Y nX zddl m!Z" W nB ek r zddl#m!Z" W n ek r dZ"Y nX Y nX zddlm$Z$ W n$ ek r G dd dZ$Y nX e$ Z%de%_ de%_&e$ Z'de'_ de'_(de'_)de'_*de'_+de'_,dddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dddddddddddgsZ-e.e j/dd Z0e0d dkZ1e1rVe j2Z3e4Z5e6Z7e4Z8e4Z9e:e;e<e=e>e.e?e@eAeBeCg ZDn`e jEZ3eFZGdd Z9g ZDddlHZHdI D ]8ZJzeDKeLeHeJ W n eMk r Y q|Y nX q|eNdd eGdD ZOdd ZPejQejR ZSdZTeTd ZUeSeT ZVe6dZWdXdd ejYD ZZdYddZ[G dd4 d4e\Z]G dd6 d6e]Z^G dd8 d8e]Z_G dd: d:e_Z`G dd= d=e\ZaG dd debZcG dd9 d9ebZde eed ddQ Zfddb Zgdd_ Zhdd Zidd Zjdd Zkddi ZldZddZmG dd; d;ebZnG dd denZoG ddC dCenZpG dd# d#epZqG dd. d.epZrG dd+ d+epZsG dd desZtesZuesen_vG dd( d(epZwG dd d esZxG dd d ewZyG dd depZzG ddF dFepZ{G dd de{Z|G ddJ dJe|Z}G dd> d>epZ~G dd< d<epZG dd d epZG ddE dEepZG ddĄ depZG dd& d&eZG dd* d*eZG dd) d)eZG ddA dAeZG dd@ d@eZG ddH dHeZG ddG dGeZG dd7 d7enZG dd d eZG dd3 d3eZG dd- d-eZG dd" d"eZG dd5 d5enZG dd$ d$eZG dd, d,eZG dd/ d/eZG ddք deZG dd0 d0eZG ddI dIeZG ddڄ debZG dd2 d2eZG dd? d?eZG dd% d%eZG ddD dDeZG dd d eZG dd' d'eZG dd! d!eZG ddB dBeZG dd1 d1ebZddz Zd[ddXZd\ddTZdd Zddg Zddf Zdd Zd]ddkZddY Zd^ddZdd Zdd Zeq d[Ze daZe d`Ze dyZe dxZe{eWddddd Ze~ddd Ze~ddd ZeeB eB edddB Zeeed e Zesdedd eeeeB d d Zddw Zdde Zddt Zddr Zdd Zedd Zedd Zed ed fd d Zd dc Zddd ZÐdd} Zeb e_Őd_ddZe$ Zeb e_eb e_ededfddZeZee~dd dZee~dd dZee~dd e~dd B dZeeudeΠ d ZϐdddeΠ fd dhZАd`d d~Zed Zed Zee{eSeVd! d"\ZZeeאd#I d$Ze~d%d&Xeؠ١ d' d(Zڐd)ds Zee~d*d+ d,Ze~d-d.Ze~d/ޡ d0Ze~d1d2Zee~d*d+ eB d3ZeZe~d4d5Zeee{eZdd6ee{d7esd e d8ZeeeΠ eB dd9dRZG d:d dZG d;d< d<ebZG d=d debZG d>d deZejjjejjj ejjj ej_e1 rXeed?ej eed@ej eedAej eedBej eedCej eedDej eejdEejj eejdFejj eejdGejj eedHej eedIej eedJej edKkrexdLZexdMZe{eSeVdN ZeedOddPeZeeedQZdReB ZeedOddPeZ eee dSZedTedQ e edS ZedU ejdV ejdV ejdW ddlZejeej ejdX dS (a a pyparsing module - Classes and methods to define and execute parsing grammars ============================================================================= The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form ``"<salutation>, <addressee>!"``), built up using :class:`Word`, :class:`Literal`, and :class:`And` elements (the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions, and the strings are auto-converted to :class:`Literal` expressions):: from pip._vendor.pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The :class:`ParseResults` object returned from :class:`ParserElement.parseString` can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments Getting Started - ----------------- Visit the classes :class:`ParserElement` and :class:`ParseResults` to see the base classes that most other pyparsing classes inherit from. Use the docstrings for examples of how to: - construct literal match expressions from :class:`Literal` and :class:`CaselessLiteral` classes - construct character word-group expressions using the :class:`Word` class - see how to create repetitive expressions using :class:`ZeroOrMore` and :class:`OneOrMore` classes - use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`, and :class:`'&'<Each>` operators to combine simple expressions into more complex ones - associate names with your parsed results using :class:`ParserElement.setResultsName` - access the parsed data, which is returned as a :class:`ParseResults` object - find some helpful expression short-cuts like :class:`delimitedList` and :class:`oneOf` - find more useful common expressions in the :class:`pyparsing_common` namespace class z2.4.2z29 Jul 2019 02:58 UTCz*Paul McGuire <ptmcg@users.sourceforge.net> N)ref)datetime) itemgetter)wraps) filterfalse) ifilterfalse)RLock)Iterable)MutableMappingMapping) OrderedDict)SimpleNamespacec @ s e Zd ZdS )r N)__name__ __module__ __qualname__ r r 9/usr/lib/python3.8/site-packages/pip/_vendor/pyparsing.pyr s r aA A cross-version compatibility configuration for pyparsing features that will be released in a future version. By setting values in this configuration to True, those features can be enabled in prior versions for compatibility development and testing. - collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping of results names when an And expression is nested within an Or or MatchFirst; set to True to enable bugfix released in pyparsing 2.3.0, or False to preserve pre-2.3.0 handling of named results Ta Diagnostic configuration (all default to False) - warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results name is defined on a MatchFirst or Or expression with one or more And subexpressions (only warns if __compat__.collect_all_And_tokens is False) - warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results name is defined on a containing expression with ungrouped subexpressions that also have results names - warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined with a results name, but has no contents defined - warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is incorrectly called with multiple str arguments - enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent calls to ParserElement.setName() F __version____versionTime__ __author__ __compat____diag__AndCaselessKeywordCaselessLiteral CharsNotInCombineDictEachEmpty FollowedByForward GoToColumnGroupKeywordLineEnd LineStartLiteral PrecededBy MatchFirstNoMatchNotAny OneOrMoreOnlyOnceOptionalOrParseBaseExceptionParseElementEnhanceParseExceptionParseExpressionParseFatalException ParseResultsParseSyntaxException ParserElement QuotedStringRecursiveGrammarExceptionRegexSkipTo StringEnd StringStartSuppressTokenTokenConverterWhiteWordWordEnd WordStart ZeroOrMoreChar alphanumsalphas alphas8bit anyCloseTag anyOpenTag cStyleCommentcolcommaSeparatedListcommonHTMLEntity countedArraycppStyleCommentdblQuotedStringdblSlashComment delimitedListdictOfdowncaseTokensemptyhexnums htmlCommentjavaStyleCommentlinelineEnd lineStartlineno makeHTMLTags makeXMLTagsmatchOnlyAtColmatchPreviousExprmatchPreviousLiteral nestedExprnullDebugActionnumsoneOfopAssocoperatorPrecedence printablespunc8bitpythonStyleComment quotedString removeQuotesreplaceHTMLEntity replaceWith restOfLinesglQuotedStringsrange stringEnd stringStarttraceParseAction unicodeString upcaseTokens withAttribute indentedBlockoriginalTextForungroup infixNotation locatedExpr withClass CloseMatchtokenMappyparsing_commonpyparsing_unicode unicode_setconditionAsParseAction c C sf t | tr| S z t| W S tk r` t| t d}td}|dd | | Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. xmlcharrefreplacez&#\d+;c S s$ dt t| d dd dd S )Nz\ur )hexinttr r r <lambda> z_ustr.<locals>.<lambda>N) isinstanceunicodestrUnicodeEncodeErrorencodesysgetdefaultencodingr: setParseActiontransformString)objretZ xmlcharrefr r r _ustr s r z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S Nr ).0yr r r <genexpr> s r c C s: d}dd d D }t||D ]\}}| ||} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )&;Nr )r sr r r r s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)splitzipreplace)dataZ from_symbolsZ to_symbolsZfrom_Zto_r r r _xml_escape s r 0123456789Z ABCDEFabcdef\ c c s | ]}|t jkr|V qd S r )stringZ whitespacer cr r r r s c s@ |d k r |nd|rt nt tt fdd}|S )Nz failed user-defined conditionc s t | ||s | |d S r )boolr lr exc_typefnmsgr r pa s z"conditionAsParseAction.<locals>.pa)r4 r2 _trim_arityr )r messagefatalr r r r r s c @ sP e Zd ZdZdddZedd Zdd Zd d Zd d Z dddZ dd Z dS )r0 z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S Nr )locr pstr parserElementargs)selfr r r elemr r r __init__( s zParseBaseException.__init__c C s | |j |j|j|jS )z internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r r r r )clsper r r _from_exception3 s z"ParseBaseException._from_exceptionc C sN |dkrt | j| jS |dkr,t| j| jS |dkrBt| j| jS t|dS )zsupported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text r^ )rM columnr[ N)r^ r r rM r[ AttributeError)r Zanamer r r __getattr__; s z ParseBaseException.__getattr__c C s^ | j r@| jt| j kr d}qDd| j | j| jd dd}nd}d| j|| j| j| jf S )Nz, found end of textz , found %rr z\\\r z%%s%s (at char %d), (line:%d, col:%d))r r lenr r r^ r )r Zfoundstrr r r __str__J s $zParseBaseException.__str__c C s t | S r r r r r r __repr__T s zParseBaseException.__repr__>!<c C s< | j }| jd }|r4d|d| |||d f}| S )zExtracts the exception line from the input string, and marks the location of the exception with a special symbol. r r N)r[ r joinstrip)r Z markerStringZline_strZ line_columnr r r markInputlineV s z ParseBaseException.markInputlinec C s d tt| S )Nzlineno col line)r dirtyper r r r __dir__` s zParseBaseException.__dir__)r NN)r ) r r r __doc__r classmethodr r r r r r r r r r r0 $ s c @ s e Zd ZdZedddZdS )r2 a: Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 c C sp ddl }|dkrt }g }t| trJ|| j |d| jd d |dt | j | |dkrf|j | j |d}t }t|| d D ]\}}|d }|jdd} t| tr|jjd krq| |krq|| t | } |d | j| j | nP| dk r,t | } |d | j| j n&|j} | jd kr@q|d | j |d8 }|s qfqd|S )ap Method to take an exception and translate the Python internal traceback into a list of the pyparsing expressions that caused the exception to be raised. Parameters: - exc - exception raised during parsing (need not be a ParseException, in support of Python exceptions that might be raised in a parse action) - depth (default=16) - number of levels back in the stack trace to list expression and function names; if None, the full stack trace names will be listed; if 0, only the failing input line, marker, and exception string will be shown Returns a multi-line string listing the ParserElements and/or function names in the exception's stack trace. Note: the diagnostic output will include string representations of the expressions that failed to parse. These representations will be more helpful if you use `setName` to give identifiable names to your expressions. Otherwise they will use the default string forms, which may be cryptic to read. explain() is only supported under Python 3. r N r ^z{0}: {1})contextr ) parseImpl _parseNoCachez {0}.{1} - {2}z{0}.{1})wrapperz<module>z{0} )inspectr getrecursionlimitr r0 appendr[ rM formatr r Zgetinnerframes __traceback__set enumeratef_localsgetr7 f_codeco_nameaddr r ) excdepthr r ZcallersseeniZffZfrmZf_selfZ self_typecoder r r explainz sL zParseException.explainN)r )r r r r staticmethodr r r r r r2 c s c @ s e Zd ZdZdS )r4 znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyNr r r r r r r r r4 s c @ s e Zd ZdZdS )r6 zjust like :class:`ParseFatalException`, but thrown internally when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been found. Nr r r r r r6 s c @ s e Zd ZdZdd Zdd ZdS )r9 ziexception thrown by :class:`ParserElement.validate` if the grammar could be improperly recursive c C s || _ d S r ZparseElementTracer parseElementListr r r r s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %sr r r r r r s z!RecursiveGrammarException.__str__N)r r r r r r r r r r r9 s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) _ParseResultsWithOffsetc C s ||f| _ d S r tup)r Zp1Zp2r r r r s z _ParseResultsWithOffset.__init__c C s | j | S r r r r r r r __getitem__ s z#_ParseResultsWithOffset.__getitem__c C s t | jd S Nr )reprr r r r r r s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r r r r r r setOffset s z!_ParseResultsWithOffset.setOffsetN)r r r r r r r r r r r r s r c @ s e Zd ZdZd]ddZddddefddZdd Zefd d Zd d Z dd Z dd Z dd Z e Z dd Zdd Zdd Zdd Zd d ZereZeZeZn$eZeZeZd d Zd d! Zd"d# Zd$d% Zd&d' Zd^d(d)Z d*d+ Z d,d- Z d.d/ Z d0d1 Z d2d3 Z!d4d5 Z"d6d7 Z#d8d9 Z$d:d; Z%d<d= Z&d_d?d@Z'dAdB Z(dCdD Z)dEdF Z*d`dHdIZ+dJdK Z,dLdM Z-dadOdPZ.dQdR Z/dSdT Z0dUdV Z1dWdX Z2dYdZ Z3e4dbd[d\Z5dS )cr5 aS Structured parse results, to provide multiple means of access to the parsed data: - as a list (``len(results)``) - by list index (``results[0], results[1]``, etc.) - by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || r|S t| }d|_|S NT)r object__new___ParseResults__doinit)r toklistnameasListmodalZretobjr r r r s zParseResults.__new__c C sd | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||trP|d d | _n ||trft|| _n|g| _t | _ |d k r`|r`|sd| j|< ||t rt |}|| _||t d ttfr|d dg fks`||tr|g}|r*||trtt|jd| |< ntt|d d| |< || | _n6z|d | |< W n$ tttfk r^ || |< Y nX d S )NFr r )r _ParseResults__name_ParseResults__parent_ParseResults__accumNames_ParseResults__asList_ParseResults__modallist_ParseResults__toklist_generatorTypedict_ParseResults__tokdictr r r basestringr5 r KeyError TypeError IndexError)r r r r r r r r r r " sB $ zParseResults.__init__c C sP t |ttfr| j| S || jkr4| j| d d S tdd | j| D S d S )Nr r c S s g | ] }|d qS r r r vr r r <listcomp>P s z,ParseResults.__getitem__.<locals>.<listcomp>)r r slicer r r r5 r r r r r I s zParseResults.__getitem__c C s ||t r0| j|t |g | j|< |d }nD||ttfrN|| j|< |}n&| j|t t |dg | j|< |}||trt| |_ d S r ) r r r r r r r r5 wkrefr )r kr r subr r r __setitem__R s " zParseResults.__setitem__c C s t |ttfrt| j}| j|= t |trH|dk r:||7 }t||d }tt|| }| | j D ]>\}}|D ]0}t |D ]"\}\}} t || | |k ||< qqxqln| j |= d S Nr r ) r r r r r r rangeindicesreverser itemsr r ) r r ZmylenZremovedr occurrencesjr valuepositionr r r __delitem___ s zParseResults.__delitem__c C s || j kS r )r )r r r r r __contains__t s zParseResults.__contains__c C s t | jS r )r r r r r r __len__w s zParseResults.__len__c C s | j S r r r r r r __bool__z s zParseResults.__bool__c C s t | jS r iterr r r r r __iter__~ s zParseResults.__iter__c C s t | jd d d S Nr r+ r r r r __reversed__ s zParseResults.__reversed__c C s$ t | jdr| j S t| jS d S )Niterkeys)hasattrr r0 r, r r r r _iterkeys s zParseResults._iterkeysc s fdd D S )Nc 3 s | ]} | V qd S r r r r r r r r s z+ParseResults._itervalues.<locals>.<genexpr>r2 r r r r _itervalues s zParseResults._itervaluesc s fdd D S )Nc 3 s | ]}| | fV qd S r r r3 r r r r s z*ParseResults._iteritems.<locals>.<genexpr>r4 r r r r _iteritems s zParseResults._iteritemsc C s t | S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r r0 r r r r keys s zParseResults.keysc C s t | S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r itervaluesr r r r values s zParseResults.valuesc C s t | S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r iteritemsr r r r r! s zParseResults.itemsc C s t | jS )zSince keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)r r r r r r haskeys s zParseResults.haskeysc O s |s dg}| D ]*\}}|dkr0|d |f}qtd| qt|d tsdt|dksd|d | kr~|d }| | }| |= |S |d }|S dS )a Removes and returns item at specified index (default= ``last``). Supports both ``list`` and ``dict`` semantics for ``pop()``. If passed no argument or an integer argument, it will use ``list`` semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use ``dict`` semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in ``dict.pop()``. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] r defaultr z-pop() got an unexpected keyword argument '%s'r N)r! r r r r )r r kwargsr r indexr Z defaultvaluer r r pop s" % zParseResults.popc C s || kr| | S |S dS )a[ Returns named result matching the given key, or if there is no such name, then returns the given ``defaultValue`` or ``None`` if no ``defaultValue`` is specified. Similar to ``dict.get()``. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nr )r key defaultValuer r r r s zParseResults.getc C sR | j || | j D ]4\}}t|D ]"\}\}}t||||k ||< q(qdS )a Inserts new element at location index in the list of parsed tokens. Similar to ``list.insert()``. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r insertr r! r r )r r> ZinsStrr r" r r$ r% r r r rB s zParseResults.insertc C s | j | dS )a Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r r )r itemr r r r s zParseResults.appendc C s& t |tr| | n | j| dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)r r5 __iadd__r extend)r Zitemseqr r r rE ' s zParseResults.extendc C s | j dd= | j dS )z7 Clear all elements and results names. N)r r clearr r r r rF : s zParseResults.clearc C s& z | | W S t k r Y dS X d S r )r r r r r r r A s zParseResults.__getattr__c C s | }||7 }|S r copy)r otherr r r r __add__G s zParseResults.__add__c s |j rjt| jfdd |j } fdd|D }|D ],\}}|| |< t|d tr<t| |d _q<| j|j7 _| j |j | S )Nc s | dk r S | S r r )a)offsetr r r O r z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d |d fqqS r r )r r r vlistr ) addoffsetr r r Q s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r r r r! r r5 r r r update)r rJ Z otheritemsZotherdictitemsr r r )rQ rM r rD L s zParseResults.__iadd__c C s& t |tr|dkr| S || S d S r )r r rI r rJ r r r __radd__\ s zParseResults.__radd__c C s dt | jt | jf S )Nz(%s, %s))r r r r r r r r d s zParseResults.__repr__c C s dd dd | jD d S )N[, c s s( | ] }t |trt|nt|V qd S r )r r5 r r r r r r r r h s z'ParseResults.__str__.<locals>.<genexpr>])r r r r r r r g s zParseResults.__str__r c C sL g }| j D ]<}|r |r || t|tr8|| 7 }q |t| q |S r )r r r r5 _asStringListr )r sepoutrC r r r rY j s zParseResults._asStringListc C s dd | j D S )ax Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |tr| n|qS r )r r5 r )r resr r r r s z'ParseResults.asList.<locals>.<listcomp>r) r r r r r u s zParseResults.asListc s6 t r | j}n| j} fdd t fdd| D S )a Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | tr.| r| S fdd| D S n| S d S )Nc s g | ] } |qS r r r toItemr r r s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r r5 r; asDictr r] r r r^ s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}| |fV qd S r r r r r r] r r r s z&ParseResults.asDict.<locals>.<genexpr>)PY_3r! r: r )r Zitem_fnr r] r r_ s zParseResults.asDictc C s< t | j}t| j |_| j|_|j| j | j|_|S )zG Returns a new copy of a :class:`ParseResults` object. ) r5 r r r r! r r rR r r r r r r rI s zParseResults.copyFc C sL d}g }t dd | j D }|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| jD ]\} } t| tr| |kr|| || |o|dk||g7 }n || d|o|dk||g7 }qd} | |kr|| } | s|rqnd} t t | } |||d| d | d | d g 7 }q|||d | d g7 }d |S ) z (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. r c s s( | ] \}}|D ]}|d |fV qqdS r Nr rO r r r r s z%ParseResults.asXML.<locals>.<genexpr> r NZITEM<></) r r r! r r r r r5 asXMLr r r )r ZdoctagZnamedItemsOnlyindentZ formattednlr[ Z namedItemsZnextLevelIndentZselfTagr r\ ZresTagZ xmlBodyTextr r r ri s^ zParseResults.asXMLc C s: | j D ]*\}}|D ] \}}||kr| S qq d S r )r r! )r r r rP r r r r r Z__lookup s zParseResults.__lookupc C s | j r | j S | jr.| }|r(|| S dS nNt| dkrxt| jdkrxtt| j d d dkrxtt| j S dS dS )a Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nr r )r r ) r r _ParseResults__lookupr r nextr, r9 r7 )r parr r r getName s zParseResults.getNamer c C sv g }d}|r$| |t| n | d |rl| rtdd | D }|D ]x\}} |rl| | | d|d| |f t| tr| r| | j||||d d q| t| qV| t | qVnt d d | D rl| } t | D ]x\} } t| tr@| d |d| | |d|d | j||||d df q| d |d| | |d|d t| f qd |S ) aF Diagnostic method for listing out the contents of a :class:`ParseResults`. Accepts an optional ``indent`` argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r r c s s | ]\}}t ||fV qd S r )r ra r r r r ? s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: re r )rj full include_list_depthc s s | ]}t |tV qd S r )r r5 )r vvr r r r K s z %s%s[%d]: %s%s%s) r r r r; sortedr! r r5 dumpr anyr r ) r rj rp rq rr r[ NLr! r r r rs r r r ru ! sP zParseResults.dumpc O s t j | f|| dS )a# Pretty-printer for parsed results as a list, using the `pprint <https://docs.python.org/3/library/pprint.html>`_ module. Accepts additional positional or keyword args as defined for `pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ . Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)pprintr r r r= r r r rx b s zParseResults.pprintc C s. | j | j | jd k r | p d | j| jffS r )r r rI r r r r r r r __getstate__~ s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j| |d k rDt|| _nd | _d S r )r r r r rR r r )r statern Z inAccumNamesr r r __setstate__ s zParseResults.__setstate__c C s | j | j| j| jfS r )r r r r r r r r __getnewargs__ s zParseResults.__getnewargs__c C s t t| t| S r )r r r r7 r r r r r s zParseResults.__dir__c C sr dd }| g }| D ]>\}}t|tr>|| j||d7 }q|| |g|||d7 }q|dk rn| |g|d}|S )z Helper classmethod to construct a ParseResults from a dict, preserving the name-value relations as results names. If an optional 'name' argument is given, a nested ParseResults will be returned c S sH z t | W n tk r" Y dS X tr8t| ttf S t| t S d S NF)r, Exceptionrb r r bytesr r` r r r is_iterable s z+ParseResults.from_dict.<locals>.is_iterabler )r r N)r! r r from_dict)r rJ r r r r r r r r r s zParseResults.from_dict)NNTT)N)r )NFr T)r TTr )N)6r r r r r r r r r r& r' r( r* __nonzero__r- r/ r2 r5 r6 rb r7 r9 r! r0 r8 r: r; r? r rB r rE rF r rK rD rT r r rY r r_ rI ri rl ro ru rx rz r| r} r r r r r r r r5 sl * ' 7 $ =( A c C sF |}d| k r t |k r4n n|| d dkr4dS | |dd| S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`ParserElement.parseString` for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r r )r rfind)r strgr r r r rM s c C s | dd| d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note - the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`ParserElement.parseString` for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r r )count)r r r r r r^ s c C sF | dd| }|d| }|dkr2||d | S ||d d S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r r r N)r find)r r ZlastCRZnextCRr r r r[ s c C s8 t dt| d t| dt|| t|| f d S )NzMatch z at loc z(%d,%d))printr r^ rM )instringr exprr r r _defaultStartDebugAction s r c C s$ t dt| d t| d S )NzMatched z -> )r r r r )r startlocZendlocr toksr r r _defaultSuccessDebugAction s r c C s t dt| d S )NzException raised:)r r )r r r r r r r _defaultExceptionDebugAction s r c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nr )r r r r re s r c s t krfddS dgdgtd d dkrFddd}dd d n tj}tj d }|dd d }|d |d | f fdd}d}ztdtdj}W n tk r t}Y nX ||_|S )Nc s |S r r r )funcr r r r z _trim_arity.<locals>.<lambda>r Fr )r c S s8 t dkr dnd}tj| | d d| }|d d gS )N)r r r r limitr )system_version traceback extract_stack)r rM frame_summaryr r r r s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d}|d }|d d gS )Nr r r )r extract_tb)tbr Zframesr r r r r s z _trim_arity.<locals>.extract_tb r r r c s z"| d d }dd< |W S t k r d r> nNz.t d } |ddd d d ksj W 5 z~W n tk r Y nX X d krd d7 < Y q Y q X q d S )Nr Tr r r r )r NameErrorr exc_info)r r r r Z foundArityr r maxargsZpa_call_line_synthr r r s& z _trim_arity.<locals>.wrapperz<parse action>r __class__)r )r ) singleArgBuiltinsr r r r getattrr r r )r r r Z LINE_DIFFZ this_liner func_namer r r r s, r c s e Zd ZdZdZdZedd Zedd Zddd Z d d Z d d Z dddZ dddZ dddZdd Zdd Zdd Zdd Zd d Zd d Zdd!d"Zd#d$ Zdd%d&Zd'd( Zd)d* ZG d+d, d,eZe d-k rG d.d/ d/eZ nG d0d/ d/eZ i Z e Z d1d1gZ!dd2d3Z"eZ#ed4d5 Z$dZ%edd7d8Z&dd9d:Z'e(dfd;d<Z)d=d> Z*e(fd?d@Z+e(dfdAdBZ,dCdD Z-dEdF Z.dGdH Z/dIdJ Z0dKdL Z1dMdN Z2dOdP Z3dQdR Z4dSdT Z5dUdV Z6dWdX Z7dYdZ Z8d[d\ Z9d]d^ Z:d_d` Z;ddadbZ<dcdd Z=dedf Z>dgdh Z?didj Z@dkdl ZAdmdn ZBddodpZCdqdr ZDdsdt ZEdudv ZFdwdx ZGddydzZHdd{d|ZI fd}d~ZJdd ZKdd ZLdd ZMdd ZNdddZOdddZP ZQS )r7 z)Abstract base level parser element class.z Fc C s | t _dS )a Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r7 DEFAULT_WHITE_CHARScharsr r r setDefaultWhitespaceCharsD s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )ah Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r7 _literalStringClassr r r r inlineLiteralsUsingT s z!ParserElement.inlineLiteralsUsingc C s t | _d | _d | _d | _|| _d| _ttj | _ d| _ d| _ d| _ t | _d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr )NNN)r parseAction failActionstrRepr resultsName saveAsListskipWhitespacer r7 r whiteCharscopyDefaultWhiteCharsmayReturnEmptykeepTabs ignoreExprsdebug streamlined mayIndexErrorerrmsg modalResults debugActionsre callPreparse callDuringTry)r savelistr r r r j s( zParserElement.__init__c C s< t | }| jdd |_| jdd |_| jr8tj|_|S )a/ Make a copy of this :class:`ParserElement`. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of ``expr.copy()`` is just ``expr()``:: integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M") N)rI r r r r7 r r )r Zcpyr r r rI s zParserElement.copyc C s$ || _ d| j | _tjr | | S )a_ Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) Expected )r r r !enable_debug_on_named_expressionssetDebugrG r r r setName s zParserElement.setNamec C s | ||S )aO Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original :class:`ParserElement` object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, ``expr("name")`` in place of ``expr.setResultsName("name")`` - see :class:`__call__`. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") )_setResultsNamer r listAllMatchesr r r setResultsName s z ParserElement.setResultsNamec C s4 | }|dr"|d d }d}||_| |_|S )N*r T)rI endswithr r )r r r Znewselfr r r r s z ParserElement._setResultsNameTc s@ |r&| j d fdd } |_|| _ nt| j dr<| j j| _ | S )zMethod to invoke the Python pdb debugger when this element is about to be parsed. Set ``breakFlag`` to True to enable, False to disable. Tc s dd l }| | |||S r )pdbZ set_trace)r r doActions callPreParser Z _parseMethodr r breaker s z'ParserElement.setBreak.<locals>.breaker_originalParseMethod)TT)_parser r1 )r Z breakFlagr r r r setBreak s zParserElement.setBreakc O sV t |dgkrg | _n<tdd |D s0tdt ttt || _|dd| _| S )a Define one or more actions to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` , ``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a :class:`ParseResults` object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. If None is passed as the parse action, all previously added parse actions for this expression are cleared. Optional keyword arguments: - callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`parseString for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] Nc s s | ]}t |V qd S r )callable)r r r r r r s z/ParserElement.setParseAction.<locals>.<genexpr>z parse actions must be callabler F)r r allr mapr r r r fnsr= r r r r s (z ParserElement.setParseActionc O s4 | j tttt|7 _ | jp,|dd| _| S )z Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`. See examples in :class:`copy`. r F)r r r r r r r r r r addParseAction s z ParserElement.addParseActionc O sF |D ](}| j t||d|ddd q| jp>|dd| _| S )a Add a boolean predicate function to expression's list of parse actions. See :class:`setParseAction` for function call signatures. Unlike ``setParseAction``, functions passed to ``addCondition`` need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) r r F)r r r )r r r r r )r r r= r r r r addCondition s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments ``fn(s, loc, expr, err)`` where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw :class:`ParseFatalException` if it is desired to stop parsing immediately.)r r r r r r setFailAction4 s zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|||\}}d}qW q tk rD Y qX qq|S NTF)r r r2 )r r r Z exprsFoundeZdummyr r r _skipIgnorablesA s z ParserElement._skipIgnorablesc C sH | j r| ||}| jrD| j}t|}||k rD|| |krD|d7 }q&|S Nr )r r r r r )r r r Zwtinstrlenr r r preParseN s zParserElement.preParsec C s |g fS r r r r r r r r r r Z s zParserElement.parseImplc C s |S r r r r r tokenlistr r r postParse] s zParserElement.postParsec C s d\}}}| j }|s | jr"| j| r8| j| ||| z|rR| jrR| ||} n|} | } | jsl| t|krz| || |\}} W q tk r t |t|| j | Y qX n| || |\}} W n\ t k r } z<| j| r| j| || | | | jr | || | | W 5 d } ~ X Y nX n|r>| jr>| ||} n|} | } | js\| t|krz| || |\}} W n* tk r t |t|| j | Y nX n| || |\}} | ||| } t | | j| j| jd} | jr`|s| jr`|rz| jD ]}z||| | } W n6 tk rD } zt d}||_|W 5 d }~X Y nX | d k r| | k rt | | j| jovt| t tf| jd} qW nF t k r } z&| j| r| j| || | | W 5 d } ~ X Y nX n| jD ]}z||| | } W n6 tk r } zt d}||_|W 5 d }~X Y nX | d k r| | k rt | | j| joRt| t tf| jd} q|r| j| r| j| || || | || fS )N)r r r )r r z exception raised in parse action)r r r r r r r r r r2 r r r r5 r r r r r __cause__r r )r r r r r ZTRYZMATCHZFAILZ debuggingprelocZ tokensStarttokenserrZ retTokensr Zparse_action_excr r r r r a s zParserElement._parseNoCachec C s@ z| j ||ddd W S tk r: t||| j| Y nX d S )NFr r )r r4 r2 r r r r r r r tryParse s zParserElement.tryParsec C s4 z| || W n ttfk r* Y dS X dS d S )NFT)r r2 r r r r r canParseNext s zParserElement.canParseNextc @ s e Zd Zdd ZdS )z ParserElement._UnboundedCachec s~ i t | _ fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r@ cache not_in_cacher r r s z3ParserElement._UnboundedCache.__init__.<locals>.getc s | |< d S r r r r@ r$ r r r r s z3ParserElement._UnboundedCache.__init__.<locals>.setc s d S r rF r r r r rF s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t S r r r r r r cache_len s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r r types MethodTyper r rF r( )r r r rF r r r r r s z&ParserElement._UnboundedCache.__init__Nr r r r r r r r _UnboundedCache s r Nc @ s e Zd Zdd ZdS )ParserElement._FifoCachec s t | _t fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r r r r s .ParserElement._FifoCache.__init__.<locals>.getc s> | |< t kr:z d W q tk r6 Y qX qd S r~ )r popitemr r )r sizer r r s .ParserElement._FifoCache.__init__.<locals>.setc s d S r r r r r r rF s 0ParserElement._FifoCache.__init__.<locals>.clearc s t S r r r r r r r s 4ParserElement._FifoCache.__init__.<locals>.cache_len) r r _OrderedDictr r r r rF r( r r r r rF r r )r r r r r s !ParserElement._FifoCache.__init__Nr r r r r _FifoCache s r c @ s e Zd Zdd ZdS )r c s t | _i tg fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _ d S ) Nc s |S r r r r r r r s r c s4 | |< t kr& d q| d S r )r r? popleftr r )r key_fifor r r r s r c s d S r r r )r r r r rF s r c s t S r r r r r r r s r ) r r collectionsdequer r r r rF r( r r )r r r r r r s r Nr r r r r r s r c C s d\}}| ||||f}t j t j}||} | |jkrt j| d7 < z| ||||} W n8 tk r } z||| j | j W 5 d } ~ X Y n.X ||| d | d f | W 5 Q R S n@t j| d7 < t | t r| | d | d fW 5 Q R S W 5 Q R X d S )NrN r r )r7 packrat_cache_lock packrat_cacher r packrat_cache_statsr r0 r r r rI r r ) r r r r r ZHITZMISSlookupr r$ r r r r _parseCache s$ zParserElement._parseCachec C s( t j dgtt j t jd d < d S r )r7 r rF r r r r r r resetCache6 s zParserElement.resetCache c C s8 t js4dt _| dkr t t _n t | t _t jt _dS )a Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default= ``128``) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method :class:`ParserElement.enablePackrat`. For best results, call ``enablePackrat()`` immediately after importing pyparsing. Example:: from pip._vendor import pyparsing pyparsing.ParserElement.enablePackrat() TN)r7 _packratEnabledr r r r r )Zcache_size_limitr r r enablePackrat< s zParserElement.enablePackratc C s t | js| | jD ] }| q | js8| }z<| |d\}}|rr| ||}t t }||| W n0 t k r } zt j r n|W 5 d}~X Y nX |S dS )a Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. Returns the parsed data as a :class:`ParseResults` object, which may be accessed as a list, or as a dict or object with attributes if the given parser includes results names. If you want the grammar to require that the entire input string be successfully parsed, then set ``parseAll`` to True (equivalent to ending the grammar with ``StringEnd()``). Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the ``loc`` argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling ``parseWithTabs`` on your grammar before calling ``parseString`` (see :class:`parseWithTabs`) - define your parse action using the full ``(s, loc, toks)`` signature, and reference the input string using the parse action's ``s`` argument - explictly expand the tabs in your input string before calling ``parseString`` Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r7 r r streamliner r expandtabsr r r r< r0 verbose_stacktrace)r r parseAllr r r Zser r r r parseString_ s$ ! zParserElement.parseStringc c s6 | j s| | jD ] }| q| js4t| }t|}d}| j}| j}t d} z||kr| |k rz |||} ||| dd\} } W n t k r | d }Y qZX | |kr| d7 } | | | fV |r|||} | |kr| }q|d7 }q| }qZ| d }qZW n4 t k r0 } zt j r n|W 5 d}~X Y nX dS )aq Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional ``maxMatches`` argument, to clip scanning after 'n' matches are found. If ``overlap`` is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See :class:`parseString` for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens, start, end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r Fr r N)r r r r r r r r r r7 r r2 r0 r )r r maxMatchesZoverlapr r r Z preparseFnZparseFnmatchesr ZnextLocr Znextlocr r r r scanString sB zParserElement.scanStringc C s g }d}d| _ z| |D ]Z\}}}|||| |rpt|trR|| 7 }n t|trf||7 }n || |}q|||d dd |D }dtt t |W S t k r } zt j rƂ n|W 5 d}~X Y nX dS )a[ Extension to :class:`scanString`, to modify matching text with modified tokens that may be returned from a parse action. To use ``transformString``, define a grammar and attach a parse action to it that modifies the returned token list. Invoking ``transformString()`` on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. ``transformString()`` returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|qS r r r or r r r s z1ParserElement.transformString.<locals>.<listcomp>r )r r r r r5 r r r r r _flattenr0 r7 r )r r r[ ZlastEr r r r r r r r s( z ParserElement.transformStringc C sR z t dd | ||D W S tk rL } ztjr8 n|W 5 d}~X Y nX dS )a Another extension to :class:`scanString`, simplifying the access to the tokens found to match the given parse expression. May be called with optional ``maxMatches`` argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) # the sum() builtin can be used to merge results into a single ParseResults object print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))) prints:: [['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']] ['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity'] c S s g | ]\}}}|qS r r )r r r r r r r r # s z.ParserElement.searchString.<locals>.<listcomp>N)r5 r r0 r7 r )r r r r r r r searchString s zParserElement.searchStringc c sT d}d}| j ||dD ]*\}}}||| V |r<|d V |}q||d V dS )aR Generator method to split a string using the given expression as a separator. May be called with optional ``maxsplit`` argument, to limit the number of splits; and the optional ``includeSeparators`` argument (default= ``False``), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r N)r ) r r maxsplitZincludeSeparatorsZsplitsZlastr r r r r r r + s zParserElement.splitc C sV |t krt| S t|tr$| |}t|tsJtjdt| t dd dS t | |gS )a[ Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement converts them to :class:`Literal`s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) prints:: Hello, World! -> ['Hello', ',', 'World', '!'] ``...`` may be used as a parse expression as a short form of :class:`SkipTo`. Literal('start') + ... + Literal('end') is equivalent to: Literal('start') + SkipTo('end')("_skipped*") + Literal('end') Note that the skipped text is returned with '_skipped' as a results name, and to support having multiple skips in the same parser, the value returned is a list of all skipped text. 4Cannot combine element of type %s with ParserElementr stacklevelN) Ellipsis _PendingSkipr r r r7 warningswarnr SyntaxWarningr rS r r r rK D s zParserElement.__add__c C sZ |t krt| d| S t|tr,| |}t|tsRtjdt| t dd dS || S )z` Implementation of + operator when left operand is not a :class:`ParserElement` _skipped*r# r r$ N) r& r; r r r r7 r( r) r r* rS r r r rT j s zParserElement.__radd__c C sJ t |tr| |}t |ts:tjdt| tdd dS | t | S )zT Implementation of - operator, returns :class:`And` with error stop r# r r$ N) r r r r7 r( r) r r* r _ErrorStoprS r r r __sub__y s zParserElement.__sub__c C sB t |tr| |}t |ts:tjdt| tdd dS || S )z` Implementation of - operator when left operand is not a :class:`ParserElement` r# r r$ Nr r r r7 r( r) r r* rS r r r __rsub__ s zParserElement.__rsub__c s |t krd}n8t|trF|dd t fkrFd|dd d dd }t|tr\|d }}nt|trJtdd |D }|d dd }|d dkrd|d f}t|d tr|d dkr|d dkrtS |d dkrtS |d t S nNt|d tr,t|d tr,|\}}||8 }n td t|d t|d ntd t||dk rjtd |dk r|td|| krdkrn ntd|r fdd |r|dkr҈ | }nt g| | }n |}n |dkr}nt g| }|S )a Implementation of * operator, allows use of ``expr * 3`` in place of ``expr + expr + expr``. Expressions may also me multiplied by a 2-integer tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples may also include ``None`` as in: - ``expr*(n, None)`` or ``expr*(n, )`` is equivalent to ``expr*n + ZeroOrMore(expr)`` (read as "at least n instances of ``expr``") - ``expr*(None, n)`` is equivalent to ``expr*(0, n)`` (read as "0 to n instances of ``expr``") - ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)`` - ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)`` Note that ``expr*(None, n)`` does not raise an exception if more than n exprs exist in the input stream; that is, ``expr*(None, n)`` does not enforce a maximum number of expr occurrences. If this behavior is desired, then write ``expr*(None, n) + ~expr`` )r NNr r r r r c s s | ]}|t k r|nd V qd S r )r& r r r r r s z(ParserElement.__mul__.<locals>.<genexpr>)NNz8cannot multiply 'ParserElement' and ('%s', '%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez,cannot multiply ParserElement by 0 or (0, 0)c s( | dkr t | d S t S d S r )r. nmakeOptionalListr r r r3 s z/ParserElement.__mul__.<locals>.makeOptionalList) r& r tupler rE r, r r ValueErrorr )r rJ Z minElementsZ optElementsr r r2 r __mul__ sN zParserElement.__mul__c C s | |S r )r6 rS r r r __rmul__ s zParserElement.__rmul__c C sZ |t krt| ddS t|tr(| |}t|tsNtjdt| t dd dS t | |gS )zL Implementation of | operator - returns :class:`MatchFirst` T) must_skipr# r r$ N) r& r' r r r r7 r( r) r r* r) rS r r r __or__ s zParserElement.__or__c C sB t |tr| |}t |ts:tjdt| tdd dS || B S )z` Implementation of | operator when left operand is not a :class:`ParserElement` r# r r$ Nr. rS r r r __ror__ s zParserElement.__ror__c C sF t |tr| |}t |ts:tjdt| tdd dS t| |gS )zD Implementation of ^ operator - returns :class:`Or` r# r r$ N) r r r r7 r( r) r r* r/ rS r r r __xor__ s zParserElement.__xor__c C sB t |tr| |}t |ts:tjdt| tdd dS || A S )z` Implementation of ^ operator when left operand is not a :class:`ParserElement` r# r r$ Nr. rS r r r __rxor__ s zParserElement.__rxor__c C sF t |tr| |}t |ts:tjdt| tdd dS t| |gS )zF Implementation of & operator - returns :class:`Each` r# r r$ N) r r r r7 r( r) r r* r rS r r r __and__ s zParserElement.__and__c C sB t |tr| |}t |ts:tjdt| tdd dS || @ S )z` Implementation of & operator when left operand is not a :class:`ParserElement` r# r r$ Nr. rS r r r __rand__ s zParserElement.__rand__c C s t | S )zH Implementation of ~ operator - returns :class:`NotAny` )r+ r r r r __invert__) s zParserElement.__invert__c C s t d| jj d S )Nz%r object is not iterable)r r r r r r r r- / s zParserElement.__iter__c C s z t |tr|f}t| W n tk r8 ||f}Y nX t|dkrztd|dd t|dkrrdt|nd | t|dd }|S )a use ``[]`` indexing notation as a short form for expression repetition: - ``expr[n]`` is equivalent to ``expr*n`` - ``expr[m, n]`` is equivalent to ``expr*(m, n)`` - ``expr[n, ...]`` or ``expr[n,]`` is equivalent to ``expr*n + ZeroOrMore(expr)`` (read as "at least n instances of ``expr``") - ``expr[..., n]`` is equivalent to ``expr*(0, n)`` (read as "0 to n instances of ``expr``") - ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)`` - ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)`` ``None`` may be used in place of ``...``. Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception if more than ``n`` ``expr``s exist in the input stream. If this behavior is desired, then write ``expr[..., n] + ~expr``. r z.only 1 or 2 index arguments supported ({0}{1})Nr z ... [{0}]r ) r r r, r r r( r) r r4 )r r@ r r r r r 4 s zParserElement.__getitem__c C s |dk r| |S | S dS )a Shortcut for :class:`setResultsName`, with ``listAllMatches=False``. If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be passed as ``True``. If ``name` is omitted, same as calling :class:`copy`. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums + "-")("socsecno") N)r rI rG r r r __call__X s zParserElement.__call__c C s t | S )z Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from cluttering up returned output. )r> r r r r suppressl s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the :class:`ParserElement`'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. Fr r r r r leaveWhitespaces s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)r r r )r r r r r setWhitespaceChars| s z ParserElement.setWhitespaceCharsc C s d| _ | S )z Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string. Must be called before ``parseString`` when the input grammar contains elements that match ``<TAB>`` characters. T)r r r r r parseWithTabs s zParserElement.parseWithTabsc C sL t |trt|}t |tr4|| jkrH| j| n| jt| | S )a Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )r r r> r r rI rS r r r ignore s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)r r r r r )r Z startActionZ successActionZexceptionActionr r r setDebugActions s z ParserElement.setDebugActionsc C s |r| ttt nd| _| S )a Enable display of debugging messages while doing pattern matching. Set ``flag`` to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using :class:`setDebugActions`. Prior to attempting to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"`` is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"`` message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``. F)rG r r r r )r flagr r r r s %zParserElement.setDebugc C s | j S r r r r r r r s zParserElement.__str__c C s t | S r r r r r r r s zParserElement.__repr__c C s d| _ d | _| S r )r r r r r r r s zParserElement.streamlinec C s d S r r r r r r checkRecursion s z ParserElement.checkRecursionc C s | g dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)rI )r validateTracer r r validate s zParserElement.validatec C s z | }W n2 tk r> t|d}| }W 5 Q R X Y nX z| ||W S tk r~ } ztjrj n|W 5 d}~X Y nX dS )z Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. rN)readr openr r0 r7 r )r Zfile_or_filenamer Z file_contentsfr r r r parseFile s zParserElement.parseFilec sh t |trBtr(| |kp$tt| | qd| |kp>t| t|kS n"t |trV| |S tt| |kS d S r )r r7 rb super__eq__varsr r rS r r r rR s zParserElement.__eq__c C s | |k S r r rS r r r __ne__ s zParserElement.__ne__c C s t | S r )idr r r r __hash__ s zParserElement.__hash__c C s | |kS r r rS r r r __req__ s zParserElement.__req__c C s | |k S r r rS r r r __rne__ s zParserElement.__rne__c C s4 z| j t||d W dS tk r. Y dS X dS )a Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests Example:: expr = Word(nums) assert expr.matches("100") r TFN)r r r0 )r Z testStringr r r r r s zParserElement.matches#c C s t |tr"tttj| }t |tr4t|}|dkrBt j }|j } g } g } d} td t dt} d}|D ]\}|dk r||ds| r|s| | qt|sqtd| |g}g } z"| ||}| j||d}W n tk r } zt |trdnd }d|krB|t|j| |d t|j|d d | n|d |j d | |d t| | ot|} |}W 5 d}~X Y n tk r } z$|dt| | o|} |}W 5 d}~X Y nX | o| } |dk rzR|||}|dk r(t |t r|| n|t| n|| W nR tk r } z2||j |d |d |j t |j | W 5 d}~X Y nX n||j |d |r|r|d | d| | ||f qt| | fS )as Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests - comment - (default= ``'#'``) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default= ``True``) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default= ``True``) prints test output to stdout - failureTests - (default= ``False``) indicates if these tests are expected to fail parsing - postParse - (default= ``None``) optional callback for successful parse results; called as `fn(test_string, parse_results)` and returns a string to be added to the test output - file - (default=``None``) optional file-like object to which test output will be written; if None, will default to ``sys.stdout`` Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if ``failureTests`` is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) NT\nr u FrZ z(FATAL)r r r r zFAIL: zFAIL-EXCEPTION: )rp z{0} failed: {1}: {2})!r r r r r r rstrip splitlinesr' r stdoutwriter rp rF rm r r r r lstripr r0 r4 r[ r rM r r5 ru r r r )r Ztestsr ZcommentZfullDumpZ printResultsZ failureTestsr fileprint_Z allResultsZcommentssuccessrw BOMr r[ resultr r r Zpp_valuer r r r runTests. sn ` $ 0 zParserElement.runTests)F)F)F)T)T)TT)TT)r )F)N)T)N)F)T)Tr[ TTFNN)Rr r r r r r r r r r rI r r r r r r r r r r r r r r r r r r r r r r r r r r r r r _MAX_INTr r r! r rK rT r- r/ r6 r7 r9 r: r; r< r= r> r? r- r r@ rA rC rD rE rF rG r r r r rI rK rP rR rU rW rX rY r rg __classcell__r r rT r r7 ? s 1 W " 8H. & J $ + c s6 e Zd Zd fdd Zdd Zdd Zdd Z ZS ) r' Fc s> t t| t|t dd| _| j| _|| _|| _ d S )Nr ...) rQ r' r r r r r r anchorr8 )r r r8 rT r r r s z_PendingSkip.__init__c s\ t |dd} jrNdd } fdd} j| | | |B | S j| | S )Nrj r+ c S s, | j r| j dgkr(| d= | dd d S )Nr r _skipped)rl r r? r r r r r8 s z'_PendingSkip.__add__.<locals>.must_skipc s< | j dd dgkr8| d}dt j d | d< d S )Nr r rl z missing <rg )rl r r? r rk )r Zskippedr r r show_skip s z'_PendingSkip.__add__.<locals>.show_skip)r; r r8 rk r )r rJ Zskipperr8 rm r r r rK s z_PendingSkip.__add__c C s | j S r )r r r r r r s z_PendingSkip.__repr__c G s t dd S )NzBuse of `...` expression without following SkipTo target expression)r )r r r r r r s z_PendingSkip.parseImpl)F)r r r r rK r r ri r r rT r r' s r' c s e Zd ZdZ fddZ ZS )r? zYAbstract :class:`ParserElement` subclass, for defining atomic matching patterns. c s t t| jdd d S NFr )rQ r? r r rT r r r s zToken.__init__r r r r r ri r r rT r r? s c s e Zd ZdZ fddZ ZS )r z'An empty token, will always match. c s$ t t| d| _d| _d| _d S )Nr TF)rQ r r r r r r rT r r r s zEmpty.__init__rp r r rT r r s c s* e Zd ZdZ fddZdddZ ZS )r* z#A token that will never match. c s* t t| d| _d| _d| _d| _d S )Nr* TFzUnmatchable token)rQ r* r r r r r r rT r r r s zNoMatch.__init__Tc C s t ||| j| d S r )r2 r r r r r r s zNoMatch.parseImpl)Tr r r r r r ri r r rT r r* s c s* e Zd ZdZ fddZdddZ ZS )r' a Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use :class:`CaselessLiteral`. For keyword matching (force word break before and after the matched string), use :class:`Keyword` or :class:`CaselessKeyword`. c s t t| || _t|| _z|d | _W n* tk rV tj dt dd t | _ Y nX dt | j | _d| j | _d| _d| _| jdkrt| tkrt| _ d S ) Nr z2null string passed to Literal; use Empty() insteadr r$ "%s"r Fr )rQ r' r matchr matchLenfirstMatchCharr r( r) r* r r r r r r r r _SingleCharLiteralr matchStringrT r r r s" zLiteral.__init__Tc C s@ || | j kr,|| j|r,|| j | jfS t||| j| d S r )ru startswithrs rt r2 r r r r r r 4 s zLiteral.parseImpl)Trq r r rT r r' s c @ s e Zd ZdddZdS )rv Tc C s0 || | j kr |d | jfS t||| j| d S r )ru rs r2 r r r r r r : s z _SingleCharLiteral.parseImplN)Tr r r r r r r r rv 9 s rv c sL e Zd ZdZed Zd fdd Zddd Z fd d Ze d d Z Z S )r$ a Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with :class:`Literal`: - ``Literal("if")`` will match the leading ``'if'`` in ``'ifAndOnlyIf'``. - ``Keyword("if")`` will not; it will only match the leading ``'if'`` in ``'if x=1'``, or ``'if(y==2)'`` Accepts two optional constructor arguments in addition to the keyword string: - ``identChars`` is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - ``caseless`` allows case-insensitive matching, default is ``False``. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use :class:`CaselessKeyword`. _$NFc s t t| |d kr tj}|| _t|| _z|d | _W n$ tk r^ t j dt dd Y nX d| j | _ d| j | _ d| _d| _|| _|r| | _| }t|| _d S )Nr z2null string passed to Keyword; use Empty() insteadr r$ rr r F)rQ r$ r DEFAULT_KEYWORD_CHARSrs r rt ru r r( r) r* r r r r caselessupper caselessmatchr identChars)r rx r r} rT r r r ] s* zKeyword.__init__Tc C s | j r||||| j | jkr|t|| j ksL||| j | jkr|dksj||d | jkr|| j | jfS nv|| | jkr| jdks|| j|r|t|| j ks||| j | jkr|dks||d | jkr|| j | jfS t ||| j | d S r ) r} rt r~ r r r rs ru ry r2 r r r r r r r s. zKeyword.parseImplc s t t| }tj|_|S r )rQ r$ rI r| r )r r rT r r rI s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r$ r| r r r r setDefaultKeywordChars s z Keyword.setDefaultKeywordChars)NF)T) r r r r rG r| r r rI r r ri r r rT r r$ B s c s* e Zd ZdZ fddZdddZ ZS )r af Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for :class:`CaselessKeyword`.) c s6 t t| | || _d| j | _d| j | _d S )Nz'%s'r )rQ r r r~ returnStringr r rw rT r r r s zCaselessLiteral.__init__Tc C s@ |||| j | jkr,|| j | jfS t||| j| d S r )rt r~ rs r r2 r r r r r r s zCaselessLiteral.parseImpl)Trq r r rT r r s c s" e Zd ZdZd fdd Z ZS )r z Caseless version of :class:`Keyword`. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for :class:`CaselessLiteral`.) Nc s t t| j||dd d S )NTr} )rQ r r )r rx r rT r r r s zCaselessKeyword.__init__)Nrp r r rT r r s c s, e Zd ZdZd fdd Zd ddZ ZS ) r a A variation on :class:`Literal` which matches "close" matches, that is, strings with at most 'n' mismatching characters. :class:`CloseMatch` takes parameters: - ``match_string`` - string to be matched - ``maxMismatches`` - (``default=1``) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - ``mismatches`` - a list of the positions within the match_string where mismatches were found - ``original`` - the original match_string used to compare against the input string If ``mismatches`` is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) r c sB t t| || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) rQ r r r match_string maxMismatchesr r r )r r r rT r r r s zCloseMatch.__init__Tc C s |}t |}|t | j }||kr| j}d}g } | j} tt||| |D ]2\}} | \} } | | krL| | t | | krL qqL|d }t||| g}||d< | |d< ||fS t||| j| d S )Nr r original mismatches) r r r r r r r5 r2 r )r r r r startr maxlocr Zmatch_stringlocr r Zs_msrcmatresultsr r r r s( zCloseMatch.parseImpl)r )Trq r r rT r r s c s8 e Zd ZdZd fdd Zdd d Z fd d Z ZS )rB aX Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for ``min`` is 1 (a minimum value < 1 is not valid); the default values for ``max`` and ``exact`` are 0, meaning no maximum or exact length restriction. An optional ``excludeChars`` parameter can list characters that might be found in the input ``bodyChars`` string; useful to define a word of all printables except for one or two characters, for instance. :class:`srange` is useful for defining custom character set strings for defining ``Word`` expressions, using range notation from regular expression character sets. A common mistake is to use :class:`Word` to match a specific literal string, as in ``Word("Address")``. Remember that :class:`Word` uses the string argument to define *sets* of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use :class:`Literal` or :class:`Keyword`. pyparsing includes helper strings for building Words: - :class:`alphas` - :class:`nums` - :class:`alphanums` - :class:`hexnums` - :class:`alphas8bit` (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - :class:`punc8bit` (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - :class:`printables` (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums + '-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nr r Fc s t t| rNt d fdd|D }|rNd fdd|D }|| _t|| _|rt|| _t|| _n|| _t|| _|dk| _ |dk rt d|| _ |dkr|| _ nt | _ |dkr|| _ || _ t| | _d| j | _d | _|| _d | j| j kr|dkr|dkr|dkr| j| jkr@d t| j | _nHt| jdkrnd t| jt| jf | _nd t| jt| jf | _| jrd| j d | _zt| j| _W n tk r d | _Y nX | jj| _t | _ d S )Nr c 3 s | ]}| kr|V qd S r r r excludeCharsr r r 2 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}| kr|V qd S r r r r r r r 4 s r r zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr Fr z[%s]+z%s[%s]*z [%s][%s]*z\b) rQ rB r r r initCharsOrig initChars bodyCharsOrig bodyChars maxSpecifiedr5 minLenmaxLenrh r r r r asKeyword_escapeRegexRangeCharsreStringr r escapecompiler rs re_match _WordRegexr )r r r minmaxexactr r rT r r r . sZ 0 z Word.__init__Tc C s || | j kr t||| j| |}|d7 }t|}| j}|| j }t||}||k rj|| |krj|d7 }qLd}|| | jk rd}nV| jr||k r|| |krd}n6| j r|dkr||d |ks||k r|| |krd}|rt||| j| |||| fS )Nr FTr ) r r2 r r r r r r r r ) r r r r r r Z bodycharsr ZthrowExceptionr r r r g s2 zWord.parseImplc sv zt t| W S tk r$ Y nX | jd krpdd }| j| jkr`d|| j|| jf | _nd|| j | _| jS )Nc S s$ t | dkr | d d d S | S d S )N rj r r r r r charsAsStr s z Word.__str__.<locals>.charsAsStrz W:(%s, %s)zW:(%s))rQ rB r r r r r )r r rT r r r s z Word.__str__)Nr r r FN)Tr r r r r r r ri r r rT r rB s 49 c @ s e Zd ZdddZdS )r Tc C s4 | ||}|s t||| j| | }|| fS r )r r2 r endgroup)r r r r rf r r r r s z_WordRegex.parseImplN)Trz r r r r r s r c s" e Zd ZdZd fdd Z ZS )rF zA short-cut class for defining ``Word(characters, exact=1)``, when defining a match of any single character in a string of characters. FNc sZ t t| j|d||d dtd| j | _|r>d| j | _t| j| _| jj | _ d S )Nr )r r r [%s]r z\b%s\b) rQ rF r r r r r r r rs r )r charsetr r rT r r r s z Char.__init__)FNrp r r rT r rF s c sb e Zd ZdZeedZd fdd Zddd Z dd d Z dd d Z fddZ dd Z ZS )r: a Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_. If the given regex contains named groups (defined using ``(?P<name>...)``), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r Fc s t t| t|tr|s,tjdtdd || _|| _ z t | j| j | _ | j| _ W q t jk r tjd| tdd Y qX n2t|tjr|| _ t| | _| _ || _ ntd| j j| _t| | _d| j | _d| _d| _|| _|| _| jr| j| _ | jr| j | _ d S ) a The parameters ``pattern`` and ``flags`` are passed to the ``re.compile()`` function as-is. See the Python `re module <https://docs.python.org/3/library/re.html>`_ module for an explanation of the acceptable patterns and flags. z0null string passed to Regex; use Empty() insteadr r$ $invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr FTN) rQ r: r r r r( r) r* patternflagsr r r sre_constantserrorcompiledREtyper r5 rs r r r r r r asGroupListasMatchparseImplAsGroupListr parseImplAsMatch)r r r r r rT r r r sD zRegex.__init__Tc C sb | ||}|s t||| j| | }t| }| }|rZ| D ]\}}|||< qH||fS r )r r2 r r r5 r groupdictr! ) r r r r rf r dr r r r r r s zRegex.parseImplc C s8 | ||}|s t||| j| | }| }||fS r )r r2 r r groupsr r r r rf r r r r r s zRegex.parseImplAsGroupListc C s4 | ||}|s t||| j| | }|}||fS r )r r2 r r r r r r r s zRegex.parseImplAsMatchc sF zt t| W S tk r$ Y nX | jd kr@dt| j | _| jS )NzRe:(%s))rQ r: r r r r r r rT r r r s z Regex.__str__c sl j r tjdtdd t jr@t r@tjdtdd t jrT fdd}n fdd}|S )a Return Regex with an attached parse action to transform the parsed result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_. Example:: make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>") print(make_html.transformString("h1:main title:")) # prints "<h1>main title</h1>" z-cannot use sub() with Regex(asGroupList=True)r r$ z9cannot use sub() with a callable with Regex(asMatch=True)c s | d S r )expandr )replr r r , s zRegex.sub.<locals>.pac s j | d S r )r r r r r r r r / s )r r( r) r* SyntaxErrorr r r )r r r r r r r s z Regex.sub)r FF)T)T)T)r r r r r r r r r r r r r r ri r r rT r r: s - c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r8 a& Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default= ``None``) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's ``""`` to escape an embedded ``"``) (default= ``None``) - multiline - boolean indicating whether quotes can span multiple lines (default= ``False``) - unquoteResults - boolean indicating whether the matched text should be unquoted (default= ``True``) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default= ``None`` => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (``'\t'``, ``'\n'``, etc.) to actual whitespace (default= ``True``) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sX t t | }|s0tjdtdd t |d kr>|}n"| }|s`tjdtdd t | _t | _ |d _ | _ t | _ | _| _| _| _|rtjtjB _dt jt j d |d k rt|pdf _n<d _dt jt j d |d k rt|p df _t j d krp jd d fd d tt j d ddD d 7 _|r jdt| 7 _|r jdt| 7 _t jd _ jdt j 7 _z(t j j _ j _ jj _ W n0 t j!k r0 tjd j tdd Y nX t" _#d j# _$d _%d _&d S )Nz$quoteChar cannot be the empty stringr r$ z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r z%s(?:[^%s\n\r%s]r z|(?:z)|(?:c 3 s4 | ],}d t jd| t j| f V qdS )z%s[^%s]N)r r endQuoteCharr rW r r r r s z(QuotedString.__init__.<locals>.<genexpr>r )z|(?:%s)z|(?:%s.)z(.)z)*%sr r FT)'rQ r8 r r r( r) r* r quoteCharr quoteCharLenfirstQuoteCharr endQuoteCharLenescCharescQuoteunquoteResultsconvertWhitespaceEscapesr MULTILINEDOTALLr r r r r r escCharReplacePatternr r rs r r r r r r r r )r r r r Z multiliner r r rT r r r Z sv zQuotedString.__init__c C s || | j kr| ||p d }|s2t||| j| | }| }| jr|| j| j }t |t rd|kr| j rddddd}| D ]\}}| ||}q| jrt| jd|}| jr| | j| j}||fS )Nr r )\tr\ z\fz\rz\g<1>)r r r2 r r r r r r r r r r! r r r r r r r ) r r r r rf r Zws_mapZwslitZwscharr r r r s* zQuotedString.parseImplc sH zt t| W S tk r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)rQ r8 r r r r r r rT r r r s zQuotedString.__str__)NNFTNT)Tr r r rT r r8 3 s & A #c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r a Token for matching words composed of characters *not* in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for ``min`` is 1 (a minimum value < 1 is not valid); the default values for ``max`` and ``exact`` are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] r r c s t t| d| _|| _|dk r*td|| _|dkr@|| _nt| _|dkrZ|| _|| _t | | _ d| j | _ | jdk| _ d| _ d S )NFr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r )rQ r r r notCharsr5 r r rh r r r r r )r r r r r rT r r r s zCharsNotIn.__init__Tc C s || | j kr t||| j| |}|d7 }| j }t|| j t|}||k rb|| |krb|d7 }qD|| | jk rt||| j| |||| fS r )r r2 r r r r r )r r r r r Znotcharsmaxlenr r r r s zCharsNotIn.parseImplc sf zt t| W S tk r$ Y nX | jd kr`t| jdkrTd| jd d | _n d| j | _| jS )Nr z !W:(%s...)z!W:(%s))rQ r r r r r r r rT r r r s zCharsNotIn.__str__)r r r )Tr r r rT r r s c s` e Zd ZdZdddddddd d d d d ddddddddddddZd" fd d Zd#d d!Z ZS )$rA a Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is ``" \t\r\n"``. Also takes optional ``min``, ``max``, and ``exact`` arguments, as defined for the :class:`Word` class. z<SP>z<TAB>z<LF>z<CR>z<FF>z<NBSP>z<OGHAM_SPACE_MARK>z<MONGOLIAN_VOWEL_SEPARATOR>z <EN_QUAD>z <EM_QUAD>z <EN_SPACE>z <EM_SPACE>z<THREE-PER-EM_SPACE>z<FOUR-PER-EM_SPACE>z<SIX-PER-EM_SPACE>z<FIGURE_SPACE>z<PUNCTUATION_SPACE>z <THIN_SPACE>z <HAIR_SPACE>z<ZERO_WIDTH_SPACE>z<NNBSP>z<MMSP>z<IDEOGRAPHIC_SPACE>)r r r r r zu A0zu80zu80Eu u0u u1u u2u u3u u4u u5u u6u u7u u8u u9u uAu uBu uFu u Fu uÀ0 r r c s t t | _ d fdd jD ddd jD _d _d j _ | _ |dkrt| _ nt _ |dkr| _ | _ d S )Nr c 3 s | ]}| j kr|V qd S r ) matchWhiter r r r r : s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r )rA whiteStrsr r r r r < s Tr r ) rQ rA r r rD r r r r r r r rh )r Zwsr r r rT r r r 7 s zWhite.__init__Tc C s || | j kr t||| j| |}|d7 }|| j }t|t|}||k rb|| | j krb|d7 }qB|| | jk rt||| j| |||| fS r )r r2 r r r r r )r r r r r r r r r r K s zWhite.parseImpl)r r r r )T)r r r r r r r ri r r rT r rA s6 c s e Zd Z fddZ ZS )_PositionTokenc s( t t| | jj| _d| _d| _d S r )rQ r r r r r r r r rT r r r \ s z_PositionToken.__init__r r r r ri r r rT r r [ s r c s2 e Zd ZdZ fddZdd Zd ddZ ZS ) r" zaToken to advance to a specific column of input text; useful for tabular report scraping. c s t t| || _d S r )rQ r" r rM )r colnorT r r r f s zGoToColumn.__init__c C s\ t ||| j krXt|}| jr*| ||}||k rX|| rXt ||| j krX|d7 }q*|S r )rM r r r isspace)r r r r r r r r j s $ zGoToColumn.preParseTc C sD t ||}|| j kr"t||d| || j | }||| }||fS )NzText not in expected columnrM r2 )r r r r ZthiscolZnewlocr r r r r s s zGoToColumn.parseImpl)T)r r r r r r r ri r r rT r r" b s c s* e Zd ZdZ fddZdddZ ZS )r& a Matches if current position is at the beginning of a line within the parse string Example:: test = '''\ AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| d| _d S )NzExpected start of line)rQ r& r r r rT r r r s zLineStart.__init__Tc C s* t ||dkr|g fS t||| j| d S r )rM r2 r r r r r r s zLineStart.parseImpl)Trq r r rT r r& | s c s* e Zd ZdZ fddZdddZ ZS )r% zTMatches if current position is at the end of a line within the parse string c s, t t| | tjdd d| _d S )Nr r zExpected end of line)rQ r% r rD r7 r r r r rT r r r s zLineEnd.__init__Tc C sb |t |k r6|| dkr$|d dfS t||| j| n(|t |krN|d g fS t||| j| d S )Nr r r r2 r r r r r r s zLineEnd.parseImpl)Trq r r rT r r% s c s* e Zd ZdZ fddZdddZ ZS )r= zLMatches if current position is at the beginning of the parse string c s t t| d| _d S )NzExpected start of text)rQ r= r r r rT r r r s zStringStart.__init__Tc C s0 |dkr(|| |dkr(t||| j| |g fS r )r r2 r r r r r r s zStringStart.parseImpl)Trq r r rT r r= s c s* e Zd ZdZ fddZdddZ ZS )r< zBMatches if current position is at the end of the parse string c s t t| d| _d S )NzExpected end of text)rQ r< r r r rT r r r s zStringEnd.__init__Tc C s^ |t |k r t||| j| n<|t |kr6|d g fS |t |krJ|g fS t||| j| d S r r r r r r r s zStringEnd.parseImpl)Trq r r rT r r< s c s. e Zd ZdZef fdd ZdddZ ZS )rD ay Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of ``wordChars`` (default= ``printables``). To emulate the ```` behavior of regular expressions, use ``WordStart(alphanums)``. ``WordStart`` will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| t|| _d| _d S )NzNot at the start of a word)rQ rD r r wordCharsr r r rT r r r s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| |g fS r )r r2 r r r r r r s zWordStart.parseImpl)Tr r r r rj r r ri r r rT r rD s c s. e Zd ZdZef fdd ZdddZ ZS )rC a_ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of ``wordChars`` (default= ``printables``). To emulate the ```` behavior of regular expressions, use ``WordEnd(alphanums)``. ``WordEnd`` will also match at the end of the string being parsed, or at the end of a line. c s( t t| t|| _d| _d| _d S )NFzNot at the end of a word)rQ rC r r r r r r rT r r r s zWordEnd.__init__Tc C sP t |}|dkrH||k rH|| | jks8||d | jkrHt||| j| |g fS r )r r r2 r )r r r r r r r r r s zWordEnd.parseImpl)Tr r r rT r rC s c sz e Zd ZdZd fdd Zdd Zdd Z fd d Z fd d Z fd dZ dddZ fddZ d fdd Z Z S )r3 z]Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s t t | t|tr"t|}t|tr< |g _nt|t rP|g _nnt|t rt|}t dd |D r fdd|D }t| _n,zt| _W n t k r |g _Y nX d _ d S )Nc s s | ]}t |tV qd S r )r r )r r r r r r s z+ParseExpression.__init__.<locals>.<genexpr>c 3 s& | ] }t |tr |n|V qd S r )r r r r r r r r r s F)rQ r3 r r r r r r exprsr7 r rv r r r r r rT r r r s" zParseExpression.__init__c C s | j | d | _| S r )r r r rS r r r r s zParseExpression.appendc C s0 d| _ dd | jD | _| jD ] }| q | S )zExtends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on all contained expressions.Fc S s g | ] }| qS r rH r r r r r s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r r rC )r r r r r rC s z ParseExpression.leaveWhitespacec sr t |trB|| jkrntt| | | jD ]}|| jd q*n,tt| | | jD ]}|| jd qX| S r. )r r> r rQ r3 rF r )r rJ r rT r r rF # s zParseExpression.ignorec sN zt t| W S tk r$ Y nX | jd krHd| jjt| jf | _| jS Nz%s:(%s)) rQ r3 r r r r r r r r rT r r r / s zParseExpression.__str__c s* t t| | jD ] }| qt| jdkr| jd }t|| jr|js|jd kr|j s|jd d | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| jr|js|jd kr|j s| jd d |jd d | _d | _ | j |j O _ | j |j O _ dt | | _| S )Nr r r r r )rQ r3 r r r r r r r r r r r r r )r r rJ rT r r r 9 s< zParseExpression.streamlineNc C sB |d k r |ng d d | g }| j D ]}|| q$| g d S r )r rK rI )r rJ tmpr r r r rK [ s zParseExpression.validatec s$ t t| }dd | jD |_|S )Nc S s g | ] }| qS r rH r r r r r c s z(ParseExpression.copy.<locals>.<listcomp>)rQ r3 rI r rc rT r r rI a s zParseExpression.copyc sV t jrD| jD ]6}t|tr |jr tjdd|t | j |jdd q t t | ||S )N]{0}: setting results name {1!r} on {2} expression collides with {3!r} on contained expression)warn_ungrouped_named_tokens_in_collectionr r$ )r r r r r7 r r( r) r r r rQ r3 r r r r r rT r r r f s z ParseExpression._setResultsName)F)N)F)r r r r r r rC rF r r rK rI r ri r r rT r r3 s " c s` e Zd ZdZG dd deZd fdd Z fddZdd d Zd d Z d d Z dd Z Z S )r a Requires all given :class:`ParseExpression` s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the ``'+'`` operator. May also be constructed using the ``'-'`` operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"), name_expr("name"), integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z fddZ ZS )zAnd._ErrorStopc s& t tj| j|| d| _| d S )N-)rQ r r, r r rC ry rT r r r s zAnd._ErrorStop.__init__r r r rT r r, s r, Tc s |rt |krg }t|D ]`\}}|t krn|t|d k rdt ||d jd }|t|d qxtdq|| q||d d < tt | || t dd | jD | _ | | jd j | jd j| _d| _d S ) Nr r r+ z0cannot construct And with sequence ending in ...c s s | ] }|j V qd S r r r r r r r s z And.__init__.<locals>.<genexpr>r T)r& r r r r r r; r rQ r r r r rD r r r )r r r r r r Z skipto_argrT r r r s z And.__init__c s | j rtdd | j d d D rt| j d d D ]^\}}|d krFq4t|tr4|j r4t|j d tr4|j d | j |d |j d< d | j |d < q4dd | j D | _ tt| t dd | j D | _ | S )Nc s s. | ]&}t |to$|jo$t |jd tV qdS r N)r r3 r r' r r r r r s z!And.streamline.<locals>.<genexpr>r r c S s g | ]}|d k r|qS r r r r r r r s z"And.streamline.<locals>.<listcomp>c s s | ] }|j V qd S r r r r r r r s ) r rv r r r3 r' rQ r r r r )r r r rT r r r s$ zAnd.streamlinec C s | j d j|||dd\}}d}| j dd D ]}t|tjrDd}q.|rz||||\}}W q tk rt Y q tk r } zd |_t|W 5 d }~X Y q t k r t|t || j | Y qX n||||\}}|s| r.||7 }q.||fS )Nr Fr r T) r r r r r, r6 r0 r r r r r r; ) r r r r resultlistZ errorStopr Z exprtokensr r r r r s( z And.parseImplc C s t |tr| |}| |S r r r r r rS r r r rD s z And.__iadd__c C s6 |d d | g }| j D ]}|| |js q2qd S r )r rI r r r subRecCheckListr r r r rI s zAnd.checkRecursionc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr {r c s s | ]}t |V qd S r r r r r r r s z And.__str__.<locals>.<genexpr>}r1 r r r r r r r r r s z And.__str__)T)T) r r r r r r, r r r rD rI r ri r r rT r r t s c s^ e Zd ZdZd fdd Z fddZddd Zd d Zd d Zdd Z d fdd Z Z S )r/ a Requires that at least one :class:`ParseExpression` is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the ``'^'`` operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r r r r r s z Or.__init__.<locals>.<genexpr>T)rQ r/ r r rv r r rT r r r s z Or.__init__c s. t t| tjr*tdd | jD | _| S )Nc s s | ] }|j V qd S r r r r r r r s z Or.streamline.<locals>.<genexpr>)rQ r/ r r collect_all_And_tokensrv r r r rT r r r s z Or.streamlineTc C s d}d }g }| j D ]}z|||}W nv tk rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk r t||krt|t||j| }t|}Y qX |||f q|r|j t ddd |s|d d } | |||S d} |D ]\} } | | d kr | S z| |||\}}W n@ tk r` } z d | _| j|krP| }| j}W 5 d } ~ X Y qX || krx||f S || d kr||f} q| dkr| S |d k r| j|_ |nt||d| d S )Nr r T)r@ r r r no defined alternatives to match) r r r2 r r r r r r sortr r r )r r r r maxExcLoc maxExceptionr r Zloc2r Z best_exprZlongestZloc1Zexpr1r r r r r sT z Or.parseImplc C s t |tr| |}| |S r r rS r r r __ixor__; s z Or.__ixor__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z ^ c s s | ]}t |V qd S r r r r r r r E s z Or.__str__.<locals>.<genexpr>r r r r r r r @ s z Or.__str__c C s, |d d | g }| j D ]}|| qd S r r rI r r r r rI I s zOr.checkRecursionc sP t js>tjr>tdd | jD r>tjdd|t | j dd t t | ||S )Nc s s | ]}t |tV qd S r r r r r r r r Q s z%Or._setResultsName.<locals>.<genexpr>{0}: setting results name {1!r} on {2} expression may only return a single token for an And alternative, in future will return the full list of tokens)warn_multiple_tokens_in_named_alternationr r$ )r r r r rv r r( r) r r r rQ r/ r r rT r r r N s zOr._setResultsName)F)T)F) r r r r r r r r r rI r ri r r rT r r/ s = c s^ e Zd ZdZd fdd Z fddZddd Zd d Zd d Zdd Z d fdd Z Z S )r) a Requires that at least one :class:`ParseExpression` is found. If two expressions match, the first one listed is the one that will match. May be constructed using the ``'|'`` operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r r r r r o s z&MatchFirst.__init__.<locals>.<genexpr>T)rQ r) r r rv r r rT r r r l s zMatchFirst.__init__c s. t t| tjr*tdd | jD | _| S )Nc s s | ] }|j V qd S r r r r r r r v s z(MatchFirst.streamline.<locals>.<genexpr>)rQ r) r r r rv r r r rT r r r s s zMatchFirst.streamlineTc C s d}d }| j D ]}z||||}|W S tk r` } z|j|krP|}|j}W 5 d }~X Y q tk r t||krt|t||j| }t|}Y qX q|d k r| j|_|nt||d| d S )Nr r )r r r2 r r r r r ) r r r r r r r r r r r r r y s$ zMatchFirst.parseImplc C s t |tr| |}| |S r r rS r r r __ior__ s zMatchFirst.__ior__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r | c s s | ]}t |V qd S r r r r r r r s z%MatchFirst.__str__.<locals>.<genexpr>r r r r r r r s zMatchFirst.__str__c C s, |d d | g }| j D ]}|| qd S r r r r r r rI s zMatchFirst.checkRecursionc sP t js>tjr>tdd | jD r>tjdd|t | j dd t t | ||S )Nc s s | ]}t |tV qd S r r r r r r r s z-MatchFirst._setResultsName.<locals>.<genexpr>r r r r$ )r r r r rv r r( r) r r r rQ r) r r rT r r r s zMatchFirst._setResultsName)F)T)F) r r r r r r r r r rI r ri r r rT r r) [ s c sH e Zd ZdZd fdd Z fddZdddZd d Zd d Z Z S )r as Requires all given :class:`ParseExpression` s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the ``'&'`` operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s> t t| || tdd | jD | _d| _d| _d| _d S )Nc s s | ] }|j V qd S r r r r r r r s z Each.__init__.<locals>.<genexpr>T) rQ r r r r r r initExprGroupsr r rT r r r s z Each.__init__c s( t t| tdd | jD | _| S )Nc s s | ] }|j V qd S r r r r r r r s z"Each.streamline.<locals>.<genexpr>)rQ r r r r r r rT r r r s zEach.streamlinec s | j rtdd | jD | _dd | jD }dd | jD }|| | _dd | jD | _dd | jD | _dd | jD | _| j| j7 _d | _ |}| jd d }| jd d g }d } | rj| | j | j } g } | D ]v} z| ||}W n t k r | | Y qX | | j t | | | |kr@| | q| kr܈ | qt| t| krd } q|rd d d |D } t ||d | | fdd| jD 7 }g }|D ]"} | |||\}}| | qt|tg }||fS )Nc s s& | ] }t |trt|j|fV qd S r )r r. rV r r r r r r s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |tr|jqS r r r. r r r r r r s z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|ts|qS r )r r r. r r r r r s c S s g | ]}t |tr|jqS r )r rE r r r r r r s c S s g | ]}t |tr|jqS r )r r, r r r r r r s c S s g | ]}t |tttfs|qS r )r r. rE r, r r r r r s FTrV c s s | ]}t |V qd S r r r r r r r s z*Missing one or more required elements (%s)c s$ g | ] }t |tr|j kr|qS r r r ZtmpOptr r r s )r r r Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr r2 r r rV remover r r sumr5 )r r r r Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr r Z finalResultsr r r r sP zEach.parseImplc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z & c s s | ]}t |V qd S r r r r r r r , s z Each.__str__.<locals>.<genexpr>r r r r r r r ' s z Each.__str__c C s, |d d | g }| j D ]}|| qd S r r r r r r rI 0 s zEach.checkRecursion)T)T) r r r r r r r r rI ri r r rT r r s 8 1 c sj e Zd ZdZd fdd ZdddZdd Z fd d Z fd d Zdd Z dddZ fddZ Z S )r1 zfAbstract subclass of :class:`ParserElement`, for combining and post-processing parsed tokens. Fc s t t| | t|tr@t| jtr2| |}n| t|}|| _ d | _ |d k r|j | _ |j | _ | |j |j| _|j| _|j| _| j|j d S r )rQ r1 r r r issubclassr r? r' r r r r rD r r r r r rE r r r rT r r r : s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||ddS td|| j| d S )NFr r )r r r2 r r r r r r L s z ParseElementEnhance.parseImplc C s* d| _ | j | _| jd k r&| j | S r~ )r r rI rC r r r r rC R s z#ParseElementEnhance.leaveWhitespacec sr t |trB|| jkrntt| | | jd k rn| j| jd n,tt| | | jd k rn| j| jd | S r. )r r> r rQ r1 rF r rS rT r r rF Y s zParseElementEnhance.ignorec s& t t| | jd k r"| j | S r )rQ r1 r r r rT r r r e s z ParseElementEnhance.streamlinec C sB | |krt || g |d d | g }| jd k r>| j| d S r )r9 r rI )r r r r r r rI k s z"ParseElementEnhance.checkRecursionNc C sB |d kr g }|d d | g }| j d k r4| j | | g d S r r rK rI r rJ r r r r rK r s z ParseElementEnhance.validatec sX zt t| W S tk r$ Y nX | jd krR| jd k rRd| jjt| jf | _| jS r ) rQ r1 r r r r r r r r rT r r r z s zParseElementEnhance.__str__)F)T)N) r r r r r r rC rF r rI rK r ri r r rT r r1 6 s c s* e Zd ZdZ fddZdddZ ZS )r ab Lookahead matching of the given parse expression. ``FollowedBy`` does *not* advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. ``FollowedBy`` always returns a null token list. If any results names are defined in the lookahead expression, those *will* be returned for access by name. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| | d| _d S r )rQ r r r r r rT r r r s zFollowedBy.__init__Tc C s( | j j|||d\}}|d d = ||fS )Nr )r r )r r r r _r r r r r s zFollowedBy.parseImpl)Trq r r rT r r s c s, e Zd ZdZd fdd Zd ddZ ZS ) r( ap Lookbehind matching of the given parse expression. ``PrecededBy`` does not advance the parsing position within the input string, it only verifies that the specified parse expression matches prior to the current position. ``PrecededBy`` always returns a null token list, but if a results name is defined on the given expression, it is returned. Parameters: - expr - expression that must match prior to the current parse location - retreat - (default= ``None``) - (int) maximum number of characters to lookbehind prior to the current parse location If the lookbehind expression is a string, Literal, Keyword, or a Word or CharsNotIn with a specified exact or maximum length, then the retreat parameter is not required. Otherwise, retreat must be specified to give a maximum number of characters to look back from the current parse position for a lookbehind match. Example:: # VB-style variable names with type prefixes int_var = PrecededBy("#") + pyparsing_common.identifier str_var = PrecededBy("$") + pyparsing_common.identifier Nc s t t| | | | _d| _d| _d| _t|t rJt |}d| _nVt|t t frf|j }d| _n:t|ttfr|jtkr|j}d| _nt|trd}d| _|| _dt | | _d| _d S )NTFr znot preceded by )rQ r( r r rC r r r r r r r' r$ rt rB r r rh r retreatr r )r r r rT r r r s( zPrecededBy.__init__r Tc C s | j r<|| jk r t||| j|| j }| j||\}}n| jt }|d | }t||| j} tdt|| jd D ]H} z|||| \}}W n& t k r } z| } W 5 d } ~ X Y qxX qqx| |d d = ||fS r ) r r r2 r r r r< r r r0 ) r r r r r r r Z test_exprZinstring_sliceZ last_exprrM Zpber r r r s" zPrecededBy.parseImpl)N)r Trq r r rT r r( s c s2 e Zd ZdZ fddZd ddZdd Z ZS ) r+ a Lookahead to disallow matching with the given parse expression. ``NotAny`` does *not* advance the parsing position within the input string, it only verifies that the specified parse expression does *not* match at the current position. Also, ``NotAny`` does *not* skip over leading whitespace. ``NotAny`` always returns a null token list. May be constructed using the '~' operator. Example:: AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split()) # take care not to mistake keywords for identifiers ident = ~(AND | OR | NOT) + Word(alphas) boolean_term = Optional(NOT) + ident # very crude boolean expression - to support parenthesis groups and # operation hierarchy, use infixNotation boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term) # integers that are followed by "." are actually floats integer = Word(nums) + ~Char(".") c s0 t t| | d| _d| _dt| j | _d S )NFTzFound unwanted token, )rQ r+ r r r r r r r rT r r r s zNotAny.__init__Tc C s& | j ||r t||| j| |g fS r )r r r2 r r r r r r s zNotAny.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr z~{r r1 r r r r r r r r r s zNotAny.__str__)Tr r r rT r r+ s c s> e Zd Zd fdd Zdd Zd ddZd fd d Z ZS )_MultipleMatchNc s< t t| | d| _|}t|tr.| |}| | d S r )rQ r r r r r r stopOn)r r r enderrT r r r s z_MultipleMatch.__init__c C s, t |tr| |}|d k r"| nd | _| S r )r r r not_ender)r r r r r r ( s z_MultipleMatch.stopOnTc C s | j j}| j}| jd k }|r$| jj}|r2||| ||||dd\}}zV| j } |r`||| | rp|||} n|} ||| |\}} | s| rR|| 7 }qRW n ttfk r Y nX ||fS NFr ) r r r r r r r; r2 r ) r r r r Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr ZhasIgnoreExprsr Z tmptokensr r r r . s* z_MultipleMatch.parseImplFc sf t jrT| jgt| jdg D ]6}t|tr |jr tjd d|t | j |jdd q t t | ||S )Nr r r r r$ )r r r r r r7 r r( r) r r r rQ r r r rT r r r K s z _MultipleMatch._setResultsName)N)T)F)r r r r r r r ri r r rT r r s r c @ s e Zd ZdZdd ZdS )r, aj Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default= ``None``) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r z}...r r r r r r s s zOneOrMore.__str__N)r r r r r r r r r r, Y s c s8 e Zd ZdZd fdd Zd fdd Zdd Z ZS ) rE ak Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default= ``None``) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to :class:`OneOrMore` Nc s t t| j||d d| _d S )N)r T)rQ rE r r )r r r rT r r r s zZeroOrMore.__init__Tc s< zt t| |||W S ttfk r6 |g f Y S X d S r )rQ rE r r2 r r rT r r r s zZeroOrMore.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr rU ]...r r r r r r s zZeroOrMore.__str__)N)Tr r r rT r rE | s c @ s e Zd Zdd ZeZdd ZdS ) _NullTokenc C s dS r~ r r r r r r* s z_NullToken.__bool__c C s dS r r r r r r r s z_NullToken.__str__N)r r r r* r r r r r r r s r c s< e Zd ZdZe Zef fdd Zd ddZdd Z Z S ) r. aG Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| j|dd | jj| _|| _d| _d S )NFro T)rQ r. r r r rA r )r r r< rT r r r s zOptional.__init__Tc C s| z | j j|||dd\}}W nV ttfk rr | j| jk rj| j jr`t| jg}| j|| j j< qn| jg}ng }Y nX ||fS r )r r r2 r rA _Optional__optionalNotMatchedr r5 )r r r r r r r r r s zOptional.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr rU rX r r r r r r s zOptional.__str__)T) r r r r r r r r r ri r r rT r r. s $ c s, e Zd ZdZd fdd Zd ddZ ZS ) r; a Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default= ``False``) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default= ``None``) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default= ``None``) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| | || _d| _d| _|| _d| _t|t rF| || _ n|| _ dt | j | _d S )NTFzNo match found for )rQ r; r ignoreExprr r includeMatchr r r r failOnr r r )r rJ ZincluderF r rT r r r s zSkipTo.__init__Tc C s& |}t |}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} | |kr|d k rf||| rfq| d k rz| || } W qn tk r Y qY qnX qnz||| ddd W q tt fk r | d7 } Y qJX qqJt||| j | | }||| } t | } | j r ||||dd\}} | | 7 } || fS )NF)r r r r ) r r r r r r r r0 r2 r r r5 r )r r r r r r r Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultr r r r r - s: zSkipTo.parseImpl)FNN)Trq r r rT r r; s 9 c sn e Zd ZdZd fdd Zdd Zdd Zd d Zd d Zdd dZ dd Z fddZ d fdd Z Z S )r! a_ Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the ``Forward`` variable using the '<<' operator. Note: take care when assigning to ``Forward`` not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the ``Forward``:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See :class:`ParseResults.pprint` for an example of a recursive parser created using ``Forward``. Nc s t t| j|dd d S rn )rQ r! r rS rT r r r w s zForward.__init__c C sj t |tr| |}|| _d | _| jj| _| jj| _| | jj | jj | _ | jj | _ | j | jj | S r ) r r r r r r r rD r r r r rE rS r r r __lshift__z s zForward.__lshift__c C s | |> S r r rS r r r __ilshift__ s zForward.__ilshift__c C s d| _ | S r~ rB r r r r rC s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j | S r )r r r r r r r r s zForward.streamlinec C sJ |d kr g }| |kr<|d d | g }| j d k r<| j | | g d S r r r r r r rK s zForward.validatec C sl t | dr| jS | jd k r | jS d| _d}z&| jd k rJt| jd d }nd}W 5 | jjd | | _X | jS )Nr z: ...rj z: i None)r1 r r r r r r )r Z retStringr r r r s zForward.__str__c s. | j d k rtt| S t }|| K }|S d S r )r rQ r! rI rc rT r r rI s z Forward.copyFc s@ t jr.| jd kr.tjdd|t| jdd tt | ||S )NzR{0}: setting results name {0!r} on {1} expression that has no contained expression warn_name_set_on_empty_Forwardr r$ ) r r r r( r) r r r rQ r! r r rT r r r s zForward._setResultsName)N)N)F)r r r r r r r rC r rK r rI r ri r r rT r r! \ s c s" e Zd ZdZd fdd Z ZS )r@ zW Abstract subclass of :class:`ParseExpression`, for converting parsed results. Fc s t t| | d| _d S r~ )rQ r@ r r r rT r r r s zTokenConverter.__init__)Frp r r rT r r@ s c s6 e Zd ZdZd fdd Z fddZdd Z ZS ) r a Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying ``'adjacent=False'`` in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r Tc s8 t t| | |r | || _d| _|| _d| _d S r )rQ r r rC adjacentr joinStringr )r r r r rT r r r s zCombine.__init__c s( | j rt| | ntt| | | S r )r r7 rF rQ r rS rT r r rF s zCombine.ignorec C sP | }|d d = |td|| jg| jd7 }| jrH| rH|gS |S d S )Nr )r )rI r5 r rY r r r r; )r r r r ZretToksr r r r s "zCombine.postParse)r T)r r r r r rF r ri r r rT r r s c s( e Zd ZdZ fddZdd Z ZS )r# a Converter to return the matched tokens as a list - useful for returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']] c s t t| | d| _d S r )rQ r# r r r rT r r r s zGroup.__init__c C s |gS r r r r r r r s zGroup.postParser r r r r r ri r r rT r r# s c s( e Zd ZdZ fddZdd Z ZS )r a? Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at :class:`ParseResults` of accessing fields by results name. c s t t| | d| _d S r )rQ r r r r rT r r r 8 s z Dict.__init__c C s t |D ]\}}t|dkr q|d }t|tr@t|d }t|dkr\td|||< qt|dkrt|d tst|d |||< q| }|d= t|dkst|tr| rt||||< qt|d |||< q| j r|gS |S d S )Nr r r r ) r r r r r r r r5 rI r; r )r r r r r tokZikeyZ dictvaluer r r r < s$ zDict.postParser r r rT r r s & c @ s e Zd ZdZdd Zdd ZdS )r> a[ Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also :class:`delimitedList`.) c C s g S r r r r r r r k s zSuppress.postParsec C s | S r r r r r r rA n s zSuppress.suppressN)r r r r r rA r r r r r> U s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r- zDWrapper for parse actions, to ensure they are only called once. c C s t || _d| _d S r~ )r r called)r Z methodCallr r r r u s zOnlyOnce.__init__c C s. | j s | |||}d| _ |S t||dd S )NTr )r r r2 )r r r r r r r r r@ x s zOnlyOnce.__call__c C s d| _ d S r~ )r r r r r reset~ s zOnlyOnce.resetN)r r r r r r@ r r r r r r- r s c s: t fdd}z j|_W n tk r4 Y nX |S )aq Decorator for debugging parse actions. When the parse action is called, this decorator will print ``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``. When the parse action completes, the decorator will print ``"<<"`` followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens)))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s j }| dd \}}}t| dkr8| d jj d | }tjd|t||||f z | }W n8 tk r } ztjd||f W 5 d }~X Y nX tjd||f |S )Nr r r .z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) )r r r r stderrr` r[ r )ZpaArgsZthisFuncr r r r r rO r r z s ztraceParseAction.<locals>.z)r r r )rO r r r r rv s ,c C s` t | d t | d t | d }|rBt| t|| |S | tt|| |S dS )a Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing ``combine=True`` in the constructor. If ``combine`` is set to ``True``, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r r N)r r rE r r> )r ZdelimcombineZdlNamer r r rT s $c sj t fdd}|dkr0ttdd }n| }|d |j|dd | d t d S ) a> Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If ``intExpr`` is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d } |r t tg| p&t t> g S r )r# r rW )r r r r1 Z arrayExprr r r countFieldParseAction s "z+countedArray.<locals>.countFieldParseActionNc S s t | d S r )r r r r r r r z countedArray.<locals>.<lambda>ZarrayLenTr z(len) rj )r! rB rf r rI r r r )r ZintExprr" r r! r rP s c C s6 g }| D ](}t |tr&|t| q|| q|S r )r r rE r r )Lr r r r r r s r c s6 t fdd}| j|dd dt| S )a4 Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match ``"1:1"``, but not ``"1:2"``. Because this matches a previous literal, will also match the leading ``"1:1"`` in ``"1:10"``. If this is not desired, use :class:`matchPreviousExpr`. Do *not* use with packrat parsing enabled. c sP |rBt |dkr |d > qLt| } tdd |D > n t > d S )Nr r c s s | ]}t |V qd S r )r' r Zttr r r r s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r r r r r )r r r ZtflatZrepr r copyTokenToRepeater s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr# (prev) )r! r r r )r r' r r& r rc s c sF t | } |K fdd}| j|dd dt| S )aT Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match ``"1:1"``, but not ``"1:2"``. Because this matches by expressions, will *not* match the leading ``"1:1"`` in ``"1:10"``; the expressions are evaluated first, and then compared, so ``"1"`` is compared with ``"10"``. Do *not* use with packrat parsing enabled. c s* t | fdd}j|dd d S )Nc s$ t | }| kr tdddd S )Nr r )r r r2 )r r r Z theseTokensZ matchTokensr r mustMatchTheseTokens% s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr# )r r r )r r r r* r& r) r r' # s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr# r( )r! rI r r r )r Ze2r' r r& r rb s c C s: dD ]}| |t| } q| dd} | dd} t| S )Nz\^-]r r\ r r )r _bslashr )r r r r r r . s r c s t |trtjddd |r:dd }dd }|r4tnt n dd }dd }|rRtnt g }t | trn| }n$t | t rt | }ntjd t dd |st S |s.d }|t |d k r.|| }t||d d D ]N\} } || |r||| d = qq||| r||| d = ||| qq|d 7 }q|s|s|rzlt |t d |krtdd dd |D d|W S tddd |D d|W S W n& tk r tjdt dd Y nX t fdd|D d|S )a Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a :class:`MatchFirst` for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default= ``False``) - treat all literals as caseless - useRegex - (default= ``True``) - as an optimization, will generate a Regex object; otherwise, will generate a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if creating a :class:`Regex` raises an exception) - asKeyword - (default=``False``) - enforce Keyword-style matching on the generated expressions Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] z_More than one string argument passed to oneOf, pass choices as a list or space-delimited stringr r$ c S s | | kS r )r~ rL br r r r [ r zoneOf.<locals>.<lambda>c S s | | S r )r~ ry r, r r r r \ r c S s | |kS r r r, r r r r _ r c S s | | S r )ry r, r r r r ` r z6Invalid argument to oneOf, expected string or iterabler r Nr r c s s | ]}t |V qd S r )r r Zsymr r r r s zoneOf.<locals>.<genexpr>r |c s s | ]}t |V qd S r )r r r. r r r r s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]} |V qd S r r r. ZparseElementClassr r r s )r r r( r) r r r$ r' r r r r* r* r r rB r r: r r r) ) Zstrsr} ZuseRegexr ZisequalZmasksZsymbolsr Zcurr# rJ r r0 r rg 6 s\ ** c C s t tt| | S )a Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the :class:`Dict`, :class:`ZeroOrMore`, and :class:`Group` tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the :class:`Dict` results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r, r# )r@ r$ r r r rU s %c C s^ t dd }| }d|_|d| |d }|r@dd }ndd }|| | j|_|S ) a Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional ``asString`` argument is passed as ``False``, then the return value is a :class:`ParseResults` containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to :class:`originalTextFor` contains expressions with defined results names, you must set ``asString`` to ``False`` if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b", "i"): opener, closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S r r )r r r r r r r r z!originalTextFor.<locals>.<lambda>F_original_start _original_endc S s | |j |j S r )r1 r2 r r r r r r c S s& | | d| d g|d d < d S )Nr1 r2 )r? r r r r extractText s z$originalTextFor.<locals>.extractText)r r rI r r )r ZasStringZ locMarkerZ endlocMarker matchExprr3 r r r r{ s c C s t | dd S )zkHelper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S r r r r r r r r zungroup.<locals>.<lambda>)r@ r )r r r r r| s c C s4 t dd }t|d| d | d S )a Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains ``<TAB>`` characters, you may want to call :class:`ParserElement.parseWithTabs` Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S r r r r r r r r z locatedExpr.<locals>.<lambda>Z locn_startr$ Zlocn_end)r r r# rI rC )r Zlocatorr r r r~ s z\[]-*.$+^?()~ r c C s |d d S r r r r r r r r r z\\0?[xX][0-9a-fA-F]+c C s t t|d ddS )Nr z\0xr )unichrr ra r r r r r r z \\0[0-7]+c C s t t|d dd dS )Nr r )r6 r r r r r r r z\]r rU r negatebodyrX c sF dd z"d fddt| jD W S tk r@ Y dS X dS )a Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as ``\-`` or ``\]``) - an escaped hex character with a leading ``'\x'`` (``\x21``, which is a ``'!'`` character) (``\0x##`` is also supported for backwards compatibility) - an escaped octal character with a leading ``'\0'`` (``\041``, which is a ``'!'`` character) - a range of any of the above, separated by a dash (``'a-z'``, etc.) - any combination of the above (``'aeiouy'``, ``'a-zA-Z0-9_$'``, etc.) c S s< t | ts| S ddd tt| d t| d d D S )Nr c s s | ]}t |V qd S r r6 r r r r r ) s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r )r r5 r r ord)pr r r r ) r zsrange.<locals>.<lambda>r c 3 s | ]} |V qd S r r )r partZ _expandedr r r + s zsrange.<locals>.<genexpr>N)r _reBracketExprr r9 r r r r> r rs s "c s fdd}|S )zoHelper method for defining parse actions that require matching at a specific column in the input text. c s" t || kr t| |d d S )Nz matched token not at column %dr )r Zlocnr r0 r r verifyCol3 s z!matchOnlyAtCol.<locals>.verifyColr )r1 r@ r r0 r ra / s c s fddS )a Helper method for common parse actions that simply return a literal value. Especially useful when used with :class:`transformString<ParserElement.transformString>` (). Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s gS r r r ZreplStrr r r E r z replaceWith.<locals>.<lambda>r rA r rA r rp 8 s c C s |d dd S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r r r r r r r r rn G s c sN fdd}zt dt dj}W n tk rB t}Y nX ||_|S )aL Helper to define a parse action by mapping a function to all elements of a ParseResults list. If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in ``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``, which will convert the parsed data to an integer using base 16. Example (compare the last to example in :class:`ParserElement.transformString`:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s fdd|D S )Nc s g | ]}|f qS r r )r Ztoknr r r r r { s z(tokenMap.<locals>.pa.<locals>.<listcomp>r r rB r r r z s ztokenMap.<locals>.par r )r r r r )r r r r r rB r r V s $ c C s t | S r r r~ r r r r r r c C s t | S r r lowerr r r r r r rf rg c s~ t | tr | t| | d} n| j tttd }|rt t }|| d t t t |td | tddgdd d d | }nlt t ttd d B }|| d t t t | tttd| tddgdd d d | }ttd| d dd}|d | fdd |dd dd d } |_ |_t | |_ ||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer z_-:tag=/Fr< rW c S s |d dkS Nr rH r r r r r r r z_makeTags.<locals>.<lambda>rg r c S s |d dkS rJ r r r r r r r rh )r z<%s>c s* | dd dd | S )Nr r :r )r r r titler rI r Zresnamer r r r r r rK r z</%s>) r r r$ r rB rH rG rR rI r rn r rE r# r> r. rm rj rV r _Lr r r r rL r rF r; Ztag_body)tagStrZxmlZ suppress_LTZ suppress_GTZ tagAttrNameZ tagAttrValueZopenTagZcloseTagr rM r _makeTags sH , rP c C s t | dS )aK Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and # closing tags as a 2-tuple a, a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are # also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> https://github.com/pyparsing/pyparsing/wiki FrP rO r r r r_ s c C s t | dS )zHelper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to :class:`makeHTMLTags` TrQ rR r r r r` s c s8 | r| dd n| dd D fdd}|S )a7 Helper to create a validating parse action to be used with start tags created with :class:`makeXMLTags` or :class:`makeHTMLTags`. Use ``withAttribute`` to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as ``<TD>`` or ``<DIV>``. Call ``withAttribute`` with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in ``(align="right")``, or - as an explicit dict with ``**`` operator, when an attribute name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}`` - a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))`` For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for ``class`` (with or without a namespace), use :class:`withClass`. To verify that the attribute exists, but without specifying a value, pass ``withAttribute.ANY_VALUE`` as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||fqS r r ra r r r r s z!withAttribute.<locals>.<listcomp>c sZ D ]P\}}||kr$t | |d| |tjkr|| |krt | |d||| |f qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r2 ry ANY_VALUE)r r r ZattrNameZ attrValueZattrsr r r s zwithAttribute.<locals>.pa)r! )r ZattrDictr r rT r ry s 8 c C s |r d| nd}t f || iS )a Simplified version of :class:`withAttribute` when matching on a div class - made difficult because ``class`` is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:classclass)ry )Z classname namespaceZ classattrr r r r s #(r c C s G dd dt }t }| || | B }t|D ]n\}}|d dd \} } } } | dk r`d| nd| } | dkr| dkst| d krtd | \}}t | }| tjkrp| d kr||| t|t | }n| d kr*| dk r ||| | t|t | | }n ||| t|t | }nD| dkrf||| | | | t|| | | | }ntd n| tj krT| d krt | t st | } || j | t| | }n| d kr| dk r||| | t|t | | }n ||| t|t | }nD| dkrJ||| | | | t|| | | | }ntd ntd | rt | ttfr~|j| n || ||| |B K }|}q.||K }|S )al Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See :class:`ParserElement.enablePackrat` for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form ``(opExpr, numTerms, rightLeftAssoc, parseAction)``, where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants ``opAssoc.RIGHT`` and ``opAssoc.LEFT``. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted); if the parse action is passed a tuple or list of functions, this is equivalent to calling ``setParseAction(*fn)`` (:class:`ParserElement.setParseAction`) - lpar - expression for matching left-parentheses (default= ``Suppress('(')``) - rpar - expression for matching right-parentheses (default= ``Suppress(')')``) Example:: # simple example of four-function arithmetic with ints and # variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] c @ s e Zd ZdddZdS )zinfixNotation.<locals>._FBTc S s | j || |g fS r )r r r r r r r s z$infixNotation.<locals>._FB.parseImplN)Trz r r r r _FB s rX r Nr r z%s termz %s%s termr z@if numterms=3, opExpr must be a tuple or list of two expressionsr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r! r r r5 r rh LEFTr# r, RIGHTr r. r r4 r r )ZbaseExprZopListZlparZrparrX r ZlastExprr ZoperDefZopExprZarityZrightLeftAssocr ZtermNameZopExpr1ZopExpr2ZthisExprr4 r r r r} D s` H & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*'z string enclosed in single quotesz*quotedString using single or double quotesuzunicode string literalc C s | |krt d|dkr*t| tr"t|tr"t| dkrt|dkr|dk rtt| t| | tj dd dd }n$t t| | tj dd }nx|dk rtt| t | t | ttjdd dd }n4ttt | t | ttjdd d d }nt d t }|dk rd|tt| t||B |B t| K }n$|tt| t||B t| K }|d | |f |S ) a Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default= ``"("``); can also be a pyparsing expression - closer - closing character for a nested list (default= ``")"``); can also be a pyparsing expression - content - expression for items within the nested lists (default= ``None``) - ignoreExpr - expression for ignoring opening and closing delimiters (default= :class:`quotedString`) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the ``ignoreExpr`` argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an :class:`Or` or :class:`MatchFirst`. The default is :class:`quotedString`, but if no expressions are to be ignored, then pass ``None`` for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR, RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNr r5 c S s | d S r r r r r r r r z nestedExpr.<locals>.<lambda>c S s | d S r r^ r r r r r r c S s | d S r r^ r r r r r ' r c S s | d S r r^ r r r r r , r zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r5 r r r r r, r r7 r r rW rI r' r! r# r> rE r )ZopenerZcloserZcontentr r r r r rd s` A *$c s dd fddfdd}fdd}fdd }t t d }t t | d }t |d }t |d } |rtt|| t |t| t| | } n(tt|t |t| t| | } | fdd | t t | dS )a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the current level; set to False for block of left-most statements (default= ``True``) A valid block must contain at least one ``blockStatement``. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group(funcDecl + func_body) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << (funcDef | assignment | identifier) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] Nc s d d < d S r r r ) backup_stack indentStackr r reset_stack s z"indentedBlock.<locals>.reset_stackc sN |t | krd S t|| }| d krJ| d kr>t| |dt| |dd S )Nr zillegal nestingznot a peer entry)r rM r2 r r r ZcurColr` r r checkPeerIndent s z&indentedBlock.<locals>.checkPeerIndentc s2 t || }| d kr" | n t| |dd S )Nr znot a subentry)rM r r2 rb rc r r checkSubIndent s z%indentedBlock.<locals>.checkSubIndentc sJ |t | krd S t|| } r&| ks2t| |d| d k rF d S )Nznot an unindentr )r rM r2 r? rb rc r r checkUnindent s z$indentedBlock.<locals>.checkUnindentz INDENTr ZUNINDENTc s S r r )rL r- r r )ra r r r r z indentedBlock.<locals>.<lambda>zindented block) r, r% rD rA r r r r# r. r rF r+ ) ZblockStatementExprr` rj rd re rf rw rg ZPEERZUNDENTZsmExprr )r_ r` ra r rz 7 s2 Q z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r/ z);zcommon HTML entityc C s t | jS )zRHelper parser action to replace common HTML entities with their special characters)_htmlEntityMapr Zentityr r r r ro s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style commentr commaItemrI c @ s e Zd ZdZeeZeeZe e d eZ e e d eedZed d eZe ed e e dZed d eeeed e B d Zee ed d eZed d eZeeB eB Zed d eZ e e d e d dZ ed dZ ed dZ!e!de! d dZ"ee!de! d d ee!de! d d Z#e#$d d d e d!Z%e&e"e%B e#B d" d"Z'ed# d$Z(e)d=d&d'Z*e)d>d)d*Z+ed+ d,Z,ed- d.Z-ed/ d0Z.e/ e0 B Z1e)d1d2 Z2e&e3e4d3 e5 e e6d3d4 ee7d5 d6Z8e9ee:; e8B d7d8 d9Z<e)ed:d Z=e)ed;d Z>d<S )?r a Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (:class:`integers<integer>`, :class:`reals<real>`, :class:`scientific notation<sci_real>`) - common :class:`programming identifiers<identifier>` - network addresses (:class:`MAC<mac_address>`, :class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`) - ISO8601 :class:`dates<iso8601_date>` and :class:`datetime<iso8601_datetime>` - :class:`UUID<uuid>` - :class:`comma-separated list<comma_separated_list>` Parse actions: - :class:`convertToInteger` - :class:`convertToFloat` - :class:`convertToDate` - :class:`convertToDatetime` - :class:`stripHTMLTags` - :class:`upcaseTokens` - :class:`downcaseTokens` Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] integerz hex integerr z[+-]?\d+zsigned integerrH fractionc C s | d | d S )Nr r r r r r r r r zpyparsing_common.<lambda>r z"fraction or mixed integer-fractionz[+-]?(:?\d+\.\d*|\.\d+)z real numberz@[+-]?(:?\d+(:?[eE][+-]?\d+)|(:?\d+\.\d*|\.\d+)(:?[eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?fnumberr identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4} hex_integerrK zfull IPv6 address)r r z::zshort IPv6 addressc C s t dd | D dk S )Nc s s | ]}t j|rd V qdS rd )r _ipv6_partr r% r r r r s z,pyparsing_common.<lambda>.<locals>.<genexpr>r7 )r r r r r r r z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address%Y-%m-%dc s fdd}|S )a Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sN zt |d W S tk rH } zt| |t|W 5 d }~X Y nX d S r )r strptimedater5 r2 r r r r Zvefmtr r cvt_fn s z.pyparsing_common.convertToDate.<locals>.cvt_fnr rw rx r rv r convertToDate s z pyparsing_common.convertToDate%Y-%m-%dT%H:%M:%S.%fc s fdd}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sJ zt |d W S tk rD } zt| |t|W 5 d }~X Y nX d S r )r rs r5 r2 r ru rv r r rx s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnr ry r rv r convertToDatetime s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}UUIDc C s t j|d S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>' td, td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) Prints:: More info at the pyparsing wiki page r )r _html_stripperr )r r r r r r stripHTMLTags s z pyparsing_common.stripHTMLTagsr r ri rj r rI zcomma separated listc C s t | S r rC r r r r r r c C s t | S r rD r r r r r r N)rr )r{ )?r r r r r r ZconvertToIntegerfloatZconvertToFloatrB rf r r rk rX ro r: Zsigned_integerrl r r. rA Z mixed_integerr realZsci_realr numberrm rH rG rn Z ipv4_addressrq Z_full_ipv6_addressZ_short_ipv6_addressr Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr rz r| Z iso8601_dateZiso8601_datetimeuuidrK rJ r~ r r, r' r% rj rA _commasepitemrT rm rI Zcomma_separated_listrx rV r r r r r sv "" c @ s e Zd Zdd Zdd ZdS )_lazyclasspropertyc C s || _ |j| _|j| _d S r )r r r r r r r r s z_lazyclassproperty.__init__c sl d krt | t dr:t fdd jdd D r@i _| jj}| jkrb| j|< j| S )N_internc 3 s | ]} j t|d g kV qdS )r N)r r )r Z superclassr r r r s z-_lazyclassproperty.__get__.<locals>.<genexpr>r )r r1 rv __mro__r r r )r r r attrnamer r r __get__ s z_lazyclassproperty.__get__N)r r r r r r r r r r s r c @ sP e Zd ZdZg Zedd Zedd Zedd Z edd Z ed d Z d S ) r a A set of Unicode characters, for language-specific strings for ``alphas``, ``nums``, ``alphanums``, and ``printables``. A unicode_set is defined by a list of ranges in the Unicode character set, in a class attribute ``_ranges``, such as:: _ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),] A unicode set can also be defined using multiple inheritance of other unicode sets:: class CJK(Chinese, Japanese, Korean): pass c C sZ g }| j D ]8}|tkr qD|jD ] }|t|d |d d q q dd tt|D S )Nr r r c S s g | ] }t |qS r r: r r r r r 4 s z5unicode_set._get_chars_for_ranges.<locals>.<listcomp>)r r _rangesrE r rt r )r r ZccZrrr r r _get_chars_for_ranges, s z!unicode_set._get_chars_for_rangesc C s d ttj| S )z+all non-whitespace characters in this ranger )r r r r r r r r r rj 6 s zunicode_set.printablesc C s d ttj| S )z'all alphabetic characters in this ranger )r filterr isalphar r r r r rH ; s zunicode_set.alphasc C s d ttj| S )z*all numeric digit characters in this ranger )r r r isdigitr r r r r rf @ s zunicode_set.numsc C s | j | j S )z)all alphanumeric characters in this range)rH rf r r r r rG E s zunicode_set.alphanumsN) r r r r r r r r rj rH rf rG r r r r r s c @ s e Zd ZdZdejfgZG dd deZG dd deZ G dd deZ G d d d eZ G d d d eZ G d d deZ G dd deZG dd deZG dd de eeZG dd deZG dd deZG dd deZG dd d eZd S ) r zF A namespace class for defining common language unicode_sets. c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Latin1z/Unicode set for Latin-1 Unicode Character Range)r ~ ) Nr r r r r r r r r Latin1Q s r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinAz/Unicode set for Latin-A Unicode Character Range) i Nr r r r r LatinAU s r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinBz/Unicode set for Latin-B Unicode Character Range)i iO Nr r r r r LatinBY s r c @ s6 e Zd ZdZdddddddd d d d d dddddgZdS )zpyparsing_unicode.Greekz.Unicode set for Greek Unicode Character Ranges)ip i )i i )i i )i iE )iH iM )iP iW )iY )i[ )i] )i_ i} )i i )i i )i i )i i )i i )i i )i i Nr r r r r Greek] s& r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Cyrillicz0Unicode set for Cyrillic Unicode Character Range)i i Nr r r r r Cyrillice s r c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Chinesez/Unicode set for Chinese Unicode Character Range) N i i 0 i?0 Nr r r r r Chinesei s r c @ sD e Zd ZdZg ZG dd deZG dd deZG dd deZdS ) zpyparsing_unicode.Japanesez`Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana rangesc @ s e Zd ZdZddgZdS )z pyparsing_unicode.Japanese.Kanjiz-Unicode set for Kanji Unicode Character Range)r i r Nr r r r r Kanjiq s r c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Hiraganaz0Unicode set for Hiragana Unicode Character Range)i@0 i0 Nr r r r r Hiraganau s r c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Katakanaz1Unicode set for Katakana Unicode Character Range)i0 i0 Nr r r r r Katakanay s r N) r r r r r r r r r r r r r Japanesem s r c @ s e Zd ZdZddddddgZdS ) zpyparsing_unicode.Koreanz.Unicode set for Korean Unicode Character Range)i i )i i )i01 i1 )i` i )i i r Nr r r r r Korean} s r c @ s e Zd ZdZdS )zpyparsing_unicode.CJKzTUnicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character RangeNr r r r r CJK s r c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Thaiz,Unicode set for Thai Unicode Character Range)i i: )i? i[ Nr r r r r Thai s r c @ s e Zd ZdZdddgZdS )zpyparsing_unicode.Arabicz.Unicode set for Arabic Unicode Character Range)i i )i i )i i Nr r r r r Arabic s r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Hebrewz.Unicode set for Hebrew Unicode Character Range)i i Nr r r r r Hebrew s r c @ s e Zd ZdZddgZdS )z pyparsing_unicode.Devanagariz2Unicode set for Devanagari Unicode Character Range)i i )i i Nr r r r r Devanagari s r N)r r r r r maxunicoder r r r r r r r r r r r r r r r r r r r K s u العربيةu 中文u кириллицаu Ελληνικάu עִברִיתu 日本語u 漢字u カタカナu ひらがなu 한국어u ไทยu देवनागरी__main__Zselectfromr{ r )r columnsr ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )NF)r )r F)N)FTF)T)r )T( r r r r r weakrefr r rI r r( r r r rx r r r operatorr itertools functoolsr r ImportErrorr _threadr Z threadingZcollections.abcr r r r r Z ordereddictr r r r r r r Z%warn_on_multiple_string_args_to_oneofr __all__r4 version_infor rb maxsizerh r r chrr6 r r r r rt reversedr r rv r r r r ZmaxintZxranger Z __builtin__r Zfnamer r r r r r Zascii_uppercaseZascii_lowercaserH rf rX rG r+ r Z printablerj r r r0 r2 r4 r6 r9 r r r5 registerrM r^ r[ r r r re r r7 r' r? r r* r' rv rN r r$ r r r rB r rF r: r8 r rA r r" r& r% r= r< rD rC r3 r r/ r) r r1 r r( r+ r r, rE r r. r; r! r@ r r# r r> r- rv rT rP r rc rb r rg rU r{ r| r~ r rW r] r\ ru rt r Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ _charRanger r? rs ra rp rn r rx rV rP r_ r` ry rS r rh rY rZ r} ri rR rr rm rw rd rz rI rk rK rJ r r rh r7 rO ro rL rY rC rq rS rQ rZ rl r r rN r r r r r r r r r setattrr r r r r r r r r Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLrg r rm ro r r} r r r r <module> s H ?] H D ! 'N E KF yl{V O#K,:# Dvj-D 0 $ W' * 4 0% E& h~ ( ./J & PK @\ g g * pip/_vendor/__pycache__/six.cpython-38.pycnu [ U .e~ C @ s d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd dkZ e refZefZefZeZeZejZn~efZeefZeejfZe ZeZej d red ZnHG d d d e Z ze!e W n e"k r ed ZY n X ed Z[ dd Z#dd Z$G dd de Z%G dd de%Z&G dd dej'Z(G dd de%Z)G dd de Z*e*e+Z,G d d d e(Z-e)d d d d e)d!d"d#d$d!e)d%d"d"d&d%e)d'd(d#d)d'e)d*d(d+e)d,d"d#d-d,e)d.d/d/d0d.e)d1d/d/d.d1e)d2d3d4e)d5d(d#d6d5e)d7d(e r d8nd9d:e)d;d(d<e)d=d>d?d@e)d d d e)dAdAdBe)dCdCdBe)dDdDdBe)d6d(d#d6d5e)dEd"d#dFdEe)dGd"d"dHdGe&d#d(e&dIdJe&dKdLe&dMdNdOe&dPdQdPe&dRdSdTe&dUdVdWe&dXdYdZe&d[d\d]e&d^d_d`e&dadbdce&dddedfe&dgdhdie&djdkdle&dmdndoe&dpdpdqe&drdrdqe&dsdsdqe&dtdtdue&dvdwe&dxdye&dzd{e&d|d}d|e&d~de&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&de+d de&de+d de&de+d e+d e&ddde&ddde&dddg@Z.ej dkrfe.e&ddg7 Z.e.D ]2Z/e0e-e/j1e/ e2e/e&rje,3e/de/j1 qj[/e.e-_.e-e+d Z4e,3e4d G dd de(Z5e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d@dde)ddde)ddde)ddde)ddddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)dddgZ6e6D ]Z/e0e5e/j1e/ q[/e6e5_.e,3e5e+d ddڡ G dd܄ de(Z7e)ddde)ddde)dddgZ8e8D ]Z/e0e7e/j1e/ q>[/e8e7_.e,3e7e+d dd G dd de(Z9e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d dde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d ddg#Z:e:D ]Z/e0e9e/j1e/ q[/e:e9_.e,3e9e+d d d G d d de(Z;e)ddde)ddde)ddde)dddgZ<e<D ]Z/e0e;e/j1e/ q[/e<e;_.e,3e;e+d dd G dd de(Z=e)dddgZ>e>D ]Z/e0e=e/j1e/ q[/e>e=_.e,3e=e+d dd G d d d ej'Z?e,3e?e+d d d d! Z@d"d# ZAe rd$ZBd%ZCd&ZDd'ZEd(ZFd)ZGn$d*ZBd+ZCd,ZDd-ZEd.ZFd/ZGzeHZIW n" eJk r d0d1 ZIY nX eIZHzeKZKW n" eJk r d2d3 ZKY nX e rFd4d5 ZLejMZNd6d7 ZOe ZPn>d8d5 ZLd9d: ZNd;d7 ZOG d<d= d=e ZPeKZKe#eLd> eQeBZReQeCZSeQeDZTeQeEZUeQeFZVeQeGZWe r(d?d@ ZXdAdB ZYdCdD ZZdEdF Z[e\dGZ]e\dHZ^e\dIZ_nTdJd@ ZXdKdB ZYdLdD ZZdMdF Z[e\dNZ]e\dOZ^e\dPZ_e#eXdQ e#eYdR e#eZdS e#e[dT e rDdUdV Z`dWdX ZaebZcddldZdededYjfZg[dehdZiejjZkelZmddlnZnenjoZoenjpZpdZZqej d[ d[k r6d\Zrd]Zsn d^Zrd_Zsnjd`dV Z`dadX ZaecZcebZgdbdc Ziddde ZketejuevZmddloZoeojo ZoZpdfZqd\Zrd]Zse#e`dg e#eadh didZ Zwdjd^ Zxdkd_ Zye reze4j{dlZ|ddmdnZ}nddodpZ|e|dq ej dd drk rLe|ds n.ej dd drk rne|dt n dudv Z~eze4j{dwdZedk rdxdy Zej dd dzk reZd{dy Ze#e}d| ej dd dk rejejfd}d~ZnejZdd Zdd ZdddZdddZdddZdd Zg Ze+Ze ddk rzg e_ejreejD ]4\ZZeej+dkrej1e+kreje= qq[[eje, dS ( z6Utilities for writing code that runs on Python 2 and 3 )absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0 )r javaic @ s e Zd Zdd ZdS )Xc C s dS )Nl selfr r 3/usr/lib/python3.8/site-packages/pip/_vendor/six.py__len__> s z X.__len__N)__name__ __module__ __qualname__r r r r r r < s r l c C s || _ dS )z Add documentation to a function.N)__doc__)funcdocr r r _add_docK s r c C s t | tj| S )z7Import module, returning the module after the last dot.) __import__sysmodulesnamer r r _import_moduleP s r c @ s e Zd Zdd Zdd ZdS ) _LazyDescrc C s || _ d S Nr r r r r r __init__X s z_LazyDescr.__init__c C sB | }t|| j| zt|j| j W n tk r< Y nX |S r )_resolvesetattrr delattr __class__AttributeError)r objtpresultr r r __get__[ s z_LazyDescr.__get__N)r r r r r& r r r r r V s r c s. e Zd Zd fdd Zdd Zdd Z ZS ) MovedModuleNc s2 t t| | tr(|d kr |}|| _n|| _d S r )superr' r PY3mod)r r oldnewr! r r r i s zMovedModule.__init__c C s t | jS r )r r* r r r r r r s zMovedModule._resolvec C s" | }t||}t| || |S r )r getattrr )r attr_modulevaluer r r __getattr__u s zMovedModule.__getattr__)N)r r r r r r2 __classcell__r r r- r r' g s r' c s( e Zd Z fddZdd Zg Z ZS ) _LazyModulec s t t| | | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd | j D 7 }|S )Nr r c S s g | ] }|j qS r r ).0r/ r r r <listcomp> s z'_LazyModule.__dir__.<locals>.<listcomp>)_moved_attributes)r Zattrsr r r __dir__ s z_LazyModule.__dir__)r r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd fdd Zdd Z ZS )MovedAttributeNc sd t t| | trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r r Zold_modZnew_modZold_attrZnew_attrr- r r r s zMovedAttribute.__init__c C s t | j}t|| jS r )r r* r. r/ )r moduler r r r s zMovedAttribute._resolve)NN)r r r r r r3 r r r- r r9 s r9 c @ sV e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z e Z dS )_SixMetaPathImporterz A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S r )r known_modules)r Zsix_module_namer r r r s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S N.r< r )r r* Z fullnamesfullnamer r r _add_module s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? r r@ r r r _get_module s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r r@ pathr r r find_module s z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk r, td| Y nX d S )Nz!This loader does not know module )r< KeyError ImportErrorrB r r r Z __get_module s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk r Y nX | |}t|tr@| }n| |_|t j|< |S r )r r rF _SixMetaPathImporter__get_module isinstancer' r __loader__)r r@ r* r r r load_module s z _SixMetaPathImporter.load_modulec C s t | |dS )z Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) __path__)hasattrrH rB r r r is_package s z _SixMetaPathImporter.is_packagec C s | | dS )z;Return None Required, if is_package is implementedN)rH rB r r r get_code s z _SixMetaPathImporter.get_code)N) r r r r r rA rC rE rH rK rN rO get_sourcer r r r r; s r; c @ s e Zd ZdZg ZdS ) _MovedItemsz Lazy loading of moved objectsN)r r r r rL r r r r rQ s rQ Z cStringIOioStringIOfilter itertoolsbuiltinsZifilter filterfalseZ ifilterfalseinputZ __builtin__Z raw_inputinternr mapimapgetcwdosZgetcwdugetcwdbZ getoutputZcommands subprocessrangeZxrangeZ reload_module importlibZimpreloadreduce functoolsZ shlex_quoteZpipesZshlexZquoteUserDict collectionsUserList UserStringzipZizip zip_longestZ izip_longestZ configparserZ ConfigParsercopyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPicklepickleZqueueZQueuereprlibreprZ socketserverZ SocketServer_threadthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32winreg_winregzmoves.z.movesmovesc @ s e Zd ZdZdS ) Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseNr r r r r r r r ru B s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ splitqueryZsplittagZ splituserZ splitvalueZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativemoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS ) Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx l s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errormoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS ) Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.requestmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS ) Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsemoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ s r~ ZRobotFileParserz.moves.urllib.robotparsermoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg ZedZedZedZ edZ edZ dd Z d S ) Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )Nparseerrorrequestresponserq r r r r r r8 s z Module_six_moves_urllib.__dir__N) r r r r rL _importerrC r r r r rq r8 r r r r r s r z moves.urllibc C s t t| j| dS )zAdd an item to six.moves.N)r rQ r )Zmover r r add_move s r c C sX zt t| W nD tk rR z tj| = W n" tk rL td| f Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt __dict__rF r r r r remove_move s r __func____self__ __closure____code__ __defaults__ __globals__im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | S r )next)itr r r advance_iterator s r c C s t dd t| jD S )Nc s s | ]}d |j kV qdS )__call__N)r )r5 klassr r r <genexpr> s zcallable.<locals>.<genexpr>)anytype__mro__)r# r r r callable s r c C s | S r r Zunboundr r r get_unbound_function s r c C s | S r r r clsr r r create_unbound_method# s r c C s | j S r )r r r r r r ( s c C s t | ||jS r )types MethodTyper! )r r# r r r create_bound_method+ s r c C s t | d |S r )r r r r r r r . s c @ s e Zd Zdd ZdS )Iteratorc C s t | | S r )r __next__r r r r r 3 s z Iterator.nextN)r r r r r r r r r 1 s r z3Get the function out of a possibly unbound functionc K s t | jf |S r )iterkeysdkwr r r iterkeysD s r c K s t | jf |S r )r valuesr r r r itervaluesG s r c K s t | jf |S r )r itemsr r r r iteritemsJ s r c K s t | jf |S r )r Zlistsr r r r iterlistsM s r r r r c K s | j f |S r )r r r r r r V s c K s | j f |S r )r r r r r r Y s c K s | j f |S r )r r r r r r \ s c K s | j f |S r )r r r r r r _ s viewkeys viewvalues viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | dS )Nzlatin-1)encodesr r r bq s r c C s | S r r r r r r ut s r z>BassertCountEqual ZassertRaisesRegexpZassertRegexpMatchesassertRaisesRegex assertRegexc C s | S r r r r r r r s c C s t | dddS )Nz\\z\\\\Zunicode_escape)unicodereplacer r r r r s c C s t | d S )Nr ord)Zbsr r r byte2int s r c C s t | | S r r )Zbufir r r indexbytes s r ZassertItemsEqualz Byte literalz Text literalc O s t | t||S r )r. _assertCountEqualr argskwargsr r r r s c O s t | t||S r )r. _assertRaisesRegexr r r r r s c O s t | t||S r )r. _assertRegexr r r r r s execc C s: z*|d kr| }|j |k r$|||W 5 d }d }X d S r ) __traceback__with_traceback)r$ r1 tbr r r reraise s r c C sB |dkr*t d}|j}|dkr&|j}~n |dkr6|}td dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r _getframe f_globalsf_localsr )Z_code_Z_globs_Z_locs_framer r r exec_ s r zedef reraise(tp, value, tb=None): try: raise tp, value, tb finally: tb = None )r r zdef raise_from(value, from_value): try: if from_value is None: raise value raise value from from_value finally: value = None zrdef raise_from(value, from_value): try: raise value from from_value finally: value = None c C s | d S r r )r1 Z from_valuer r r raise_from s r printc s. | dtj dkrdS fdd}d}| dd}|dk r`t|trNd}nt|ts`td| d d}|dk rt|trd}nt|tstd |rtd |s| D ]}t|trd} qq|rtd }td }nd }d }|dkr|}|dkr|}t| D ] \} }| r|| || q || dS )z4The new-style print function for Python 2.4 and 2.5.fileNc sd t | tst| } t trVt | trV jd k rVt dd }|d krHd}| j|} | d S )Nerrorsstrict) rI basestringstrr r encodingr. r write)datar fpr r r s zprint_.<locals>.writeFsepTz sep must be None or a stringendz end must be None or a stringz$invalid keyword arguments to print() )popr stdoutrI r r TypeError enumerate) r r r Z want_unicoder r argnewlineZspacer r r r print_ sL r )r r c O s< | dtj}|dd}t| | |r8|d k r8| d S )Nr flushF)getr r r _printr )r r r r r r r r s zReraise an exception.c s fdd}|S )Nc s t | } | _| S r )rd wraps __wrapped__)fassignedupdatedwrappedr r wrapper* s zwraps.<locals>.wrapperr )r r r r r r r r ( s r c s& G fdddt }t |ddi S )z%Create a base class with a metaclass.c s, e Zd Z fddZe fddZdS )z!with_metaclass.<locals>.metaclassc s | |S r r )r r this_basesr basesmetar r __new__: s z)with_metaclass.<locals>.metaclass.__new__c s | S r ) __prepare__)r r r r r r r = s z-with_metaclass.<locals>.metaclass.__prepare__N)r r r r classmethodr r r r r metaclass8 s r Ztemporary_classr )r r )r r r r r r with_metaclass3 s r c s fdd}|S )z6Class decorator for creating a class with a metaclass.c s| | j }|d}|d k r@t|tr,|g}|D ]}|| q0|dd |dd t| drl| j|d< | j| j |S )N __slots__r __weakref__r ) r copyr rI r r rM r r __bases__)r Z orig_varsslotsZ slots_varr r r r E s z add_metaclass.<locals>.wrapperr )r r r r r add_metaclassC s r utf-8r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce **s** to six.binary_type. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> encoded to `bytes` - `bytes` -> `bytes` not expecting type '%s'N)rI text_typer binary_typer r r r r r r r ensure_binaryU s r c C sX t | ttfs tdt| tr:t | tr:| ||} ntrTt | trT| ||} | S )zCoerce *s* to `str`. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r ) rI r r r r PY2r r) decoder r r r ensure_strh s r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce *s* to six.text_type. For Python 2: - `unicode` -> `unicode` - `str` -> `unicode` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r N)rI r r r r r r r r r ensure_text| s r c C s2 t r.d| jkr td| j | j| _dd | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. __str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | dS )Nr ) __unicode__r r r r r <lambda> z-python_2_unicode_compatible.<locals>.<lambda>)r r ValueErrorr r r )r r r r python_2_unicode_compatible s r __spec__)N)NN)r r )r r )r r )r Z __future__r rd rU operatorr r __author__ __version__ version_infor r) ZPY34r Z string_typesintZ integer_typesr Z class_typesr bytesr maxsizeZMAXSIZEr ZlongZ ClassTyper platform startswithobjectr len OverflowErrorr r r r' ModuleTyper4 r9 r; r r rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr r r Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr r NameErrorr r r r r r attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr r r r methodcallerr r r r r chrZunichrstructStructpackZint2byte itemgetterr getitemr r Z iterbytesrR rS BytesIOr r r partialr[ r r r r r. rV r r r r r WRAPPER_ASSIGNMENTSWRAPPER_UPDATESr r r r r r r rL __package__globalsr r submodule_search_locations meta_pathr r Zimporterappendr r r r <module> s > F % 5 PK @\Zd 0 pip/_vendor/__pycache__/ipaddress.cpython-38.pycnu [ U .e7 @ sl d Z ddlmZ ddlZddlZdZefZz eefZW n e k rJ Y nX ze Z W n$ e k rx e Z e e ksttY nX ddkrdd Zndd Zz ejZW n ek r dd ZY nX d d Zeed rd d Zndd ZdNddZG dd deZdZdZG dd deZ G dd deZ dd Z dOd d Z d d! Z d"d# Z!d$d% Z"d&d' Z#d(d) Z$d*d+ Z%d,d- Z&d.d/ Z'd0d1 Z(d2d3 Z)G d4d5 d5eZ*G d6d7 d7e*Z+G d8d9 d9e*Z,G d:d; d;eZ-G d<d= d=e-e+Z.G d>d? d?e.Z/G d@dA dAe-e,Z0G dBdC dCeZ1e1e._2G dDdE dEeZ3G dFdG dGe3e+Z4G dHdI dIe4Z5G dJdK dKe3e,Z6G dLdM dMeZ7e7e4_2dS )PzA fast, lightweight IPv4/IPv6 manipulation library in Python. This library is used to create/poke/manipulate IPv4 and IPv6 addresses and networks. )unicode_literalsNz1.0.22c C s | S N Zbytr r 9/usr/lib/python3.8/site-packages/pip/_vendor/ipaddress.py_compat_bytes_to_byte_vals s r c C s dd | D S )Nc S s g | ]}t d |d qS ) !Br )structunpack.0br r r <listcomp># s z._compat_bytes_to_byte_vals.<locals>.<listcomp>r r r r r r " s c C s8 |dks t d}| D ] }t|ts&t |d> | }q|S )Nbigr )AssertionError isinstance_compat_int_types)Zbytvals endianessresZbvr r r _compat_int_from_byte_vals' s r c C s t | tst|dkst|dkrH| dk s2| dkr<tdtd| S |dkr| dk sd| dd krntd td | d ? | d @ S t d S )Nr r l z(integer out of range for 'I' format codes !I z)integer out of range for 'QQ' format codes !QQ@ l )r r r r errorpackNotImplementedError)ZintvalZlengthr r r r _compat_to_bytes0 s r bit_lengthc C s | S r )r )ir r r _compat_bit_lengthA s r" c C s& t D ]}| |? dkr| S qd S Nr ) itertoolscount)r! r r r r r" D s c c s, |dks t | }||k r(|V ||7 }qd S r# )r )startendstepr! r r r _compat_rangeJ s r* c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )_TotalOrderingMixinr c C s t d S r r selfotherr r r __eq__Y s z_TotalOrderingMixin.__eq__c C s | |}|tkrtS | S r )r0 NotImplemented)r. r/ equalr r r __ne__\ s z_TotalOrderingMixin.__ne__c C s t d S r r, r- r r r __lt__b s z_TotalOrderingMixin.__lt__c C s$ | |}|tks|s | |S |S r r4 r1 r0 r. r/ lessr r r __le__e s z_TotalOrderingMixin.__le__c C s6 | |}|tkrtS | |}|tkr,tS |p2| S r r5 )r. r/ r7 r2 r r r __gt__k s z_TotalOrderingMixin.__gt__c C s | |}|tkrtS | S r )r4 r1 r6 r r r __ge__t s z_TotalOrderingMixin.__ge__N) __name__ __module__ __qualname__ __slots__r0 r3 r4 r8 r9 r: r r r r r+ R s r+ r c @ s e Zd ZdZdS )AddressValueErrorz%A Value Error related to the address.Nr; r< r= __doc__r r r r r@ s r@ c @ s e Zd ZdZdS )NetmaskValueErrorz%A Value Error related to the netmask.NrA r r r r rC s rC c C sn z t | W S ttfk r" Y nX z t| W S ttfk rF Y nX t| tr^td| td| dS )a Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Address or IPv6Address object. Raises: ValueError: if the *address* passed isn't either a v4 or a v6 address zx%r does not appear to be an IPv4 or IPv6 address. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 addressN) IPv4Addressr@ rC IPv6Addressr bytes ValueErroraddressr r r ip_address s" rJ Tc C sr z t | |W S ttfk r$ Y nX z t| |W S ttfk rJ Y nX t| trbtd| td| dS )a Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP network. Either IPv4 or IPv6 networks may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Network or IPv6Network object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Or if the network has host bits set. zx%r does not appear to be an IPv4 or IPv6 network. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 networkN) IPv4Networkr@ rC IPv6Networkr rF rG )rI strictr r r ip_network s" rN c C sX z t | W S ttfk r" Y nX z t| W S ttfk rF Y nX td| dS )ag Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Interface or IPv6Interface object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Notes: The IPv?Interface classes describe an Address on a particular Network, so they're basically a combination of both the Address and Network classes. z2%r does not appear to be an IPv4 or IPv6 interfaceN) IPv4Interfacer@ rC IPv6InterfacerG rH r r r ip_interface s rQ c C s6 zt | ddW S tjtfk r0 tdY nX dS )a` Represent an address as 4 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv4 IP address. Returns: The integer address packed as 4 bytes in network (big-endian) order. Raises: ValueError: If the integer is negative or too large to be an IPv4 IP address. r r z&Address negative or too large for IPv4Nr r r OverflowErrorrG rH r r r v4_int_to_packed s rT c C s6 zt | ddW S tjtfk r0 tdY nX dS )zRepresent an address as 16 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv6 IP address. Returns: The integer address packed as 16 bytes in network (big-endian) order. r r z&Address negative or too large for IPv6NrR rH r r r v6_int_to_packed s rU c C s* t | d}t|dkr&td| |S )zAHelper to split the netmask and raise AddressValueError if needed/r z Only one '/' permitted in %r) _compat_strsplitlenr@ )rI addrr r r _split_optional_netmask s r[ c c sN t | }t| }}|D ]&}|j|jd kr:||fV |}|}q||fV dS )zFind a sequence of sorted deduplicated IPv#Address. Args: addresses: a list of IPv#Address objects. Yields: A tuple containing the first and last IP addresses in the sequence. r& N)iternext_ip) addressesitfirstlastipr r r _find_address_range s rd c C s$ | dkr |S t |t| | d @ S )zCount the number of zero bits on the right hand side. Args: number: an integer. bits: maximum number of bits to count. Returns: The number of zero bits on the right hand side of the number. r r& )minr" )Znumberbitsr r r _count_righthand_zero_bits2 s rg c c s t | trt |ts td| j|jkr8td| |f | |krHtd| jdkrXt}n| jdkrht}ntd| j}| j}|j}||krt t ||t || d d }|||| f}|V |d|> 7 }|d |j krqqdS ) a Summarize a network range given the first and last IP addresses. Example: >>> list(summarize_address_range(IPv4Address('192.0.2.0'), ... IPv4Address('192.0.2.130'))) ... #doctest: +NORMALIZE_WHITESPACE [IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'), IPv4Network('192.0.2.130/32')] Args: first: the first IPv4Address or IPv6Address in the range. last: the last IPv4Address or IPv6Address in the range. Returns: An iterator of the summarized IPv(4|6) network objects. Raise: TypeError: If the first and last objects are not IP addresses. If the first and last objects are not the same version. ValueError: If the last object is not greater than the first. If the version of the first address is not 4 or 6. z1first and last must be IP addresses, not networks%%s and %s are not of the same versionz*last IP address must be greater than firstr zunknown IP versionr& N) r _BaseAddress TypeErrorversionrG rK rL _max_prefixlenr^ re rg r" _ALL_ONES)ra rb rc Zip_bitsZ first_intZlast_intZnbitsnetr r r summarize_address_rangeB s8 rp c c s t | }i }|rV| }| }||}|dkr<|||< q ||kr ||= || q d}t| D ]$}|dk r|j|jkrqf|V |}qfdS )au Loops through the addresses, collapsing concurrent netblocks. Example: ip1 = IPv4Network('192.0.2.0/26') ip2 = IPv4Network('192.0.2.64/26') ip3 = IPv4Network('192.0.2.128/26') ip4 = IPv4Network('192.0.2.192/26') _collapse_addresses_internal([ip1, ip2, ip3, ip4]) -> [IPv4Network('192.0.2.0/24')] This shouldn't be called directly; it is called via collapse_addresses([]). Args: addresses: A list of IPv4Network's or IPv6Network's Returns: A list of IPv4Network's or IPv6Network's depending on what we were passed. N)listpopsupernetgetappendsortedvaluesbroadcast_address)r_ Zto_mergesubnetsro rs Zexistingrb r r r _collapse_addresses_internaly s$ rz c C s0 g }g }g }| D ]}t |trR|rF|d j|jkrFtd||d f || q|j|jkr|r|d j|jkrtd||d f z||j W q tk r ||j Y qX q|r|d j|jkrtd||d f || qt t |}|r$t |D ]\}}| t|| qt|| S )a Collapse a list of IP objects. Example: collapse_addresses([IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/25')]) -> [IPv4Network('192.0.2.0/24')] Args: addresses: An iterator of IPv4Network or IPv6Network objects. Returns: An iterator of the collapsed IPv(4|6)Network objects. Raises: TypeError: If passed a list of mixed version objects. rh )r rj _versionrk ru _prefixlenrm rc AttributeErrornetwork_addressrv setrd extendrp rz )r_ ZaddrsZipsZnetsrc ra rb r r r collapse_addresses s@ r c C s( t | tr| S t | tr$| S tS )a2 Return a key suitable for sorting between networks and addresses. Address and Network objects are not sortable by default; they're fundamentally different so the expression IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24') doesn't make any sense. There are some times however, where you may wish to have ipaddress sort these for you anyway. If you need to do this, you can use this function as the key= argument to sorted(). Args: obj: either a Network or Address object. Returns: appropriate key. )r _BaseNetwork_get_networks_keyrj _get_address_keyr1 )objr r r get_mixed_type_key s r c @ s e Zd ZdZdZedd Zedd Zedd Zed d Z d d Z d d Z e dd Z e dd Ze dd Ze dd Ze dd Zdd ZdS ) _IPAddressBasezThe mother class.r c C s | S )z:Return the longhand version of the IP address as a string.) _explode_shorthand_ip_stringr. r r r exploded s z_IPAddressBase.explodedc C s t | S )z;Return the shorthand version of the IP address as a string.rW r r r r compressed s z_IPAddressBase.compressedc C s | S )aI The name of the reverse DNS pointer for the IP address, e.g.: >>> ipaddress.ip_address("127.0.0.1").reverse_pointer '1.0.0.127.in-addr.arpa' >>> ipaddress.ip_address("2001:db8::1").reverse_pointer '1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa' )_reverse_pointerr r r r reverse_pointer s z _IPAddressBase.reverse_pointerc C s dt | f }t|d S )Nz %200s has no version specifiedtyper r. msgr r r rl s z_IPAddressBase.versionc C sF |dk r d}t ||| jf || jkrBd}t ||| j| jf d S )Nr z-%d (< 0) is not permitted as an IPv%d addressz2%d (>= 2**%d) is not permitted as an IPv%d address)r@ r| rn rm )r. rI r r r r _check_int_address s z!_IPAddressBase._check_int_addressc C s. t |}||kr*d}t||||| jf d S )Nz~%r (len %d != %d) is not permitted as an IPv%d address. Did you pass in a bytes (str in Python 2) instead of a unicode object?)rY r@ r| )r. rI Z expected_lenZ address_lenr r r r _check_packed_address" s z$_IPAddressBase._check_packed_addressc C s | j | j |? A S )zTurn the prefix length into a bitwise netmask Args: prefixlen: An integer, the prefix length. Returns: An integer. )rn )cls prefixlenr r r _ip_int_from_prefix, s z"_IPAddressBase._ip_int_from_prefixc C s\ t || j}| j| }||? }d|> d }||krX| jd }t||d}d}t|| |S )a Return prefix length from the bitwise netmask. Args: ip_int: An integer, the netmask in expanded bitwise format Returns: An integer, the prefix length. Raises: ValueError: If the input intermingles zeroes & ones r& r r z&Netmask pattern %r mixes zeroes & ones)rg rm r rG ) r ip_intZtrailing_zeroesr Z leading_onesZall_onesZbyteslenZdetailsr r r r _prefix_from_ip_int9 s z"_IPAddressBase._prefix_from_ip_intc C s d| }t |d S )Nz%r is not a valid netmask)rC )r Z netmask_strr r r r _report_invalid_netmaskR s z&_IPAddressBase._report_invalid_netmaskc C sh t j|s| | z t|}W n tk r@ | | Y nX d| krX| jksdn | | |S )a Return prefix length from a numeric string Args: prefixlen_str: The string to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask r )_BaseV4_DECIMAL_DIGITS issupersetr intrG rm )r Z prefixlen_strr r r r _prefix_from_prefix_stringW s z)_IPAddressBase._prefix_from_prefix_stringc C s z| |}W n tk r, | | Y nX z | |W S tk rN Y nX || jN }z | |W S tk r | | Y nX dS )a Turn a netmask/hostmask string into a prefix length Args: ip_str: The netmask/hostmask to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask/hostmask N)_ip_int_from_stringr@ r r rG rn )r ip_strr r r r _prefix_from_ip_stringp s z%_IPAddressBase._prefix_from_ip_stringc C s | j t| ffS r ) __class__rW r r r r __reduce__ s z_IPAddressBase.__reduce__N)r; r< r= rB r> propertyr r r rl r r classmethodr r r r r r r r r r r s. !r c @ sd e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dd Z dd Z dd Z dd ZdS )rj zA generic IP object. This IP class contains the version independent methods which are used by single IP addresses. r c C s | j S r r^ r r r r __int__ s z_BaseAddress.__int__c C s8 z| j |j ko| j|jkW S tk r2 t Y S X d S r )r^ r| r~ r1 r- r r r r0 s z_BaseAddress.__eq__c C s` t |tstS t |ts(td| |f | j|jkrDtd| |f | j|jkr\| j|jk S dS N"%s and %s are not of the same typerh F)r r r1 rj rk r| r^ r- r r r r4 s z_BaseAddress.__lt__c C s t |tstS | t| | S r r r r1 r r r- r r r __add__ s z_BaseAddress.__add__c C s t |tstS | t| | S r r r- r r r __sub__ s z_BaseAddress.__sub__c C s d| j jt| f S Nz%s(%r)r r; rW r r r r __repr__ s z_BaseAddress.__repr__c C s t | | jS r )rW _string_from_ip_intr^ r r r r __str__ s z_BaseAddress.__str__c C s t tt| jS r )hashhexr r^ r r r r __hash__ s z_BaseAddress.__hash__c C s | j | fS r r| r r r r r s z _BaseAddress._get_address_keyc C s | j | jffS r )r r^ r r r r r s z_BaseAddress.__reduce__N)r; r< r= rB r> r r0 r4 r r r r r r r r r r r rj s rj c @ sd e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zedd Zedd Zed d Zed d Zed d! Zed"d# Zed$d% Zed&d' Zd(d) Zd*d+ Zd,d- ZdHd0d1ZdId2d3Z ed4d5 Z e d6d7 Z d8d9 Z d:d; Z!ed<d= Z"ed>d? Z#ed@dA Z$edBdC Z%edDdE Z&edFdG Z'd/S )Jr z~A generic IP network object. This IP class contains the version independent methods which are used by networks. c C s i | _ d S r )_cache)r. rI r r r __init__ s z_BaseNetwork.__init__c C s d| j jt| f S r r r r r r r s z_BaseNetwork.__repr__c C s d| j | jf S N%s/%d)r r r r r r r s z_BaseNetwork.__str__c c s8 t | j}t | j}t|d |D ]}| |V q"dS )zGenerate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the network or broadcast addresses. r& Nr r rx r* _address_classr. network broadcastxr r r hosts s z_BaseNetwork.hostsc c s8 t | j}t | j}t||d D ]}| |V q"d S Nr& r r r r r __iter__ s z_BaseNetwork.__iter__c C sl t | j}t | j}|dkr>|| |kr0td| || S |d7 }|| |k rZtd| || S d S )Nr zaddress out of ranger& )r r rx IndexErrorr )r. nr r r r r __getitem__ s z_BaseNetwork.__getitem__c C sx t |tstS t |ts(td| |f | j|jkrDtd| |f | j|jkr\| j|jk S | j|jkrt| j|jk S dS r )r r r1 r rk r| r netmaskr- r r r r4 s" z_BaseNetwork.__lt__c C sL z.| j |j ko,| j|jko,t| jt|jkW S tk rF t Y S X d S r )r| r r r r~ r1 r- r r r r0 s z_BaseNetwork.__eq__c C s t t| jt| jA S r )r r r r r r r r r s z_BaseNetwork.__hash__c C sL | j |j krdS t|tr dS t| jt|j koBt| jkS S d S NF)r| r r r r r^ rx r- r r r __contains__ s z_BaseNetwork.__contains__c C s( | j |kp&| j|kp&|j | kp&|j| kS )z*Tell if self is partly contained in other.)r rx r- r r r overlaps* s z_BaseNetwork.overlapsc C s< | j d}|d kr8| t| jt| jB }|| j d< |S )Nrx )r rt r r r hostmaskr. r r r r rx 1 s z _BaseNetwork.broadcast_addressc C s8 | j d}|d kr4| t| j| jA }|| j d< |S )Nr )r rt r r r rn r r r r r : s z_BaseNetwork.hostmaskc C s d| j | jf S r )r r} r r r r with_prefixlenB s z_BaseNetwork.with_prefixlenc C s d| j | jf S N%s/%s)r r r r r r with_netmaskF s z_BaseNetwork.with_netmaskc C s d| j | jf S r )r r r r r r with_hostmaskJ s z_BaseNetwork.with_hostmaskc C s t | jt | j d S )z&Number of hosts in the current subnet.r& )r rx r r r r r num_addressesN s z_BaseNetwork.num_addressesc C s dt | f }t|d S )Nz%%200s has no associated address classr r r r r r S s z_BaseNetwork._address_classc C s | j S r )r} r r r r r [ s z_BaseNetwork.prefixlenc c s | j |j ks td| |f t|ts2td| || sLtd|| f || krXdS |d|j|jf }| \}}||kr||kr||r|V | \}}qz||r|V | \}}qzt d|||f qz||kr|V n"||kr|V nt d|||f dS )a Remove an address from a larger block. For example: addr1 = ip_network('192.0.2.0/28') addr2 = ip_network('192.0.2.1/32') list(addr1.address_exclude(addr2)) = [IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'), IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')] or IPv6: addr1 = ip_network('2001:db8::1/32') addr2 = ip_network('2001:db8::1/128') list(addr1.address_exclude(addr2)) = [ip_network('2001:db8::1/128'), ip_network('2001:db8::2/127'), ip_network('2001:db8::4/126'), ip_network('2001:db8::8/125'), ... ip_network('2001:db8:8000::/33')] Args: other: An IPv4Network or IPv6Network object of the same type. Returns: An iterator of the IPv(4|6)Network objects which is self minus other. Raises: TypeError: If self and other are of differing address versions, or if other is not a network object. ValueError: If other is not completely contained by self. rh z%s is not a network objectz%s not contained in %sNr z3Error performing exclusion: s1: %s s2: %s other: %s) r| rk r r subnet_ofrG r r r ry r )r. r/ s1s2r r r address_exclude_ s@ $ z _BaseNetwork.address_excludec C s` | j |j kr td| |f | j|jk r,dS | j|jkr<dS | j|jk rLdS | j|jkr\dS dS )a Compare two IP objects. This is only concerned about the comparison of the integer representation of the network addresses. This means that the host bits aren't considered at all in this method. If you want to compare host bits, you can easily enough do a 'HostA._ip < HostB._ip' Args: other: An IP object. Returns: If the IP versions of self and other are the same, returns: -1 if self < other: eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25') IPv6Network('2001:db8::1000/124') < IPv6Network('2001:db8::2000/124') 0 if self == other eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24') IPv6Network('2001:db8::1000/124') == IPv6Network('2001:db8::1000/124') 1 if self > other eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25') IPv6Network('2001:db8::2000/124') > IPv6Network('2001:db8::1000/124') Raises: TypeError if the IP versions are different. r r{ r& r )r| rk r r r- r r r compare_networks s ! z _BaseNetwork.compare_networksc C s | j | j| jfS )zNetwork-only key function. Returns an object that identifies this address' network and netmask. This function is a suitable "key" argument for sorted() and list.sort(). )r| r r r r r r r s z _BaseNetwork._get_networks_keyr& Nc c s | j | jkr| V dS |dk rJ|| j k r0td|dkr@td|| j }|dk rZtd| j | }|| jkr~td|| f t| j}t| jd }t| jd |? }t|||D ]}| ||f}|V qdS )a The subnets which join to make the current subnet. In the case that self contains only one IP (self._prefixlen == 32 for IPv4 or self._prefixlen == 128 for IPv6), yield an iterator with just ourself. Args: prefixlen_diff: An integer, the amount the prefix length should be increased by. This should not be set if new_prefix is also set. new_prefix: The desired new prefix length. This must be a larger number (smaller prefix) than the existing prefix. This should not be set if prefixlen_diff is also set. Returns: An iterator of IPv(4|6) objects. Raises: ValueError: The prefixlen_diff is too small or too large. OR prefixlen_diff and new_prefix are both set or new_prefix is a smaller number than the current prefix (smaller number means a larger network) Nznew prefix must be longerr& (cannot set prefixlen_diff and new_prefixr z prefix length diff must be > 0z0prefix length diff %d is invalid for netblock %s) r} rm rG r r rx r r* r ) r. prefixlen_diff new_prefix new_prefixlenr' r( r) Znew_addrZcurrentr r r ry s2 z_BaseNetwork.subnetsc C s | j dkr| S |dk rB|| j kr(td|dkr8td| j | }| j| }|dk rftd| j|f | t| jt| j|> @ |fS )a The supernet containing the current network. Args: prefixlen_diff: An integer, the amount the prefix length of the network should be decreased by. For example, given a /24 network and a prefixlen_diff of 3, a supernet with a /21 netmask is returned. Returns: An IPv4 network object. Raises: ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have a negative prefix length. OR If prefixlen_diff and new_prefix are both set or new_prefix is a larger number than the current prefix (larger number means a smaller network) r Nznew prefix must be shorterr& r z;current prefixlen is %d, cannot have a prefixlen_diff of %d)r} rG r r r r r )r. r r r r r r rs s& z_BaseNetwork.supernetc C s | j jo| jjS zTest if the address is reserved for multicast use. Returns: A boolean, True if the address is a multicast address. See RFC 2373 2.7 for details. )r is_multicastrx r r r r r A s z_BaseNetwork.is_multicastc C s^ z4| j |j kr td| ||j| jko2|j| jkW S tk rX td| |f Y nX d S )Nrh z3Unable to test subnet containment between %s and %s)r| rk r rx r~ )ar r r r _is_subnet_ofM s z_BaseNetwork._is_subnet_ofc C s | | |S )z1Return True if this network is a subnet of other.r r- r r r r Y s z_BaseNetwork.subnet_ofc C s | || S )z3Return True if this network is a supernet of other.r r- r r r supernet_of] s z_BaseNetwork.supernet_ofc C s | j jo| jjS )Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within one of the reserved IPv6 Network ranges. )r is_reservedrx r r r r r a s z_BaseNetwork.is_reservedc C s | j jo| jjS zTest if the address is reserved for link-local. Returns: A boolean, True if the address is reserved per RFC 4291. )r is_link_localrx r r r r r m s z_BaseNetwork.is_link_localc C s | j jo| jjS )zTest if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. )r is_privaterx r r r r r x s z_BaseNetwork.is_privatec C s | j S )zTest if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. r r r r r is_global s z_BaseNetwork.is_globalc C s | j jo| jjS )Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 2373 2.5.2. )r is_unspecifiedrx r r r r r s z_BaseNetwork.is_unspecifiedc C s | j jo| jjS )Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback address as defined in RFC 2373 2.5.3. )r is_loopbackrx r r r r r s z_BaseNetwork.is_loopback)r& N)r& N)(r; r< r= rB r r r r r r r4 r0 r r r r rx r r r r r r r r r r ry rs r staticmethodr r r r r r r r r r r r r r sf K0 5 ( r c @ s e Zd ZdZdZdZde d ZedZ eddd d d d d ddg Z eZ i Z dd Z edd Zedd Zedd Zedd Zdd Zd d Zed d Zed d! Zd"S )#r zyBase IPv4 object. The following methods are used by IPv4 objects in both single IP addresses and networks. r r r r& 0123456789 r r c C s t | S r r r r r r r s z$_BaseV4._explode_shorthand_ip_stringc C sn || j krdt|tr|}n.z| |}W n tk rF | |}Y nX t| |}||f| j |< | j | S a Make a (netmask, prefix_len) tuple from the given argument. Argument can be: - an integer (the prefix length) - a string representing the prefix length (e.g. "24") - a string representing the prefix netmask (e.g. "255.255.255.0") )_netmask_cacher r r rC r rD r r argr r r r r _make_netmask s z_BaseV4._make_netmaskc C sz |s t d|d}t|dkr.t d| ztt| j|dW S tk rt } zt d||f W 5 d}~X Y nX dS )a Turn the given IP string into an integer for comparison. Args: ip_str: A string, the IP ip_str. Returns: The IP ip_str as an integer. Raises: AddressValueError: if ip_str isn't a valid IPv4 Address. Address cannot be empty.r zExpected 4 octets in %rr %s in %rN)r@ rX rY r map _parse_octetrG )r r Zoctetsexcr r r r s z_BaseV4._ip_int_from_stringc C s |s t d| j|s(d}t || t|dkrDd}t || t|d}|dkrr|d dkrrd }t || |d krt d | |S ) a Convert a decimal octet into an integer. Args: octet_str: A string, the number to parse. Returns: The octet as an integer. Raises: ValueError: if the octet isn't strictly a decimal from [0..255]. zEmpty octet not permittedz#Only decimal digits permitted in %r z$At most 3 characters permitted in %r r 0z3Ambiguous (octal/decimal) value in %r not permittedr z Octet %d (> 255) not permitted)rG r r rY r )r Z octet_strr Z octet_intr r r r s z_BaseV4._parse_octetc C s d dd t|ddD S )zTurns a 32-bit integer into dotted decimal notation. Args: ip_int: An integer, the IP address. Returns: The IP address as a string in dotted decimal notation. r c s s0 | ](}t t|tr"td |d n|V qdS )r r N)rW r rF r r r r r r <genexpr>% s z._BaseV4._string_from_ip_int.<locals>.<genexpr>r r )joinr )r r r r r r s z_BaseV4._string_from_ip_intc sj | d}z fddtt|D }W n tk r< Y dS X t|t|krRdS |d |d k rfdS dS )zTest if the IP string is a hostmask (rather than a netmask). Args: ip_str: A string, the potential hostmask. Returns: A boolean, True if the IP string is a hostmask. r c s g | ]}| j kr|qS r )_valid_mask_octetsr r r r r r 6 s z(_BaseV4._is_hostmask.<locals>.<listcomp>Fr r{ T)rX r r rG rY )r. r rf partsr r r _is_hostmask* s z_BaseV4._is_hostmaskc C s& t | dddd }d|d S )zReturn the reverse DNS pointer name for the IPv4 address. This implements the method described in RFC1035 3.5. r Nr{ z .in-addr.arpa)rW rX r )r. Zreverse_octetsr r r r ? s z_BaseV4._reverse_pointerc C s | j S r rm r r r r max_prefixlenH s z_BaseV4.max_prefixlenc C s | j S r r r r r r rl L s z_BaseV4.versionN)r; r< r= rB r> r| IPV4LENGTHrn frozensetr r rm r r r r r r r r r r r rl r r r r r s. $ r c @ s| e Zd ZdZdZdd Zedd Zedd Zed d Z ed d Z ed d Z edd Z edd Z edd ZdS )rD z/Represent and manipulate single IPv4 Addresses.r^ __weakref__c C sx t |tr | | || _dS t |trL| |d t|}t|d| _dS t|}d|krht d| | || _dS )a Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv4Address('192.0.2.1') == IPv4Address(3221225985). or, more generally IPv4Address(int(IPv4Address('192.0.2.1'))) == IPv4Address('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. Nr r rV Unexpected '/' in %r r r r r^ rF r r r rW r@ r r. rI ZbvsZaddr_strr r r r W s zIPv4Address.__init__c C s t | jS z*The binary representation of this address.)rT r^ r r r r packed{ s zIPv4Address.packedc C s | | j jkS )zTest if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within the reserved IPv4 Network range. ) _constants_reserved_networkr r r r r s zIPv4Address.is_reservedc s t fdd jjD S )zTest if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry. c 3 s | ]} |kV qd S r r r ro r r r r s z)IPv4Address.is_private.<locals>.<genexpr>anyr _private_networksr r r r r s zIPv4Address.is_privatec C s | | j jko| j S r )r _public_networkr r r r r r s zIPv4Address.is_globalc C s | | j jkS )zTest if the address is reserved for multicast use. Returns: A boolean, True if the address is multicast. See RFC 3171 for details. r _multicast_networkr r r r r s zIPv4Address.is_multicastc C s | | j jkS )zTest if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 5735 3. )r _unspecified_addressr r r r r s zIPv4Address.is_unspecifiedc C s | | j jkS )zTest if the address is a loopback address. Returns: A boolean, True if the address is a loopback per RFC 3330. )r _loopback_networkr r r r r s zIPv4Address.is_loopbackc C s | | j jkS )zTest if the address is reserved for link-local. Returns: A boolean, True if the address is link-local per RFC 3927. r _linklocal_networkr r r r r s zIPv4Address.is_link_localN)r; r< r= rB r> r r r r r r r r r r r r r r rD Q s& $ rD c @ sj e Zd Zdd Zdd Zdd Zdd Zd d Zej Z e d d Z e d d Z e dd Z e dd ZdS )rO c C s t |ttfr2t| | t| j| _| j| _ d S t |t rt| |d t |dkrht |d | _ n| j| _ t|dd| _| jj | _ | jj| _d S t|}t| |d t|dd| _| jj | _ | jj | _ | jj| _d S Nr r& F)rM )r rF r rD r rK r^ r rm r} tuplerY r r r r[ r. rI rZ r r r r s( zIPv4Interface.__init__c C s d| | j| jjf S r r r^ r r r r r r r s zIPv4Interface.__str__c C sF t | |}|r|tkr |S z| j|jkW S tk r@ Y dS X d S r )rD r0 r1 r r~ r. r/ Z address_equalr r r r0 s zIPv4Interface.__eq__c C sR t | |}|tkrtS z | j|jk p4| j|jko4|W S tk rL Y dS X d S r )rD r4 r1 r r~ r. r/ Z address_lessr r r r4 s zIPv4Interface.__lt__c C s | j | jA t| jjA S r r^ r} r r r r r r r r s zIPv4Interface.__hash__c C s t | jS r )rD r^ r r r r rc s zIPv4Interface.ipc C s d| | j| jf S r r r^ r} r r r r r s z IPv4Interface.with_prefixlenc C s d| | j| jf S r r r^ r r r r r r s zIPv4Interface.with_netmaskc C s d| | j| jf S r r r^ r r r r r r s zIPv4Interface.with_hostmaskN)r; r< r= r r r0 r4 r r r r rc r r r r r r r rO s rO c @ s* e Zd ZdZeZdddZedd ZdS ) rK ae This class represents and manipulates 32-bit IPv4 network + addresses.. Attributes: [examples for IPv4Network('192.0.2.0/27')] .network_address: IPv4Address('192.0.2.0') .hostmask: IPv4Address('0.0.0.31') .broadcast_address: IPv4Address('192.0.2.32') .netmask: IPv4Address('255.255.255.224') .prefixlen: 27 Tc C s| t | | t|ttfr<t|| _| | j\| _ | _ dS t|t rt |dkr\|d }n| j}t|d | _| |\| _ | _ t | j}|t | j @ |kr|rtd| nt|t | j @ | _dS t|}t| |d | _t |dkr|d }n| j}| |\| _ | _ |rDtt | jt | j @ | jkrDtd| tt | jt | j @ | _| j | jd krx| j| _dS )a Instantiate a new IPv4 network object. Args: address: A string or integer representing the IP [& network]. '192.0.2.0/24' '192.0.2.0/255.255.255.0' '192.0.0.2/0.0.0.255' are all functionally the same in IPv4. Similarly, '192.0.2.1' '192.0.2.1/255.255.255.255' '192.0.2.1/32' are also functionally equivalent. That is to say, failing to provide a subnetmask will create an object with a mask of /32. If the mask (portion after the / in the argument) is given in dotted quad form, it is treated as a netmask if it starts with a non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it starts with a zero field (e.g. 0.255.255.255 == /8), with the single exception of an all-zero mask which is treated as a netmask == /0. If no mask is given, a default of /32 is used. Additionally, an integer can be passed, so IPv4Network('192.0.2.1') == IPv4Network(3221225985) or, more generally IPv4Interface(int(IPv4Interface('192.0.2.1'))) == IPv4Interface('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. NetmaskValueError: If the netmask isn't valid for an IPv4 address. ValueError: If strict is True and a network address is not supplied. Nr& r %s has host bits setr )r r r r rF rD r r rm r r} r% rY r rG r[ r r r r. rI rM r r rZ r r r r ) sJ % zIPv4Network.__init__c C s& | j tdko| jtdk o$| j S )zTest if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry. 100.64.0.0/10)r rK rx r r r r r r ~ s zIPv4Network.is_globalN)T) r; r< r= rB rD r r r r r r r r rK s UrK c @ s e Zd ZedZedZedZedZededededededed ed ed ed ed edededgZedZ e dZ dS )_IPv4Constantsz169.254.0.0/16z 127.0.0.0/8z 224.0.0.0/4r0 z 0.0.0.0/8z 10.0.0.0/8z 172.16.0.0/12z 192.0.0.0/29z192.0.0.170/31z 192.0.2.0/24z192.168.0.0/16z 198.18.0.0/15z198.51.100.0/24z203.0.113.0/24z 240.0.0.0/4z255.255.255.255/32z0.0.0.0N) r; r< r= rK r# r! r r r r rD r r r r r r1 s* r1 c @ s e Zd ZdZdZdZde d ZdZe dZ eZ i Z e dd Ze d d Ze d d Ze dd Ze dddZdd Zdd Zedd Zedd ZdS ) _BaseV6zyBase IPv6 object. The following methods are used by IPv6 objects in both single IP addresses and networks. r ri r r& r Z0123456789ABCDEFabcdefc C sJ || j kr@t|tr|}n | |}t| |}||f| j |< | j | S r )r r r r rE r r r r r r s z_BaseV6._make_netmaskc C s |s t d|d}d}t||k r:d||f }t |d|d krzt| j}W n2 t k r } zt d||f W 5 d}~X Y nX |d |d ? d @ |d |d @ | jd }t||krd |d |f }t |d}td t|d D ]*} || s|dk r d| }t || }q|dk r|} t|| d } |d sj| d 8 } | rjd}t || |d s| d 8 } | rd}t || | j| | } | d k r0d}t || jd |f njt|| jkrd}t || j|f |d sd}t || |d s d}t || t|} d} d} znd} t | D ] } | d K } | | || O } q>| d | K } t | dD ] } | d K } | | || O } qx| W S t k r } zt d||f W 5 d}~X Y nX dS )zTurn an IPv6 ip_str into an integer. Args: ip_str: A string, the IPv6 ip_str. Returns: An int, the IPv6 address Raises: AddressValueError: if ip_str isn't a valid IPv6 Address. r :r z At least %d parts expected in %rr r{ r N%xr r& z!At most %d colons permitted in %rz At most one '::' permitted in %rr z0Leading ':' only permitted as part of '::' in %rz1Trailing ':' only permitted as part of '::' in %rz/Expected at most %d other parts with '::' in %rz,Exactly %d parts expected without '::' in %r) r@ rX rY rD rr r^ ru _HEXTET_COUNTr* range _parse_hextetrG )r r r Z _min_partsr Zipv4_intr Z _max_partsZ skip_indexr! Zparts_hiZparts_loZ parts_skippedr r r r r s " z_BaseV6._ip_int_from_stringc C s> | j |std| t|dkr4d}t|| t|dS )a& Convert an IPv6 hextet string into an integer. Args: hextet_str: A string, the number to parse. Returns: The hextet as an integer. Raises: ValueError: if the input isn't strictly a hex number from [0..FFFF]. z Only hex digits permitted in %rr z$At most 4 characters permitted in %rr ) _HEX_DIGITSr rG rY r )r Z hextet_strr r r r r8 > s z_BaseV6._parse_hextetc C s d}d}d}d}t |D ]>\}}|dkrN|d7 }|dkr<|}||krV|}|}qd}d}q|dkr|| }|t|kr~|dg7 }dg|||< |dkrdg| }|S )a Compresses a list of hextets. Compresses a list of strings, replacing the longest continuous sequence of "0" in the list with "" and adding empty strings at the beginning or at the end of the string such that subsequently calling ":".join(hextets) will produce the compressed version of the IPv6 address. Args: hextets: A list of strings, the hextets to compress. Returns: A list of strings. r{ r r r& ) enumeraterY ) r hextetsZbest_doublecolon_startZbest_doublecolon_lenZdoublecolon_startZdoublecolon_lenindexZhextetZbest_doublecolon_endr r r _compress_hextetsX s0 z_BaseV6._compress_hextetsNc sZ |dkrt | j}|| jkr$tdd| fddtdddD }| |}d |S ) a, Turns a 128-bit integer into hexadecimal notation. Args: ip_int: An integer, the IP address. Returns: A string, the hexadecimal representation of the address. Raises: ValueError: The address is bigger than 128 bits of all ones. NzIPv6 address is too large%032xc s& g | ] }d t ||d d qS )r4 r r )r r Zhex_strr r r s z/_BaseV6._string_from_ip_int.<locals>.<listcomp>r r? r r3 )r r^ rn rG r7 r> r )r r r< r r@ r r s z_BaseV6._string_from_ip_intc s t | trt| j}n t | tr,t| j}nt| }| |}d| fddtdddD }t | ttfrdd || j f S d |S ) zExpand a shortened IPv6 address. Args: ip_str: A string, the IPv6 address. Returns: A string, the expanded IPv6 address. r? c s g | ]} ||d qS )r r r r@ r r r s z8_BaseV6._explode_shorthand_ip_string.<locals>.<listcomp>r r? r r r3 ) r rL rW r rP rc r r7 r r r} )r. r r r r r@ r r s z$_BaseV6._explode_shorthand_ip_stringc C s& | j ddd dd}d|d S )zReturn the reverse DNS pointer name for the IPv6 address. This implements the method described in RFC3596 2.5. Nr{ r3 r: r z .ip6.arpa)r replacer )r. Z reverse_charsr r r r s z_BaseV6._reverse_pointerc C s | j S r r r r r r r s z_BaseV6.max_prefixlenc C s | j S r r r r r r rl s z_BaseV6.version)N)r; r< r= rB r> r| IPV6LENGTHrn r6 r r9 rm r r r r r8 r> r r r r r rl r r r r r2 s0 h / r2 c @ s e Zd ZdZdZdd Zedd Zedd Zed d Z ed d Z ed d Z edd Z edd Z edd Zedd Zedd Zedd Zedd Zd S ) rE z/Represent and manipulate single IPv6 Addresses.r c C sx t |tr | | || _dS t |trL| |d t|}t|d| _dS t|}d|krht d| | || _dS )a Instantiate a new IPv6 address object. Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv6Address('2001:db8::') == IPv6Address(42540766411282592856903984951653826560) or, more generally IPv6Address(int(IPv6Address('2001:db8::'))) == IPv6Address('2001:db8::') Raises: AddressValueError: If address isn't a valid IPv6 address. Nr r rV r r r r r r r s zIPv6Address.__init__c C s t | jS r )rU r^ r r r r r s zIPv6Address.packedc C s | | j jkS r r r r r r r s zIPv6Address.is_multicastc s t fdd jjD S )r c 3 s | ]} |kV qd S r r r r r r r s z*IPv6Address.is_reserved.<locals>.<genexpr>)r r _reserved_networksr r r r r s zIPv6Address.is_reservedc C s | | j jkS r r" r r r r r s zIPv6Address.is_link_localc C s | | j jkS a` Test if the address is reserved for site-local. Note that the site-local address space has been deprecated by RFC 3879. Use is_private to test if this address is in the space of unique local addresses as defined by RFC 4193. Returns: A boolean, True if the address is reserved per RFC 3513 2.5.6. )r _sitelocal_networkr r r r is_site_local s zIPv6Address.is_site_localc s t fdd jjD S )zTest if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv6-special-registry. c 3 s | ]} |kV qd S r r r r r r r 3 s z)IPv6Address.is_private.<locals>.<genexpr>r r r r r r * s zIPv6Address.is_privatec C s | j S )zTest if this address is allocated for public networks. Returns: A boolean, true if the address is not reserved per iana-ipv6-special-registry. r r r r r r 5 s zIPv6Address.is_globalc C s | j dkS )r r r r r r r r @ s zIPv6Address.is_unspecifiedc C s | j dkS )r r& r r r r r r K s zIPv6Address.is_loopbackc C s | j d? dkrdS t| j d@ S )zReturn the IPv4 mapped address. Returns: If the IPv6 address is a v4 mapped address, return the IPv4 mapped address. Return None otherwise. r? r5 N r^ rD r r r r ipv4_mappedV s zIPv6Address.ipv4_mappedc C s4 | j d? dkrdS t| j d? d@ t| j d@ fS )zTuple of embedded teredo IPs. Returns: Tuple of the (server, client) IPs or None if the address doesn't appear to be a teredo address (doesn't start with 2001::/32) ` i Nr rG rH r r r r teredoc s zIPv6Address.teredoc C s$ | j d? dkrdS t| j d? d@ S )zReturn the IPv4 6to4 embedded address. Returns: The IPv4 6to4-embedded address if present or None if the address doesn't appear to contain a 6to4 embedded address. p i NP rG rH r r r r sixtofourr s zIPv6Address.sixtofourN)r; r< r= rB r> r r r r r r rF r r r r rI rK rN r r r r rE s6 % rE c @ s e Zd Zdd Zdd Zdd Zdd Zd d Zej Z e d d Z e d d Z e dd Z e dd Ze dd Ze dd ZdS )rP c C s t |ttfr2t| | t| j| _| j| _ d S t |t rt| |d t |dkrht |d | _ n| j| _ t|dd| _| jj | _ | jj| _d S t|}t| |d t|dd| _| jj | _ | jj | _ | jj| _d S r$ )r rF r rE r rL r^ r rm r} r% rY r r r r[ r& r r r r s( zIPv6Interface.__init__c C s d| | j| jjf S r r' r r r r r s zIPv6Interface.__str__c C sF t | |}|r|tkr |S z| j|jkW S tk r@ Y dS X d S r )rE r0 r1 r r~ r( r r r r0 s zIPv6Interface.__eq__c C sR t | |}|tkrtS z | j|jk p4| j|jko4|W S tk rL Y dS X d S r )rE r4 r1 r r~ r) r r r r4 s zIPv6Interface.__lt__c C s | j | jA t| jjA S r r* r r r r r s zIPv6Interface.__hash__c C s t | jS r )rE r^ r r r r rc s zIPv6Interface.ipc C s d| | j| jf S r r+ r r r r r s z IPv6Interface.with_prefixlenc C s d| | j| jf S r r, r r r r r s zIPv6Interface.with_netmaskc C s d| | j| jf S r r- r r r r r s zIPv6Interface.with_hostmaskc C s | j dko| jjS r# )r^ r r r r r r r s z IPv6Interface.is_unspecifiedc C s | j dko| jjS r )r^ r r r r r r r s zIPv6Interface.is_loopbackN)r; r< r= r r r0 r4 r r r r rc r r r r r r r r r rP s$ rP c @ s2 e Zd ZdZeZd ddZdd Zedd Z d S ) rL av This class represents and manipulates 128-bit IPv6 networks. Attributes: [examples for IPv6('2001:db8::1000/124')] .network_address: IPv6Address('2001:db8::1000') .hostmask: IPv6Address('::f') .broadcast_address: IPv6Address('2001:db8::100f') .netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0') .prefixlen: 124 Tc C s| t | | t|ttfr<t|| _| | j\| _ | _ dS t|t rt |dkr\|d }n| j}| |\| _ | _ t|d | _t | j}|t | j @ |kr|rtd| nt|t | j @ | _dS t|}t| |d | _t |dkr|d }n| j}| |\| _ | _ |rDtt | jt | j @ | jkrDtd| tt | jt | j @ | _| j | jd krx| j| _dS )a Instantiate a new IPv6 Network object. Args: address: A string or integer representing the IPv6 network or the IP and prefix/netmask. '2001:db8::/128' '2001:db8:0000:0000:0000:0000:0000:0000/128' '2001:db8::' are all functionally the same in IPv6. That is to say, failing to provide a subnetmask will create an object with a mask of /128. Additionally, an integer can be passed, so IPv6Network('2001:db8::') == IPv6Network(42540766411282592856903984951653826560) or, more generally IPv6Network(int(IPv6Network('2001:db8::'))) == IPv6Network('2001:db8::') strict: A boolean. If true, ensure that we have been passed A true network address, eg, 2001:db8::1000/124 and not an IP address on a network, eg, 2001:db8::1/124. Raises: AddressValueError: If address isn't a valid IPv6 address. NetmaskValueError: If the netmask isn't valid for an IPv6 address. ValueError: If strict was True and a network address was not supplied. Nr& r r. r )r r r rF r rE r r rm r r} r% rY r rG r[ r r r r/ r r r r sJ zIPv6Network.__init__c c s< t | j}t | j}t|d |d D ]}| |V q&dS )zGenerate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the Subnet-Router anycast address. r& Nr r r r r r 6 s zIPv6Network.hostsc C s | j jo| jjS rD )r rF rx r r r r rF B s zIPv6Network.is_site_localN)T) r; r< r= rB rE r r r r rF r r r r rL s O rL c @ s e Zd ZedZedZededededededed ed ed edg Zed ed edededededededededededededgZedZd S ) _IPv6Constantsz fe80::/10zff00::/8z::1/128z::/128z ::ffff:0:0/96z100::/64z 2001::/23z 2001:2::/48z 2001:db8::/32z 2001:10::/28zfc00::/7z::/8z100::/8z200::/7z400::/6z800::/5z1000::/4z4000::/3z6000::/3z8000::/3zA000::/3zC000::/3zE000::/4zF000::/5zF800::/6zFE00::/9z fec0::/10N) r; r< r= rL r# r r rC rE r r r r rO R s< rO )r& )T)8rB Z __future__r r$ r __version__r r Zlong NameErrorZunicoderW strrF r r from_bytesr r~ r hasattrr" r* objectr+ r rB rG r@ rC rJ rN rQ rT rU r[ rd rg rp rz r r r rj r r rD rO rK r1 r r2 rE rP rL rO r r r r <module> s )$ $#716 = X *vSr 5W{!PK @\ F F / pip/_vendor/__pycache__/retrying.cpython-38.pycnu [ U .e& @ sl d dl Z d dlmZ d dlZd dlZd dlZdZdd ZG dd deZ G dd d eZ G d d d e Z dS ) N)sixi?c sB t dkr,t d r,dd }| d S fdd}|S dS )z Decorator function that instantiates the Retrying object @param *dargs: positional arguments passed to Retrying object @param **dkw: keyword arguments passed to the Retrying object r c s t fdd}|S )Nc s t j f| |S NRetryingcallargskwf 8/usr/lib/python3.8/site-packages/pip/_vendor/retrying.py wrapped_f$ s z-retry.<locals>.wrap_simple.<locals>.wrapped_fr wrapsr r r r r wrap_simple" s zretry.<locals>.wrap_simplec s t fdd}|S )Nc s t jf| |S r r r )dargsdkwr r r r / s z&retry.<locals>.wrap.<locals>.wrapped_fr r r r r r wrap- s zretry.<locals>.wrapN)lencallable)r r r r r r r retry s r c @ sn e Zd ZdddZdd Zdd Zd d Zd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd ZdS ) r NFc s |d kr dn|| _ |d kr dn|| _|d kr0dn|| _|d krBdn|| _|d krTdn|| _|d krfdn|| _| d krxdn| | _| d krdn| | _| d krtn| | _ |d krdn|| _ g |d k r̈ | j |d k r | j |d k r|| _n&|d kr fdd| _n t| || _dd g|d k r6 | j |d k sJ|d k rV | j |d k sj| d k rv | j | d k s| d k r | j |d k r|| _n&|d krfd d| _n t| || _| d kr| j| _n| | _| d kr| j| _n| | _|| _d S ) N d r r c s t fddD S )Nc 3 s | ]}| V qd S r r .0r ZattemptsZdelayr r <genexpr>a s 6Retrying.__init__.<locals>.<lambda>.<locals>.<genexpr>)anyr ) stop_funcsr r <lambda>a z#Retrying.__init__.<locals>.<lambda>c _ s dS )Nr r )r kwargsr r r r% h r& c s t fddD S )Nc 3 s | ]}| V qd S r r r r r r r! y s r" )maxr ) wait_funcsr r r% y r& )_stop_max_attempt_number_stop_max_delay _wait_fixed_wait_random_min_wait_random_max_wait_incrementing_start _wait_incrementing_increment _wait_exponential_multiplierMAX_WAIT_wait_exponential_max_wait_jitter_maxappendstop_after_attemptstop_after_delaystopgetattr fixed_sleep random_sleepincrementing_sleepexponential_sleepwait always_reject_retry_on_exception never_reject_retry_on_result_wrap_exception)selfr8 r> Zstop_max_attempt_numberZstop_max_delayZ wait_fixedZwait_random_minZwait_random_maxZwait_incrementing_startZwait_incrementing_incrementZwait_exponential_multiplierZwait_exponential_maxZretry_on_exceptionZretry_on_resultwrap_exceptionZ stop_funcZ wait_funcZwait_jitter_maxr )r$ r) r __init__: sR zRetrying.__init__c C s || j kS )z;Stop after the previous attempt >= stop_max_attempt_number.)r* rD previous_attempt_number delay_since_first_attempt_msr r r r6 s zRetrying.stop_after_attemptc C s || j kS )z=Stop after the time from the first attempt >= stop_max_delay.)r+ rG r r r r7 s zRetrying.stop_after_delayc C s dS )z#Don't sleep at all before retrying.r r rG r r r no_sleep s zRetrying.no_sleepc C s | j S )z0Sleep a fixed amount of time between each retry.)r, rG r r r r: s zRetrying.fixed_sleepc C s t | j| jS )zISleep a random amount of time between wait_random_min and wait_random_max)randomZrandintr- r. rG r r r r; s zRetrying.random_sleepc C s$ | j | j|d }|dk r d}|S )z Sleep an incremental amount of time after each attempt, starting at wait_incrementing_start and incrementing by wait_incrementing_increment r r )r/ r0 )rD rH rI resultr r r r< s zRetrying.incrementing_sleepc C s2 d| }| j | }|| jkr"| j}|dk r.d}|S )N r )r1 r3 )rD rH rI ZexprL r r r r= s zRetrying.exponential_sleepc C s dS )NFr rD rL r r r rA s zRetrying.never_rejectc C s dS )NTr rN r r r r? s zRetrying.always_rejectc C s4 d}|j r || |jd O }n|| |jO }|S )NFr ) has_exceptionr@ valuerB )rD attemptZrejectr r r should_reject s zRetrying.should_rejectc O s t tt d }d}zt||||d}W n t }t||d}Y nX | |sf|| jS t tt d | }| ||r| js|j r| qt |n<| ||} | j rt | j } | td| } t| d |d7 }qd S )Nr r FTr g @@)introundtimeAttemptsysexc_inforR getrC r8 rO RetryErrorr> r4 rK r( sleep) rD fnr r' Z start_timeattempt_numberrQ tbrI r[ Zjitterr r r r s( z Retrying.call)NNNNNNNNNNNNNFNNN)__name__ __module__ __qualname__rF r6 r7 rJ r: r; r< r= rA r? rR r r r r r r 8 s: S r c @ s* e Zd ZdZdd Zd ddZdd Zd S ) rV z An Attempt encapsulates a call to a target function that may end as a normal return value from the function or an Exception depending on what occurred during the execution. c C s || _ || _|| _d S r )rP r] rO )rD rP r] rO r r r rF s zAttempt.__init__Fc C s@ | j r6|rt| q<t| jd | jd | jd n| jS dS )z Return the return value of this Attempt instance or raise an Exception. If wrap_exception is true, this Attempt is wrapped inside of a RetryError before being raised. r r rM N)rO rZ r ZreraiserP )rD rE r r r rY s "z Attempt.getc C s: | j r&d| jdt| jd S d| j| jS d S )NzAttempts: {0}, Error: {1} rM zAttempts: {0}, Value: {1})rO formatr] join traceback format_tbrP rD r r r __repr__ s zAttempt.__repr__N)F)r_ r` ra __doc__rF rY rh r r r r rV s rV c @ s e Zd ZdZdd Zdd ZdS )rZ zU A RetryError encapsulates the last Attempt instance right before giving up. c C s || _ d S r ) last_attempt)rD rj r r r rF s zRetryError.__init__c C s d | jS )NzRetryError[{0}])rc rj rg r r r __str__ s zRetryError.__str__N)r_ r` ra ri rF rk r r r r rZ s rZ ) rK Z pip._vendorr rW rU re r2 r objectr rV ExceptionrZ r r r r <module> s *!PK @\x x 3 pip/_vendor/__pycache__/distro.cpython-38.opt-1.pycnu [ U .e @ s~ d Z ddlZddlZddlZddlZddlZddlZddlZddlZej ddZ dZ ddiZ dddd Zd diZed Zed Zd dde dfZd@ddZdd ZdAddZdBddZdCdd ZdDd d ZdEd d ZdFd!d"Zd#d$ Z d%d& Z dGd'd(Z d)d* Z d+d, Z d-d. Z!d/d0 Z"d1d2 Z#d3d4 Z$d5d6 Z%d7d8 Z&G d9d: d:e'Z(G d;d< d<e'Z)e) Z*d=d> Z+e,d?krze+ dS )Ha The ``distro`` package (``distro`` stands for Linux Distribution) provides information about the Linux distribution it runs on, such as a reliable machine-readable distro ID, or version information. It is the recommended replacement for Python's original :py:func:`platform.linux_distribution` function, but it provides much more functionality. An alternative implementation became necessary because Python 3.5 deprecated this function, and Python 3.8 will remove it altogether. Its predecessor function :py:func:`platform.dist` was already deprecated since Python 2.6 and will also be removed in Python 3.8. Still, there are many cases in which access to OS distribution information is needed. See `Python issue 1322 <https://bugs.python.org/issue1322>`_ for more information. NZ UNIXCONFDIRz/etcz os-releaseZolZoracleZrhel)ZenterpriseenterpriseZredhatenterpriseworkstationZredhatenterpriseserverZredhatzA(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)z(\w+)[-_](release|version)$Zdebian_versionz lsb-releasez oem-releasezsystem-releaseTc C s t | S )a Return information about the current OS distribution as a tuple ``(id_name, version, codename)`` with items as follows: * ``id_name``: If *full_distribution_name* is false, the result of :func:`distro.id`. Otherwise, the result of :func:`distro.name`. * ``version``: The result of :func:`distro.version`. * ``codename``: The result of :func:`distro.codename`. The interface of this function is compatible with the original :py:func:`platform.linux_distribution` function, supporting a subset of its parameters. The data it returns may not exactly be the same, because it uses more data sources than the original function, and that may lead to different data if the OS distribution is not consistent across multiple data sources it provides (there are indeed such distributions ...). Another reason for differences is the fact that the :func:`distro.id` method normalizes the distro ID string to a reliable machine-readable value for a number of popular OS distributions. )_distrolinux_distribution)full_distribution_name r 6/usr/lib/python3.8/site-packages/pip/_vendor/distro.pyr a s r c C s t S )a$ Return the distro ID of the current distribution, as a machine-readable string. For a number of OS distributions, the returned distro ID value is *reliable*, in the sense that it is documented and that it does not change across releases of the distribution. This package maintains the following reliable distro ID values: ============== ========================================= Distro ID Distribution ============== ========================================= "ubuntu" Ubuntu "debian" Debian "rhel" RedHat Enterprise Linux "centos" CentOS "fedora" Fedora "sles" SUSE Linux Enterprise Server "opensuse" openSUSE "amazon" Amazon Linux "arch" Arch Linux "cloudlinux" CloudLinux OS "exherbo" Exherbo Linux "gentoo" GenToo Linux "ibm_powerkvm" IBM PowerKVM "kvmibm" KVM for IBM z Systems "linuxmint" Linux Mint "mageia" Mageia "mandriva" Mandriva Linux "parallels" Parallels "pidora" Pidora "raspbian" Raspbian "oracle" Oracle Linux (and Oracle Enterprise Linux) "scientific" Scientific Linux "slackware" Slackware "xenserver" XenServer "openbsd" OpenBSD "netbsd" NetBSD "freebsd" FreeBSD ============== ========================================= If you have a need to get distros for reliable IDs added into this set, or if you find that the :func:`distro.id` function returns a different distro ID for one of the listed distros, please create an issue in the `distro issue tracker`_. **Lookup hierarchy and transformations:** First, the ID is obtained from the following sources, in the specified order. The first available and non-empty value is used: * the value of the "ID" attribute of the os-release file, * the value of the "Distributor ID" attribute returned by the lsb_release command, * the first part of the file name of the distro release file, The so determined ID value then passes the following transformations, before it is returned by this method: * it is translated to lower case, * blanks (which should not be there anyway) are translated to underscores, * a normalization of the ID is performed, based upon `normalization tables`_. The purpose of this normalization is to ensure that the ID is as reliable as possible, even across incompatible changes in the OS distributions. A common reason for an incompatible change is the addition of an os-release file, or the addition of the lsb_release command, with ID values that differ from what was previously determined from the distro release file name. )r idr r r r r } s Kr Fc C s t | S )ak Return the name of the current OS distribution, as a human-readable string. If *pretty* is false, the name is returned without version or codename. (e.g. "CentOS Linux") If *pretty* is true, the version and codename are appended. (e.g. "CentOS Linux 7.1.1503 (Core)") **Lookup hierarchy:** The name is obtained from the following sources, in the specified order. The first available and non-empty value is used: * If *pretty* is false: - the value of the "NAME" attribute of the os-release file, - the value of the "Distributor ID" attribute returned by the lsb_release command, - the value of the "<name>" field of the distro release file. * If *pretty* is true: - the value of the "PRETTY_NAME" attribute of the os-release file, - the value of the "Description" attribute returned by the lsb_release command, - the value of the "<name>" field of the distro release file, appended with the value of the pretty version ("<version_id>" and "<codename>" fields) of the distro release file, if available. )r nameprettyr r r r s $r c C s t | |S )av Return the version of the current OS distribution, as a human-readable string. If *pretty* is false, the version is returned without codename (e.g. "7.0"). If *pretty* is true, the codename in parenthesis is appended, if the codename is non-empty (e.g. "7.0 (Maipo)"). Some distributions provide version numbers with different precisions in the different sources of distribution information. Examining the different sources in a fixed priority order does not always yield the most precise version (e.g. for Debian 8.2, or CentOS 7.1). The *best* parameter can be used to control the approach for the returned version: If *best* is false, the first non-empty version number in priority order of the examined sources is returned. If *best* is true, the most precise version number out of all examined sources is returned. **Lookup hierarchy:** In all cases, the version number is obtained from the following sources. If *best* is false, this order represents the priority order: * the value of the "VERSION_ID" attribute of the os-release file, * the value of the "Release" attribute returned by the lsb_release command, * the version number parsed from the "<version_id>" field of the first line of the distro release file, * the version number parsed from the "PRETTY_NAME" attribute of the os-release file, if it follows the format of the distro release files. * the version number parsed from the "Description" attribute returned by the lsb_release command, if it follows the format of the distro release files. )r versionr bestr r r r s )r c C s t | S )a Return the version of the current OS distribution as a tuple ``(major, minor, build_number)`` with items as follows: * ``major``: The result of :func:`distro.major_version`. * ``minor``: The result of :func:`distro.minor_version`. * ``build_number``: The result of :func:`distro.build_number`. For a description of the *best* parameter, see the :func:`distro.version` method. )r version_partsr r r r r s r c C s t | S )a5 Return the major version of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The major version is the first part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. )r major_versionr r r r r / s r c C s t | S )a6 Return the minor version of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The minor version is the second part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. )r minor_versionr r r r r < s r c C s t | S )a3 Return the build number of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The build number is the third part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. )r build_numberr r r r r I s r c C s t S )a Return a space-separated list of distro IDs of distributions that are closely related to the current OS distribution in regards to packaging and programming interfaces, for example distributions the current distribution is a derivative from. **Lookup hierarchy:** This information item is only provided by the os-release file. For details, see the description of the "ID_LIKE" attribute in the `os-release man page <http://www.freedesktop.org/software/systemd/man/os-release.html>`_. )r liker r r r r V s r c C s t S )a Return the codename for the release of the current OS distribution, as a string. If the distribution does not have a codename, an empty string is returned. Note that the returned codename is not always really a codename. For example, openSUSE returns "x86_64". This function does not handle such cases in any special way and just returns the string it finds, if any. **Lookup hierarchy:** * the codename within the "VERSION" attribute of the os-release file, if provided, * the value of the "Codename" attribute returned by the lsb_release command, * the value of the "<codename>" field of the distro release file. )r codenamer r r r r g s r c C s t | |S )a Return certain machine-readable information items about the current OS distribution in a dictionary, as shown in the following example: .. sourcecode:: python { 'id': 'rhel', 'version': '7.0', 'version_parts': { 'major': '7', 'minor': '0', 'build_number': '' }, 'like': 'fedora', 'codename': 'Maipo' } The dictionary structure and keys are always the same, regardless of which information items are available in the underlying data sources. The values for the various keys are as follows: * ``id``: The result of :func:`distro.id`. * ``version``: The result of :func:`distro.version`. * ``version_parts -> major``: The result of :func:`distro.major_version`. * ``version_parts -> minor``: The result of :func:`distro.minor_version`. * ``version_parts -> build_number``: The result of :func:`distro.build_number`. * ``like``: The result of :func:`distro.like`. * ``codename``: The result of :func:`distro.codename`. For a description of the *pretty* and *best* parameters, see the :func:`distro.version` method. )r infor r r r r s )r c C s t S )z Return a dictionary containing key-value pairs for the information items from the os-release file data source of the current OS distribution. See `os-release file`_ for details about these information items. )r os_release_infor r r r r s r c C s t S )z Return a dictionary containing key-value pairs for the information items from the lsb_release command data source of the current OS distribution. See `lsb_release command output`_ for details about these information items. )r lsb_release_infor r r r r s r c C s t S )z Return a dictionary containing key-value pairs for the information items from the distro release file data source of the current OS distribution. See `distro release file`_ for details about these information items. )r distro_release_infor r r r r s r c C s t S )z Return a dictionary containing key-value pairs for the information items from the distro release file data source of the current OS distribution. )r uname_infor r r r r s r c C s t | S )a Return a single named information item from the os-release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `os-release file`_ for details about these information items. )r os_release_attr attributer r r r s r c C s t | S )a Return a single named information item from the lsb_release command output data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `lsb_release command output`_ for details about these information items. )r lsb_release_attrr r r r r s r c C s t | S )a Return a single named information item from the distro release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `distro release file`_ for details about these information items. )r distro_release_attrr r r r r s r c C s t | S )aZ Return a single named information item from the distro release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. )r uname_attrr r r r r s r c @ s e Zd ZdZdd Zdd ZdS )cached_propertyzA version of @property which caches the value. On access, it calls the underlying function and sets the value in `__dict__` so future accesses will not re-call the property. c C s |j | _|| _d S N)__name___fname_f)selffr r r __init__" s zcached_property.__init__c C s | | }|j| j< |S r! )r$ __dict__r# )r% objownerretr r r __get__& s zcached_property.__get__N)r" __module__ __qualname____doc__r' r, r r r r r s r c @ s2 e Zd ZdZdBddZdd ZdCdd Zd d ZdDd dZdEddZ dFddZ dGddZ dHddZ dIddZ dd Zdd ZdJd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zed/d0 Zed1d2 Z ed3d4 Z ed5d6 Z ed7d8 Z ed9d: Z ed;d< Z!d=d> Z"ed?d@ Z#dAS )KLinuxDistributiona Provides information about a OS distribution. This package creates a private module-global instance of this class with default initialization arguments, that is used by the `consolidated accessor functions`_ and `single source accessor functions`_. By using default initialization arguments, that module-global instance returns data about the current OS distribution (i.e. the distro this package runs on). Normally, it is not necessary to create additional instances of this class. However, in situations where control is needed over the exact data sources that are used, instances of this class can be created with a specific distro release file, or a specific os-release file, or without invoking the lsb_release command. T c C s. |pt jtt| _|pd| _|| _|| _dS )ao The initialization method of this class gathers information from the available data sources, and stores that in private instance attributes. Subsequent access to the information items uses these private instance attributes, so that the data sources are read only once. Parameters: * ``include_lsb`` (bool): Controls whether the `lsb_release command output`_ is included as a data source. If the lsb_release command is not available in the program execution path, the data source for the lsb_release command will be empty. * ``os_release_file`` (string): The path name of the `os-release file`_ that is to be used as a data source. An empty string (the default) will cause the default path name to be used (see `os-release file`_ for details). If the specified or defaulted os-release file does not exist, the data source for the os-release file will be empty. * ``distro_release_file`` (string): The path name of the `distro release file`_ that is to be used as a data source. An empty string (the default) will cause a default search algorithm to be used (see `distro release file`_ for details). If the specified distro release file does not exist, or if no default distro release file can be found, the data source for the distro release file will be empty. * ``include_name`` (bool): Controls whether uname command output is included as a data source. If the uname command is not available in the program execution path the data source for the uname command will be empty. Public instance attributes: * ``os_release_file`` (string): The path name of the `os-release file`_ that is actually used as a data source. The empty string if no distro release file is used as a data source. * ``distro_release_file`` (string): The path name of the `distro release file`_ that is actually used as a data source. The empty string if no distro release file is used as a data source. * ``include_lsb`` (bool): The result of the ``include_lsb`` parameter. This controls whether the lsb information will be loaded. * ``include_uname`` (bool): The result of the ``include_uname`` parameter. This controls whether the uname information will be loaded. Raises: * :py:exc:`IOError`: Some I/O issue with an os-release file or distro release file. * :py:exc:`subprocess.CalledProcessError`: The lsb_release command had some issue (other than not being available in the program execution path). * :py:exc:`UnicodeError`: A data source has unexpected characters or uses an unexpected encoding. r1 N) ospathjoin _UNIXCONFDIR_OS_RELEASE_BASENAMEos_release_filedistro_release_file include_lsb include_uname)r% r9 r7 r8 r: r r r r' > s H zLinuxDistribution.__init__c C s dj | dS )z Return repr of all info ae LinuxDistribution(os_release_file={self.os_release_file!r}, distro_release_file={self.distro_release_file!r}, include_lsb={self.include_lsb!r}, include_uname={self.include_uname!r}, _os_release_info={self._os_release_info!r}, _lsb_release_info={self._lsb_release_info!r}, _distro_release_info={self._distro_release_info!r}, _uname_info={self._uname_info!r})r% )formatr; r r r __repr__ s zLinuxDistribution.__repr__c C s" |r | n| | | fS )z Return information about the OS distribution that is compatible with Python's :func:`platform.linux_distribution`, supporting a subset of its parameters. For details, see :func:`distro.linux_distribution`. )r r r r )r% r r r r r s z$LinuxDistribution.linux_distributionc C sl dd }| d}|r ||tS | d}|r8||tS | d}|rP||tS | d}|rh||tS dS )zoReturn the distro ID of the OS distribution, as a string. For details, see :func:`distro.id`. c S s | dd} || | S )N _)lowerreplaceget) distro_idtabler r r normalize s z'LinuxDistribution.id.<locals>.normalizer distributor_idr1 )r NORMALIZED_OS_IDr NORMALIZED_LSB_IDr NORMALIZED_DISTRO_IDr )r% rE rC r r r r s zLinuxDistribution.idFc C s| | dp&| dp&| dp&| d}|rt| dp>| d}|st| dpV| d}| jdd}|rt|d | }|pzdS ) zu Return the name of the OS distribution, as a string. For details, see :func:`distro.name`. r rF pretty_name descriptionTr r> r1 )r r r r r )r% r r r r r r r s& zLinuxDistribution.namec C s | d| d| d| | ddd| | ddd| dg}d}|r|D ]$}|d|dks||dkr\|}q\n|D ]}|dkr|} qq|r|r| rd|| }|S )z{ Return the version of the OS distribution, as a string. For details, see :func:`distro.version`. version_idreleaserJ r1 rK .z {0} ({1})) r r r _parse_distro_release_contentrB r countr r< )r% r r Zversionsr vr r r r s: zLinuxDistribution.versionc C sL | j |d}|rHtd}||}|rH| \}}}||p>d|pDdfS dS )z Return the version of the OS distribution, as a tuple of version numbers. For details, see :func:`distro.version_parts`. r z(\d+)\.?(\d+)?\.?(\d+)?r1 )r1 r1 r1 )r recompilematchgroups)r% r Z version_strZ version_regexmatchesmajorminorr r r r r s z LinuxDistribution.version_partsc C s | |d S )z Return the major version number of the current distribution. For details, see :func:`distro.major_version`. r r r% r r r r r s z LinuxDistribution.major_versionc C s | |d S )z Return the minor version number of the current distribution. For details, see :func:`distro.minor_version`. rY rZ r r r r s z LinuxDistribution.minor_versionc C s | |d S )z} Return the build number of the current distribution. For details, see :func:`distro.build_number`. rY rZ r r r r s z LinuxDistribution.build_numberc C s | dp dS )z Return the IDs of distributions that are like the OS distribution. For details, see :func:`distro.like`. Zid_liker1 )r r; r r r r # s zLinuxDistribution.likec C s> z | j d W S tk r8 | dp2| dp2d Y S X dS )zp Return the codename of the OS distribution. For details, see :func:`distro.codename`. r r1 N)_os_release_infoKeyErrorr r r; r r r r + s zLinuxDistribution.codenamec C sB t | | ||t | || || |d| | dS )z Return certain machine-readable information about the OS distribution. For details, see :func:`distro.info`. )rW rX r )r r r r r )dictr r r r r r r )r% r r r r r r : s zLinuxDistribution.infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the os-release file data source of the OS distribution. For details, see :func:`distro.os_release_info`. )r] r; r r r r M s z!LinuxDistribution.os_release_infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the lsb_release command data source of the OS distribution. For details, see :func:`distro.lsb_release_info`. )_lsb_release_infor; r r r r V s z"LinuxDistribution.lsb_release_infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the distro release file data source of the OS distribution. For details, see :func:`distro.distro_release_info`. )_distro_release_infor; r r r r ` s z%LinuxDistribution.distro_release_infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the uname command data source of the OS distribution. For details, see :func:`distro.uname_info`. ) _uname_infor; r r r r j s z LinuxDistribution.uname_infoc C s | j |dS )z Return a single named information item from the os-release file data source of the OS distribution. For details, see :func:`distro.os_release_attr`. r1 )r] rB r% r r r r r s s z!LinuxDistribution.os_release_attrc C s | j |dS )z Return a single named information item from the lsb_release command output data source of the OS distribution. For details, see :func:`distro.lsb_release_attr`. r1 )r` rB rc r r r r | s z"LinuxDistribution.lsb_release_attrc C s | j |dS )z Return a single named information item from the distro release file data source of the OS distribution. For details, see :func:`distro.distro_release_attr`. r1 )ra rB rc r r r r s z%LinuxDistribution.distro_release_attrc C s | j |dS )z Return a single named information item from the uname command output data source of the OS distribution. For details, see :func:`distro.uname_release_attr`. r1 )rb rB rc r r r r s z LinuxDistribution.uname_attrc C s: t j| jr6t| j}| |W 5 Q R S Q R X i S )z Get the information items from the specified os-release file. Returns: A dictionary containing all information items. )r2 r3 isfiler7 open_parse_os_release_content)r% Z release_filer r r r] s z"LinuxDistribution._os_release_infoc C s i }t j | dd}d|_tjd dkr@t|jtr@|jd|_t|}|D ]>}d|krL| dd\}}t|tr||d}||| < qLqLd |kr|d |d < nbd |kr|d |d < nLd |krt d |d }|r| }|d}|d}| }||d < |S )aD Parse the lines of an os-release file. Parameters: * lines: Iterable through the lines in the os-release file. Each line must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. T)posixr r\ z iso-8859-1=r[ utf-8Zversion_codenamer Zubuntu_codenamer z(\(\D+\))|,(\s+)?\D+z(),)shlexZwhitespace_splitsys version_info isinstanceZ wordcharsbytesdecodelistsplitr@ rR searchgroupstrip)linespropsZlexertokenstokenkrQ r r r r rf s4 z+LinuxDistribution._parse_os_release_contentc C sz | j s i S ttjdB}zd}tj||d}W n$ tk rR i Y W 5 Q R S X W 5 Q R X |t }| |S )z Get the information items from the lsb_release command output. Returns: A dictionary containing all information items. w)Z lsb_releasez-astderr) r9 re r2 devnull subprocess check_outputOSErrorrp rl getfilesystemencoding splitlines_parse_lsb_release_contentr% r~ cmdstdoutZcontentr r r r` s z#LinuxDistribution._lsb_release_infoc C sX i }| D ]J}| ddd}t|dkr,q|\}}||dd | i q|S )aM Parse the output of the lsb_release command. Parameters: * lines: Iterable through the lines of the lsb_release output. Each line must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. :r[ r\ r> r? )ru rr lenupdaterA r@ )rv rw lineZkvrz rQ r r r r s z,LinuxDistribution._parse_lsb_release_contentc C sp t tjdB}zd}tj||d}W n$ tk rH i Y W 5 Q R S X W 5 Q R X |t }| |S )Nr{ )unamez-rsr| ) re r2 r~ r r r rp rl r r _parse_uname_contentr r r r rb s z LinuxDistribution._uname_infoc C sT i }t d| d }|rP| \}}|dkr4i S | |d< ||d< ||d< |S )Nz^([^\s]+)\s+([\d\.]+)r ZLinuxr r rM )rR rs ru rU r@ )rv rw rT r r r r r r s z&LinuxDistribution._parse_uname_contentc C s0 | j rb| | j }tj| j }t|}d|krLd|d krLd|d< n|r^|d|d< |S zt t }| W n6 t k r ddddd d d d d ddddddg}Y nX |D ]r}|t krqt|}|rtjt |}| |}d|kr|| _ |d|d< d|d kr d|d< | S qi S dS )z Get the information items from the specified distro release file. Returns: A dictionary containing all information items. r Z cloudlinuxr r[ z SuSE-releasez arch-releasez base-releasezcentos-releasezfedora-releasezgentoo-releasezmageia-releasezmandrake-releasezmandriva-releasezmandrivalinux-releasezmanjaro-releasezoracle-releasezredhat-releasez sl-releasezslackware-versionN)r8 _parse_distro_release_filer2 r3 basename _DISTRO_RELEASE_BASENAME_PATTERNrT r@ rt listdirr5 sortr _DISTRO_RELEASE_IGNORE_BASENAMESr4 )r% distro_infor rT Z basenamesfilepathr r r ra . s^ z&LinuxDistribution._distro_release_infoc C sR z0t | }| | W 5 Q R W S Q R X W n ttfk rL i Y S X dS )z Parse a distro release file. Parameters: * filepath: Path name of the distro release file. Returns: A dictionary containing all information items. N)re rO readliner IOError)r% r fpr r r r r s &z,LinuxDistribution._parse_distro_release_filec C s t | tr| d} t| ddd }i }|r|dddd |d< |drn|dddd |d< |dr|dddd |d < n| r| |d< |S ) a Parse a line from a distro release file. Parameters: * line: Line from the distro release file. Must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. ri N r r\ rL r[ r )rn ro rp (_DISTRO_RELEASE_CONTENT_REVERSED_PATTERNrT ru rt )r rV r r r r rO s z/LinuxDistribution._parse_distro_release_contentN)Tr1 r1 T)T)F)FF)F)F)F)F)FF)$r" r- r. r/ r' r= r r r r r r r r r r r r r r r r r r r r r] staticmethodrf r` r rb r ra r rO r r r r r0 , sV N " B Cr0 c C s t t} | t j | t tj t j dd}|j ddddd | }|j rn| t jt dd d n:| d td d td d }| d | t }| d| d S )NzOS distro info tool)rK z--jsonz-jz!Output in machine readable format store_true)helpaction T)indentZ sort_keyszName: %sr z Version: %sz Codename: %s)loggingZ getLoggerr" ZsetLevelDEBUGZ addHandlerZ StreamHandlerrl r argparseArgumentParser add_argument parse_argsjsonr dumpsr r r )ZloggerparserargsZdistribution_versionZdistribution_codenamer r r main s$ r __main__)T)F)FF)F)F)F)F)FF)-r/ r2 rR rl r rk r r r environrB r5 r6 rG rH rI rS r r r r r r r r r r r r r r r r r r r r r r objectr r0 r r r" r r r r <module> sz N ' , , } PK @\ g g 0 pip/_vendor/__pycache__/six.cpython-38.opt-1.pycnu [ U .e~ C @ s d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd dkZ e refZefZefZeZeZejZn~efZeefZeejfZe ZeZej d red ZnHG d d d e Z ze!e W n e"k r ed ZY n X ed Z[ dd Z#dd Z$G dd de Z%G dd de%Z&G dd dej'Z(G dd de%Z)G dd de Z*e*e+Z,G d d d e(Z-e)d d d d e)d!d"d#d$d!e)d%d"d"d&d%e)d'd(d#d)d'e)d*d(d+e)d,d"d#d-d,e)d.d/d/d0d.e)d1d/d/d.d1e)d2d3d4e)d5d(d#d6d5e)d7d(e r d8nd9d:e)d;d(d<e)d=d>d?d@e)d d d e)dAdAdBe)dCdCdBe)dDdDdBe)d6d(d#d6d5e)dEd"d#dFdEe)dGd"d"dHdGe&d#d(e&dIdJe&dKdLe&dMdNdOe&dPdQdPe&dRdSdTe&dUdVdWe&dXdYdZe&d[d\d]e&d^d_d`e&dadbdce&dddedfe&dgdhdie&djdkdle&dmdndoe&dpdpdqe&drdrdqe&dsdsdqe&dtdtdue&dvdwe&dxdye&dzd{e&d|d}d|e&d~de&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&de+d de&de+d de&de+d e+d e&ddde&ddde&dddg@Z.ej dkrfe.e&ddg7 Z.e.D ]2Z/e0e-e/j1e/ e2e/e&rje,3e/de/j1 qj[/e.e-_.e-e+d Z4e,3e4d G dd de(Z5e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d@dde)ddde)ddde)ddde)ddddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)dddgZ6e6D ]Z/e0e5e/j1e/ q[/e6e5_.e,3e5e+d ddڡ G dd܄ de(Z7e)ddde)ddde)dddgZ8e8D ]Z/e0e7e/j1e/ q>[/e8e7_.e,3e7e+d dd G dd de(Z9e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d dde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d ddg#Z:e:D ]Z/e0e9e/j1e/ q[/e:e9_.e,3e9e+d d d G d d de(Z;e)ddde)ddde)ddde)dddgZ<e<D ]Z/e0e;e/j1e/ q[/e<e;_.e,3e;e+d dd G dd de(Z=e)dddgZ>e>D ]Z/e0e=e/j1e/ q[/e>e=_.e,3e=e+d dd G d d d ej'Z?e,3e?e+d d d d! Z@d"d# ZAe rd$ZBd%ZCd&ZDd'ZEd(ZFd)ZGn$d*ZBd+ZCd,ZDd-ZEd.ZFd/ZGzeHZIW n" eJk r d0d1 ZIY nX eIZHzeKZKW n" eJk r d2d3 ZKY nX e rFd4d5 ZLejMZNd6d7 ZOe ZPn>d8d5 ZLd9d: ZNd;d7 ZOG d<d= d=e ZPeKZKe#eLd> eQeBZReQeCZSeQeDZTeQeEZUeQeFZVeQeGZWe r(d?d@ ZXdAdB ZYdCdD ZZdEdF Z[e\dGZ]e\dHZ^e\dIZ_nTdJd@ ZXdKdB ZYdLdD ZZdMdF Z[e\dNZ]e\dOZ^e\dPZ_e#eXdQ e#eYdR e#eZdS e#e[dT e rDdUdV Z`dWdX ZaebZcddldZdededYjfZg[dehdZiejjZkelZmddlnZnenjoZoenjpZpdZZqej d[ d[k r6d\Zrd]Zsn d^Zrd_Zsnjd`dV Z`dadX ZaecZcebZgdbdc Ziddde ZketejuevZmddloZoeojo ZoZpdfZqd\Zrd]Zse#e`dg e#eadh didZ Zwdjd^ Zxdkd_ Zye reze4j{dlZ|ddmdnZ}nddodpZ|e|dq ej dd drk rLe|ds n.ej dd drk rne|dt n dudv Z~eze4j{dwdZedk rdxdy Zej dd dzk reZd{dy Ze#e}d| ej dd dk rejejfd}d~ZnejZdd Zdd ZdddZdddZdddZdd Zg Ze+Ze ddk rzg e_ejreejD ]4\ZZeej+dkrej1e+kreje= qq[[eje, dS ( z6Utilities for writing code that runs on Python 2 and 3 )absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0 )r javaic @ s e Zd Zdd ZdS )Xc C s dS )Nl selfr r 3/usr/lib/python3.8/site-packages/pip/_vendor/six.py__len__> s z X.__len__N)__name__ __module__ __qualname__r r r r r r < s r l c C s || _ dS )z Add documentation to a function.N)__doc__)funcdocr r r _add_docK s r c C s t | tj| S )z7Import module, returning the module after the last dot.) __import__sysmodulesnamer r r _import_moduleP s r c @ s e Zd Zdd Zdd ZdS ) _LazyDescrc C s || _ d S Nr r r r r r __init__X s z_LazyDescr.__init__c C sB | }t|| j| zt|j| j W n tk r< Y nX |S r )_resolvesetattrr delattr __class__AttributeError)r objtpresultr r r __get__[ s z_LazyDescr.__get__N)r r r r r& r r r r r V s r c s. e Zd Zd fdd Zdd Zdd Z ZS ) MovedModuleNc s2 t t| | tr(|d kr |}|| _n|| _d S r )superr' r PY3mod)r r oldnewr! r r r i s zMovedModule.__init__c C s t | jS r )r r* r r r r r r s zMovedModule._resolvec C s" | }t||}t| || |S r )r getattrr )r attr_modulevaluer r r __getattr__u s zMovedModule.__getattr__)N)r r r r r r2 __classcell__r r r- r r' g s r' c s( e Zd Z fddZdd Zg Z ZS ) _LazyModulec s t t| | | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd | j D 7 }|S )Nr r c S s g | ] }|j qS r r ).0r/ r r r <listcomp> s z'_LazyModule.__dir__.<locals>.<listcomp>)_moved_attributes)r Zattrsr r r __dir__ s z_LazyModule.__dir__)r r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd fdd Zdd Z ZS )MovedAttributeNc sd t t| | trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r r Zold_modZnew_modZold_attrZnew_attrr- r r r s zMovedAttribute.__init__c C s t | j}t|| jS r )r r* r. r/ )r moduler r r r s zMovedAttribute._resolve)NN)r r r r r r3 r r r- r r9 s r9 c @ sV e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z e Z dS )_SixMetaPathImporterz A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S r )r known_modules)r Zsix_module_namer r r r s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S N.r< r )r r* Z fullnamesfullnamer r r _add_module s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? r r@ r r r _get_module s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r r@ pathr r r find_module s z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk r, td| Y nX d S )Nz!This loader does not know module )r< KeyError ImportErrorrB r r r Z __get_module s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk r Y nX | |}t|tr@| }n| |_|t j|< |S r )r r rF _SixMetaPathImporter__get_module isinstancer' r __loader__)r r@ r* r r r load_module s z _SixMetaPathImporter.load_modulec C s t | |dS )z Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) __path__)hasattrrH rB r r r is_package s z _SixMetaPathImporter.is_packagec C s | | dS )z;Return None Required, if is_package is implementedN)rH rB r r r get_code s z _SixMetaPathImporter.get_code)N) r r r r r rA rC rE rH rK rN rO get_sourcer r r r r; s r; c @ s e Zd ZdZg ZdS ) _MovedItemsz Lazy loading of moved objectsN)r r r r rL r r r r rQ s rQ Z cStringIOioStringIOfilter itertoolsbuiltinsZifilter filterfalseZ ifilterfalseinputZ __builtin__Z raw_inputinternr mapimapgetcwdosZgetcwdugetcwdbZ getoutputZcommands subprocessrangeZxrangeZ reload_module importlibZimpreloadreduce functoolsZ shlex_quoteZpipesZshlexZquoteUserDict collectionsUserList UserStringzipZizip zip_longestZ izip_longestZ configparserZ ConfigParsercopyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPicklepickleZqueueZQueuereprlibreprZ socketserverZ SocketServer_threadthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32winreg_winregzmoves.z.movesmovesc @ s e Zd ZdZdS ) Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseNr r r r r r r r ru B s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ splitqueryZsplittagZ splituserZ splitvalueZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativemoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS ) Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx l s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errormoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS ) Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.requestmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS ) Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsemoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ s r~ ZRobotFileParserz.moves.urllib.robotparsermoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg ZedZedZedZ edZ edZ dd Z d S ) Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )Nparseerrorrequestresponserq r r r r r r8 s z Module_six_moves_urllib.__dir__N) r r r r rL _importerrC r r r r rq r8 r r r r r s r z moves.urllibc C s t t| j| dS )zAdd an item to six.moves.N)r rQ r )Zmover r r add_move s r c C sX zt t| W nD tk rR z tj| = W n" tk rL td| f Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt __dict__rF r r r r remove_move s r __func____self__ __closure____code__ __defaults__ __globals__im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | S r )next)itr r r advance_iterator s r c C s t dd t| jD S )Nc s s | ]}d |j kV qdS )__call__N)r )r5 klassr r r <genexpr> s zcallable.<locals>.<genexpr>)anytype__mro__)r# r r r callable s r c C s | S r r Zunboundr r r get_unbound_function s r c C s | S r r r clsr r r create_unbound_method# s r c C s | j S r )r r r r r r ( s c C s t | ||jS r )types MethodTyper! )r r# r r r create_bound_method+ s r c C s t | d |S r )r r r r r r r . s c @ s e Zd Zdd ZdS )Iteratorc C s t | | S r )r __next__r r r r r 3 s z Iterator.nextN)r r r r r r r r r 1 s r z3Get the function out of a possibly unbound functionc K s t | jf |S r )iterkeysdkwr r r iterkeysD s r c K s t | jf |S r )r valuesr r r r itervaluesG s r c K s t | jf |S r )r itemsr r r r iteritemsJ s r c K s t | jf |S r )r Zlistsr r r r iterlistsM s r r r r c K s | j f |S r )r r r r r r V s c K s | j f |S r )r r r r r r Y s c K s | j f |S r )r r r r r r \ s c K s | j f |S r )r r r r r r _ s viewkeys viewvalues viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | dS )Nzlatin-1)encodesr r r bq s r c C s | S r r r r r r ut s r z>BassertCountEqual ZassertRaisesRegexpZassertRegexpMatchesassertRaisesRegex assertRegexc C s | S r r r r r r r s c C s t | dddS )Nz\\z\\\\Zunicode_escape)unicodereplacer r r r r s c C s t | d S )Nr ord)Zbsr r r byte2int s r c C s t | | S r r )Zbufir r r indexbytes s r ZassertItemsEqualz Byte literalz Text literalc O s t | t||S r )r. _assertCountEqualr argskwargsr r r r s c O s t | t||S r )r. _assertRaisesRegexr r r r r s c O s t | t||S r )r. _assertRegexr r r r r s execc C s: z*|d kr| }|j |k r$|||W 5 d }d }X d S r ) __traceback__with_traceback)r$ r1 tbr r r reraise s r c C sB |dkr*t d}|j}|dkr&|j}~n |dkr6|}td dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r _getframe f_globalsf_localsr )Z_code_Z_globs_Z_locs_framer r r exec_ s r zedef reraise(tp, value, tb=None): try: raise tp, value, tb finally: tb = None )r r zdef raise_from(value, from_value): try: if from_value is None: raise value raise value from from_value finally: value = None zrdef raise_from(value, from_value): try: raise value from from_value finally: value = None c C s | d S r r )r1 Z from_valuer r r raise_from s r printc s. | dtj dkrdS fdd}d}| dd}|dk r`t|trNd}nt|ts`td| d d}|dk rt|trd}nt|tstd |rtd |s| D ]}t|trd} qq|rtd }td }nd }d }|dkr|}|dkr|}t| D ] \} }| r|| || q || dS )z4The new-style print function for Python 2.4 and 2.5.fileNc sd t | tst| } t trVt | trV jd k rVt dd }|d krHd}| j|} | d S )Nerrorsstrict) rI basestringstrr r encodingr. r write)datar fpr r r s zprint_.<locals>.writeFsepTz sep must be None or a stringendz end must be None or a stringz$invalid keyword arguments to print() )popr stdoutrI r r TypeError enumerate) r r r Z want_unicoder r argnewlineZspacer r r r print_ sL r )r r c O s< | dtj}|dd}t| | |r8|d k r8| d S )Nr flushF)getr r r _printr )r r r r r r r r s zReraise an exception.c s fdd}|S )Nc s t | } | _| S r )rd wraps __wrapped__)fassignedupdatedwrappedr r wrapper* s zwraps.<locals>.wrapperr )r r r r r r r r ( s r c s& G fdddt }t |ddi S )z%Create a base class with a metaclass.c s, e Zd Z fddZe fddZdS )z!with_metaclass.<locals>.metaclassc s | |S r r )r r this_basesr basesmetar r __new__: s z)with_metaclass.<locals>.metaclass.__new__c s | S r ) __prepare__)r r r r r r r = s z-with_metaclass.<locals>.metaclass.__prepare__N)r r r r classmethodr r r r r metaclass8 s r Ztemporary_classr )r r )r r r r r r with_metaclass3 s r c s fdd}|S )z6Class decorator for creating a class with a metaclass.c s| | j }|d}|d k r@t|tr,|g}|D ]}|| q0|dd |dd t| drl| j|d< | j| j |S )N __slots__r __weakref__r ) r copyr rI r r rM r r __bases__)r Z orig_varsslotsZ slots_varr r r r E s z add_metaclass.<locals>.wrapperr )r r r r r add_metaclassC s r utf-8r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce **s** to six.binary_type. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> encoded to `bytes` - `bytes` -> `bytes` not expecting type '%s'N)rI text_typer binary_typer r r r r r r r ensure_binaryU s r c C sX t | ttfs tdt| tr:t | tr:| ||} ntrTt | trT| ||} | S )zCoerce *s* to `str`. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r ) rI r r r r PY2r r) decoder r r r ensure_strh s r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce *s* to six.text_type. For Python 2: - `unicode` -> `unicode` - `str` -> `unicode` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r N)rI r r r r r r r r r ensure_text| s r c C s2 t r.d| jkr td| j | j| _dd | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. __str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | dS )Nr ) __unicode__r r r r r <lambda> z-python_2_unicode_compatible.<locals>.<lambda>)r r ValueErrorr r r )r r r r python_2_unicode_compatible s r __spec__)N)NN)r r )r r )r r )r Z __future__r rd rU operatorr r __author__ __version__ version_infor r) ZPY34r Z string_typesintZ integer_typesr Z class_typesr bytesr maxsizeZMAXSIZEr ZlongZ ClassTyper platform startswithobjectr len OverflowErrorr r r r' ModuleTyper4 r9 r; r r rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr r r Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr r NameErrorr r r r r r attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr r r r methodcallerr r r r r chrZunichrstructStructpackZint2byte itemgetterr getitemr r Z iterbytesrR rS BytesIOr r r partialr[ r r r r r. rV r r r r r WRAPPER_ASSIGNMENTSWRAPPER_UPDATESr r r r r r r rL __package__globalsr r submodule_search_locations meta_pathr r Zimporterappendr r r r <module> s > F % 5 PK @\+Vk'A A 6 pip/_vendor/__pycache__/pyparsing.cpython-38.opt-1.pycnu [ U .e, s @ s d Z dZdZdZddlZddlmZ ddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZ ddlmZ ddlZdd lmZ zdd lmZ W n ek r dd lmZ Y nX zdd lmZ W n ek r dd l mZ Y nX z dd l m Z ddl m Z m Z W n2 ek rN dd l m Z ddl m Z m Z Y nX zddl m!Z" W nB ek r zddl#m!Z" W n ek r dZ"Y nX Y nX zddlm$Z$ W n$ ek r G dd dZ$Y nX e$ Z%de%_ de%_&e$ Z'de'_ de'_(de'_)de'_*de'_+de'_,dddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dddddddddddgsZ-e.e j/dd Z0e0d dkZ1e1rVe j2Z3e4Z5e6Z7e4Z8e4Z9e:e;e<e=e>e.e?e@eAeBeCg ZDn`e jEZ3eFZGdd Z9g ZDddlHZHdI D ]8ZJzeDKeLeHeJ W n eMk r Y q|Y nX q|eNdd eGdD ZOdd ZPejQejR ZSdZTeTd ZUeSeT ZVe6dZWdXdd ejYD ZZdYddZ[G dd4 d4e\Z]G dd6 d6e]Z^G dd8 d8e]Z_G dd: d:e_Z`G dd= d=e\ZaG dd debZcG dd9 d9ebZde eed ddQ Zfddb Zgdd_ Zhdd Zidd Zjdd Zkddi ZldZddZmG dd; d;ebZnG dd denZoG ddC dCenZpG dd# d#epZqG dd. d.epZrG dd+ d+epZsG dd desZtesZuesen_vG dd( d(epZwG dd d esZxG dd d ewZyG dd depZzG ddF dFepZ{G dd de{Z|G ddJ dJe|Z}G dd> d>epZ~G dd< d<epZG dd d epZG ddE dEepZG ddĄ depZG dd& d&eZG dd* d*eZG dd) d)eZG ddA dAeZG dd@ d@eZG ddH dHeZG ddG dGeZG dd7 d7enZG dd d eZG dd3 d3eZG dd- d-eZG dd" d"eZG dd5 d5enZG dd$ d$eZG dd, d,eZG dd/ d/eZG ddք deZG dd0 d0eZG ddI dIeZG ddڄ debZG dd2 d2eZG dd? d?eZG dd% d%eZG ddD dDeZG dd d eZG dd' d'eZG dd! d!eZG ddB dBeZG dd1 d1ebZddz Zd[ddXZd\ddTZdd Zddg Zddf Zdd Zd]ddkZddY Zd^ddZdd Zdd Zeq d[Ze daZe d`Ze dyZe dxZe{eWddddd Ze~ddd Ze~ddd ZeeB eB edddB Zeeed e Zesdedd eeeeB d d Zddw Zdde Zddt Zddr Zdd Zedd Zedd Zed ed fd d Zd dc Zddd ZÐdd} Zeb e_Őd_ddZe$ Zeb e_eb e_ededfddZeZee~dd dZee~dd dZee~dd e~dd B dZeeudeΠ d ZϐdddeΠ fd dhZАd`d d~Zed Zed Zee{eSeVd! d"\ZZeeאd#I d$Ze~d%d&Xeؠ١ d' d(Zڐd)ds Zee~d*d+ d,Ze~d-d.Ze~d/ޡ d0Ze~d1d2Zee~d*d+ eB d3ZeZe~d4d5Zeee{eZdd6ee{d7esd e d8ZeeeΠ eB dd9dRZG d:d dZG d;d< d<ebZG d=d debZG d>d deZejjjejjj ejjj ej_e1 rXeed?ej eed@ej eedAej eedBej eedCej eedDej eejdEejj eejdFejj eejdGejj eedHej eedIej eedJej edKkrexdLZexdMZe{eSeVdN ZeedOddPeZeeedQZdReB ZeedOddPeZ eee dSZedTedQ e edS ZedU ejdV ejdV ejdW ddlZejeej ejdX dS (a a pyparsing module - Classes and methods to define and execute parsing grammars ============================================================================= The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form ``"<salutation>, <addressee>!"``), built up using :class:`Word`, :class:`Literal`, and :class:`And` elements (the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions, and the strings are auto-converted to :class:`Literal` expressions):: from pip._vendor.pyparsing import Word, alphas # define grammar of a greeting greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The :class:`ParseResults` object returned from :class:`ParserElement.parseString` can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments Getting Started - ----------------- Visit the classes :class:`ParserElement` and :class:`ParseResults` to see the base classes that most other pyparsing classes inherit from. Use the docstrings for examples of how to: - construct literal match expressions from :class:`Literal` and :class:`CaselessLiteral` classes - construct character word-group expressions using the :class:`Word` class - see how to create repetitive expressions using :class:`ZeroOrMore` and :class:`OneOrMore` classes - use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`, and :class:`'&'<Each>` operators to combine simple expressions into more complex ones - associate names with your parsed results using :class:`ParserElement.setResultsName` - access the parsed data, which is returned as a :class:`ParseResults` object - find some helpful expression short-cuts like :class:`delimitedList` and :class:`oneOf` - find more useful common expressions in the :class:`pyparsing_common` namespace class z2.4.2z29 Jul 2019 02:58 UTCz*Paul McGuire <ptmcg@users.sourceforge.net> N)ref)datetime) itemgetter)wraps) filterfalse) ifilterfalse)RLock)Iterable)MutableMappingMapping) OrderedDict)SimpleNamespacec @ s e Zd ZdS )r N)__name__ __module__ __qualname__ r r 9/usr/lib/python3.8/site-packages/pip/_vendor/pyparsing.pyr s r aA A cross-version compatibility configuration for pyparsing features that will be released in a future version. By setting values in this configuration to True, those features can be enabled in prior versions for compatibility development and testing. - collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping of results names when an And expression is nested within an Or or MatchFirst; set to True to enable bugfix released in pyparsing 2.3.0, or False to preserve pre-2.3.0 handling of named results Ta Diagnostic configuration (all default to False) - warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results name is defined on a MatchFirst or Or expression with one or more And subexpressions (only warns if __compat__.collect_all_And_tokens is False) - warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results name is defined on a containing expression with ungrouped subexpressions that also have results names - warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined with a results name, but has no contents defined - warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is incorrectly called with multiple str arguments - enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent calls to ParserElement.setName() F __version____versionTime__ __author__ __compat____diag__AndCaselessKeywordCaselessLiteral CharsNotInCombineDictEachEmpty FollowedByForward GoToColumnGroupKeywordLineEnd LineStartLiteral PrecededBy MatchFirstNoMatchNotAny OneOrMoreOnlyOnceOptionalOrParseBaseExceptionParseElementEnhanceParseExceptionParseExpressionParseFatalException ParseResultsParseSyntaxException ParserElement QuotedStringRecursiveGrammarExceptionRegexSkipTo StringEnd StringStartSuppressTokenTokenConverterWhiteWordWordEnd WordStart ZeroOrMoreChar alphanumsalphas alphas8bit anyCloseTag anyOpenTag cStyleCommentcolcommaSeparatedListcommonHTMLEntity countedArraycppStyleCommentdblQuotedStringdblSlashComment delimitedListdictOfdowncaseTokensemptyhexnums htmlCommentjavaStyleCommentlinelineEnd lineStartlineno makeHTMLTags makeXMLTagsmatchOnlyAtColmatchPreviousExprmatchPreviousLiteral nestedExprnullDebugActionnumsoneOfopAssocoperatorPrecedence printablespunc8bitpythonStyleComment quotedString removeQuotesreplaceHTMLEntity replaceWith restOfLinesglQuotedStringsrange stringEnd stringStarttraceParseAction unicodeString upcaseTokens withAttribute indentedBlockoriginalTextForungroup infixNotation locatedExpr withClass CloseMatchtokenMappyparsing_commonpyparsing_unicode unicode_setconditionAsParseAction c C sf t | tr| S z t| W S tk r` t| t d}td}|dd | | Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. xmlcharrefreplacez&#\d+;c S s$ dt t| d dd dd S )Nz\ur )hexinttr r r <lambda> z_ustr.<locals>.<lambda>N) isinstanceunicodestrUnicodeEncodeErrorencodesysgetdefaultencodingr: setParseActiontransformString)objretZ xmlcharrefr r r _ustr s r z6sum len sorted reversed list tuple set any all min maxc c s | ] }|V qd S Nr ).0yr r r <genexpr> s r c C s: d}dd d D }t||D ]\}}| ||} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )&;Nr )r sr r r r s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)splitzipreplace)dataZ from_symbolsZ to_symbolsZfrom_Zto_r r r _xml_escape s r 0123456789Z ABCDEFabcdef\ c c s | ]}|t jkr|V qd S r )stringZ whitespacer cr r r r s c s@ |d k r |nd|rt nt tt fdd}|S )Nz failed user-defined conditionc s t | ||s | |d S r )boolr lr exc_typefnmsgr r pa s z"conditionAsParseAction.<locals>.pa)r4 r2 _trim_arityr )r messagefatalr r r r r s c @ sP e Zd ZdZdddZedd Zdd Zd d Zd d Z dddZ dd Z dS )r0 z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S Nr )locr pstr parserElementargs)selfr r r elemr r r __init__( s zParseBaseException.__init__c C s | |j |j|j|jS )z internal factory method to simplify creating one type of ParseException from another - avoids having __init__ signature conflicts among subclasses )r r r r )clsper r r _from_exception3 s z"ParseBaseException._from_exceptionc C sN |dkrt | j| jS |dkr,t| j| jS |dkrBt| j| jS t|dS )zsupported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text r^ )rM columnr[ N)r^ r r rM r[ AttributeError)r Zanamer r r __getattr__; s z ParseBaseException.__getattr__c C s^ | j r@| jt| j kr d}qDd| j | j| jd dd}nd}d| j|| j| j| jf S )Nz, found end of textz , found %rr z\\\r z%%s%s (at char %d), (line:%d, col:%d))r r lenr r r^ r )r Zfoundstrr r r __str__J s $zParseBaseException.__str__c C s t | S r r r r r r __repr__T s zParseBaseException.__repr__>!<c C s< | j }| jd }|r4d|d| |||d f}| S )zExtracts the exception line from the input string, and marks the location of the exception with a special symbol. r r N)r[ r joinstrip)r Z markerStringZline_strZ line_columnr r r markInputlineV s z ParseBaseException.markInputlinec C s d tt| S )Nzlineno col line)r dirtyper r r r __dir__` s zParseBaseException.__dir__)r NN)r ) r r r __doc__r classmethodr r r r r r r r r r r0 $ s c @ s e Zd ZdZedddZdS )r2 a: Exception thrown when parse expressions don't match class; supported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text Example:: try: Word(nums).setName("integer").parseString("ABC") except ParseException as pe: print(pe) print("column: {}".format(pe.col)) prints:: Expected integer (at char 0), (line:1, col:1) column: 1 c C sp ddl }|dkrt }g }t| trJ|| j |d| jd d |dt | j | |dkrf|j | j |d}t }t|| d D ]\}}|d }|jdd} t| tr|jjd krq| |krq|| t | } |d | j| j | nP| dk r,t | } |d | j| j n&|j} | jd kr@q|d | j |d8 }|s qfqd|S )ap Method to take an exception and translate the Python internal traceback into a list of the pyparsing expressions that caused the exception to be raised. Parameters: - exc - exception raised during parsing (need not be a ParseException, in support of Python exceptions that might be raised in a parse action) - depth (default=16) - number of levels back in the stack trace to list expression and function names; if None, the full stack trace names will be listed; if 0, only the failing input line, marker, and exception string will be shown Returns a multi-line string listing the ParserElements and/or function names in the exception's stack trace. Note: the diagnostic output will include string representations of the expressions that failed to parse. These representations will be more helpful if you use `setName` to give identifiable names to your expressions. Otherwise they will use the default string forms, which may be cryptic to read. explain() is only supported under Python 3. r N r ^z{0}: {1})contextr ) parseImpl _parseNoCachez {0}.{1} - {2}z{0}.{1})wrapperz<module>z{0} )inspectr getrecursionlimitr r0 appendr[ rM formatr r Zgetinnerframes __traceback__set enumeratef_localsgetr7 f_codeco_nameaddr r ) excdepthr r ZcallersseeniZffZfrmZf_selfZ self_typecoder r r explainz sL zParseException.explainN)r )r r r r staticmethodr r r r r r2 c s c @ s e Zd ZdZdS )r4 znuser-throwable exception thrown when inconsistent parse content is found; stops all parsing immediatelyNr r r r r r r r r4 s c @ s e Zd ZdZdS )r6 zjust like :class:`ParseFatalException`, but thrown internally when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been found. Nr r r r r r6 s c @ s e Zd ZdZdd Zdd ZdS )r9 ziexception thrown by :class:`ParserElement.validate` if the grammar could be improperly recursive c C s || _ d S r ZparseElementTracer parseElementListr r r r s z"RecursiveGrammarException.__init__c C s d| j S )Nz RecursiveGrammarException: %sr r r r r r s z!RecursiveGrammarException.__str__N)r r r r r r r r r r r9 s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) _ParseResultsWithOffsetc C s ||f| _ d S r tup)r Zp1Zp2r r r r s z _ParseResultsWithOffset.__init__c C s | j | S r r r r r r r __getitem__ s z#_ParseResultsWithOffset.__getitem__c C s t | jd S Nr )reprr r r r r r s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r r r r r r setOffset s z!_ParseResultsWithOffset.setOffsetN)r r r r r r r r r r r r s r c @ s e Zd ZdZd]ddZddddefddZdd Zefd d Zd d Z dd Z dd Z dd Z e Z dd Zdd Zdd Zdd Zd d ZereZeZeZn$eZeZeZd d Zd d! Zd"d# Zd$d% Zd&d' Zd^d(d)Z d*d+ Z d,d- Z d.d/ Z d0d1 Z d2d3 Z!d4d5 Z"d6d7 Z#d8d9 Z$d:d; Z%d<d= Z&d_d?d@Z'dAdB Z(dCdD Z)dEdF Z*d`dHdIZ+dJdK Z,dLdM Z-dadOdPZ.dQdR Z/dSdT Z0dUdV Z1dWdX Z2dYdZ Z3e4dbd[d\Z5dS )cr5 aS Structured parse results, to provide multiple means of access to the parsed data: - as a list (``len(results)``) - by list index (``results[0], results[1]``, etc.) - by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`) Example:: integer = Word(nums) date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: # date_str = integer("year") + '/' + integer("month") + '/' + integer("day") # parseString returns a ParseResults object result = date_str.parseString("1999/12/31") def test(s, fn=repr): print("%s -> %s" % (s, fn(eval(s)))) test("list(result)") test("result[0]") test("result['month']") test("result.day") test("'month' in result") test("'minutes' in result") test("result.dump()", str) prints:: list(result) -> ['1999', '/', '12', '/', '31'] result[0] -> '1999' result['month'] -> '12' result.day -> '31' 'month' in result -> True 'minutes' in result -> False result.dump() -> ['1999', '/', '12', '/', '31'] - day: 31 - month: 12 - year: 1999 NTc C s" t || r|S t| }d|_|S NT)r object__new___ParseResults__doinit)r toklistnameasListmodalZretobjr r r r s zParseResults.__new__c C sd | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||trP|d d | _n ||trft|| _n|g| _t | _ |d k r`|r`|sd| j|< ||t rt |}|| _||t d ttfr|d dg fks`||tr|g}|r*||trtt|jd| |< ntt|d d| |< || | _n6z|d | |< W n$ tttfk r^ || |< Y nX d S )NFr r )r _ParseResults__name_ParseResults__parent_ParseResults__accumNames_ParseResults__asList_ParseResults__modallist_ParseResults__toklist_generatorTypedict_ParseResults__tokdictr r r basestringr5 r KeyError TypeError IndexError)r r r r r r r r r r " sB $ zParseResults.__init__c C sP t |ttfr| j| S || jkr4| j| d d S tdd | j| D S d S )Nr r c S s g | ] }|d qS r r r vr r r <listcomp>P s z,ParseResults.__getitem__.<locals>.<listcomp>)r r slicer r r r5 r r r r r I s zParseResults.__getitem__c C s ||t r0| j|t |g | j|< |d }nD||ttfrN|| j|< |}n&| j|t t |dg | j|< |}||trt| |_ d S r ) r r r r r r r r5 wkrefr )r kr r subr r r __setitem__R s " zParseResults.__setitem__c C s t |ttfrt| j}| j|= t |trH|dk r:||7 }t||d }tt|| }| | j D ]>\}}|D ]0}t |D ]"\}\}} t || | |k ||< qqxqln| j |= d S Nr r ) r r r r r r rangeindicesreverser itemsr r ) r r ZmylenZremovedr occurrencesjr valuepositionr r r __delitem___ s zParseResults.__delitem__c C s || j kS r )r )r r r r r __contains__t s zParseResults.__contains__c C s t | jS r )r r r r r r __len__w s zParseResults.__len__c C s | j S r r r r r r __bool__z s zParseResults.__bool__c C s t | jS r iterr r r r r __iter__~ s zParseResults.__iter__c C s t | jd d d S Nr r+ r r r r __reversed__ s zParseResults.__reversed__c C s$ t | jdr| j S t| jS d S )Niterkeys)hasattrr r0 r, r r r r _iterkeys s zParseResults._iterkeysc s fdd D S )Nc 3 s | ]} | V qd S r r r r r r r r s z+ParseResults._itervalues.<locals>.<genexpr>r2 r r r r _itervalues s zParseResults._itervaluesc s fdd D S )Nc 3 s | ]}| | fV qd S r r r3 r r r r s z*ParseResults._iteritems.<locals>.<genexpr>r4 r r r r _iteritems s zParseResults._iteritemsc C s t | S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r r0 r r r r keys s zParseResults.keysc C s t | S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r itervaluesr r r r values s zParseResults.valuesc C s t | S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r iteritemsr r r r r! s zParseResults.itemsc C s t | jS )zSince keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)r r r r r r haskeys s zParseResults.haskeysc O s |s dg}| D ]*\}}|dkr0|d |f}qtd| qt|d tsdt|dksd|d | kr~|d }| | }| |= |S |d }|S dS )a Removes and returns item at specified index (default= ``last``). Supports both ``list`` and ``dict`` semantics for ``pop()``. If passed no argument or an integer argument, it will use ``list`` semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use ``dict`` semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in ``dict.pop()``. Example:: def remove_first(tokens): tokens.pop(0) print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321'] label = Word(alphas) patt = label("LABEL") + OneOrMore(Word(nums)) print(patt.parseString("AAB 123 321").dump()) # Use pop() in a parse action to remove named result (note that corresponding value is not # removed from list form of results) def remove_LABEL(tokens): tokens.pop("LABEL") return tokens patt.addParseAction(remove_LABEL) print(patt.parseString("AAB 123 321").dump()) prints:: ['AAB', '123', '321'] - LABEL: AAB ['AAB', '123', '321'] r defaultr z-pop() got an unexpected keyword argument '%s'r N)r! r r r r )r r kwargsr r indexr Z defaultvaluer r r pop s" % zParseResults.popc C s || kr| | S |S dS )a[ Returns named result matching the given key, or if there is no such name, then returns the given ``defaultValue`` or ``None`` if no ``defaultValue`` is specified. Similar to ``dict.get()``. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString("1999/12/31") print(result.get("year")) # -> '1999' print(result.get("hour", "not specified")) # -> 'not specified' print(result.get("hour")) # -> None Nr )r key defaultValuer r r r s zParseResults.getc C sR | j || | j D ]4\}}t|D ]"\}\}}t||||k ||< q(qdS )a Inserts new element at location index in the list of parsed tokens. Similar to ``list.insert()``. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to insert the parse location in the front of the parsed results def insert_locn(locn, tokens): tokens.insert(0, locn) print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321'] N)r insertr r! r r )r r> ZinsStrr r" r r$ r% r r r rB s zParseResults.insertc C s | j | dS )a Add single element to end of ParseResults list of elements. Example:: print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321'] # use a parse action to compute the sum of the parsed integers, and add it to the end def append_sum(tokens): tokens.append(sum(map(int, tokens))) print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444] N)r r )r itemr r r r s zParseResults.appendc C s& t |tr| | n | j| dS )a Add sequence of elements to end of ParseResults list of elements. Example:: patt = OneOrMore(Word(alphas)) # use a parse action to append the reverse of the matched strings, to make a palindrome def make_palindrome(tokens): tokens.extend(reversed([t[::-1] for t in tokens])) return ''.join(tokens) print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl' N)r r5 __iadd__r extend)r Zitemseqr r r rE ' s zParseResults.extendc C s | j dd= | j dS )z7 Clear all elements and results names. N)r r clearr r r r rF : s zParseResults.clearc C s& z | | W S t k r Y dS X d S r )r r r r r r r A s zParseResults.__getattr__c C s | }||7 }|S r copy)r otherr r r r __add__G s zParseResults.__add__c s |j rjt| jfdd |j } fdd|D }|D ],\}}|| |< t|d tr<t| |d _q<| j|j7 _| j |j | S )Nc s | dk r S | S r r )a)offsetr r r O r z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d |d fqqS r r )r r r vlistr ) addoffsetr r r Q s z)ParseResults.__iadd__.<locals>.<listcomp>r ) r r r r! r r5 r r r update)r rJ Z otheritemsZotherdictitemsr r r )rQ rM r rD L s zParseResults.__iadd__c C s& t |tr|dkr| S || S d S r )r r rI r rJ r r r __radd__\ s zParseResults.__radd__c C s dt | jt | jf S )Nz(%s, %s))r r r r r r r r d s zParseResults.__repr__c C s dd dd | jD d S )N[, c s s( | ] }t |trt|nt|V qd S r )r r5 r r r r r r r r h s z'ParseResults.__str__.<locals>.<genexpr>])r r r r r r r g s zParseResults.__str__r c C sL g }| j D ]<}|r |r || t|tr8|| 7 }q |t| q |S r )r r r r5 _asStringListr )r sepoutrC r r r rY j s zParseResults._asStringListc C s dd | j D S )ax Returns the parse results as a nested list of matching tokens, all converted to strings. Example:: patt = OneOrMore(Word(alphas)) result = patt.parseString("sldkj lsdkj sldkj") # even though the result prints in string-like form, it is actually a pyparsing ParseResults print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj'] # Use asList() to create an actual list result_list = result.asList() print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj'] c S s" g | ]}t |tr| n|qS r )r r5 r )r resr r r r s z'ParseResults.asList.<locals>.<listcomp>r) r r r r r u s zParseResults.asListc s6 t r | j}n| j} fdd t fdd| D S )a Returns the named parse results as a nested dictionary. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]}) result_dict = result.asDict() print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'} # even though a ParseResults supports dict-like access, sometime you just need to have a dict import json print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"} c s6 t | tr.| r| S fdd| D S n| S d S )Nc s g | ] } |qS r r r toItemr r r s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r r5 r; asDictr r] r r r^ s z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}| |fV qd S r r r r r r] r r r s z&ParseResults.asDict.<locals>.<genexpr>)PY_3r! r: r )r Zitem_fnr r] r r_ s zParseResults.asDictc C s< t | j}t| j |_| j|_|j| j | j|_|S )zG Returns a new copy of a :class:`ParseResults` object. ) r5 r r r r! r r rR r r r r r r rI s zParseResults.copyFc C sL d}g }t dd | j D }|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| jD ]\} } t| tr| |kr|| || |o|dk||g7 }n || d|o|dk||g7 }qd} | |kr|| } | s|rqnd} t t | } |||d| d | d | d g 7 }q|||d | d g7 }d |S ) z (Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names. r c s s( | ] \}}|D ]}|d |fV qqdS r Nr rO r r r r s z%ParseResults.asXML.<locals>.<genexpr> r NZITEM<></) r r r! r r r r r5 asXMLr r r )r ZdoctagZnamedItemsOnlyindentZ formattednlr[ Z namedItemsZnextLevelIndentZselfTagr r\ ZresTagZ xmlBodyTextr r r ri s^ zParseResults.asXMLc C s: | j D ]*\}}|D ] \}}||kr| S qq d S r )r r! )r r r rP r r r r r Z__lookup s zParseResults.__lookupc C s | j r | j S | jr.| }|r(|| S dS nNt| dkrxt| jdkrxtt| j d d dkrxtt| j S dS dS )a Returns the results name for this token expression. Useful when several different expressions might match at a particular location. Example:: integer = Word(nums) ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d") house_number_expr = Suppress('#') + Word(nums, alphanums) user_data = (Group(house_number_expr)("house_number") | Group(ssn_expr)("ssn") | Group(integer)("age")) user_info = OneOrMore(user_data) result = user_info.parseString("22 111-22-3333 #221B") for item in result: print(item.getName(), ':', item[0]) prints:: age : 22 ssn : 111-22-3333 house_number : 221B Nr r )r r ) r r _ParseResults__lookupr r nextr, r9 r7 )r parr r r getName s zParseResults.getNamer c C sv g }d}|r$| |t| n | d |rl| rtdd | D }|D ]x\}} |rl| | | d|d| |f t| tr| r| | j||||d d q| t| qV| t | qVnt d d | D rl| } t | D ]x\} } t| tr@| d |d| | |d|d | j||||d df q| d |d| | |d|d t| f qd |S ) aF Diagnostic method for listing out the contents of a :class:`ParseResults`. Accepts an optional ``indent`` argument so that this string can be embedded in a nested display of other data. Example:: integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") result = date_str.parseString('12/31/1999') print(result.dump()) prints:: ['12', '/', '31', '/', '1999'] - day: 1999 - month: 31 - year: 12 r r c s s | ]\}}t ||fV qd S r )r ra r r r r ? s z$ParseResults.dump.<locals>.<genexpr>z %s%s- %s: re r )rj full include_list_depthc s s | ]}t |tV qd S r )r r5 )r vvr r r r K s z %s%s[%d]: %s%s%s) r r r r; sortedr! r r5 dumpr anyr r ) r rj rp rq rr r[ NLr! r r r rs r r r ru ! sP zParseResults.dumpc O s t j | f|| dS )a# Pretty-printer for parsed results as a list, using the `pprint <https://docs.python.org/3/library/pprint.html>`_ module. Accepts additional positional or keyword args as defined for `pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ . Example:: ident = Word(alphas, alphanums) num = Word(nums) func = Forward() term = ident | num | Group('(' + func + ')') func <<= ident + Group(Optional(delimitedList(term))) result = func.parseString("fna a,b,(fnb c,d,200),100") result.pprint(width=40) prints:: ['fna', ['a', 'b', ['(', 'fnb', ['c', 'd', '200'], ')'], '100']] N)pprintr r r r= r r r rx b s zParseResults.pprintc C s. | j | j | jd k r | p d | j| jffS r )r r rI r r r r r r r __getstate__~ s zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j| |d k rDt|| _nd | _d S r )r r r r rR r r )r statern Z inAccumNamesr r r __setstate__ s zParseResults.__setstate__c C s | j | j| j| jfS r )r r r r r r r r __getnewargs__ s zParseResults.__getnewargs__c C s t t| t| S r )r r r r7 r r r r r s zParseResults.__dir__c C sr dd }| g }| D ]>\}}t|tr>|| j||d7 }q|| |g|||d7 }q|dk rn| |g|d}|S )z Helper classmethod to construct a ParseResults from a dict, preserving the name-value relations as results names. If an optional 'name' argument is given, a nested ParseResults will be returned c S sH z t | W n tk r" Y dS X tr8t| ttf S t| t S d S NF)r, Exceptionrb r r bytesr r` r r r is_iterable s z+ParseResults.from_dict.<locals>.is_iterabler )r r N)r! r r from_dict)r rJ r r r r r r r r r s zParseResults.from_dict)NNTT)N)r )NFr T)r TTr )N)6r r r r r r r r r r& r' r( r* __nonzero__r- r/ r2 r5 r6 rb r7 r9 r! r0 r8 r: r; r? r rB r rE rF r rK rD rT r r rY r r_ rI ri rl ro ru rx rz r| r} r r r r r r r r5 sl * ' 7 $ =( A c C sF |}d| k r t |k r4n n|| d dkr4dS | |dd| S )a Returns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`ParserElement.parseString` for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r r )r rfind)r strgr r r r rM s c C s | dd| d S )a Returns current line number within a string, counting newlines as line separators. The first line is number 1. Note - the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`ParserElement.parseString` for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r r r )count)r r r r r r^ s c C sF | dd| }|d| }|dkr2||d | S ||d d S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators. r r r N)r find)r r ZlastCRZnextCRr r r r[ s c C s8 t dt| d t| dt|| t|| f d S )NzMatch z at loc z(%d,%d))printr r^ rM )instringr exprr r r _defaultStartDebugAction s r c C s$ t dt| d t| d S )NzMatched z -> )r r r r )r startlocZendlocr toksr r r _defaultSuccessDebugAction s r c C s t dt| d S )NzException raised:)r r )r r r r r r r _defaultExceptionDebugAction s r c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nr )r r r r re s r c s t krfddS dgdgtd d dkrFddd}dd d n tj}tj d }|dd d }|d |d | f fdd}d}ztdtdj}W n tk r t}Y nX ||_|S )Nc s |S r r r )funcr r r r z _trim_arity.<locals>.<lambda>r Fr )r c S s8 t dkr dnd}tj| | d d| }|d d gS )N)r r r r limitr )system_version traceback extract_stack)r rM frame_summaryr r r r s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d}|d }|d d gS )Nr r r )r extract_tb)tbr Zframesr r r r r s z _trim_arity.<locals>.extract_tb r r r c s z"| d d }dd< |W S t k r d r> nNz.t d } |ddd d d ksj W 5 z~W n tk r Y nX X d krd d7 < Y q Y q X q d S )Nr Tr r r r )r NameErrorr exc_info)r r r r Z foundArityr r maxargsZpa_call_line_synthr r r s& z _trim_arity.<locals>.wrapperz<parse action>r __class__)r )r ) singleArgBuiltinsr r r r getattrr r r )r r r Z LINE_DIFFZ this_liner func_namer r r r s, r c s e Zd ZdZdZdZedd Zedd Zddd Z d d Z d d Z dddZ dddZ dddZdd Zdd Zdd Zdd Zd d Zd d Zdd!d"Zd#d$ Zdd%d&Zd'd( Zd)d* ZG d+d, d,eZe d-k rG d.d/ d/eZ nG d0d/ d/eZ i Z e Z d1d1gZ!dd2d3Z"eZ#ed4d5 Z$dZ%edd7d8Z&dd9d:Z'e(dfd;d<Z)d=d> Z*e(fd?d@Z+e(dfdAdBZ,dCdD Z-dEdF Z.dGdH Z/dIdJ Z0dKdL Z1dMdN Z2dOdP Z3dQdR Z4dSdT Z5dUdV Z6dWdX Z7dYdZ Z8d[d\ Z9d]d^ Z:d_d` Z;ddadbZ<dcdd Z=dedf Z>dgdh Z?didj Z@dkdl ZAdmdn ZBddodpZCdqdr ZDdsdt ZEdudv ZFdwdx ZGddydzZHdd{d|ZI fd}d~ZJdd ZKdd ZLdd ZMdd ZNdddZOdddZP ZQS )r7 z)Abstract base level parser element class.z Fc C s | t _dS )a Overrides the default whitespace chars Example:: # default whitespace chars are space, <TAB> and newline OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl'] # change to just treat newline as significant ParserElement.setDefaultWhitespaceChars(" \t") OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def'] N)r7 DEFAULT_WHITE_CHARScharsr r r setDefaultWhitespaceCharsD s z'ParserElement.setDefaultWhitespaceCharsc C s | t _dS )ah Set class to be used for inclusion of string literals into a parser. Example:: # default literal class used is Literal integer = Word(nums) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # change to Suppress ParserElement.inlineLiteralsUsing(Suppress) date_str = integer("year") + '/' + integer("month") + '/' + integer("day") date_str.parseString("1999/12/31") # -> ['1999', '12', '31'] N)r7 _literalStringClassr r r r inlineLiteralsUsingT s z!ParserElement.inlineLiteralsUsingc C s t | _d | _d | _d | _|| _d| _ttj | _ d| _ d| _ d| _ t | _d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr )NNN)r parseAction failActionstrRepr resultsName saveAsListskipWhitespacer r7 r whiteCharscopyDefaultWhiteCharsmayReturnEmptykeepTabs ignoreExprsdebug streamlined mayIndexErrorerrmsg modalResults debugActionsre callPreparse callDuringTry)r savelistr r r r j s( zParserElement.__init__c C s< t | }| jdd |_| jdd |_| jr8tj|_|S )a/ Make a copy of this :class:`ParserElement`. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element. Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K") integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M") print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M")) prints:: [5120, 100, 655360, 268435456] Equivalent form of ``expr.copy()`` is just ``expr()``:: integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M") N)rI r r r r7 r r )r Zcpyr r r rI s zParserElement.copyc C s$ || _ d| j | _tjr | | S )a_ Define name for this expression, makes debugging and exception messages clearer. Example:: Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1) Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1) Expected )r r r !enable_debug_on_named_expressionssetDebugrG r r r setName s zParserElement.setNamec C s | ||S )aO Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original :class:`ParserElement` object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, ``expr("name")`` in place of ``expr.setResultsName("name")`` - see :class:`__call__`. Example:: date_str = (integer.setResultsName("year") + '/' + integer.setResultsName("month") + '/' + integer.setResultsName("day")) # equivalent form: date_str = integer("year") + '/' + integer("month") + '/' + integer("day") )_setResultsNamer r listAllMatchesr r r setResultsName s z ParserElement.setResultsNamec C s4 | }|dr"|d d }d}||_| |_|S )N*r T)rI endswithr r )r r r Znewselfr r r r s z ParserElement._setResultsNameTc s@ |r&| j d fdd } |_|| _ nt| j dr<| j j| _ | S )zMethod to invoke the Python pdb debugger when this element is about to be parsed. Set ``breakFlag`` to True to enable, False to disable. Tc s dd l }| | |||S r )pdbZ set_trace)r r doActions callPreParser Z _parseMethodr r breaker s z'ParserElement.setBreak.<locals>.breaker_originalParseMethod)TT)_parser r1 )r Z breakFlagr r r r setBreak s zParserElement.setBreakc O sV t |dgkrg | _n<tdd |D s0tdt ttt || _|dd| _| S )a Define one or more actions to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` , ``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a :class:`ParseResults` object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. If None is passed as the parse action, all previously added parse actions for this expression are cleared. Optional keyword arguments: - callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See :class:`parseString for more information on parsing strings containing ``<TAB>`` s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. Example:: integer = Word(nums) date_str = integer + '/' + integer + '/' + integer date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31'] # use parse action to convert to ints at parse time integer = Word(nums).setParseAction(lambda toks: int(toks[0])) date_str = integer + '/' + integer + '/' + integer # note that integer fields are now ints, not strings date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31] Nc s s | ]}t |V qd S r )callable)r r r r r r s z/ParserElement.setParseAction.<locals>.<genexpr>z parse actions must be callabler F)r r allr mapr r r r fnsr= r r r r s (z ParserElement.setParseActionc O s4 | j tttt|7 _ | jp,|dd| _| S )z Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`. See examples in :class:`copy`. r F)r r r r r r r r r r addParseAction s z ParserElement.addParseActionc O sF |D ](}| j t||d|ddd q| jp>|dd| _| S )a Add a boolean predicate function to expression's list of parse actions. See :class:`setParseAction` for function call signatures. Unlike ``setParseAction``, functions passed to ``addCondition`` need to return boolean success/fail of the condition. Optional keyword arguments: - message = define a custom message to be used in the raised exception - fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException Example:: integer = Word(nums).setParseAction(lambda toks: int(toks[0])) year_int = integer.copy() year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later") date_str = year_int + '/' + integer + '/' + integer result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1) r r F)r r r )r r r r r )r r r= r r r r addCondition s zParserElement.addConditionc C s || _ | S )a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments ``fn(s, loc, expr, err)`` where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw :class:`ParseFatalException` if it is desired to stop parsing immediately.)r r r r r r setFailAction4 s zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|||\}}d}qW q tk rD Y qX qq|S NTF)r r r2 )r r r Z exprsFoundeZdummyr r r _skipIgnorablesA s z ParserElement._skipIgnorablesc C sH | j r| ||}| jrD| j}t|}||k rD|| |krD|d7 }q&|S Nr )r r r r r )r r r Zwtinstrlenr r r preParseN s zParserElement.preParsec C s |g fS r r r r r r r r r r Z s zParserElement.parseImplc C s |S r r r r r tokenlistr r r postParse] s zParserElement.postParsec C s d\}}}| j }|s | jr"| j| r8| j| ||| z|rR| jrR| ||} n|} | } | jsl| t|krz| || |\}} W q tk r t |t|| j | Y qX n| || |\}} W n\ t k r } z<| j| r| j| || | | | jr | || | | W 5 d } ~ X Y nX n|r>| jr>| ||} n|} | } | js\| t|krz| || |\}} W n* tk r t |t|| j | Y nX n| || |\}} | ||| } t | | j| j| jd} | jr`|s| jr`|rz| jD ]}z||| | } W n6 tk rD } zt d}||_|W 5 d }~X Y nX | d k r| | k rt | | j| jovt| t tf| jd} qW nF t k r } z&| j| r| j| || | | W 5 d } ~ X Y nX n| jD ]}z||| | } W n6 tk r } zt d}||_|W 5 d }~X Y nX | d k r| | k rt | | j| joRt| t tf| jd} q|r| j| r| j| || || | || fS )N)r r r )r r z exception raised in parse action)r r r r r r r r r r2 r r r r5 r r r r r __cause__r r )r r r r r ZTRYZMATCHZFAILZ debuggingprelocZ tokensStarttokenserrZ retTokensr Zparse_action_excr r r r r a s zParserElement._parseNoCachec C s@ z| j ||ddd W S tk r: t||| j| Y nX d S )NFr r )r r4 r2 r r r r r r r tryParse s zParserElement.tryParsec C s4 z| || W n ttfk r* Y dS X dS d S )NFT)r r2 r r r r r canParseNext s zParserElement.canParseNextc @ s e Zd Zdd ZdS )z ParserElement._UnboundedCachec s~ i t | _ fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r@ cache not_in_cacher r r s z3ParserElement._UnboundedCache.__init__.<locals>.getc s | |< d S r r r r@ r$ r r r r s z3ParserElement._UnboundedCache.__init__.<locals>.setc s d S r rF r r r r rF s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t S r r r r r r cache_len s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r r types MethodTyper r rF r( )r r r rF r r r r r s z&ParserElement._UnboundedCache.__init__Nr r r r r r r r _UnboundedCache s r Nc @ s e Zd Zdd ZdS )ParserElement._FifoCachec s t | _t fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _d S ) Nc s |S r r r r r r r s .ParserElement._FifoCache.__init__.<locals>.getc s> | |< t kr:z d W q tk r6 Y qX qd S r~ )r popitemr r )r sizer r r s .ParserElement._FifoCache.__init__.<locals>.setc s d S r r r r r r rF s 0ParserElement._FifoCache.__init__.<locals>.clearc s t S r r r r r r r s 4ParserElement._FifoCache.__init__.<locals>.cache_len) r r _OrderedDictr r r r rF r( r r r r rF r r )r r r r r s !ParserElement._FifoCache.__init__Nr r r r r _FifoCache s r c @ s e Zd Zdd ZdS )r c s t | _i tg fdd} fdd} fdd} fdd}t|| | _t|| | _t|| | _t|| | _ d S ) Nc s |S r r r r r r r s r c s4 | |< t kr& d q| d S r )r r? popleftr r )r key_fifor r r r s r c s d S r r r )r r r r rF s r c s t S r r r r r r r s r ) r r collectionsdequer r r r rF r( r r )r r r r r r s r Nr r r r r r s r c C s d\}}| ||||f}t j t j}||} | |jkrt j| d7 < z| ||||} W n8 tk r } z||| j | j W 5 d } ~ X Y n.X ||| d | d f | W 5 Q R S n@t j| d7 < t | t r| | d | d fW 5 Q R S W 5 Q R X d S )NrN r r )r7 packrat_cache_lock packrat_cacher r packrat_cache_statsr r0 r r r rI r r ) r r r r r ZHITZMISSlookupr r$ r r r r _parseCache s$ zParserElement._parseCachec C s( t j dgtt j t jd d < d S r )r7 r rF r r r r r r resetCache6 s zParserElement.resetCache c C s8 t js4dt _| dkr t t _n t | t _t jt _dS )a Enables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. Parameters: - cache_size_limit - (default= ``128``) - if an integer value is provided will limit the size of the packrat cache; if None is passed, then the cache size will be unbounded; if 0 is passed, the cache will be effectively disabled. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method :class:`ParserElement.enablePackrat`. For best results, call ``enablePackrat()`` immediately after importing pyparsing. Example:: from pip._vendor import pyparsing pyparsing.ParserElement.enablePackrat() TN)r7 _packratEnabledr r r r r )Zcache_size_limitr r r enablePackrat< s zParserElement.enablePackratc C s t | js| | jD ] }| q | js8| }z<| |d\}}|rr| ||}t t }||| W n0 t k r } zt j r n|W 5 d}~X Y nX |S dS )a Execute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. Returns the parsed data as a :class:`ParseResults` object, which may be accessed as a list, or as a dict or object with attributes if the given parser includes results names. If you want the grammar to require that the entire input string be successfully parsed, then set ``parseAll`` to True (equivalent to ending the grammar with ``StringEnd()``). Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the ``loc`` argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling ``parseWithTabs`` on your grammar before calling ``parseString`` (see :class:`parseWithTabs`) - define your parse action using the full ``(s, loc, toks)`` signature, and reference the input string using the parse action's ``s`` argument - explictly expand the tabs in your input string before calling ``parseString`` Example:: Word('a').parseString('aaaaabaaa') # -> ['aaaaa'] Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text r N) r7 r r streamliner r expandtabsr r r r< r0 verbose_stacktrace)r r parseAllr r r Zser r r r parseString_ s$ ! zParserElement.parseStringc c s6 | j s| | jD ] }| q| js4t| }t|}d}| j}| j}t d} z||kr| |k rz |||} ||| dd\} } W n t k r | d }Y qZX | |kr| d7 } | | | fV |r|||} | |kr| }q|d7 }q| }qZ| d }qZW n4 t k r0 } zt j r n|W 5 d}~X Y nX dS )aq Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional ``maxMatches`` argument, to clip scanning after 'n' matches are found. If ``overlap`` is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See :class:`parseString` for more information on parsing strings with embedded tabs. Example:: source = "sldjf123lsdjjkf345sldkjf879lkjsfd987" print(source) for tokens, start, end in Word(alphas).scanString(source): print(' '*start + '^'*(end-start)) print(' '*start + tokens[0]) prints:: sldjf123lsdjjkf345sldkjf879lkjsfd987 ^^^^^ sldjf ^^^^^^^ lsdjjkf ^^^^^^ sldkjf ^^^^^^ lkjsfd r Fr r N)r r r r r r r r r r7 r r2 r0 r )r r maxMatchesZoverlapr r r Z preparseFnZparseFnmatchesr ZnextLocr Znextlocr r r r scanString sB zParserElement.scanStringc C s g }d}d| _ z| |D ]Z\}}}|||| |rpt|trR|| 7 }n t|trf||7 }n || |}q|||d dd |D }dtt t |W S t k r } zt j rƂ n|W 5 d}~X Y nX dS )a[ Extension to :class:`scanString`, to modify matching text with modified tokens that may be returned from a parse action. To use ``transformString``, define a grammar and attach a parse action to it that modifies the returned token list. Invoking ``transformString()`` on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. ``transformString()`` returns the resulting transformed string. Example:: wd = Word(alphas) wd.setParseAction(lambda toks: toks[0].title()) print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york.")) prints:: Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York. r TNc S s g | ] }|r|qS r r r or r r r s z1ParserElement.transformString.<locals>.<listcomp>r )r r r r r5 r r r r r _flattenr0 r7 r )r r r[ ZlastEr r r r r r r r s( z ParserElement.transformStringc C sR z t dd | ||D W S tk rL } ztjr8 n|W 5 d}~X Y nX dS )a Another extension to :class:`scanString`, simplifying the access to the tokens found to match the given parse expression. May be called with optional ``maxMatches`` argument, to clip searching after 'n' matches are found. Example:: # a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters cap_word = Word(alphas.upper(), alphas.lower()) print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")) # the sum() builtin can be used to merge results into a single ParseResults object print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))) prints:: [['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']] ['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity'] c S s g | ]\}}}|qS r r )r r r r r r r r # s z.ParserElement.searchString.<locals>.<listcomp>N)r5 r r0 r7 r )r r r r r r r searchString s zParserElement.searchStringc c sT d}d}| j ||dD ]*\}}}||| V |r<|d V |}q||d V dS )aR Generator method to split a string using the given expression as a separator. May be called with optional ``maxsplit`` argument, to limit the number of splits; and the optional ``includeSeparators`` argument (default= ``False``), if the separating matching text should be included in the split results. Example:: punc = oneOf(list(".,;:/-!?")) print(list(punc.split("This, this?, this sentence, is badly punctuated!"))) prints:: ['This', ' this', '', ' this sentence', ' is badly punctuated', ''] r )r N)r ) r r maxsplitZincludeSeparatorsZsplitsZlastr r r r r r r + s zParserElement.splitc C sV |t krt| S t|tr$| |}t|tsJtjdt| t dd dS t | |gS )a[ Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement converts them to :class:`Literal`s by default. Example:: greet = Word(alphas) + "," + Word(alphas) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString(hello)) prints:: Hello, World! -> ['Hello', ',', 'World', '!'] ``...`` may be used as a parse expression as a short form of :class:`SkipTo`. Literal('start') + ... + Literal('end') is equivalent to: Literal('start') + SkipTo('end')("_skipped*") + Literal('end') Note that the skipped text is returned with '_skipped' as a results name, and to support having multiple skips in the same parser, the value returned is a list of all skipped text. 4Cannot combine element of type %s with ParserElementr stacklevelN) Ellipsis _PendingSkipr r r r7 warningswarnr SyntaxWarningr rS r r r rK D s zParserElement.__add__c C sZ |t krt| d| S t|tr,| |}t|tsRtjdt| t dd dS || S )z` Implementation of + operator when left operand is not a :class:`ParserElement` _skipped*r# r r$ N) r& r; r r r r7 r( r) r r* rS r r r rT j s zParserElement.__radd__c C sJ t |tr| |}t |ts:tjdt| tdd dS | t | S )zT Implementation of - operator, returns :class:`And` with error stop r# r r$ N) r r r r7 r( r) r r* r _ErrorStoprS r r r __sub__y s zParserElement.__sub__c C sB t |tr| |}t |ts:tjdt| tdd dS || S )z` Implementation of - operator when left operand is not a :class:`ParserElement` r# r r$ Nr r r r7 r( r) r r* rS r r r __rsub__ s zParserElement.__rsub__c s |t krd}n8t|trF|dd t fkrFd|dd d dd }t|tr\|d }}nt|trJtdd |D }|d dd }|d dkrd|d f}t|d tr|d dkr|d dkrtS |d dkrtS |d t S nNt|d tr,t|d tr,|\}}||8 }n td t|d t|d ntd t||dk rjtd |dk r|td|| krdkrn ntd|r fdd |r|dkr҈ | }nt g| | }n |}n |dkr}nt g| }|S )a Implementation of * operator, allows use of ``expr * 3`` in place of ``expr + expr + expr``. Expressions may also me multiplied by a 2-integer tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples may also include ``None`` as in: - ``expr*(n, None)`` or ``expr*(n, )`` is equivalent to ``expr*n + ZeroOrMore(expr)`` (read as "at least n instances of ``expr``") - ``expr*(None, n)`` is equivalent to ``expr*(0, n)`` (read as "0 to n instances of ``expr``") - ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)`` - ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)`` Note that ``expr*(None, n)`` does not raise an exception if more than n exprs exist in the input stream; that is, ``expr*(None, n)`` does not enforce a maximum number of expr occurrences. If this behavior is desired, then write ``expr*(None, n) + ~expr`` )r NNr r r r r c s s | ]}|t k r|nd V qd S r )r& r r r r r s z(ParserElement.__mul__.<locals>.<genexpr>)NNz8cannot multiply 'ParserElement' and ('%s', '%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez,cannot multiply ParserElement by 0 or (0, 0)c s( | dkr t | d S t S d S r )r. nmakeOptionalListr r r r3 s z/ParserElement.__mul__.<locals>.makeOptionalList) r& r tupler rE r, r r ValueErrorr )r rJ Z minElementsZ optElementsr r r2 r __mul__ sN zParserElement.__mul__c C s | |S r )r6 rS r r r __rmul__ s zParserElement.__rmul__c C sZ |t krt| ddS t|tr(| |}t|tsNtjdt| t dd dS t | |gS )zL Implementation of | operator - returns :class:`MatchFirst` T) must_skipr# r r$ N) r& r' r r r r7 r( r) r r* r) rS r r r __or__ s zParserElement.__or__c C sB t |tr| |}t |ts:tjdt| tdd dS || B S )z` Implementation of | operator when left operand is not a :class:`ParserElement` r# r r$ Nr. rS r r r __ror__ s zParserElement.__ror__c C sF t |tr| |}t |ts:tjdt| tdd dS t| |gS )zD Implementation of ^ operator - returns :class:`Or` r# r r$ N) r r r r7 r( r) r r* r/ rS r r r __xor__ s zParserElement.__xor__c C sB t |tr| |}t |ts:tjdt| tdd dS || A S )z` Implementation of ^ operator when left operand is not a :class:`ParserElement` r# r r$ Nr. rS r r r __rxor__ s zParserElement.__rxor__c C sF t |tr| |}t |ts:tjdt| tdd dS t| |gS )zF Implementation of & operator - returns :class:`Each` r# r r$ N) r r r r7 r( r) r r* r rS r r r __and__ s zParserElement.__and__c C sB t |tr| |}t |ts:tjdt| tdd dS || @ S )z` Implementation of & operator when left operand is not a :class:`ParserElement` r# r r$ Nr. rS r r r __rand__ s zParserElement.__rand__c C s t | S )zH Implementation of ~ operator - returns :class:`NotAny` )r+ r r r r __invert__) s zParserElement.__invert__c C s t d| jj d S )Nz%r object is not iterable)r r r r r r r r- / s zParserElement.__iter__c C s z t |tr|f}t| W n tk r8 ||f}Y nX t|dkrztd|dd t|dkrrdt|nd | t|dd }|S )a use ``[]`` indexing notation as a short form for expression repetition: - ``expr[n]`` is equivalent to ``expr*n`` - ``expr[m, n]`` is equivalent to ``expr*(m, n)`` - ``expr[n, ...]`` or ``expr[n,]`` is equivalent to ``expr*n + ZeroOrMore(expr)`` (read as "at least n instances of ``expr``") - ``expr[..., n]`` is equivalent to ``expr*(0, n)`` (read as "0 to n instances of ``expr``") - ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)`` - ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)`` ``None`` may be used in place of ``...``. Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception if more than ``n`` ``expr``s exist in the input stream. If this behavior is desired, then write ``expr[..., n] + ~expr``. r z.only 1 or 2 index arguments supported ({0}{1})Nr z ... [{0}]r ) r r r, r r r( r) r r4 )r r@ r r r r r 4 s zParserElement.__getitem__c C s |dk r| |S | S dS )a Shortcut for :class:`setResultsName`, with ``listAllMatches=False``. If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be passed as ``True``. If ``name` is omitted, same as calling :class:`copy`. Example:: # these are equivalent userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno") userdata = Word(alphas)("name") + Word(nums + "-")("socsecno") N)r rI rG r r r __call__X s zParserElement.__call__c C s t | S )z Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from cluttering up returned output. )r> r r r r suppressl s zParserElement.suppressc C s d| _ | S )a Disables the skipping of whitespace before matching the characters in the :class:`ParserElement`'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. Fr r r r r leaveWhitespaces s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8 Overrides the default whitespace chars TF)r r r )r r r r r setWhitespaceChars| s z ParserElement.setWhitespaceCharsc C s d| _ | S )z Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string. Must be called before ``parseString`` when the input grammar contains elements that match ``<TAB>`` characters. T)r r r r r parseWithTabs s zParserElement.parseWithTabsc C sL t |trt|}t |tr4|| jkrH| j| n| jt| | S )a Define expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. Example:: patt = OneOrMore(Word(alphas)) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj'] patt.ignore(cStyleComment) patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd'] )r r r> r r rI rS r r r ignore s zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT Enable display of debugging messages while doing pattern matching. T)r r r r r )r Z startActionZ successActionZexceptionActionr r r setDebugActions s z ParserElement.setDebugActionsc C s |r| ttt nd| _| S )a Enable display of debugging messages while doing pattern matching. Set ``flag`` to True to enable, False to disable. Example:: wd = Word(alphas).setName("alphaword") integer = Word(nums).setName("numword") term = wd | integer # turn on debugging for wd wd.setDebug() OneOrMore(term).parseString("abc 123 xyz 890") prints:: Match alphaword at loc 0(1,1) Matched alphaword -> ['abc'] Match alphaword at loc 3(1,4) Exception raised:Expected alphaword (at char 4), (line:1, col:5) Match alphaword at loc 7(1,8) Matched alphaword -> ['xyz'] Match alphaword at loc 11(1,12) Exception raised:Expected alphaword (at char 12), (line:1, col:13) Match alphaword at loc 15(1,16) Exception raised:Expected alphaword (at char 15), (line:1, col:16) The output shown is that produced by the default debug actions - custom debug actions can be specified using :class:`setDebugActions`. Prior to attempting to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"`` is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"`` message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression, which makes debugging and exception messages easier to understand - for instance, the default name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``. F)rG r r r r )r flagr r r r s %zParserElement.setDebugc C s | j S r r r r r r r s zParserElement.__str__c C s t | S r r r r r r r s zParserElement.__repr__c C s d| _ d | _| S r )r r r r r r r s zParserElement.streamlinec C s d S r r r r r r checkRecursion s z ParserElement.checkRecursionc C s | g dS )zj Check defined expressions for valid structure, check for infinite recursive definitions. N)rI )r validateTracer r r validate s zParserElement.validatec C s z | }W n2 tk r> t|d}| }W 5 Q R X Y nX z| ||W S tk r~ } ztjrj n|W 5 d}~X Y nX dS )z Execute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. rN)readr openr r0 r7 r )r Zfile_or_filenamer Z file_contentsfr r r r parseFile s zParserElement.parseFilec sh t |trBtr(| |kp$tt| | qd| |kp>t| t|kS n"t |trV| |S tt| |kS d S r )r r7 rb super__eq__varsr r rS r r r rR s zParserElement.__eq__c C s | |k S r r rS r r r __ne__ s zParserElement.__ne__c C s t | S r )idr r r r __hash__ s zParserElement.__hash__c C s | |kS r r rS r r r __req__ s zParserElement.__req__c C s | |k S r r rS r r r __rne__ s zParserElement.__rne__c C s4 z| j t||d W dS tk r. Y dS X dS )a Method for quick testing of a parser against a test string. Good for simple inline microtests of sub expressions while building up larger parser. Parameters: - testString - to test against this expression for a match - parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests Example:: expr = Word(nums) assert expr.matches("100") r TFN)r r r0 )r Z testStringr r r r r s zParserElement.matches#c C s t |tr"tttj| }t |tr4t|}|dkrBt j }|j } g } g } d} td t dt} d}|D ]\}|dk r||ds| r|s| | qt|sqtd| |g}g } z"| ||}| j||d}W n tk r } zt |trdnd }d|krB|t|j| |d t|j|d d | n|d |j d | |d t| | ot|} |}W 5 d}~X Y n tk r } z$|dt| | o|} |}W 5 d}~X Y nX | o| } |dk rzR|||}|dk r(t |t r|| n|t| n|| W nR tk r } z2||j |d |d |j t |j | W 5 d}~X Y nX n||j |d |r|r|d | d| | ||f qt| | fS )as Execute the parse expression on a series of test strings, showing each test, the parsed results or where the parse failed. Quick and easy way to run a parse expression against a list of sample strings. Parameters: - tests - a list of separate test strings, or a multiline string of test strings - parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests - comment - (default= ``'#'``) - expression for indicating embedded comments in the test string; pass None to disable comment filtering - fullDump - (default= ``True``) - dump results as list followed by results names in nested outline; if False, only dump nested list - printResults - (default= ``True``) prints test output to stdout - failureTests - (default= ``False``) indicates if these tests are expected to fail parsing - postParse - (default= ``None``) optional callback for successful parse results; called as `fn(test_string, parse_results)` and returns a string to be added to the test output - file - (default=``None``) optional file-like object to which test output will be written; if None, will default to ``sys.stdout`` Returns: a (success, results) tuple, where success indicates that all tests succeeded (or failed if ``failureTests`` is True), and the results contain a list of lines of each test's output Example:: number_expr = pyparsing_common.number.copy() result = number_expr.runTests(''' # unsigned integer 100 # negative integer -100 # float with scientific notation 6.02e23 # integer with scientific notation 1e-12 ''') print("Success" if result[0] else "Failed!") result = number_expr.runTests(''' # stray character 100Z # missing leading digit before '.' -.100 # too many '.' 3.14.159 ''', failureTests=True) print("Success" if result[0] else "Failed!") prints:: # unsigned integer 100 [100] # negative integer -100 [-100] # float with scientific notation 6.02e23 [6.02e+23] # integer with scientific notation 1e-12 [1e-12] Success # stray character 100Z ^ FAIL: Expected end of text (at char 3), (line:1, col:4) # missing leading digit before '.' -.100 ^ FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1) # too many '.' 3.14.159 ^ FAIL: Expected end of text (at char 4), (line:1, col:5) Success Each test string must be on a single line. If you want to test a string that spans multiple lines, create a test like this:: expr.runTest(r"this is a test\n of strings that spans \n 3 lines") (Note that this is a raw string literal, you must include the leading 'r'.) NT\nr u FrZ z(FATAL)r r r r zFAIL: zFAIL-EXCEPTION: )rp z{0} failed: {1}: {2})!r r r r r r rstrip splitlinesr' r stdoutwriter rp rF rm r r r r lstripr r0 r4 r[ r rM r r5 ru r r r )r Ztestsr ZcommentZfullDumpZ printResultsZ failureTestsr fileprint_Z allResultsZcommentssuccessrw BOMr r[ resultr r r Zpp_valuer r r r runTests. sn ` $ 0 zParserElement.runTests)F)F)F)T)T)TT)TT)r )F)N)T)N)F)T)Tr[ TTFNN)Rr r r r r r r r r r rI r r r r r r r r r r r r r r r r r r r r r r r r r r r r r _MAX_INTr r r! r rK rT r- r/ r6 r7 r9 r: r; r< r= r> r? r- r r@ rA rC rD rE rF rG r r r r rI rK rP rR rU rW rX rY r rg __classcell__r r rT r r7 ? s 1 W " 8H. & J $ + c s6 e Zd Zd fdd Zdd Zdd Zdd Z ZS ) r' Fc s> t t| t|t dd| _| j| _|| _|| _ d S )Nr ...) rQ r' r r r r r r anchorr8 )r r r8 rT r r r s z_PendingSkip.__init__c s\ t |dd} jrNdd } fdd} j| | | |B | S j| | S )Nrj r+ c S s, | j r| j dgkr(| d= | dd d S )Nr r _skipped)rl r r? r r r r r8 s z'_PendingSkip.__add__.<locals>.must_skipc s< | j dd dgkr8| d}dt j d | d< d S )Nr r rl z missing <rg )rl r r? r rk )r Zskippedr r r show_skip s z'_PendingSkip.__add__.<locals>.show_skip)r; r r8 rk r )r rJ Zskipperr8 rm r r r rK s z_PendingSkip.__add__c C s | j S r )r r r r r r s z_PendingSkip.__repr__c G s t dd S )NzBuse of `...` expression without following SkipTo target expression)r )r r r r r r s z_PendingSkip.parseImpl)F)r r r r rK r r ri r r rT r r' s r' c s e Zd ZdZ fddZ ZS )r? zYAbstract :class:`ParserElement` subclass, for defining atomic matching patterns. c s t t| jdd d S NFr )rQ r? r r rT r r r s zToken.__init__r r r r r ri r r rT r r? s c s e Zd ZdZ fddZ ZS )r z'An empty token, will always match. c s$ t t| d| _d| _d| _d S )Nr TF)rQ r r r r r r rT r r r s zEmpty.__init__rp r r rT r r s c s* e Zd ZdZ fddZdddZ ZS )r* z#A token that will never match. c s* t t| d| _d| _d| _d| _d S )Nr* TFzUnmatchable token)rQ r* r r r r r r rT r r r s zNoMatch.__init__Tc C s t ||| j| d S r )r2 r r r r r r s zNoMatch.parseImpl)Tr r r r r r ri r r rT r r* s c s* e Zd ZdZ fddZdddZ ZS )r' a Token to exactly match a specified string. Example:: Literal('blah').parseString('blah') # -> ['blah'] Literal('blah').parseString('blahfooblah') # -> ['blah'] Literal('blah').parseString('bla') # -> Exception: Expected "blah" For case-insensitive matching, use :class:`CaselessLiteral`. For keyword matching (force word break before and after the matched string), use :class:`Keyword` or :class:`CaselessKeyword`. c s t t| || _t|| _z|d | _W n* tk rV tj dt dd t | _ Y nX dt | j | _d| j | _d| _d| _| jdkrt| tkrt| _ d S ) Nr z2null string passed to Literal; use Empty() insteadr r$ "%s"r Fr )rQ r' r matchr matchLenfirstMatchCharr r( r) r* r r r r r r r r _SingleCharLiteralr matchStringrT r r r s" zLiteral.__init__Tc C s@ || | j kr,|| j|r,|| j | jfS t||| j| d S r )ru startswithrs rt r2 r r r r r r 4 s zLiteral.parseImpl)Trq r r rT r r' s c @ s e Zd ZdddZdS )rv Tc C s0 || | j kr |d | jfS t||| j| d S r )ru rs r2 r r r r r r : s z _SingleCharLiteral.parseImplN)Tr r r r r r r r rv 9 s rv c sL e Zd ZdZed Zd fdd Zddd Z fd d Ze d d Z Z S )r$ a Token to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with :class:`Literal`: - ``Literal("if")`` will match the leading ``'if'`` in ``'ifAndOnlyIf'``. - ``Keyword("if")`` will not; it will only match the leading ``'if'`` in ``'if x=1'``, or ``'if(y==2)'`` Accepts two optional constructor arguments in addition to the keyword string: - ``identChars`` is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$" - ``caseless`` allows case-insensitive matching, default is ``False``. Example:: Keyword("start").parseString("start") # -> ['start'] Keyword("start").parseString("starting") # -> Exception For case-insensitive matching, use :class:`CaselessKeyword`. _$NFc s t t| |d kr tj}|| _t|| _z|d | _W n$ tk r^ t j dt dd Y nX d| j | _ d| j | _ d| _d| _|| _|r| | _| }t|| _d S )Nr z2null string passed to Keyword; use Empty() insteadr r$ rr r F)rQ r$ r DEFAULT_KEYWORD_CHARSrs r rt ru r r( r) r* r r r r caselessupper caselessmatchr identChars)r rx r r} rT r r r ] s* zKeyword.__init__Tc C s | j r||||| j | jkr|t|| j ksL||| j | jkr|dksj||d | jkr|| j | jfS nv|| | jkr| jdks|| j|r|t|| j ks||| j | jkr|dks||d | jkr|| j | jfS t ||| j | d S r ) r} rt r~ r r r rs ru ry r2 r r r r r r r s. zKeyword.parseImplc s t t| }tj|_|S r )rQ r$ rI r| r )r r rT r r rI s z Keyword.copyc C s | t _dS )z,Overrides the default Keyword chars N)r$ r| r r r r setDefaultKeywordChars s z Keyword.setDefaultKeywordChars)NF)T) r r r r rG r| r r rI r r ri r r rT r r$ B s c s* e Zd ZdZ fddZdddZ ZS )r af Token to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. Example:: OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD'] (Contrast with example for :class:`CaselessKeyword`.) c s6 t t| | || _d| j | _d| j | _d S )Nz'%s'r )rQ r r r~ returnStringr r rw rT r r r s zCaselessLiteral.__init__Tc C s@ |||| j | jkr,|| j | jfS t||| j| d S r )rt r~ rs r r2 r r r r r r s zCaselessLiteral.parseImpl)Trq r r rT r r s c s" e Zd ZdZd fdd Z ZS )r z Caseless version of :class:`Keyword`. Example:: OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD'] (Contrast with example for :class:`CaselessLiteral`.) Nc s t t| j||dd d S )NTr} )rQ r r )r rx r rT r r r s zCaselessKeyword.__init__)Nrp r r rT r r s c s, e Zd ZdZd fdd Zd ddZ ZS ) r a A variation on :class:`Literal` which matches "close" matches, that is, strings with at most 'n' mismatching characters. :class:`CloseMatch` takes parameters: - ``match_string`` - string to be matched - ``maxMismatches`` - (``default=1``) maximum number of mismatches allowed to count as a match The results from a successful parse will contain the matched text from the input string and the following named results: - ``mismatches`` - a list of the positions within the match_string where mismatches were found - ``original`` - the original match_string used to compare against the input string If ``mismatches`` is an empty list, then the match was an exact match. Example:: patt = CloseMatch("ATCATCGAATGGA") patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']}) patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1) # exact match patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']}) # close match allowing up to 2 mismatches patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2) patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']}) r c sB t t| || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) rQ r r r match_string maxMismatchesr r r )r r r rT r r r s zCloseMatch.__init__Tc C s |}t |}|t | j }||kr| j}d}g } | j} tt||| |D ]2\}} | \} } | | krL| | t | | krL qqL|d }t||| g}||d< | |d< ||fS t||| j| d S )Nr r original mismatches) r r r r r r r5 r2 r )r r r r startr maxlocr Zmatch_stringlocr r Zs_msrcmatresultsr r r r s( zCloseMatch.parseImpl)r )Trq r r rT r r s c s8 e Zd ZdZd fdd Zdd d Z fd d Z ZS )rB aX Token for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for ``min`` is 1 (a minimum value < 1 is not valid); the default values for ``max`` and ``exact`` are 0, meaning no maximum or exact length restriction. An optional ``excludeChars`` parameter can list characters that might be found in the input ``bodyChars`` string; useful to define a word of all printables except for one or two characters, for instance. :class:`srange` is useful for defining custom character set strings for defining ``Word`` expressions, using range notation from regular expression character sets. A common mistake is to use :class:`Word` to match a specific literal string, as in ``Word("Address")``. Remember that :class:`Word` uses the string argument to define *sets* of matchable characters. This expression would match "Add", "AAA", "dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an exact literal string, use :class:`Literal` or :class:`Keyword`. pyparsing includes helper strings for building Words: - :class:`alphas` - :class:`nums` - :class:`alphanums` - :class:`hexnums` - :class:`alphas8bit` (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.) - :class:`punc8bit` (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.) - :class:`printables` (any non-whitespace character) Example:: # a word composed of digits integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9")) # a word with a leading capital, and zero or more lowercase capital_word = Word(alphas.upper(), alphas.lower()) # hostnames are alphanumeric, with leading alpha, and '-' hostname = Word(alphas, alphanums + '-') # roman numeral (not a strict parser, accepts invalid mix of characters) roman = Word("IVXLCDM") # any string of non-whitespace characters, except for ',' csv_value = Word(printables, excludeChars=",") Nr r Fc s t t| rNt d fdd|D }|rNd fdd|D }|| _t|| _|rt|| _t|| _n|| _t|| _|dk| _ |dk rt d|| _ |dkr|| _ nt | _ |dkr|| _ || _ t| | _d| j | _d | _|| _d | j| j kr|dkr|dkr|dkr| j| jkr@d t| j | _nHt| jdkrnd t| jt| jf | _nd t| jt| jf | _| jrd| j d | _zt| j| _W n tk r d | _Y nX | jj| _t | _ d S )Nr c 3 s | ]}| kr|V qd S r r r excludeCharsr r r 2 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}| kr|V qd S r r r r r r r 4 s r r zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr Fr z[%s]+z%s[%s]*z [%s][%s]*z\b) rQ rB r r r initCharsOrig initChars bodyCharsOrig bodyChars maxSpecifiedr5 minLenmaxLenrh r r r r asKeyword_escapeRegexRangeCharsreStringr r escapecompiler rs re_match _WordRegexr )r r r minmaxexactr r rT r r r . sZ 0 z Word.__init__Tc C s || | j kr t||| j| |}|d7 }t|}| j}|| j }t||}||k rj|| |krj|d7 }qLd}|| | jk rd}nV| jr||k r|| |krd}n6| j r|dkr||d |ks||k r|| |krd}|rt||| j| |||| fS )Nr FTr ) r r2 r r r r r r r r ) r r r r r r Z bodycharsr ZthrowExceptionr r r r g s2 zWord.parseImplc sv zt t| W S tk r$ Y nX | jd krpdd }| j| jkr`d|| j|| jf | _nd|| j | _| jS )Nc S s$ t | dkr | d d d S | S d S )N rj r r r r r charsAsStr s z Word.__str__.<locals>.charsAsStrz W:(%s, %s)zW:(%s))rQ rB r r r r r )r r rT r r r s z Word.__str__)Nr r r FN)Tr r r r r r r ri r r rT r rB s 49 c @ s e Zd ZdddZdS )r Tc C s4 | ||}|s t||| j| | }|| fS r )r r2 r endgroup)r r r r rf r r r r s z_WordRegex.parseImplN)Trz r r r r r s r c s" e Zd ZdZd fdd Z ZS )rF zA short-cut class for defining ``Word(characters, exact=1)``, when defining a match of any single character in a string of characters. FNc sZ t t| j|d||d dtd| j | _|r>d| j | _t| j| _| jj | _ d S )Nr )r r r [%s]r z\b%s\b) rQ rF r r r r r r r rs r )r charsetr r rT r r r s z Char.__init__)FNrp r r rT r rF s c sb e Zd ZdZeedZd fdd Zddd Z dd d Z dd d Z fddZ dd Z ZS )r: a Token for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_. If the given regex contains named groups (defined using ``(?P<name>...)``), these will be preserved as named parse results. Example:: realnum = Regex(r"[+-]?\d+\.\d*") date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)') # ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})") z[A-Z]r Fc s t t| t|tr|s,tjdtdd || _|| _ z t | j| j | _ | j| _ W q t jk r tjd| tdd Y qX n2t|tjr|| _ t| | _| _ || _ ntd| j j| _t| | _d| j | _d| _d| _|| _|| _| jr| j| _ | jr| j | _ d S ) a The parameters ``pattern`` and ``flags`` are passed to the ``re.compile()`` function as-is. See the Python `re module <https://docs.python.org/3/library/re.html>`_ module for an explanation of the acceptable patterns and flags. z0null string passed to Regex; use Empty() insteadr r$ $invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr FTN) rQ r: r r r r( r) r* patternflagsr r r sre_constantserrorcompiledREtyper r5 rs r r r r r r asGroupListasMatchparseImplAsGroupListr parseImplAsMatch)r r r r r rT r r r sD zRegex.__init__Tc C sb | ||}|s t||| j| | }t| }| }|rZ| D ]\}}|||< qH||fS r )r r2 r r r5 r groupdictr! ) r r r r rf r dr r r r r r s zRegex.parseImplc C s8 | ||}|s t||| j| | }| }||fS r )r r2 r r groupsr r r r rf r r r r r s zRegex.parseImplAsGroupListc C s4 | ||}|s t||| j| | }|}||fS r )r r2 r r r r r r r s zRegex.parseImplAsMatchc sF zt t| W S tk r$ Y nX | jd kr@dt| j | _| jS )NzRe:(%s))rQ r: r r r r r r rT r r r s z Regex.__str__c sl j r tjdtdd t jr@t r@tjdtdd t jrT fdd}n fdd}|S )a Return Regex with an attached parse action to transform the parsed result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_. Example:: make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>") print(make_html.transformString("h1:main title:")) # prints "<h1>main title</h1>" z-cannot use sub() with Regex(asGroupList=True)r r$ z9cannot use sub() with a callable with Regex(asMatch=True)c s | d S r )expandr )replr r r , s zRegex.sub.<locals>.pac s j | d S r )r r r r r r r r / s )r r( r) r* SyntaxErrorr r r )r r r r r r r s z Regex.sub)r FF)T)T)T)r r r r r r r r r r r r r r ri r r rT r r: s - c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r8 a& Token for matching strings that are delimited by quoting characters. Defined with the following parameters: - quoteChar - string of one or more characters defining the quote delimiting string - escChar - character to escape quotes, typically backslash (default= ``None``) - escQuote - special quote sequence to escape an embedded quote string (such as SQL's ``""`` to escape an embedded ``"``) (default= ``None``) - multiline - boolean indicating whether quotes can span multiple lines (default= ``False``) - unquoteResults - boolean indicating whether the matched text should be unquoted (default= ``True``) - endQuoteChar - string of one or more characters defining the end of the quote delimited string (default= ``None`` => same as quoteChar) - convertWhitespaceEscapes - convert escaped whitespace (``'\t'``, ``'\n'``, etc.) to actual whitespace (default= ``True``) Example:: qs = QuotedString('"') print(qs.searchString('lsjdf "This is the quote" sldjf')) complex_qs = QuotedString('{{', endQuoteChar='}}') print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf')) sql_qs = QuotedString('"', escQuote='""') print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf')) prints:: [['This is the quote']] [['This is the "quote"']] [['This is the quote with "embedded" quotes']] NFTc sX t t | }|s0tjdtdd t |d kr>|}n"| }|s`tjdtdd t | _t | _ |d _ | _ t | _ | _| _| _| _|rtjtjB _dt jt j d |d k rt|pdf _n<d _dt jt j d |d k rt|p df _t j d krp jd d fd d tt j d ddD d 7 _|r jdt| 7 _|r jdt| 7 _t jd _ jdt j 7 _z(t j j _ j _ jj _ W n0 t j!k r0 tjd j tdd Y nX t" _#d j# _$d _%d _&d S )Nz$quoteChar cannot be the empty stringr r$ z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r z%s(?:[^%s\n\r%s]r z|(?:z)|(?:c 3 s4 | ],}d t jd| t j| f V qdS )z%s[^%s]N)r r endQuoteCharr rW r r r r s z(QuotedString.__init__.<locals>.<genexpr>r )z|(?:%s)z|(?:%s.)z(.)z)*%sr r FT)'rQ r8 r r r( r) r* r quoteCharr quoteCharLenfirstQuoteCharr endQuoteCharLenescCharescQuoteunquoteResultsconvertWhitespaceEscapesr MULTILINEDOTALLr r r r r r escCharReplacePatternr r rs r r r r r r r r )r r r r Z multiliner r r rT r r r Z sv zQuotedString.__init__c C s || | j kr| ||p d }|s2t||| j| | }| }| jr|| j| j }t |t rd|kr| j rddddd}| D ]\}}| ||}q| jrt| jd|}| jr| | j| j}||fS )Nr r )\tr\ z\fz\rz\g<1>)r r r2 r r r r r r r r r r! r r r r r r r ) r r r r rf r Zws_mapZwslitZwscharr r r r s* zQuotedString.parseImplc sH zt t| W S tk r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)rQ r8 r r r r r r rT r r r s zQuotedString.__str__)NNFTNT)Tr r r rT r r8 3 s & A #c s8 e Zd ZdZd fdd Zd ddZ fd d Z ZS ) r a Token for matching words composed of characters *not* in a given set (will include whitespace in matched characters if not listed in the provided exclusion set - see example). Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for ``min`` is 1 (a minimum value < 1 is not valid); the default values for ``max`` and ``exact`` are 0, meaning no maximum or exact length restriction. Example:: # define a comma-separated-value as anything that is not a ',' csv_value = CharsNotIn(',') print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213")) prints:: ['dkls', 'lsdkjf', 's12 34', '@!#', '213'] r r c s t t| d| _|| _|dk r*td|| _|dkr@|| _nt| _|dkrZ|| _|| _t | | _ d| j | _ | jdk| _ d| _ d S )NFr zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r )rQ r r r notCharsr5 r r rh r r r r r )r r r r r rT r r r s zCharsNotIn.__init__Tc C s || | j kr t||| j| |}|d7 }| j }t|| j t|}||k rb|| |krb|d7 }qD|| | jk rt||| j| |||| fS r )r r2 r r r r r )r r r r r Znotcharsmaxlenr r r r s zCharsNotIn.parseImplc sf zt t| W S tk r$ Y nX | jd kr`t| jdkrTd| jd d | _n d| j | _| jS )Nr z !W:(%s...)z!W:(%s))rQ r r r r r r r rT r r r s zCharsNotIn.__str__)r r r )Tr r r rT r r s c s` e Zd ZdZdddddddd d d d d ddddddddddddZd" fd d Zd#d d!Z ZS )$rA a Special matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is ``" \t\r\n"``. Also takes optional ``min``, ``max``, and ``exact`` arguments, as defined for the :class:`Word` class. z<SP>z<TAB>z<LF>z<CR>z<FF>z<NBSP>z<OGHAM_SPACE_MARK>z<MONGOLIAN_VOWEL_SEPARATOR>z <EN_QUAD>z <EM_QUAD>z <EN_SPACE>z <EM_SPACE>z<THREE-PER-EM_SPACE>z<FOUR-PER-EM_SPACE>z<SIX-PER-EM_SPACE>z<FIGURE_SPACE>z<PUNCTUATION_SPACE>z <THIN_SPACE>z <HAIR_SPACE>z<ZERO_WIDTH_SPACE>z<NNBSP>z<MMSP>z<IDEOGRAPHIC_SPACE>)r r r r r zu A0zu80zu80Eu u0u u1u u2u u3u u4u u5u u6u u7u u8u u9u uAu uBu uFu u Fu uÀ0 r r c s t t | _ d fdd jD ddd jD _d _d j _ | _ |dkrt| _ nt _ |dkr| _ | _ d S )Nr c 3 s | ]}| j kr|V qd S r ) matchWhiter r r r r : s z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r )rA whiteStrsr r r r r < s Tr r ) rQ rA r r rD r r r r r r r rh )r Zwsr r r rT r r r 7 s zWhite.__init__Tc C s || | j kr t||| j| |}|d7 }|| j }t|t|}||k rb|| | j krb|d7 }qB|| | jk rt||| j| |||| fS r )r r2 r r r r r )r r r r r r r r r r K s zWhite.parseImpl)r r r r )T)r r r r r r r ri r r rT r rA s6 c s e Zd Z fddZ ZS )_PositionTokenc s( t t| | jj| _d| _d| _d S r )rQ r r r r r r r r rT r r r \ s z_PositionToken.__init__r r r r ri r r rT r r [ s r c s2 e Zd ZdZ fddZdd Zd ddZ ZS ) r" zaToken to advance to a specific column of input text; useful for tabular report scraping. c s t t| || _d S r )rQ r" r rM )r colnorT r r r f s zGoToColumn.__init__c C s\ t ||| j krXt|}| jr*| ||}||k rX|| rXt ||| j krX|d7 }q*|S r )rM r r r isspace)r r r r r r r r j s $ zGoToColumn.preParseTc C sD t ||}|| j kr"t||d| || j | }||| }||fS )NzText not in expected columnrM r2 )r r r r ZthiscolZnewlocr r r r r s s zGoToColumn.parseImpl)T)r r r r r r r ri r r rT r r" b s c s* e Zd ZdZ fddZdddZ ZS )r& a Matches if current position is at the beginning of a line within the parse string Example:: test = '''\ AAA this line AAA and this line AAA but not this one B AAA and definitely not this one ''' for t in (LineStart() + 'AAA' + restOfLine).searchString(test): print(t) prints:: ['AAA', ' this line'] ['AAA', ' and this line'] c s t t| d| _d S )NzExpected start of line)rQ r& r r r rT r r r s zLineStart.__init__Tc C s* t ||dkr|g fS t||| j| d S r )rM r2 r r r r r r s zLineStart.parseImpl)Trq r r rT r r& | s c s* e Zd ZdZ fddZdddZ ZS )r% zTMatches if current position is at the end of a line within the parse string c s, t t| | tjdd d| _d S )Nr r zExpected end of line)rQ r% r rD r7 r r r r rT r r r s zLineEnd.__init__Tc C sb |t |k r6|| dkr$|d dfS t||| j| n(|t |krN|d g fS t||| j| d S )Nr r r r2 r r r r r r s zLineEnd.parseImpl)Trq r r rT r r% s c s* e Zd ZdZ fddZdddZ ZS )r= zLMatches if current position is at the beginning of the parse string c s t t| d| _d S )NzExpected start of text)rQ r= r r r rT r r r s zStringStart.__init__Tc C s0 |dkr(|| |dkr(t||| j| |g fS r )r r2 r r r r r r s zStringStart.parseImpl)Trq r r rT r r= s c s* e Zd ZdZ fddZdddZ ZS )r< zBMatches if current position is at the end of the parse string c s t t| d| _d S )NzExpected end of text)rQ r< r r r rT r r r s zStringEnd.__init__Tc C s^ |t |k r t||| j| n<|t |kr6|d g fS |t |krJ|g fS t||| j| d S r r r r r r r s zStringEnd.parseImpl)Trq r r rT r r< s c s. e Zd ZdZef fdd ZdddZ ZS )rD ay Matches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of ``wordChars`` (default= ``printables``). To emulate the ```` behavior of regular expressions, use ``WordStart(alphanums)``. ``WordStart`` will also match at the beginning of the string being parsed, or at the beginning of a line. c s" t t| t|| _d| _d S )NzNot at the start of a word)rQ rD r r wordCharsr r r rT r r r s zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| |g fS r )r r2 r r r r r r s zWordStart.parseImpl)Tr r r r rj r r ri r r rT r rD s c s. e Zd ZdZef fdd ZdddZ ZS )rC a_ Matches if the current position is at the end of a Word, and is not followed by any character in a given set of ``wordChars`` (default= ``printables``). To emulate the ```` behavior of regular expressions, use ``WordEnd(alphanums)``. ``WordEnd`` will also match at the end of the string being parsed, or at the end of a line. c s( t t| t|| _d| _d| _d S )NFzNot at the end of a word)rQ rC r r r r r r rT r r r s zWordEnd.__init__Tc C sP t |}|dkrH||k rH|| | jks8||d | jkrHt||| j| |g fS r )r r r2 r )r r r r r r r r r s zWordEnd.parseImpl)Tr r r rT r rC s c sz e Zd ZdZd fdd Zdd Zdd Z fd d Z fd d Z fd dZ dddZ fddZ d fdd Z Z S )r3 z]Abstract subclass of ParserElement, for combining and post-processing parsed tokens. Fc s t t | t|tr"t|}t|tr< |g _nt|t rP|g _nnt|t rt|}t dd |D r fdd|D }t| _n,zt| _W n t k r |g _Y nX d _ d S )Nc s s | ]}t |tV qd S r )r r )r r r r r r s z+ParseExpression.__init__.<locals>.<genexpr>c 3 s& | ] }t |tr |n|V qd S r )r r r r r r r r r s F)rQ r3 r r r r r r exprsr7 r rv r r r r r rT r r r s" zParseExpression.__init__c C s | j | d | _| S r )r r r rS r r r r s zParseExpression.appendc C s0 d| _ dd | jD | _| jD ] }| q | S )zExtends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on all contained expressions.Fc S s g | ] }| qS r rH r r r r r s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r r rC )r r r r r rC s z ParseExpression.leaveWhitespacec sr t |trB|| jkrntt| | | jD ]}|| jd q*n,tt| | | jD ]}|| jd qX| S r. )r r> r rQ r3 rF r )r rJ r rT r r rF # s zParseExpression.ignorec sN zt t| W S tk r$ Y nX | jd krHd| jjt| jf | _| jS Nz%s:(%s)) rQ r3 r r r r r r r r rT r r r / s zParseExpression.__str__c s* t t| | jD ] }| qt| jdkr| jd }t|| jr|js|jd kr|j s|jd d | jd g | _d | _ | j |j O _ | j |j O _ | jd }t|| jr|js|jd kr|j s| jd d |jd d | _d | _ | j |j O _ | j |j O _ dt | | _| S )Nr r r r r )rQ r3 r r r r r r r r r r r r r )r r rJ rT r r r 9 s< zParseExpression.streamlineNc C sB |d k r |ng d d | g }| j D ]}|| q$| g d S r )r rK rI )r rJ tmpr r r r rK [ s zParseExpression.validatec s$ t t| }dd | jD |_|S )Nc S s g | ] }| qS r rH r r r r r c s z(ParseExpression.copy.<locals>.<listcomp>)rQ r3 rI r rc rT r r rI a s zParseExpression.copyc sV t jrD| jD ]6}t|tr |jr tjdd|t | j |jdd q t t | ||S )N]{0}: setting results name {1!r} on {2} expression collides with {3!r} on contained expression)warn_ungrouped_named_tokens_in_collectionr r$ )r r r r r7 r r( r) r r r rQ r3 r r r r r rT r r r f s z ParseExpression._setResultsName)F)N)F)r r r r r r rC rF r r rK rI r ri r r rT r r3 s " c s` e Zd ZdZG dd deZd fdd Z fddZdd d Zd d Z d d Z dd Z Z S )r a Requires all given :class:`ParseExpression` s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the ``'+'`` operator. May also be constructed using the ``'-'`` operator, which will suppress backtracking. Example:: integer = Word(nums) name_expr = OneOrMore(Word(alphas)) expr = And([integer("id"), name_expr("name"), integer("age")]) # more easily written as: expr = integer("id") + name_expr("name") + integer("age") c s e Zd Z fddZ ZS )zAnd._ErrorStopc s& t tj| j|| d| _| d S )N-)rQ r r, r r rC ry rT r r r s zAnd._ErrorStop.__init__r r r rT r r, s r, Tc s |rt |krg }t|D ]`\}}|t krn|t|d k rdt ||d jd }|t|d qxtdq|| q||d d < tt | || t dd | jD | _ | | jd j | jd j| _d| _d S ) Nr r r+ z0cannot construct And with sequence ending in ...c s s | ] }|j V qd S r r r r r r r s z And.__init__.<locals>.<genexpr>r T)r& r r r r r r; r rQ r r r r rD r r r )r r r r r r Z skipto_argrT r r r s z And.__init__c s | j rtdd | j d d D rt| j d d D ]^\}}|d krFq4t|tr4|j r4t|j d tr4|j d | j |d |j d< d | j |d < q4dd | j D | _ tt| t dd | j D | _ | S )Nc s s. | ]&}t |to$|jo$t |jd tV qdS r N)r r3 r r' r r r r r s z!And.streamline.<locals>.<genexpr>r r c S s g | ]}|d k r|qS r r r r r r r s z"And.streamline.<locals>.<listcomp>c s s | ] }|j V qd S r r r r r r r s ) r rv r r r3 r' rQ r r r r )r r r rT r r r s$ zAnd.streamlinec C s | j d j|||dd\}}d}| j dd D ]}t|tjrDd}q.|rz||||\}}W q tk rt Y q tk r } zd |_t|W 5 d }~X Y q t k r t|t || j | Y qX n||||\}}|s| r.||7 }q.||fS )Nr Fr r T) r r r r r, r6 r0 r r r r r r; ) r r r r resultlistZ errorStopr Z exprtokensr r r r r s( z And.parseImplc C s t |tr| |}| |S r r r r r rS r r r rD s z And.__iadd__c C s6 |d d | g }| j D ]}|| |js q2qd S r )r rI r r r subRecCheckListr r r r rI s zAnd.checkRecursionc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr {r c s s | ]}t |V qd S r r r r r r r s z And.__str__.<locals>.<genexpr>}r1 r r r r r r r r r s z And.__str__)T)T) r r r r r r, r r r rD rI r ri r r rT r r t s c s^ e Zd ZdZd fdd Z fddZddd Zd d Zd d Zdd Z d fdd Z Z S )r/ a Requires that at least one :class:`ParseExpression` is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the ``'^'`` operator. Example:: # construct Or using '^' operator number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) prints:: [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r r r r r s z Or.__init__.<locals>.<genexpr>T)rQ r/ r r rv r r rT r r r s z Or.__init__c s. t t| tjr*tdd | jD | _| S )Nc s s | ] }|j V qd S r r r r r r r s z Or.streamline.<locals>.<genexpr>)rQ r/ r r collect_all_And_tokensrv r r r rT r r r s z Or.streamlineTc C s d}d }g }| j D ]}z|||}W nv tk rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk r t||krt|t||j| }t|}Y qX |||f q|r|j t ddd |s|d d } | |||S d} |D ]\} } | | d kr | S z| |||\}}W n@ tk r` } z d | _| j|krP| }| j}W 5 d } ~ X Y qX || krx||f S || d kr||f} q| dkr| S |d k r| j|_ |nt||d| d S )Nr r T)r@ r r r no defined alternatives to match) r r r2 r r r r r r sortr r r )r r r r maxExcLoc maxExceptionr r Zloc2r Z best_exprZlongestZloc1Zexpr1r r r r r sT z Or.parseImplc C s t |tr| |}| |S r r rS r r r __ixor__; s z Or.__ixor__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z ^ c s s | ]}t |V qd S r r r r r r r E s z Or.__str__.<locals>.<genexpr>r r r r r r r @ s z Or.__str__c C s, |d d | g }| j D ]}|| qd S r r rI r r r r rI I s zOr.checkRecursionc sP t js>tjr>tdd | jD r>tjdd|t | j dd t t | ||S )Nc s s | ]}t |tV qd S r r r r r r r r Q s z%Or._setResultsName.<locals>.<genexpr>{0}: setting results name {1!r} on {2} expression may only return a single token for an And alternative, in future will return the full list of tokens)warn_multiple_tokens_in_named_alternationr r$ )r r r r rv r r( r) r r r rQ r/ r r rT r r r N s zOr._setResultsName)F)T)F) r r r r r r r r r rI r ri r r rT r r/ s = c s^ e Zd ZdZd fdd Z fddZddd Zd d Zd d Zdd Z d fdd Z Z S )r) a Requires that at least one :class:`ParseExpression` is found. If two expressions match, the first one listed is the one that will match. May be constructed using the ``'|'`` operator. Example:: # construct MatchFirst using '|' operator # watch the order of expressions to match number = Word(nums) | Combine(Word(nums) + '.' + Word(nums)) print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']] # put more selective expression first number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums) print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']] Fc s: t t| || | jr0tdd | jD | _nd| _d S )Nc s s | ] }|j V qd S r r r r r r r o s z&MatchFirst.__init__.<locals>.<genexpr>T)rQ r) r r rv r r rT r r r l s zMatchFirst.__init__c s. t t| tjr*tdd | jD | _| S )Nc s s | ] }|j V qd S r r r r r r r v s z(MatchFirst.streamline.<locals>.<genexpr>)rQ r) r r r rv r r r rT r r r s s zMatchFirst.streamlineTc C s d}d }| j D ]}z||||}|W S tk r` } z|j|krP|}|j}W 5 d }~X Y q tk r t||krt|t||j| }t|}Y qX q|d k r| j|_|nt||d| d S )Nr r )r r r2 r r r r r ) r r r r r r r r r r r r r y s$ zMatchFirst.parseImplc C s t |tr| |}| |S r r rS r r r __ior__ s zMatchFirst.__ior__c C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r | c s s | ]}t |V qd S r r r r r r r s z%MatchFirst.__str__.<locals>.<genexpr>r r r r r r r s zMatchFirst.__str__c C s, |d d | g }| j D ]}|| qd S r r r r r r rI s zMatchFirst.checkRecursionc sP t js>tjr>tdd | jD r>tjdd|t | j dd t t | ||S )Nc s s | ]}t |tV qd S r r r r r r r s z-MatchFirst._setResultsName.<locals>.<genexpr>r r r r$ )r r r r rv r r( r) r r r rQ r) r r rT r r r s zMatchFirst._setResultsName)F)T)F) r r r r r r r r r rI r ri r r rT r r) [ s c sH e Zd ZdZd fdd Z fddZdddZd d Zd d Z Z S )r as Requires all given :class:`ParseExpression` s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the ``'&'`` operator. Example:: color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN") shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON") integer = Word(nums) shape_attr = "shape:" + shape_type("shape") posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn") color_attr = "color:" + color("color") size_attr = "size:" + integer("size") # use Each (using operator '&') to accept attributes in any order # (shape and posn are required, color and size are optional) shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr) shape_spec.runTests(''' shape: SQUARE color: BLACK posn: 100, 120 shape: CIRCLE size: 50 color: BLUE posn: 50,80 color:GREEN size:20 shape:TRIANGLE posn:20,40 ''' ) prints:: shape: SQUARE color: BLACK posn: 100, 120 ['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']] - color: BLACK - posn: ['100', ',', '120'] - x: 100 - y: 120 - shape: SQUARE shape: CIRCLE size: 50 color: BLUE posn: 50,80 ['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']] - color: BLUE - posn: ['50', ',', '80'] - x: 50 - y: 80 - shape: CIRCLE - size: 50 color: GREEN size: 20 shape: TRIANGLE posn: 20,40 ['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']] - color: GREEN - posn: ['20', ',', '40'] - x: 20 - y: 40 - shape: TRIANGLE - size: 20 Tc s> t t| || tdd | jD | _d| _d| _d| _d S )Nc s s | ] }|j V qd S r r r r r r r s z Each.__init__.<locals>.<genexpr>T) rQ r r r r r r initExprGroupsr r rT r r r s z Each.__init__c s( t t| tdd | jD | _| S )Nc s s | ] }|j V qd S r r r r r r r s z"Each.streamline.<locals>.<genexpr>)rQ r r r r r r rT r r r s zEach.streamlinec s | j rtdd | jD | _dd | jD }dd | jD }|| | _dd | jD | _dd | jD | _dd | jD | _| j| j7 _d | _ |}| jd d }| jd d g }d } | rj| | j | j } g } | D ]v} z| ||}W n t k r | | Y qX | | j t | | | |kr@| | q| kr܈ | qt| t| krd } q|rd d d |D } t ||d | | fdd| jD 7 }g }|D ]"} | |||\}}| | qt|tg }||fS )Nc s s& | ] }t |trt|j|fV qd S r )r r. rV r r r r r r s z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |tr|jqS r r r. r r r r r r s z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|ts|qS r )r r r. r r r r r s c S s g | ]}t |tr|jqS r )r rE r r r r r r s c S s g | ]}t |tr|jqS r )r r, r r r r r r s c S s g | ]}t |tttfs|qS r )r r. rE r, r r r r r s FTrV c s s | ]}t |V qd S r r r r r r r s z*Missing one or more required elements (%s)c s$ g | ] }t |tr|j kr|qS r r r ZtmpOptr r r s )r r r Zopt1mapZ optionalsZmultioptionalsZ multirequiredZrequiredr r2 r r rV remover r r sumr5 )r r r r Zopt1Zopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedr Zmissingr r Z finalResultsr r r r sP zEach.parseImplc C s@ t | dr| jS | jd kr:dddd | jD d | _| jS )Nr r z & c s s | ]}t |V qd S r r r r r r r , s z Each.__str__.<locals>.<genexpr>r r r r r r r ' s z Each.__str__c C s, |d d | g }| j D ]}|| qd S r r r r r r rI 0 s zEach.checkRecursion)T)T) r r r r r r r r rI ri r r rT r r s 8 1 c sj e Zd ZdZd fdd ZdddZdd Z fd d Z fd d Zdd Z dddZ fddZ Z S )r1 zfAbstract subclass of :class:`ParserElement`, for combining and post-processing parsed tokens. Fc s t t| | t|tr@t| jtr2| |}n| t|}|| _ d | _ |d k r|j | _ |j | _ | |j |j| _|j| _|j| _| j|j d S r )rQ r1 r r r issubclassr r? r' r r r r rD r r r r r rE r r r rT r r r : s z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||ddS td|| j| d S )NFr r )r r r2 r r r r r r L s z ParseElementEnhance.parseImplc C s* d| _ | j | _| jd k r&| j | S r~ )r r rI rC r r r r rC R s z#ParseElementEnhance.leaveWhitespacec sr t |trB|| jkrntt| | | jd k rn| j| jd n,tt| | | jd k rn| j| jd | S r. )r r> r rQ r1 rF r rS rT r r rF Y s zParseElementEnhance.ignorec s& t t| | jd k r"| j | S r )rQ r1 r r r rT r r r e s z ParseElementEnhance.streamlinec C sB | |krt || g |d d | g }| jd k r>| j| d S r )r9 r rI )r r r r r r rI k s z"ParseElementEnhance.checkRecursionNc C sB |d kr g }|d d | g }| j d k r4| j | | g d S r r rK rI r rJ r r r r rK r s z ParseElementEnhance.validatec sX zt t| W S tk r$ Y nX | jd krR| jd k rRd| jjt| jf | _| jS r ) rQ r1 r r r r r r r r rT r r r z s zParseElementEnhance.__str__)F)T)N) r r r r r r rC rF r rI rK r ri r r rT r r1 6 s c s* e Zd ZdZ fddZdddZ ZS )r ab Lookahead matching of the given parse expression. ``FollowedBy`` does *not* advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. ``FollowedBy`` always returns a null token list. If any results names are defined in the lookahead expression, those *will* be returned for access by name. Example:: # use FollowedBy to match a label only if it is followed by a ':' data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint() prints:: [['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']] c s t t| | d| _d S r )rQ r r r r r rT r r r s zFollowedBy.__init__Tc C s( | j j|||d\}}|d d = ||fS )Nr )r r )r r r r _r r r r r s zFollowedBy.parseImpl)Trq r r rT r r s c s, e Zd ZdZd fdd Zd ddZ ZS ) r( ap Lookbehind matching of the given parse expression. ``PrecededBy`` does not advance the parsing position within the input string, it only verifies that the specified parse expression matches prior to the current position. ``PrecededBy`` always returns a null token list, but if a results name is defined on the given expression, it is returned. Parameters: - expr - expression that must match prior to the current parse location - retreat - (default= ``None``) - (int) maximum number of characters to lookbehind prior to the current parse location If the lookbehind expression is a string, Literal, Keyword, or a Word or CharsNotIn with a specified exact or maximum length, then the retreat parameter is not required. Otherwise, retreat must be specified to give a maximum number of characters to look back from the current parse position for a lookbehind match. Example:: # VB-style variable names with type prefixes int_var = PrecededBy("#") + pyparsing_common.identifier str_var = PrecededBy("$") + pyparsing_common.identifier Nc s t t| | | | _d| _d| _d| _t|t rJt |}d| _nVt|t t frf|j }d| _n:t|ttfr|jtkr|j}d| _nt|trd}d| _|| _dt | | _d| _d S )NTFr znot preceded by )rQ r( r r rC r r r r r r r' r$ rt rB r r rh r retreatr r )r r r rT r r r s( zPrecededBy.__init__r Tc C s | j r<|| jk r t||| j|| j }| j||\}}n| jt }|d | }t||| j} tdt|| jd D ]H} z|||| \}}W n& t k r } z| } W 5 d } ~ X Y qxX qqx| |d d = ||fS r ) r r r2 r r r r< r r r0 ) r r r r r r r Z test_exprZinstring_sliceZ last_exprrM Zpber r r r s" zPrecededBy.parseImpl)N)r Trq r r rT r r( s c s2 e Zd ZdZ fddZd ddZdd Z ZS ) r+ a Lookahead to disallow matching with the given parse expression. ``NotAny`` does *not* advance the parsing position within the input string, it only verifies that the specified parse expression does *not* match at the current position. Also, ``NotAny`` does *not* skip over leading whitespace. ``NotAny`` always returns a null token list. May be constructed using the '~' operator. Example:: AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split()) # take care not to mistake keywords for identifiers ident = ~(AND | OR | NOT) + Word(alphas) boolean_term = Optional(NOT) + ident # very crude boolean expression - to support parenthesis groups and # operation hierarchy, use infixNotation boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term) # integers that are followed by "." are actually floats integer = Word(nums) + ~Char(".") c s0 t t| | d| _d| _dt| j | _d S )NFTzFound unwanted token, )rQ r+ r r r r r r r rT r r r s zNotAny.__init__Tc C s& | j ||r t||| j| |g fS r )r r r2 r r r r r r s zNotAny.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr z~{r r1 r r r r r r r r r s zNotAny.__str__)Tr r r rT r r+ s c s> e Zd Zd fdd Zdd Zd ddZd fd d Z ZS )_MultipleMatchNc s< t t| | d| _|}t|tr.| |}| | d S r )rQ r r r r r r stopOn)r r r enderrT r r r s z_MultipleMatch.__init__c C s, t |tr| |}|d k r"| nd | _| S r )r r r not_ender)r r r r r r ( s z_MultipleMatch.stopOnTc C s | j j}| j}| jd k }|r$| jj}|r2||| ||||dd\}}zV| j } |r`||| | rp|||} n|} ||| |\}} | s| rR|| 7 }qRW n ttfk r Y nX ||fS NFr ) r r r r r r r; r2 r ) r r r r Zself_expr_parseZself_skip_ignorablesZ check_enderZ try_not_enderr ZhasIgnoreExprsr Z tmptokensr r r r . s* z_MultipleMatch.parseImplFc sf t jrT| jgt| jdg D ]6}t|tr |jr tjd d|t | j |jdd q t t | ||S )Nr r r r r$ )r r r r r r7 r r( r) r r r rQ r r r rT r r r K s z _MultipleMatch._setResultsName)N)T)F)r r r r r r r ri r r rT r r s r c @ s e Zd ZdZdd ZdS )r, aj Repetition of one or more of the given expression. Parameters: - expr - expression that must match one or more times - stopOn - (default= ``None``) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: BLACK" OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']] # use stopOn attribute for OneOrMore to avoid reading label string as part of the data attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']] # could also be written as (attr_expr * (1,)).parseString(text).pprint() c C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr r z}...r r r r r r s s zOneOrMore.__str__N)r r r r r r r r r r, Y s c s8 e Zd ZdZd fdd Zd fdd Zdd Z ZS ) rE ak Optional repetition of zero or more of the given expression. Parameters: - expr - expression that must match zero or more times - stopOn - (default= ``None``) - expression for a terminating sentinel (only required if the sentinel would ordinarily match the repetition expression) Example: similar to :class:`OneOrMore` Nc s t t| j||d d| _d S )N)r T)rQ rE r r )r r r rT r r r s zZeroOrMore.__init__Tc s< zt t| |||W S ttfk r6 |g f Y S X d S r )rQ rE r r2 r r rT r r r s zZeroOrMore.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr rU ]...r r r r r r s zZeroOrMore.__str__)N)Tr r r rT r rE | s c @ s e Zd Zdd ZeZdd ZdS ) _NullTokenc C s dS r~ r r r r r r* s z_NullToken.__bool__c C s dS r r r r r r r s z_NullToken.__str__N)r r r r* r r r r r r r s r c s< e Zd ZdZe Zef fdd Zd ddZdd Z Z S ) r. aG Optional matching of the given expression. Parameters: - expr - expression that must match zero or more times - default (optional) - value to be returned if the optional expression is not found. Example:: # US postal code can be a 5-digit zip, plus optional 4-digit qualifier zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4))) zip.runTests(''' # traditional ZIP code 12345 # ZIP+4 form 12101-0001 # invalid ZIP 98765- ''') prints:: # traditional ZIP code 12345 ['12345'] # ZIP+4 form 12101-0001 ['12101-0001'] # invalid ZIP 98765- ^ FAIL: Expected end of text (at char 5), (line:1, col:6) c s. t t| j|dd | jj| _|| _d| _d S )NFro T)rQ r. r r r rA r )r r r< rT r r r s zOptional.__init__Tc C s| z | j j|||dd\}}W nV ttfk rr | j| jk rj| j jr`t| jg}| j|| j j< qn| jg}ng }Y nX ||fS r )r r r2 r rA _Optional__optionalNotMatchedr r5 )r r r r r r r r r s zOptional.parseImplc C s4 t | dr| jS | jd kr.dt| j d | _| jS )Nr rU rX r r r r r r s zOptional.__str__)T) r r r r r r r r r ri r r rT r r. s $ c s, e Zd ZdZd fdd Zd ddZ ZS ) r; a Token for skipping over all undefined text until the matched expression is found. Parameters: - expr - target expression marking the end of the data to be skipped - include - (default= ``False``) if True, the target expression is also parsed (the skipped text and target expression are returned as a 2-element list). - ignore - (default= ``None``) used to define grammars (typically quoted strings and comments) that might contain false matches to the target expression - failOn - (default= ``None``) define expressions that are not allowed to be included in the skipped test; if found before the target expression is found, the SkipTo is not a match Example:: report = ''' Outstanding Issues Report - 1 Jan 2000 # | Severity | Description | Days Open -----+----------+-------------------------------------------+----------- 101 | Critical | Intermittent system crash | 6 94 | Cosmetic | Spelling error on Login ('log|n') | 14 79 | Minor | System slow when running too many reports | 47 ''' integer = Word(nums) SEP = Suppress('|') # use SkipTo to simply match everything up until the next SEP # - ignore quoted strings, so that a '|' character inside a quoted string does not match # - parse action will call token.strip() for each matched token, i.e., the description body string_data = SkipTo(SEP, ignore=quotedString) string_data.setParseAction(tokenMap(str.strip)) ticket_expr = (integer("issue_num") + SEP + string_data("sev") + SEP + string_data("desc") + SEP + integer("days_open")) for tkt in ticket_expr.searchString(report): print tkt.dump() prints:: ['101', 'Critical', 'Intermittent system crash', '6'] - days_open: 6 - desc: Intermittent system crash - issue_num: 101 - sev: Critical ['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14'] - days_open: 14 - desc: Spelling error on Login ('log|n') - issue_num: 94 - sev: Cosmetic ['79', 'Minor', 'System slow when running too many reports', '47'] - days_open: 47 - desc: System slow when running too many reports - issue_num: 79 - sev: Minor FNc s` t t| | || _d| _d| _|| _d| _t|t rF| || _ n|| _ dt | j | _d S )NTFzNo match found for )rQ r; r ignoreExprr r includeMatchr r r r failOnr r r )r rJ ZincluderF r rT r r r s zSkipTo.__init__Tc C s& |}t |}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |} | |kr|d k rf||| rfq| d k rz| || } W qn tk r Y qY qnX qnz||| ddd W q tt fk r | d7 } Y qJX qqJt||| j | | }||| } t | } | j r ||||dd\}} | | 7 } || fS )NF)r r r r ) r r r r r r r r0 r2 r r r5 r )r r r r r r r Z expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ skipresultr r r r r - s: zSkipTo.parseImpl)FNN)Trq r r rT r r; s 9 c sn e Zd ZdZd fdd Zdd Zdd Zd d Zd d Zdd dZ dd Z fddZ d fdd Z Z S )r! a_ Forward declaration of an expression to be defined later - used for recursive grammars, such as algebraic infix notation. When the expression is known, it is assigned to the ``Forward`` variable using the '<<' operator. Note: take care when assigning to ``Forward`` not to overlook precedence of operators. Specifically, '|' has a lower precedence than '<<', so that:: fwdExpr << a | b | c will actually be evaluated as:: (fwdExpr << a) | b | c thereby leaving b and c out as parseable alternatives. It is recommended that you explicitly group the values inserted into the ``Forward``:: fwdExpr << (a | b | c) Converting to use the '<<=' operator instead will avoid this problem. See :class:`ParseResults.pprint` for an example of a recursive parser created using ``Forward``. Nc s t t| j|dd d S rn )rQ r! r rS rT r r r w s zForward.__init__c C sj t |tr| |}|| _d | _| jj| _| jj| _| | jj | jj | _ | jj | _ | j | jj | S r ) r r r r r r r rD r r r r rE rS r r r __lshift__z s zForward.__lshift__c C s | |> S r r rS r r r __ilshift__ s zForward.__ilshift__c C s d| _ | S r~ rB r r r r rC s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j | S r )r r r r r r r r s zForward.streamlinec C sJ |d kr g }| |kr<|d d | g }| j d k r<| j | | g d S r r r r r r rK s zForward.validatec C sl t | dr| jS | jd k r | jS d| _d}z&| jd k rJt| jd d }nd}W 5 | jjd | | _X | jS )Nr z: ...rj z: i None)r1 r r r r r r )r Z retStringr r r r s zForward.__str__c s. | j d k rtt| S t }|| K }|S d S r )r rQ r! rI rc rT r r rI s z Forward.copyFc s@ t jr.| jd kr.tjdd|t| jdd tt | ||S )NzR{0}: setting results name {0!r} on {1} expression that has no contained expression warn_name_set_on_empty_Forwardr r$ ) r r r r( r) r r r rQ r! r r rT r r r s zForward._setResultsName)N)N)F)r r r r r r r rC r rK r rI r ri r r rT r r! \ s c s" e Zd ZdZd fdd Z ZS )r@ zW Abstract subclass of :class:`ParseExpression`, for converting parsed results. Fc s t t| | d| _d S r~ )rQ r@ r r r rT r r r s zTokenConverter.__init__)Frp r r rT r r@ s c s6 e Zd ZdZd fdd Z fddZdd Z ZS ) r a Converter to concatenate all matching tokens to a single string. By default, the matching patterns must also be contiguous in the input string; this can be disabled by specifying ``'adjacent=False'`` in the constructor. Example:: real = Word(nums) + '.' + Word(nums) print(real.parseString('3.1416')) # -> ['3', '.', '1416'] # will also erroneously match the following print(real.parseString('3. 1416')) # -> ['3', '.', '1416'] real = Combine(Word(nums) + '.' + Word(nums)) print(real.parseString('3.1416')) # -> ['3.1416'] # no match when there are internal spaces print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...) r Tc s8 t t| | |r | || _d| _|| _d| _d S r )rQ r r rC adjacentr joinStringr )r r r r rT r r r s zCombine.__init__c s( | j rt| | ntt| | | S r )r r7 rF rQ r rS rT r r rF s zCombine.ignorec C sP | }|d d = |td|| jg| jd7 }| jrH| rH|gS |S d S )Nr )r )rI r5 r rY r r r r; )r r r r ZretToksr r r r s "zCombine.postParse)r T)r r r r r rF r ri r r rT r r s c s( e Zd ZdZ fddZdd Z ZS )r# a Converter to return the matched tokens as a list - useful for returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions. Example:: ident = Word(alphas) num = Word(nums) term = ident | num func = ident + Optional(delimitedList(term)) print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100'] func = ident + Group(Optional(delimitedList(term))) print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']] c s t t| | d| _d S r )rQ r# r r r rT r r r s zGroup.__init__c C s |gS r r r r r r r s zGroup.postParser r r r r r ri r r rT r r# s c s( e Zd ZdZ fddZdd Z ZS )r a? Converter to return a repetitive expression as a list, but also as a dictionary. Each element can also be referenced using the first token in the expression as its key. Useful for tabular report scraping when the first column can be used as a item key. Example:: data_word = Word(alphas) label = data_word + FollowedBy(':') attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join)) text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) # print attributes as plain groups print(OneOrMore(attr_expr).parseString(text).dump()) # instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names result = Dict(OneOrMore(Group(attr_expr))).parseString(text) print(result.dump()) # access named fields as dict entries, or output as dict print(result['shape']) print(result.asDict()) prints:: ['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap'] [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE {'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'} See more examples at :class:`ParseResults` of accessing fields by results name. c s t t| | d| _d S r )rQ r r r r rT r r r 8 s z Dict.__init__c C s t |D ]\}}t|dkr q|d }t|tr@t|d }t|dkr\td|||< qt|dkrt|d tst|d |||< q| }|d= t|dkst|tr| rt||||< qt|d |||< q| j r|gS |S d S )Nr r r r ) r r r r r r r r5 rI r; r )r r r r r tokZikeyZ dictvaluer r r r < s$ zDict.postParser r r rT r r s & c @ s e Zd ZdZdd Zdd ZdS )r> a[ Converter for ignoring the results of a parsed expression. Example:: source = "a, b, c,d" wd = Word(alphas) wd_list1 = wd + ZeroOrMore(',' + wd) print(wd_list1.parseString(source)) # often, delimiters that are useful during parsing are just in the # way afterward - use Suppress to keep them out of the parsed output wd_list2 = wd + ZeroOrMore(Suppress(',') + wd) print(wd_list2.parseString(source)) prints:: ['a', ',', 'b', ',', 'c', ',', 'd'] ['a', 'b', 'c', 'd'] (See also :class:`delimitedList`.) c C s g S r r r r r r r k s zSuppress.postParsec C s | S r r r r r r rA n s zSuppress.suppressN)r r r r r rA r r r r r> U s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r- zDWrapper for parse actions, to ensure they are only called once. c C s t || _d| _d S r~ )r r called)r Z methodCallr r r r u s zOnlyOnce.__init__c C s. | j s | |||}d| _ |S t||dd S )NTr )r r r2 )r r r r r r r r r@ x s zOnlyOnce.__call__c C s d| _ d S r~ )r r r r r reset~ s zOnlyOnce.resetN)r r r r r r@ r r r r r r- r s c s: t fdd}z j|_W n tk r4 Y nX |S )aq Decorator for debugging parse actions. When the parse action is called, this decorator will print ``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``. When the parse action completes, the decorator will print ``"<<"`` followed by the returned value, or any exception that the parse action raised. Example:: wd = Word(alphas) @traceParseAction def remove_duplicate_chars(tokens): return ''.join(sorted(set(''.join(tokens)))) wds = OneOrMore(wd).setParseAction(remove_duplicate_chars) print(wds.parseString("slkdjs sld sldd sdlf sdljf")) prints:: >>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {})) <<leaving remove_duplicate_chars (ret: 'dfjkls') ['dfjkls'] c s j }| dd \}}}t| dkr8| d jj d | }tjd|t||||f z | }W n8 tk r } ztjd||f W 5 d }~X Y nX tjd||f |S )Nr r r .z">>entering %s(line: '%s', %d, %r) z <<leaving %s (exception: %s) z<<leaving %s (ret: %r) )r r r r stderrr` r[ r )ZpaArgsZthisFuncr r r r r rO r r z s ztraceParseAction.<locals>.z)r r r )rO r r r r rv s ,c C s` t | d t | d t | d }|rBt| t|| |S | tt|| |S dS )a Helper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing ``combine=True`` in the constructor. If ``combine`` is set to ``True``, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. Example:: delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc'] delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE'] z [r r N)r r rE r r> )r ZdelimcombineZdlNamer r r rT s $c sj t fdd}|dkr0ttdd }n| }|d |j|dd | d t d S ) a> Helper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. If ``intExpr`` is specified, it should be a pyparsing expression that produces an integer value. Example:: countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd'] # in this parser, the leading integer value is given in binary, # '10' indicating that 2 values are in the array binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2)) countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd'] c s. |d } |r t tg| p&t t> g S r )r# r rW )r r r r1 Z arrayExprr r r countFieldParseAction s "z+countedArray.<locals>.countFieldParseActionNc S s t | d S r )r r r r r r r z countedArray.<locals>.<lambda>ZarrayLenTr z(len) rj )r! rB rf r rI r r r )r ZintExprr" r r! r rP s c C s6 g }| D ](}t |tr&|t| q|| q|S r )r r rE r r )Lr r r r r r s r c s6 t fdd}| j|dd dt| S )a4 Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match ``"1:1"``, but not ``"1:2"``. Because this matches a previous literal, will also match the leading ``"1:1"`` in ``"1:10"``. If this is not desired, use :class:`matchPreviousExpr`. Do *not* use with packrat parsing enabled. c sP |rBt |dkr |d > qLt| } tdd |D > n t > d S )Nr r c s s | ]}t |V qd S r )r' r Zttr r r r s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r r r r r )r r r ZtflatZrepr r copyTokenToRepeater s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr# (prev) )r! r r r )r r' r r& r rc s c sF t | } |K fdd}| j|dd dt| S )aT Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match ``"1:1"``, but not ``"1:2"``. Because this matches by expressions, will *not* match the leading ``"1:1"`` in ``"1:10"``; the expressions are evaluated first, and then compared, so ``"1"`` is compared with ``"10"``. Do *not* use with packrat parsing enabled. c s* t | fdd}j|dd d S )Nc s$ t | }| kr tdddd S )Nr r )r r r2 )r r r Z theseTokensZ matchTokensr r mustMatchTheseTokens% s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr# )r r r )r r r r* r& r) r r' # s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr# r( )r! rI r r r )r Ze2r' r r& r rb s c C s: dD ]}| |t| } q| dd} | dd} t| S )Nz\^-]r r\ r r )r _bslashr )r r r r r r . s r c s t |trtjddd |r:dd }dd }|r4tnt n dd }dd }|rRtnt g }t | trn| }n$t | t rt | }ntjd t dd |st S |s.d }|t |d k r.|| }t||d d D ]N\} } || |r||| d = qq||| r||| d = ||| qq|d 7 }q|s|s|rzlt |t d |krtdd dd |D d|W S tddd |D d|W S W n& tk r tjdt dd Y nX t fdd|D d|S )a Helper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a :class:`MatchFirst` for best performance. Parameters: - strs - a string of space-delimited literals, or a collection of string literals - caseless - (default= ``False``) - treat all literals as caseless - useRegex - (default= ``True``) - as an optimization, will generate a Regex object; otherwise, will generate a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if creating a :class:`Regex` raises an exception) - asKeyword - (default=``False``) - enforce Keyword-style matching on the generated expressions Example:: comp_oper = oneOf("< = > <= >= !=") var = Word(alphas) number = Word(nums) term = var | number comparison_expr = term + comp_oper + term print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12")) prints:: [['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']] z_More than one string argument passed to oneOf, pass choices as a list or space-delimited stringr r$ c S s | | kS r )r~ rL br r r r [ r zoneOf.<locals>.<lambda>c S s | | S r )r~ ry r, r r r r \ r c S s | |kS r r r, r r r r _ r c S s | | S r )ry r, r r r r ` r z6Invalid argument to oneOf, expected string or iterabler r Nr r c s s | ]}t |V qd S r )r r Zsymr r r r s zoneOf.<locals>.<genexpr>r |c s s | ]}t |V qd S r )r r r. r r r r s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]} |V qd S r r r. ZparseElementClassr r r s )r r r( r) r r r$ r' r r r r* r* r r rB r r: r r r) ) Zstrsr} ZuseRegexr ZisequalZmasksZsymbolsr Zcurr# rJ r r0 r rg 6 s\ ** c C s t tt| | S )a Helper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the :class:`Dict`, :class:`ZeroOrMore`, and :class:`Group` tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the :class:`Dict` results can include named token fields. Example:: text = "shape: SQUARE posn: upper left color: light blue texture: burlap" attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)) print(OneOrMore(attr_expr).parseString(text).dump()) attr_label = label attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join) # similar to Dict, but simpler call format result = dictOf(attr_label, attr_value).parseString(text) print(result.dump()) print(result['shape']) print(result.shape) # object attribute access works too print(result.asDict()) prints:: [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']] - color: light blue - posn: upper left - shape: SQUARE - texture: burlap SQUARE SQUARE {'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'} )r r, r# )r@ r$ r r r rU s %c C s^ t dd }| }d|_|d| |d }|r@dd }ndd }|| | j|_|S ) a Helper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. By default, returns astring containing the original parsed text. If the optional ``asString`` argument is passed as ``False``, then the return value is a :class:`ParseResults` containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to :class:`originalTextFor` contains expressions with defined results names, you must set ``asString`` to ``False`` if you want to preserve those results name values. Example:: src = "this is test <b> bold <i>text</i> </b> normal text " for tag in ("b", "i"): opener, closer = makeHTMLTags(tag) patt = originalTextFor(opener + SkipTo(closer) + closer) print(patt.searchString(src)[0]) prints:: ['<b> bold <i>text</i> </b>'] ['<i>text</i>'] c S s |S r r )r r r r r r r r z!originalTextFor.<locals>.<lambda>F_original_start _original_endc S s | |j |j S r )r1 r2 r r r r r r c S s& | | d| d g|d d < d S )Nr1 r2 )r? r r r r extractText s z$originalTextFor.<locals>.extractText)r r rI r r )r ZasStringZ locMarkerZ endlocMarker matchExprr3 r r r r{ s c C s t | dd S )zkHelper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty. c S s | d S r r r r r r r r zungroup.<locals>.<lambda>)r@ r )r r r r r| s c C s4 t dd }t|d| d | d S )a Helper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains ``<TAB>`` characters, you may want to call :class:`ParserElement.parseWithTabs` Example:: wd = Word(alphas) for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"): print(match) prints:: [[0, 'ljsdf', 5]] [[8, 'lksdjjf', 15]] [[18, 'lkkjj', 23]] c S s |S r r r r r r r r z locatedExpr.<locals>.<lambda>Z locn_startr$ Zlocn_end)r r r# rI rC )r Zlocatorr r r r~ s z\[]-*.$+^?()~ r c C s |d d S r r r r r r r r r z\\0?[xX][0-9a-fA-F]+c C s t t|d ddS )Nr z\0xr )unichrr ra r r r r r r z \\0[0-7]+c C s t t|d dd dS )Nr r )r6 r r r r r r r z\]r rU r negatebodyrX c sF dd z"d fddt| jD W S tk r@ Y dS X dS )a Helper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be: - a single character - an escaped character with a leading backslash (such as ``\-`` or ``\]``) - an escaped hex character with a leading ``'\x'`` (``\x21``, which is a ``'!'`` character) (``\0x##`` is also supported for backwards compatibility) - an escaped octal character with a leading ``'\0'`` (``\041``, which is a ``'!'`` character) - a range of any of the above, separated by a dash (``'a-z'``, etc.) - any combination of the above (``'aeiouy'``, ``'a-zA-Z0-9_$'``, etc.) c S s< t | ts| S ddd tt| d t| d d D S )Nr c s s | ]}t |V qd S r r6 r r r r r ) s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r )r r5 r r ord)pr r r r ) r zsrange.<locals>.<lambda>r c 3 s | ]} |V qd S r r )r partZ _expandedr r r + s zsrange.<locals>.<genexpr>N)r _reBracketExprr r9 r r r r> r rs s "c s fdd}|S )zoHelper method for defining parse actions that require matching at a specific column in the input text. c s" t || kr t| |d d S )Nz matched token not at column %dr )r Zlocnr r0 r r verifyCol3 s z!matchOnlyAtCol.<locals>.verifyColr )r1 r@ r r0 r ra / s c s fddS )a Helper method for common parse actions that simply return a literal value. Especially useful when used with :class:`transformString<ParserElement.transformString>` (). Example:: num = Word(nums).setParseAction(lambda toks: int(toks[0])) na = oneOf("N/A NA").setParseAction(replaceWith(math.nan)) term = na | num OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234] c s gS r r r ZreplStrr r r E r z replaceWith.<locals>.<lambda>r rA r rA r rp 8 s c C s |d dd S )a Helper parse action for removing quotation marks from parsed quoted strings. Example:: # by default, quotation marks are included in parsed results quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"] # use removeQuotes to strip quotation marks from parsed results quotedString.setParseAction(removeQuotes) quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"] r r r r r r r r rn G s c sN fdd}zt dt dj}W n tk rB t}Y nX ||_|S )aL Helper to define a parse action by mapping a function to all elements of a ParseResults list. If any additional args are passed, they are forwarded to the given function as additional arguments after the token, as in ``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``, which will convert the parsed data to an integer using base 16. Example (compare the last to example in :class:`ParserElement.transformString`:: hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16)) hex_ints.runTests(''' 00 11 22 aa FF 0a 0d 1a ''') upperword = Word(alphas).setParseAction(tokenMap(str.upper)) OneOrMore(upperword).runTests(''' my kingdom for a horse ''') wd = Word(alphas).setParseAction(tokenMap(str.title)) OneOrMore(wd).setParseAction(' '.join).runTests(''' now is the winter of our discontent made glorious summer by this sun of york ''') prints:: 00 11 22 aa FF 0a 0d 1a [0, 17, 34, 170, 255, 10, 13, 26] my kingdom for a horse ['MY', 'KINGDOM', 'FOR', 'A', 'HORSE'] now is the winter of our discontent made glorious summer by this sun of york ['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York'] c s fdd|D S )Nc s g | ]}|f qS r r )r Ztoknr r r r r { s z(tokenMap.<locals>.pa.<locals>.<listcomp>r r rB r r r z s ztokenMap.<locals>.par r )r r r r )r r r r r rB r r V s $ c C s t | S r r r~ r r r r r r c C s t | S r r lowerr r r r r r rf rg c s~ t | tr | t| | d} n| j tttd }|rt t }|| d t t t |td | tddgdd d d | }nlt t ttd d B }|| d t t t | tttd| tddgdd d d | }ttd| d dd}|d | fdd |dd dd d } |_ |_t | |_ ||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer z_-:tag=/Fr< rW c S s |d dkS Nr rH r r r r r r r z_makeTags.<locals>.<lambda>rg r c S s |d dkS rJ r r r r r r r rh )r z<%s>c s* | dd dd | S )Nr r :r )r r r titler rI r Zresnamer r r r r r rK r z</%s>) r r r$ r rB rH rG rR rI r rn r rE r# r> r. rm rj rV r _Lr r r r rL r rF r; Ztag_body)tagStrZxmlZ suppress_LTZ suppress_GTZ tagAttrNameZ tagAttrValueZopenTagZcloseTagr rM r _makeTags sH , rP c C s t | dS )aK Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values. Example:: text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>' # makeHTMLTags returns pyparsing expressions for the opening and # closing tags as a 2-tuple a, a_end = makeHTMLTags("A") link_expr = a + SkipTo(a_end)("link_text") + a_end for link in link_expr.searchString(text): # attributes in the <A> tag (like "href" shown here) are # also accessible as named results print(link.link_text, '->', link.href) prints:: pyparsing -> https://github.com/pyparsing/pyparsing/wiki FrP rO r r r r_ s c C s t | dS )zHelper to construct opening and closing tag expressions for XML, given a tag name. Matches tags only in the given upper/lower case. Example: similar to :class:`makeHTMLTags` TrQ rR r r r r` s c s8 | r| dd n| dd D fdd}|S )a7 Helper to create a validating parse action to be used with start tags created with :class:`makeXMLTags` or :class:`makeHTMLTags`. Use ``withAttribute`` to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as ``<TD>`` or ``<DIV>``. Call ``withAttribute`` with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in ``(align="right")``, or - as an explicit dict with ``**`` operator, when an attribute name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}`` - a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))`` For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. If just testing for ``class`` (with or without a namespace), use :class:`withClass`. To verify that the attribute exists, but without specifying a value, pass ``withAttribute.ANY_VALUE`` as the value. Example:: html = ''' <div> Some text <div type="grid">1 4 0 1 0</div> <div type="graph">1,3 2,3 1,1</div> <div>this has no type</div> </div> ''' div,div_end = makeHTMLTags("div") # only match div tag having a type attribute with value "grid" div_grid = div().setParseAction(withAttribute(type="grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) # construct a match with any div tag having a type attribute, regardless of the value div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 Nc S s g | ]\}}||fqS r r ra r r r r s z!withAttribute.<locals>.<listcomp>c sZ D ]P\}}||kr$t | |d| |tjkr|| |krt | |d||| |f qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r2 ry ANY_VALUE)r r r ZattrNameZ attrValueZattrsr r r s zwithAttribute.<locals>.pa)r! )r ZattrDictr r rT r ry s 8 c C s |r d| nd}t f || iS )a Simplified version of :class:`withAttribute` when matching on a div class - made difficult because ``class`` is a reserved word in Python. Example:: html = ''' <div> Some text <div class="grid">1 4 0 1 0</div> <div class="graph">1,3 2,3 1,1</div> <div>this <div> has no class</div> </div> ''' div,div_end = makeHTMLTags("div") div_grid = div().setParseAction(withClass("grid")) grid_expr = div_grid + SkipTo(div | div_end)("body") for grid_header in grid_expr.searchString(html): print(grid_header.body) div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE)) div_expr = div_any_type + SkipTo(div | div_end)("body") for div_header in div_expr.searchString(html): print(div_header.body) prints:: 1 4 0 1 0 1 4 0 1 0 1,3 2,3 1,1 z%s:classclass)ry )Z classname namespaceZ classattrr r r r s #(r c C s G dd dt }t }| || | B }t|D ]n\}}|d dd \} } } } | dk r`d| nd| } | dkr| dkst| d krtd | \}}t | }| tjkrp| d kr||| t|t | }n| d kr*| dk r ||| | t|t | | }n ||| t|t | }nD| dkrf||| | | | t|| | | | }ntd n| tj krT| d krt | t st | } || j | t| | }n| d kr| dk r||| | t|t | | }n ||| t|t | }nD| dkrJ||| | | | t|| | | | }ntd ntd | rt | ttfr~|j| n || ||| |B K }|}q.||K }|S )al Helper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. The generated parser will also recognize the use of parentheses to override operator precedences (see example below). Note: if you define a deep operator list, you may see performance issues when using infixNotation. See :class:`ParserElement.enablePackrat` for a mechanism to potentially improve your parser performance. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form ``(opExpr, numTerms, rightLeftAssoc, parseAction)``, where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants ``opAssoc.RIGHT`` and ``opAssoc.LEFT``. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted); if the parse action is passed a tuple or list of functions, this is equivalent to calling ``setParseAction(*fn)`` (:class:`ParserElement.setParseAction`) - lpar - expression for matching left-parentheses (default= ``Suppress('(')``) - rpar - expression for matching right-parentheses (default= ``Suppress(')')``) Example:: # simple example of four-function arithmetic with ints and # variable names integer = pyparsing_common.signed_integer varname = pyparsing_common.identifier arith_expr = infixNotation(integer | varname, [ ('-', 1, opAssoc.RIGHT), (oneOf('* /'), 2, opAssoc.LEFT), (oneOf('+ -'), 2, opAssoc.LEFT), ]) arith_expr.runTests(''' 5+3*6 (5+3)*6 -2--11 ''', fullDump=False) prints:: 5+3*6 [[5, '+', [3, '*', 6]]] (5+3)*6 [[[5, '+', 3], '*', 6]] -2--11 [[['-', 2], '-', ['-', 11]]] c @ s e Zd ZdddZdS )zinfixNotation.<locals>._FBTc S s | j || |g fS r )r r r r r r r s z$infixNotation.<locals>._FB.parseImplN)Trz r r r r _FB s rX r Nr r z%s termz %s%s termr z@if numterms=3, opExpr must be a tuple or list of two expressionsr z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r! r r r5 r rh LEFTr# r, RIGHTr r. r r4 r r )ZbaseExprZopListZlparZrparrX r ZlastExprr ZoperDefZopExprZarityZrightLeftAssocr ZtermNameZopExpr1ZopExpr2ZthisExprr4 r r r r} D s` H & & z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*'z string enclosed in single quotesz*quotedString using single or double quotesuzunicode string literalc C s | |krt d|dkr*t| tr"t|tr"t| dkrt|dkr|dk rtt| t| | tj dd dd }n$t t| | tj dd }nx|dk rtt| t | t | ttjdd dd }n4ttt | t | ttjdd d d }nt d t }|dk rd|tt| t||B |B t| K }n$|tt| t||B t| K }|d | |f |S ) a Helper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default= ``"("``); can also be a pyparsing expression - closer - closing character for a nested list (default= ``")"``); can also be a pyparsing expression - content - expression for items within the nested lists (default= ``None``) - ignoreExpr - expression for ignoring opening and closing delimiters (default= :class:`quotedString`) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the ``ignoreExpr`` argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an :class:`Or` or :class:`MatchFirst`. The default is :class:`quotedString`, but if no expressions are to be ignored, then pass ``None`` for this argument. Example:: data_type = oneOf("void int short long char float double") decl_data_type = Combine(data_type + Optional(Word('*'))) ident = Word(alphas+'_', alphanums+'_') number = pyparsing_common.number arg = Group(decl_data_type + ident) LPAR, RPAR = map(Suppress, "()") code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment)) c_function = (decl_data_type("type") + ident("name") + LPAR + Optional(delimitedList(arg), [])("args") + RPAR + code_body("body")) c_function.ignore(cStyleComment) source_code = ''' int is_odd(int x) { return (x%2); } int dec_to_hex(char hchar) { if (hchar >= '0' && hchar <= '9') { return (ord(hchar)-ord('0')); } else { return (10+ord(hchar)-ord('A')); } } ''' for func in c_function.searchString(source_code): print("%(name)s (%(type)s) args: %(args)s" % func) prints:: is_odd (int) args: [['int', 'x']] dec_to_hex (int) args: [['char', 'hchar']] z.opening and closing strings cannot be the sameNr r5 c S s | d S r r r r r r r r z nestedExpr.<locals>.<lambda>c S s | d S r r^ r r r r r r c S s | d S r r^ r r r r r ' r c S s | d S r r^ r r r r r , r zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r5 r r r r r, r r7 r r rW rI r' r! r# r> rE r )ZopenerZcloserZcontentr r r r r rd s` A *$c s dd fddfdd}fdd}fdd }t t d }t t | d }t |d }t |d } |rtt|| t |t| t| | } n(tt|t |t| t| | } | fdd | t t | dS )a Helper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the current level; set to False for block of left-most statements (default= ``True``) A valid block must contain at least one ``blockStatement``. Example:: data = ''' def A(z): A1 B = 100 G = A2 A2 A3 B def BB(a,b,c): BB1 def BBA(): bba1 bba2 bba3 C D def spam(x,y): def eggs(z): pass ''' indentStack = [1] stmt = Forward() identifier = Word(alphas, alphanums) funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":") func_body = indentedBlock(stmt, indentStack) funcDef = Group(funcDecl + func_body) rvalue = Forward() funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")") rvalue << (funcCall | identifier | Word(nums)) assignment = Group(identifier + "=" + rvalue) stmt << (funcDef | assignment | identifier) module_body = OneOrMore(stmt) parseTree = module_body.parseString(data) parseTree.pprint() prints:: [['def', 'A', ['(', 'z', ')'], ':', [['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]], 'B', ['def', 'BB', ['(', 'a', 'b', 'c', ')'], ':', [['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]], 'C', 'D', ['def', 'spam', ['(', 'x', 'y', ')'], ':', [[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]] Nc s d d < d S r r r ) backup_stack indentStackr r reset_stack s z"indentedBlock.<locals>.reset_stackc sN |t | krd S t|| }| d krJ| d kr>t| |dt| |dd S )Nr zillegal nestingznot a peer entry)r rM r2 r r r ZcurColr` r r checkPeerIndent s z&indentedBlock.<locals>.checkPeerIndentc s2 t || }| d kr" | n t| |dd S )Nr znot a subentry)rM r r2 rb rc r r checkSubIndent s z%indentedBlock.<locals>.checkSubIndentc sJ |t | krd S t|| } r&| ks2t| |d| d k rF d S )Nznot an unindentr )r rM r2 r? rb rc r r checkUnindent s z$indentedBlock.<locals>.checkUnindentz INDENTr ZUNINDENTc s S r r )rL r- r r )ra r r r r z indentedBlock.<locals>.<lambda>zindented block) r, r% rD rA r r r r# r. r rF r+ ) ZblockStatementExprr` rj rd re rf rw rg ZPEERZUNDENTZsmExprr )r_ r` ra r rz 7 s2 Q z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r/ z);zcommon HTML entityc C s t | jS )zRHelper parser action to replace common HTML entities with their special characters)_htmlEntityMapr Zentityr r r r ro s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z // commentzC++ style commentz#.*zPython style commentr commaItemrI c @ s e Zd ZdZeeZeeZe e d eZ e e d eedZed d eZe ed e e dZed d eeeed e B d Zee ed d eZed d eZeeB eB Zed d eZ e e d e d dZ ed dZ ed dZ!e!de! d dZ"ee!de! d d ee!de! d d Z#e#$d d d e d!Z%e&e"e%B e#B d" d"Z'ed# d$Z(e)d=d&d'Z*e)d>d)d*Z+ed+ d,Z,ed- d.Z-ed/ d0Z.e/ e0 B Z1e)d1d2 Z2e&e3e4d3 e5 e e6d3d4 ee7d5 d6Z8e9ee:; e8B d7d8 d9Z<e)ed:d Z=e)ed;d Z>d<S )?r a Here are some common low-level expressions that may be useful in jump-starting parser development: - numeric forms (:class:`integers<integer>`, :class:`reals<real>`, :class:`scientific notation<sci_real>`) - common :class:`programming identifiers<identifier>` - network addresses (:class:`MAC<mac_address>`, :class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`) - ISO8601 :class:`dates<iso8601_date>` and :class:`datetime<iso8601_datetime>` - :class:`UUID<uuid>` - :class:`comma-separated list<comma_separated_list>` Parse actions: - :class:`convertToInteger` - :class:`convertToFloat` - :class:`convertToDate` - :class:`convertToDatetime` - :class:`stripHTMLTags` - :class:`upcaseTokens` - :class:`downcaseTokens` Example:: pyparsing_common.number.runTests(''' # any int or real number, returned as the appropriate type 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.fnumber.runTests(''' # any int or real number, returned as float 100 -100 +100 3.14159 6.02e23 1e-12 ''') pyparsing_common.hex_integer.runTests(''' # hex numbers 100 FF ''') pyparsing_common.fraction.runTests(''' # fractions 1/2 -3/4 ''') pyparsing_common.mixed_integer.runTests(''' # mixed fractions 1 1/2 -3/4 1-3/4 ''') import uuid pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID)) pyparsing_common.uuid.runTests(''' # uuid 12345678-1234-5678-1234-567812345678 ''') prints:: # any int or real number, returned as the appropriate type 100 [100] -100 [-100] +100 [100] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # any int or real number, returned as float 100 [100.0] -100 [-100.0] +100 [100.0] 3.14159 [3.14159] 6.02e23 [6.02e+23] 1e-12 [1e-12] # hex numbers 100 [256] FF [255] # fractions 1/2 [0.5] -3/4 [-0.75] # mixed fractions 1 [1] 1/2 [0.5] -3/4 [-0.75] 1-3/4 [1.75] # uuid 12345678-1234-5678-1234-567812345678 [UUID('12345678-1234-5678-1234-567812345678')] integerz hex integerr z[+-]?\d+zsigned integerrH fractionc C s | d | d S )Nr r r r r r r r r zpyparsing_common.<lambda>r z"fraction or mixed integer-fractionz[+-]?(:?\d+\.\d*|\.\d+)z real numberz@[+-]?(:?\d+(:?[eE][+-]?\d+)|(:?\d+\.\d*|\.\d+)(:?[eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?fnumberr identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4} hex_integerrK zfull IPv6 address)r r z::zshort IPv6 addressc C s t dd | D dk S )Nc s s | ]}t j|rd V qdS rd )r _ipv6_partr r% r r r r s z,pyparsing_common.<lambda>.<locals>.<genexpr>r7 )r r r r r r r z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address%Y-%m-%dc s fdd}|S )a Helper to create a parse action for converting parsed date string to Python datetime.date Params - - fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``) Example:: date_expr = pyparsing_common.iso8601_date.copy() date_expr.setParseAction(pyparsing_common.convertToDate()) print(date_expr.parseString("1999-12-31")) prints:: [datetime.date(1999, 12, 31)] c sN zt |d W S tk rH } zt| |t|W 5 d }~X Y nX d S r )r strptimedater5 r2 r r r r Zvefmtr r cvt_fn s z.pyparsing_common.convertToDate.<locals>.cvt_fnr rw rx r rv r convertToDate s z pyparsing_common.convertToDate%Y-%m-%dT%H:%M:%S.%fc s fdd}|S )a Helper to create a parse action for converting parsed datetime string to Python datetime.datetime Params - - fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``) Example:: dt_expr = pyparsing_common.iso8601_datetime.copy() dt_expr.setParseAction(pyparsing_common.convertToDatetime()) print(dt_expr.parseString("1999-12-31T23:59:59.999")) prints:: [datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)] c sJ zt |d W S tk rD } zt| |t|W 5 d }~X Y nX d S r )r rs r5 r2 r ru rv r r rx s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnr ry r rv r convertToDatetime s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}UUIDc C s t j|d S )a Parse action to remove HTML tags from web page HTML source Example:: # strip HTML links from normal text text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>' td, td_end = makeHTMLTags("TD") table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end print(table_text.parseString(text).body) Prints:: More info at the pyparsing wiki page r )r _html_stripperr )r r r r r r stripHTMLTags s z pyparsing_common.stripHTMLTagsr r ri rj r rI zcomma separated listc C s t | S r rC r r r r r r c C s t | S r rD r r r r r r N)rr )r{ )?r r r r r r ZconvertToIntegerfloatZconvertToFloatrB rf r r rk rX ro r: Zsigned_integerrl r r. rA Z mixed_integerr realZsci_realr numberrm rH rG rn Z ipv4_addressrq Z_full_ipv6_addressZ_short_ipv6_addressr Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr rz r| Z iso8601_dateZiso8601_datetimeuuidrK rJ r~ r r, r' r% rj rA _commasepitemrT rm rI Zcomma_separated_listrx rV r r r r r sv "" c @ s e Zd Zdd Zdd ZdS )_lazyclasspropertyc C s || _ |j| _|j| _d S r )r r r r r r r r s z_lazyclassproperty.__init__c sl d krt | t dr:t fdd jdd D r@i _| jj}| jkrb| j|< j| S )N_internc 3 s | ]} j t|d g kV qdS )r N)r r )r Z superclassr r r r s z-_lazyclassproperty.__get__.<locals>.<genexpr>r )r r1 rv __mro__r r r )r r r attrnamer r r __get__ s z_lazyclassproperty.__get__N)r r r r r r r r r r s r c @ sP e Zd ZdZg Zedd Zedd Zedd Z edd Z ed d Z d S ) r a A set of Unicode characters, for language-specific strings for ``alphas``, ``nums``, ``alphanums``, and ``printables``. A unicode_set is defined by a list of ranges in the Unicode character set, in a class attribute ``_ranges``, such as:: _ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),] A unicode set can also be defined using multiple inheritance of other unicode sets:: class CJK(Chinese, Japanese, Korean): pass c C sZ g }| j D ]8}|tkr qD|jD ] }|t|d |d d q q dd tt|D S )Nr r r c S s g | ] }t |qS r r: r r r r r 4 s z5unicode_set._get_chars_for_ranges.<locals>.<listcomp>)r r _rangesrE r rt r )r r ZccZrrr r r _get_chars_for_ranges, s z!unicode_set._get_chars_for_rangesc C s d ttj| S )z+all non-whitespace characters in this ranger )r r r r r r r r r rj 6 s zunicode_set.printablesc C s d ttj| S )z'all alphabetic characters in this ranger )r filterr isalphar r r r r rH ; s zunicode_set.alphasc C s d ttj| S )z*all numeric digit characters in this ranger )r r r isdigitr r r r r rf @ s zunicode_set.numsc C s | j | j S )z)all alphanumeric characters in this range)rH rf r r r r rG E s zunicode_set.alphanumsN) r r r r r r r r rj rH rf rG r r r r r s c @ s e Zd ZdZdejfgZG dd deZG dd deZ G dd deZ G d d d eZ G d d d eZ G d d deZ G dd deZG dd deZG dd de eeZG dd deZG dd deZG dd deZG dd d eZd S ) r zF A namespace class for defining common language unicode_sets. c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Latin1z/Unicode set for Latin-1 Unicode Character Range)r ~ ) Nr r r r r r r r r Latin1Q s r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinAz/Unicode set for Latin-A Unicode Character Range) i Nr r r r r LatinAU s r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinBz/Unicode set for Latin-B Unicode Character Range)i iO Nr r r r r LatinBY s r c @ s6 e Zd ZdZdddddddd d d d d dddddgZdS )zpyparsing_unicode.Greekz.Unicode set for Greek Unicode Character Ranges)ip i )i i )i i )i iE )iH iM )iP iW )iY )i[ )i] )i_ i} )i i )i i )i i )i i )i i )i i )i i Nr r r r r Greek] s& r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Cyrillicz0Unicode set for Cyrillic Unicode Character Range)i i Nr r r r r Cyrillice s r c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Chinesez/Unicode set for Chinese Unicode Character Range) N i i 0 i?0 Nr r r r r Chinesei s r c @ sD e Zd ZdZg ZG dd deZG dd deZG dd deZdS ) zpyparsing_unicode.Japanesez`Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana rangesc @ s e Zd ZdZddgZdS )z pyparsing_unicode.Japanese.Kanjiz-Unicode set for Kanji Unicode Character Range)r i r Nr r r r r Kanjiq s r c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Hiraganaz0Unicode set for Hiragana Unicode Character Range)i@0 i0 Nr r r r r Hiraganau s r c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Katakanaz1Unicode set for Katakana Unicode Character Range)i0 i0 Nr r r r r Katakanay s r N) r r r r r r r r r r r r r Japanesem s r c @ s e Zd ZdZddddddgZdS ) zpyparsing_unicode.Koreanz.Unicode set for Korean Unicode Character Range)i i )i i )i01 i1 )i` i )i i r Nr r r r r Korean} s r c @ s e Zd ZdZdS )zpyparsing_unicode.CJKzTUnicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character RangeNr r r r r CJK s r c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Thaiz,Unicode set for Thai Unicode Character Range)i i: )i? i[ Nr r r r r Thai s r c @ s e Zd ZdZdddgZdS )zpyparsing_unicode.Arabicz.Unicode set for Arabic Unicode Character Range)i i )i i )i i Nr r r r r Arabic s r c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Hebrewz.Unicode set for Hebrew Unicode Character Range)i i Nr r r r r Hebrew s r c @ s e Zd ZdZddgZdS )z pyparsing_unicode.Devanagariz2Unicode set for Devanagari Unicode Character Range)i i )i i Nr r r r r Devanagari s r N)r r r r r maxunicoder r r r r r r r r r r r r r r r r r r r K s u العربيةu 中文u кириллицаu Ελληνικάu עִברִיתu 日本語u 漢字u カタカナu ひらがなu 한국어u ไทยu देवनागरी__main__Zselectfromr{ r )r columnsr ZtablesZcommandaK # '*' as column list and dotted table name select * from SYS.XYZZY # caseless match on "SELECT", and casts back to "select" SELECT * from XYZZY, ABC # list of column names, and mixed case SELECT keyword Select AA,BB,CC from Sys.dual # multiple tables Select A, B, C from Sys.dual, Table2 # invalid SELECT keyword - should fail Xelect A, B, C from Sys.dual # incomplete command - should fail Select # invalid column name - should fail Select ^^^ frox Sys.dual z] 100 -100 +100 3.14159 6.02e23 1e-12 z 100 FF z6 12345678-1234-5678-1234-567812345678 )NF)r )r F)N)FTF)T)r )T( r r r r r weakrefr r rI r r( r r r rx r r r operatorr itertools functoolsr r ImportErrorr _threadr Z threadingZcollections.abcr r r r r Z ordereddictr r r r r r r Z%warn_on_multiple_string_args_to_oneofr __all__r4 version_infor rb maxsizerh r r chrr6 r r r r rt reversedr r rv r r r r ZmaxintZxranger Z __builtin__r Zfnamer r r r r r Zascii_uppercaseZascii_lowercaserH rf rX rG r+ r Z printablerj r r r0 r2 r4 r6 r9 r r r5 registerrM r^ r[ r r r re r r7 r' r? r r* r' rv rN r r$ r r r rB r rF r: r8 r rA r r" r& r% r= r< rD rC r3 r r/ r) r r1 r r( r+ r r, rE r r. r; r! r@ r r# r r> r- rv rT rP r rc rb r rg rU r{ r| r~ r rW r] r\ ru rt r Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ _charRanger r? rs ra rp rn r rx rV rP r_ r` ry rS r rh rY rZ r} ri rR rr rm rw rd rz rI rk rK rJ r r rh r7 rO ro rL rY rC rq rS rQ rZ rl r r rN r r r r r r r r r setattrr r r r r r r r r Z selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ columnSpecZ tableNameZ tableNameListZ simpleSQLrg r rm ro r r} r r r r <module> s H ?] H D ! 'N E KF yl{V O#K,:# Dvj-D 0 $ W' * 4 0% E& h~ ( ./J & PK @\ڜ>*O O . pip/_vendor/__pycache__/appdirs.cpython-38.pycnu [ U .e_ @ s` d Z dZdeeeZddlZddlZejd dkZ e r>eZ ej drddl Z e d d Ze drrdZqe d rd Zqd Znej Zd4d dZd5ddZd6ddZd7ddZd8ddZd9ddZd:ddZG d d d eZd d Zd d! Zd"d# Zd$d% Z edkrfzdd&l m Z eZ W nB e k rd zddl!Z"e Z W n e k r^ eZ Y nX Y nX e#d'kr\d(Z$d)Z%d*Z&e'd+e e'd, ee$e%d-d.Z(e&D ] Z)e'd/e)e*e(e)f qe'd0 ee$e%Z(e&D ] Z)e'd/e)e*e(e)f qe'd1 ee$Z(e&D ] Z)e'd/e)e*e(e)f qe'd2 ee$d d3Z(e&D ] Z)e'd/e)e*e(e)f q>dS );zyUtilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. ) . Nr javaZWindowswin32ZMacdarwinZlinux2Fc C s t dkr^|dkr| }|r dp d}tjt|}| r|dk rNtj||| }qtj|| }nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) aJ Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". r N CSIDL_APPDATACSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z XDG_DATA_HOMEz~/.local/sharesystemospathnormpath_get_win_folderjoin expandusergetenv)appname appauthorversionroamingconstr r 7/usr/lib/python3.8/site-packages/pip/_vendor/appdirs.py user_data_dir- s& r c s t dkrR|dkr }tjtd} r|dk rBtj|| }qtj| }nt dkrztjd} rtj| }nttdtjdd g}d d | tjD } r|rtj | fd d |D }|rtj|}n|d }|S r|rtj||}|S )ai Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical site data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r NCSIDL_COMMON_APPDATAFr z /Library/Application SupportZ XDG_DATA_DIRSz/usr/local/sharez /usr/sharec S s g | ]}t j|t jqS r r r r rstripsep.0xr r r <listcomp> s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r r r r r r r r# s r ) r r r r r r r r pathsepsplitr r r multipathr Zpathlistr r% r site_data_dird s6 r* c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user config directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by default "~/.config/<AppName>". r r NZXDG_CONFIG_HOMEz ~/.configr r r r r r r r r r r r r r r user_config_dir s r. c s t dkr*t |} r|rtj||}ndtdd}dd |tjD } rt|rbtj | fdd|D }|rtj|}n|d }|S )a Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical site config directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j|t jqS r r r r r r r# s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r$ r r% r r r# s r )r r* r r r r r' r& r( r r% r site_config_dir s r/ Tc C s t dkrd|dkr| }tjtd}| r|dk rBtj||| }ntj|| }|rtj|d}nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) a Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. r Nr FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher r r r Zopinionr r r r user_cache_dir s( ! r1 c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific state dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user state directories are: Mac OS X: same as user_data_dir Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined Win *: same as user_data_dir For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state> to extend the XDG spec and support $XDG_STATE_HOME. That means, by default "~/.local/state/<AppName>". r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r user_state_dir: s r2 c C s t dkr tjtjd| }nNt dkrLt| ||}d}|rntj|d}n"t| ||}d}|rntj|d}| r|rtj||}|S )a Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user log directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. r z~/Library/Logsr FZLogslog)r r r r r r r1 r0 r r r user_log_dird s" r4 c @ sn e Zd ZdZdddZedd Zedd Zed d Zed d Z edd Z edd Z edd Z dS )AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )selfr r r r r) r r r __init__ s zAppDirs.__init__c C s t | j| j| j| jdS N)r r )r r r r r r6 r r r r s zAppDirs.user_data_dirc C s t | j| j| j| jdS N)r r) )r* r r r r) r9 r r r r* s zAppDirs.site_data_dirc C s t | j| j| j| jdS r8 )r. r r r r r9 r r r r. s zAppDirs.user_config_dirc C s t | j| j| j| jdS r: )r/ r r r r) r9 r r r r/ s zAppDirs.site_config_dirc C s t | j| j| jdS Nr )r1 r r r r9 r r r r1 s zAppDirs.user_cache_dirc C s t | j| j| jdS r; )r2 r r r r9 r r r r2 s zAppDirs.user_state_dirc C s t | j| j| jdS r; )r4 r r r r9 r r r r4 s zAppDirs.user_log_dir)NNNFF) __name__ __module__ __qualname____doc__r7 propertyr r* r. r/ r1 r2 r4 r r r r r5 s& r5 c C sH t rddl}nddl}dddd| }||jd}|||\}}|S )zThis is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. r NZAppDatazCommon AppDataz Local AppDatar r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)PY3winreg_winregOpenKeyHKEY_CURRENT_USERZ QueryValueEx) csidl_namerE Zshell_folder_namekeydirtyper r r _get_win_folder_from_registry s rL c C s ddl m}m} |dt|| dd}z^t|}d}|D ]}t|dkr8d} qRq8|rzdd l}||}W n t k r Y nX W n t k r Y nX |S )Nr )shellconshellF T) Zwin32com.shellrM rN SHGetFolderPathgetattrunicodeordwin32apiGetShortPathName ImportError UnicodeError)rH rM rN rJ has_high_charcrT r r r _get_win_folder_with_pywin32 s$ rZ c C s dd l }dddd| }|d}|jjd |d d| d}|D ]}t|dkr@d } qZq@|r|d}|jj|j|dr|}|jS ) Nr # rB i FrO T) ctypesZcreate_unicode_bufferwindllZshell32ZSHGetFolderPathWrS Zkernel32ZGetShortPathNameWvalue)rH r^ Z csidl_constbufrX rY Zbuf2r r r _get_win_folder_with_ctypes s& rb c C s dd l }ddlm} ddlm} |jjd }|d|}|jj }| d t |j | d |j j | |j| d}d}|D ]} t| dkr|d } qq||r|d|}|jj } | |||r|j| d}|S ) Nr )jna)r rY FrO T)arrayZcom.sunrc Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErP rQ ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rS ZKernel32rU ) rH rf rc r Zbuf_sizera rN rJ rX rY Zkernelr r r _get_win_folder_with_jna s& rg )r_ __main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz) -- app dirs (without optional 'version')z+ -- app dirs (without optional 'appauthor')z( -- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)+r@ Z__version_info__r mapstr __version__sysr version_inforC rR platform startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 objectr5 rL rZ rb rg r^ r_ r rV Z com.sun.jnaZcomr= r r ZpropsprintdirsZproprQ r r r r <module> sv 7 B ( 3 9 * 30 PK @\3< < 8 pip/_vendor/__pycache__/contextlib2.cpython-38.opt-1.pycnu [ U .eB @ s d Z ddlZddlZddlZddlmZ ddlmZ ddddd d d d d g Zedg7 Zej dd dkrnej Z ne de fddiZ dd Zdd ZG dd de ZG dd d e ZG dd deZd d ZG d d de ZG d d d e ZG d d d eZG d!d d eZG d"d d e Zej d d#kZer@d$d% Zd&d' Znd(d% Zd)d' Zzdd*l m Z W n e k rz e Z Y n X d+d, Z G d-d d e Z!G d.d de!Z"G d/d deZ#dS )0zAcontextlib2 - backports and enhancements to the contextlib module N)dequewrapscontextmanagerclosing nullcontextAbstractContextManagerContextDecorator ExitStackredirect_stdoutredirect_stderrsuppress ContextStack ) ABC __slots__ c C s0 | |kr d S | | | jD ]}t|| q |S N)append __bases__ _classic_mro)CresultBr r ;/usr/lib/python3.8/site-packages/pip/_vendor/contextlib2.pyr s r c G sv z | j }W n" tk r, tt| g }Y nX |D ]>}|D ],}||jkr:|j| d krbt S q2q:t S q2dS )NT)__mro__AttributeErrortupler __dict__NotImplemented)r methodsmromethodr r r r _check_methods$ s r% c @ s2 e Zd ZdZdd Zejdd Zedd Z dS ) r z,An abstract base class for context managers.c C s | S )z0Return `self` upon entering the runtime context.r selfr r r __enter__8 s z AbstractContextManager.__enter__c C s dS )z9Raise any exception triggered within the runtime context.Nr )r' exc_type exc_value tracebackr r r __exit__< s z AbstractContextManager.__exit__c C s | t krt|ddS tS )z<Check whether subclass is considered a subclass of this ABC.r( r, )r r% r! )clsr r r r __subclasshook__A s z'AbstractContextManager.__subclasshook__N) __name__ __module__ __qualname____doc__r( abcabstractmethodr, classmethodr. r r r r r 5 s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r zJA base class or mixin that enables context managers to work as decorators.c C s t dt | S )a Returns the context manager used to actually wrap the call to the decorated function. The default implementation just returns *self*. Overriding this method allows otherwise one-shot context managers like _GeneratorContextManager to support use as decorators via implicit recreation. DEPRECATED: refresh_cm was never added to the standard library's ContextDecorator API z2refresh_cm was never added to the standard library)warningswarnDeprecationWarning _recreate_cmr& r r r refresh_cmL s zContextDecorator.refresh_cmc C s | S )a6 Return a recreated instance of self. Allows an otherwise one-shot context manager like _GeneratorContextManager to support use as a decorator via implicit recreation. This is a private interface just for _GeneratorContextManager. See issue #11647 for details. r r& r r r r9 ] s z ContextDecorator._recreate_cmc s t fdd}|S )Nc s* | |W 5 Q R S Q R X d S r )r9 argskwdsfuncr' r r innerj s z(ContextDecorator.__call__.<locals>.innerr )r' r? r@ r r> r __call__i s zContextDecorator.__call__N)r/ r0 r1 r2 r: r9 rA r r r r r I s c @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd S ) _GeneratorContextManagerz%Helper for @contextmanager decorator.c C sJ |||| _ ||| | _| _| _t|dd }|d kr@t| j}|| _d S )Nr2 )genr? r< r= getattrtyper2 )r' r? r< r= docr r r __init__t s z!_GeneratorContextManager.__init__c C s | | j| j| jS r ) __class__r? r< r= r& r r r r9 s z%_GeneratorContextManager._recreate_cmc C s. z t | jW S tk r( tdY nX d S )Nzgenerator didn't yield)nextrC StopIteration RuntimeErrorr& r r r r( s z"_GeneratorContextManager.__enter__c C s |d kr8zt | j W n tk r, Y d S X tdn|d krF| }z | j||| tdW n tk r } z||k W Y S d }~X Y nj tk r } z0||krW Y "dS tr|j|krW Y dS W 5 d }~X Y n t d |k r Y nX d S )Nzgenerator didn't stopz#generator didn't stop after throw()F ) rI rC rJ rK throw_HAVE_EXCEPTION_CHAINING __cause__sysexc_info)r' rE valuer+ excr r r r, s, z!_GeneratorContextManager.__exit__N)r/ r0 r1 r2 rG r9 r( r, r r r r rB q s rB c s t fdd}|S )a @contextmanager decorator. Typical usage: @contextmanager def some_generator(<arguments>): <setup> try: yield <value> finally: <cleanup> This makes this: with some_generator(<arguments>) as <variable>: <body> equivalent to this: <setup> try: <variable> = <value> <body> finally: <cleanup> c s t | |S r )rB r; r? r r helper s z contextmanager.<locals>.helperr )r? rU r rT r r s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r a2 Context to automatically close something at the end of a block. Code like this: with closing(<module>.open(<arguments>)) as f: <block> is equivalent to this: f = <module>.open(<arguments>) try: <block> finally: f.close() c C s || _ d S r thing)r' rW r r r rG s zclosing.__init__c C s | j S r rV r& r r r r( s zclosing.__enter__c G s | j d S r )rW close)r' rQ r r r r, s zclosing.__exit__Nr/ r0 r1 r2 rG r( r, r r r r r s c @ s( e Zd ZdZdd Zdd Zdd ZdS )_RedirectStreamNc C s || _ g | _d S r ) _new_target _old_targets)r' new_targetr r r rG s z_RedirectStream.__init__c C s* | j tt| j tt| j| j | jS r )r\ r rD rP _streamsetattrr[ r& r r r r( s z_RedirectStream.__enter__c C s t t| j| j d S r )r_ rP r^ r\ popr' exctypeexcinstexctbr r r r, s z_RedirectStream.__exit__)r/ r0 r1 r^ rG r( r, r r r r rZ s rZ c @ s e Zd ZdZdZdS )r aA Context manager for temporarily redirecting stdout to another file. # How to send help() to stderr with redirect_stdout(sys.stderr): help(dir) # How to write help() to a file with open('help.txt', 'w') as f: with redirect_stdout(f): help(pow) stdoutNr/ r0 r1 r2 r^ r r r r r s c @ s e Zd ZdZdZdS )r zCContext manager for temporarily redirecting stderr to another file.stderrNrf r r r r r s c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r a? Context manager to suppress specified exceptions After the exception is suppressed, execution proceeds with the next statement following the with statement. with suppress(FileNotFoundError): os.remove(somefile) # Execution still resumes here if the file was already removed c G s || _ d S r ) _exceptions)r' exceptionsr r r rG ) s zsuppress.__init__c C s d S r r r& r r r r( , s zsuppress.__enter__c C s |d k ot || jS r ) issubclassrh ra r r r r, / s zsuppress.__exit__NrY r r r r r s r c s fdd}|S )Nc s4 | j }||krd S |d ks*| kr$q*|} q || _ d S r ) __context__)new_excold_exc exc_context frame_excr r _fix_exception_context@ s z3_make_context_fixer.<locals>._fix_exception_contextr )rp rq r ro r _make_context_fixer? s rr c C s< z| d j }| d W n tk r6 || d _ Y nX d S )NrL )rk BaseException) exc_details fixed_ctxr r r _reraise_with_existing_contextO s rv c C s dd S )Nc S s d S r r )rl rm r r r <lambda>[ z%_make_context_fixer.<locals>.<lambda>r ro r r r rr Z s c C s | \}}}t d d S )Nz!raise exc_type, exc_value, exc_tb)exec)rt r) r* Zexc_tbr r r rv _ s ) InstanceTypec C s t | }|tkr| jS |S r )rE rz rH )objZobj_typer r r _get_typek s r| c @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )r a Context manager for dynamic management of a stack of exit callbacks For example: with ExitStack() as stack: files = [stack.enter_context(open(fname)) for fname in filenames] # All opened files will automatically be closed at the end of # the with statement, even if attempts to open files later # in the list raise an exception c C s t | _d S r )r _exit_callbacksr& r r r rG s zExitStack.__init__c C s t | }| j|_t | _|S )z?Preserve the context stack by transferring it to a new instance)rE r} r )r' new_stackr r r pop_all s zExitStack.pop_allc s" fdd} |_ | | dS )z:Helper to correctly register callbacks to __exit__ methodsc s f| S r r )rt cmcm_exitr r _exit_wrapper s z.ExitStack._push_cm_exit.<locals>._exit_wrapperN)__self__push)r' r r r r r r _push_cm_exit s zExitStack._push_cm_exitc C sD t |}z |j}W n tk r2 | j| Y nX | || |S )a Registers a callback with the standard __exit__ method signature Can suppress exceptions the same way __exit__ methods can. Also accepts any object with an __exit__ method (registering a call to the method instead of the object itself) )r| r, r r} r r )r' exit_cb_type exit_methodr r r r s zExitStack.pushc s$ fdd}|_ | | S )z\Registers an arbitrary callback and arguments. Cannot suppress exceptions. c s d S r r )r) rS tbr< callbackr= r r r s z)ExitStack.callback.<locals>._exit_wrapper) __wrapped__r )r' r r< r= r r r r r s zExitStack.callbackc C s( t |}|j}||}| || |S )zEnters the supplied context manager If successful, also pushes its __exit__ method as a callback and returns the result of the __enter__ method. )r| r, r( r )r' r _cm_type_exitr r r r enter_context s zExitStack.enter_contextc C s | ddd dS )z$Immediately unwind the context stackN)r, r& r r r rX s zExitStack.closec C s | S r r r& r r r r( s zExitStack.__enter__c G s |d d k }t d }t|}d}d}| jr| j }z|| rNd}d}d}W q( t }||d |d d}|}Y q(X q(|rt| |o|S )Nr rL FT)NNN)rP rQ rr r} r` rv ) r' rt received_excrp rq suppressed_exc pending_raisecbnew_exc_detailsr r r r, s( zExitStack.__exit__N) r/ r0 r1 r2 rG r r r r r rX r( r, r r r r r s s c s8 e Zd ZdZ fddZdd Zdd Zdd Z ZS ) r z+Backwards compatibility alias for ExitStackc s t dt tt| d S )Nz*ContextStack has been renamed to ExitStack)r6 r7 r8 superr rG r& rH r r rG s zContextStack.__init__c C s | |S r )r )r' r r r r register_exit s zContextStack.register_exitc O s | j |f||S r )r )r' r r< r= r r r register s zContextStack.registerc C s | S r )r r& r r r preserve s zContextStack.preserve) r/ r0 r1 r2 rG r r r __classcell__r r r r r s c @ s* e Zd ZdZd ddZdd Zdd ZdS ) r aM Context manager that does no additional processing. Used as a stand-in for a normal context manager, when a particular block of code is only sometimes used with a normal context manager: cm = optional_cm if condition else nullcontext() with cm: # Perform operation, using optional_cm if condition is True Nc C s || _ d S r enter_result)r' r r r r rG s znullcontext.__init__c C s | j S r r r& r r r r( s znullcontext.__enter__c G s d S r r )r' excinfor r r r, s znullcontext.__exit__)NrY r r r r r s )$r2 r3 rP r6 collectionsr functoolsr __all__ version_infor Z_abc_ABCABCMetaobjectr r% r r rB r r rZ r r r rN rr rv typesrz ImportErrorrE r| r r r r r r r <module> sT (H" qPK @\ڜ>*O O 4 pip/_vendor/__pycache__/appdirs.cpython-38.opt-1.pycnu [ U .e_ @ s` d Z dZdeeeZddlZddlZejd dkZ e r>eZ ej drddl Z e d d Ze drrdZqe d rd Zqd Znej Zd4d dZd5ddZd6ddZd7ddZd8ddZd9ddZd:ddZG d d d eZd d Zd d! Zd"d# Zd$d% Z edkrfzdd&l m Z eZ W nB e k rd zddl!Z"e Z W n e k r^ eZ Y nX Y nX e#d'kr\d(Z$d)Z%d*Z&e'd+e e'd, ee$e%d-d.Z(e&D ] Z)e'd/e)e*e(e)f qe'd0 ee$e%Z(e&D ] Z)e'd/e)e*e(e)f qe'd1 ee$Z(e&D ] Z)e'd/e)e*e(e)f qe'd2 ee$d d3Z(e&D ] Z)e'd/e)e*e(e)f q>dS );zyUtilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. ) . Nr javaZWindowswin32ZMacdarwinZlinux2Fc C s t dkr^|dkr| }|r dp d}tjt|}| r|dk rNtj||| }qtj|| }nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) aJ Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". r N CSIDL_APPDATACSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z XDG_DATA_HOMEz~/.local/sharesystemospathnormpath_get_win_folderjoin expandusergetenv)appname appauthorversionroamingconstr r 7/usr/lib/python3.8/site-packages/pip/_vendor/appdirs.py user_data_dir- s& r c s t dkrR|dkr }tjtd} r|dk rBtj|| }qtj| }nt dkrztjd} rtj| }nttdtjdd g}d d | tjD } r|rtj | fd d |D }|rtj|}n|d }|S r|rtj||}|S )ai Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical site data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r NCSIDL_COMMON_APPDATAFr z /Library/Application SupportZ XDG_DATA_DIRSz/usr/local/sharez /usr/sharec S s g | ]}t j|t jqS r r r r rstripsep.0xr r r <listcomp> s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r r r r r r r r# s r ) r r r r r r r r pathsepsplitr r r multipathr Zpathlistr r% r site_data_dird s6 r* c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user config directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by default "~/.config/<AppName>". r r NZXDG_CONFIG_HOMEz ~/.configr r r r r r r r r r r r r r r user_config_dir s r. c s t dkr*t |} r|rtj||}ndtdd}dd |tjD } rt|rbtj | fdd|D }|rtj|}n|d }|S )a Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical site config directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j|t jqS r r r r r r r# s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j| gqS r r$ r r% r r r# s r )r r* r r r r r' r& r( r r% r site_config_dir s r/ Tc C s t dkrd|dkr| }tjtd}| r|dk rBtj||| }ntj|| }|rtj|d}nNt dkrtjd}| rtj|| }n&tdtjd }| rtj|| }| r|rtj||}|S ) a Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. r Nr FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher r r r Zopinionr r r r user_cache_dir s( ! r1 c C sX t dkrt| |d|}n&tdtjd}| r>tj|| }| rT|rTtj||}|S )a Return full path to the user-specific state dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user state directories are: Mac OS X: same as user_data_dir Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined Win *: same as user_data_dir For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state> to extend the XDG spec and support $XDG_STATE_HOME. That means, by default "~/.local/state/<AppName>". r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r user_state_dir: s r2 c C s t dkr tjtjd| }nNt dkrLt| ||}d}|rntj|d}n"t| ||}d}|rntj|d}| r|rtj||}|S )a Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user log directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. r z~/Library/Logsr FZLogslog)r r r r r r r1 r0 r r r user_log_dird s" r4 c @ sn e Zd ZdZdddZedd Zedd Zed d Zed d Z edd Z edd Z edd Z dS )AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )selfr r r r r) r r r __init__ s zAppDirs.__init__c C s t | j| j| j| jdS N)r r )r r r r r r6 r r r r s zAppDirs.user_data_dirc C s t | j| j| j| jdS N)r r) )r* r r r r) r9 r r r r* s zAppDirs.site_data_dirc C s t | j| j| j| jdS r8 )r. r r r r r9 r r r r. s zAppDirs.user_config_dirc C s t | j| j| j| jdS r: )r/ r r r r) r9 r r r r/ s zAppDirs.site_config_dirc C s t | j| j| jdS Nr )r1 r r r r9 r r r r1 s zAppDirs.user_cache_dirc C s t | j| j| jdS r; )r2 r r r r9 r r r r2 s zAppDirs.user_state_dirc C s t | j| j| jdS r; )r4 r r r r9 r r r r4 s zAppDirs.user_log_dir)NNNFF) __name__ __module__ __qualname____doc__r7 propertyr r* r. r/ r1 r2 r4 r r r r r5 s& r5 c C sH t rddl}nddl}dddd| }||jd}|||\}}|S )zThis is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. r NZAppDatazCommon AppDataz Local AppDatar r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)PY3winreg_winregOpenKeyHKEY_CURRENT_USERZ QueryValueEx) csidl_namerE Zshell_folder_namekeydirtyper r r _get_win_folder_from_registry s rL c C s ddl m}m} |dt|| dd}z^t|}d}|D ]}t|dkr8d} qRq8|rzdd l}||}W n t k r Y nX W n t k r Y nX |S )Nr )shellconshellF T) Zwin32com.shellrM rN SHGetFolderPathgetattrunicodeordwin32apiGetShortPathName ImportError UnicodeError)rH rM rN rJ has_high_charcrT r r r _get_win_folder_with_pywin32 s$ rZ c C s dd l }dddd| }|d}|jjd |d d| d}|D ]}t|dkr@d } qZq@|r|d}|jj|j|dr|}|jS ) Nr # rB i FrO T) ctypesZcreate_unicode_bufferwindllZshell32ZSHGetFolderPathWrS Zkernel32ZGetShortPathNameWvalue)rH r^ Z csidl_constbufrX rY Zbuf2r r r _get_win_folder_with_ctypes s& rb c C s dd l }ddlm} ddlm} |jjd }|d|}|jj }| d t |j | d |j j | |j| d}d}|D ]} t| dkr|d } qq||r|d|}|jj } | |||r|j| d}|S ) Nr )jna)r rY FrO T)arrayZcom.sunrc Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErP rQ ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rS ZKernel32rU ) rH rf rc r Zbuf_sizera rN rJ rX rY Zkernelr r r _get_win_folder_with_jna s& rg )r_ __main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz) -- app dirs (without optional 'version')z+ -- app dirs (without optional 'appauthor')z( -- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)+r@ Z__version_info__r mapstr __version__sysr version_inforC rR platform startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 objectr5 rL rZ rb rg r^ r_ r rV Z com.sun.jnaZcomr= r r ZpropsprintdirsZproprQ r r r r <module> sv 7 B ( 3 9 * 30 PK @\1E 6 pip/_vendor/__pycache__/ipaddress.cpython-38.opt-1.pycnu [ U .e7 @ s` d Z ddlmZ ddlZddlZdZefZz eefZW n e k rJ Y nX ze Z W n e k rl e Z Y nX ddkrdd Z ndd Z z ejZW n ek r dd ZY nX d d Zeed rd d Zndd ZdNddZG dd deZdZdZG dd deZG dd deZdd Z dOd d Z d d! Z d"d# Z d$d% Z d&d' Z!d(d) Z"d*d+ Z#d,d- Z$d.d/ Z%d0d1 Z&d2d3 Z'G d4d5 d5eZ(G d6d7 d7e(Z)G d8d9 d9e(Z*G d:d; d;eZ+G d<d= d=e+e)Z,G d>d? d?e,Z-G d@dA dAe+e*Z.G dBdC dCeZ/e/e,_0G dDdE dEeZ1G dFdG dGe1e)Z2G dHdI dIe2Z3G dJdK dKe1e*Z4G dLdM dMeZ5e5e2_0dS )PzA fast, lightweight IPv4/IPv6 manipulation library in Python. This library is used to create/poke/manipulate IPv4 and IPv6 addresses and networks. )unicode_literalsNz1.0.22c C s | S N Zbytr r 9/usr/lib/python3.8/site-packages/pip/_vendor/ipaddress.py_compat_bytes_to_byte_vals s r c C s dd | D S )Nc S s g | ]}t d |d qS ) !Br )structunpack.0br r r <listcomp># s z._compat_bytes_to_byte_vals.<locals>.<listcomp>r r r r r r " s c C s d}| D ]}|d> | }q|S )Nr r )Zbytvals endianessresZbvr r r _compat_int_from_byte_vals' s r c C st |dkr.| dk s| dkr"t dt d| S |dkrj| dk sJ| dd krTt d t d | d ? | d @ S t d S ) N r l z(integer out of range for 'I' format codes !I z)integer out of range for 'QQ' format codes !QQ@ l )r errorpackNotImplementedError)ZintvalZlengthr r r r _compat_to_bytes0 s r bit_lengthc C s | S r )r )ir r r _compat_bit_lengthA s r c C s& t D ]}| |? dkr| S qd S Nr ) itertoolscount)r r r r r r D s c c s | }||k r |V ||7 }qd S r r )startendstepr r r r _compat_rangeJ s r& c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )_TotalOrderingMixinr c C s t d S r r selfotherr r r __eq__Y s z_TotalOrderingMixin.__eq__c C s | |}|tkrtS | S r )r, NotImplemented)r* r+ equalr r r __ne__\ s z_TotalOrderingMixin.__ne__c C s t d S r r( r) r r r __lt__b s z_TotalOrderingMixin.__lt__c C s$ | |}|tks|s | |S |S r r0 r- r, r* r+ lessr r r __le__e s z_TotalOrderingMixin.__le__c C s6 | |}|tkrtS | |}|tkr,tS |p2| S r r1 )r* r+ r3 r. r r r __gt__k s z_TotalOrderingMixin.__gt__c C s | |}|tkrtS | S r )r0 r- r2 r r r __ge__t s z_TotalOrderingMixin.__ge__N) __name__ __module__ __qualname__ __slots__r, r/ r0 r4 r5 r6 r r r r r' R s r' r c @ s e Zd ZdZdS )AddressValueErrorz%A Value Error related to the address.Nr7 r8 r9 __doc__r r r r r< s r< c @ s e Zd ZdZdS )NetmaskValueErrorz%A Value Error related to the netmask.Nr= r r r r r? s r? c C sn z t | W S ttfk r" Y nX z t| W S ttfk rF Y nX t| tr^td| td| dS )a Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Address or IPv6Address object. Raises: ValueError: if the *address* passed isn't either a v4 or a v6 address zx%r does not appear to be an IPv4 or IPv6 address. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 addressN) IPv4Addressr< r? IPv6Address isinstancebytes ValueErroraddressr r r ip_address s" rG Tc C sr z t | |W S ttfk r$ Y nX z t| |W S ttfk rJ Y nX t| trbtd| td| dS )a Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP network. Either IPv4 or IPv6 networks may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Network or IPv6Network object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Or if the network has host bits set. zx%r does not appear to be an IPv4 or IPv6 network. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 networkN) IPv4Networkr< r? IPv6NetworkrB rC rD )rF strictr r r ip_network s" rK c C sX z t | W S ttfk r" Y nX z t| W S ttfk rF Y nX td| dS )ag Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Interface or IPv6Interface object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Notes: The IPv?Interface classes describe an Address on a particular Network, so they're basically a combination of both the Address and Network classes. z2%r does not appear to be an IPv4 or IPv6 interfaceN) IPv4Interfacer< r? IPv6InterfacerD rE r r r ip_interface s rN c C s6 zt | ddW S tjtfk r0 tdY nX dS )a` Represent an address as 4 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv4 IP address. Returns: The integer address packed as 4 bytes in network (big-endian) order. Raises: ValueError: If the integer is negative or too large to be an IPv4 IP address. r bigz&Address negative or too large for IPv4Nr r r OverflowErrorrD rE r r r v4_int_to_packed s rR c C s6 zt | ddW S tjtfk r0 tdY nX dS )zRepresent an address as 16 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv6 IP address. Returns: The integer address packed as 16 bytes in network (big-endian) order. r rO z&Address negative or too large for IPv6NrP rE r r r v6_int_to_packed s rS c C s* t | d}t|dkr&td| |S )zAHelper to split the netmask and raise AddressValueError if needed/r z Only one '/' permitted in %r) _compat_strsplitlenr< )rF addrr r r _split_optional_netmask s rY c c sN t | }t| }}|D ]&}|j|jd kr:||fV |}|}q||fV dS )zFind a sequence of sorted deduplicated IPv#Address. Args: addresses: a list of IPv#Address objects. Yields: A tuple containing the first and last IP addresses in the sequence. r" N)iternext_ip) addressesitfirstlastipr r r _find_address_range s rb c C s$ | dkr |S t |t| | d @ S )zCount the number of zero bits on the right hand side. Args: number: an integer. bits: maximum number of bits to count. Returns: The number of zero bits on the right hand side of the number. r r" )minr )Znumberbitsr r r _count_righthand_zero_bits2 s re c c s t | trt |ts td| j|jkr8td| |f | |krHtd| jdkrXt}n| jdkrht}ntd| j}| j}|j}||krt t ||t || d d }|||| f}|V |d|> 7 }|d |j krqqdS ) a Summarize a network range given the first and last IP addresses. Example: >>> list(summarize_address_range(IPv4Address('192.0.2.0'), ... IPv4Address('192.0.2.130'))) ... #doctest: +NORMALIZE_WHITESPACE [IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'), IPv4Network('192.0.2.130/32')] Args: first: the first IPv4Address or IPv6Address in the range. last: the last IPv4Address or IPv6Address in the range. Returns: An iterator of the summarized IPv(4|6) network objects. Raise: TypeError: If the first and last objects are not IP addresses. If the first and last objects are not the same version. ValueError: If the last object is not greater than the first. If the version of the first address is not 4 or 6. z1first and last must be IP addresses, not networks%%s and %s are not of the same versionz*last IP address must be greater than firstr zunknown IP versionr" N) rB _BaseAddress TypeErrorversionrD rH rI _max_prefixlenr\ rc re r _ALL_ONES)r_ r` ra Zip_bitsZ first_intZlast_intZnbitsnetr r r summarize_address_rangeB s8 rn c c s t | }i }|rV| }| }||}|dkr<|||< q ||kr ||= || q d}t| D ]$}|dk r|j|jkrqf|V |}qfdS )au Loops through the addresses, collapsing concurrent netblocks. Example: ip1 = IPv4Network('192.0.2.0/26') ip2 = IPv4Network('192.0.2.64/26') ip3 = IPv4Network('192.0.2.128/26') ip4 = IPv4Network('192.0.2.192/26') _collapse_addresses_internal([ip1, ip2, ip3, ip4]) -> [IPv4Network('192.0.2.0/24')] This shouldn't be called directly; it is called via collapse_addresses([]). Args: addresses: A list of IPv4Network's or IPv6Network's Returns: A list of IPv4Network's or IPv6Network's depending on what we were passed. N)listpopsupernetgetappendsortedvaluesbroadcast_address)r] Zto_mergesubnetsrm rq Zexistingr` r r r _collapse_addresses_internaly s$ rx c C s0 g }g }g }| D ]}t |trR|rF|d j|jkrFtd||d f || q|j|jkr|r|d j|jkrtd||d f z||j W q tk r ||j Y qX q|r|d j|jkrtd||d f || qt t |}|r$t |D ]\}}| t|| qt|| S )a Collapse a list of IP objects. Example: collapse_addresses([IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/25')]) -> [IPv4Network('192.0.2.0/24')] Args: addresses: An iterator of IPv4Network or IPv6Network objects. Returns: An iterator of the collapsed IPv(4|6)Network objects. Raises: TypeError: If passed a list of mixed version objects. rf )rB rh _versionri rs _prefixlenrk ra AttributeErrornetwork_addressrt setrb extendrn rx )r] ZaddrsZipsZnetsra r_ r` r r r collapse_addresses s@ r c C s( t | tr| S t | tr$| S tS )a2 Return a key suitable for sorting between networks and addresses. Address and Network objects are not sortable by default; they're fundamentally different so the expression IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24') doesn't make any sense. There are some times however, where you may wish to have ipaddress sort these for you anyway. If you need to do this, you can use this function as the key= argument to sorted(). Args: obj: either a Network or Address object. Returns: appropriate key. )rB _BaseNetwork_get_networks_keyrh _get_address_keyr- )objr r r get_mixed_type_key s r c @ s e Zd ZdZdZedd Zedd Zedd Zed d Z d d Z d d Z e dd Z e dd Ze dd Ze dd Ze dd Zdd ZdS ) _IPAddressBasezThe mother class.r c C s | S )z:Return the longhand version of the IP address as a string.) _explode_shorthand_ip_stringr* r r r exploded s z_IPAddressBase.explodedc C s t | S )z;Return the shorthand version of the IP address as a string.rU r r r r compressed s z_IPAddressBase.compressedc C s | S )aI The name of the reverse DNS pointer for the IP address, e.g.: >>> ipaddress.ip_address("127.0.0.1").reverse_pointer '1.0.0.127.in-addr.arpa' >>> ipaddress.ip_address("2001:db8::1").reverse_pointer '1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa' )_reverse_pointerr r r r reverse_pointer s z _IPAddressBase.reverse_pointerc C s dt | f }t|d S )Nz %200s has no version specifiedtyper r* msgr r r rj s z_IPAddressBase.versionc C sF |dk r d}t ||| jf || jkrBd}t ||| j| jf d S )Nr z-%d (< 0) is not permitted as an IPv%d addressz2%d (>= 2**%d) is not permitted as an IPv%d address)r< rz rl rk )r* rF r r r r _check_int_address s z!_IPAddressBase._check_int_addressc C s. t |}||kr*d}t||||| jf d S )Nz~%r (len %d != %d) is not permitted as an IPv%d address. Did you pass in a bytes (str in Python 2) instead of a unicode object?)rW r< rz )r* rF Z expected_lenZ address_lenr r r r _check_packed_address" s z$_IPAddressBase._check_packed_addressc C s | j | j |? A S )zTurn the prefix length into a bitwise netmask Args: prefixlen: An integer, the prefix length. Returns: An integer. )rl )cls prefixlenr r r _ip_int_from_prefix, s z"_IPAddressBase._ip_int_from_prefixc C s\ t || j}| j| }||? }d|> d }||krX| jd }t||d}d}t|| |S )a Return prefix length from the bitwise netmask. Args: ip_int: An integer, the netmask in expanded bitwise format Returns: An integer, the prefix length. Raises: ValueError: If the input intermingles zeroes & ones r" r rO z&Netmask pattern %r mixes zeroes & ones)re rk r rD ) r ip_intZtrailing_zeroesr Z leading_onesZall_onesZbyteslenZdetailsr r r r _prefix_from_ip_int9 s z"_IPAddressBase._prefix_from_ip_intc C s d| }t |d S )Nz%r is not a valid netmask)r? )r Z netmask_strr r r r _report_invalid_netmaskR s z&_IPAddressBase._report_invalid_netmaskc C sh t j|s| | z t|}W n tk r@ | | Y nX d| krX| jksdn | | |S )a Return prefix length from a numeric string Args: prefixlen_str: The string to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask r )_BaseV4_DECIMAL_DIGITS issupersetr intrD rk )r Z prefixlen_strr r r r _prefix_from_prefix_stringW s z)_IPAddressBase._prefix_from_prefix_stringc C s z| |}W n tk r, | | Y nX z | |W S tk rN Y nX || jN }z | |W S tk r | | Y nX dS )a Turn a netmask/hostmask string into a prefix length Args: ip_str: The netmask/hostmask to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask/hostmask N)_ip_int_from_stringr< r r rD rl )r ip_strr r r r _prefix_from_ip_stringp s z%_IPAddressBase._prefix_from_ip_stringc C s | j t| ffS r ) __class__rU r r r r __reduce__ s z_IPAddressBase.__reduce__N)r7 r8 r9 r> r: propertyr r r rj r r classmethodr r r r r r r r r r r s. !r c @ sd e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dd Z dd Z dd Z dd ZdS )rh zA generic IP object. This IP class contains the version independent methods which are used by single IP addresses. r c C s | j S r r\ r r r r __int__ s z_BaseAddress.__int__c C s8 z| j |j ko| j|jkW S tk r2 t Y S X d S r )r\ rz r| r- r) r r r r, s z_BaseAddress.__eq__c C s` t |tstS t |ts(td| |f | j|jkrDtd| |f | j|jkr\| j|jk S dS N"%s and %s are not of the same typerf F)rB r r- rh ri rz r\ r) r r r r0 s z_BaseAddress.__lt__c C s t |tstS | t| | S r rB _compat_int_typesr- r r r) r r r __add__ s z_BaseAddress.__add__c C s t |tstS | t| | S r r r) r r r __sub__ s z_BaseAddress.__sub__c C s d| j jt| f S Nz%s(%r)r r7 rU r r r r __repr__ s z_BaseAddress.__repr__c C s t | | jS r )rU _string_from_ip_intr\ r r r r __str__ s z_BaseAddress.__str__c C s t tt| jS r )hashhexr r\ r r r r __hash__ s z_BaseAddress.__hash__c C s | j | fS r rz r r r r r s z _BaseAddress._get_address_keyc C s | j | jffS r )r r\ r r r r r s z_BaseAddress.__reduce__N)r7 r8 r9 r> r: r r, r0 r r r r r r r r r r r rh s rh c @ sd e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zedd Zedd Zed d Zed d Zed d! Zed"d# Zed$d% Zed&d' Zd(d) Zd*d+ Zd,d- ZdHd0d1ZdId2d3Z ed4d5 Z e d6d7 Z d8d9 Z d:d; Z!ed<d= Z"ed>d? Z#ed@dA Z$edBdC Z%edDdE Z&edFdG Z'd/S )Jr z~A generic IP network object. This IP class contains the version independent methods which are used by networks. c C s i | _ d S r )_cache)r* rF r r r __init__ s z_BaseNetwork.__init__c C s d| j jt| f S r r r r r r r s z_BaseNetwork.__repr__c C s d| j | jf S N%s/%d)r} r r r r r r s z_BaseNetwork.__str__c c s8 t | j}t | j}t|d |D ]}| |V q"dS )zGenerate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the network or broadcast addresses. r" Nr r} rv r& _address_classr* network broadcastxr r r hosts s z_BaseNetwork.hostsc c s8 t | j}t | j}t||d D ]}| |V q"d S Nr" r r r r r __iter__ s z_BaseNetwork.__iter__c C sl t | j}t | j}|dkr>|| |kr0td| || S |d7 }|| |k rZtd| || S d S )Nr zaddress out of ranger" )r r} rv IndexErrorr )r* nr r r r r __getitem__ s z_BaseNetwork.__getitem__c C sx t |tstS t |ts(td| |f | j|jkrDtd| |f | j|jkr\| j|jk S | j|jkrt| j|jk S dS r )rB r r- r ri rz r} netmaskr) r r r r0 s" z_BaseNetwork.__lt__c C sL z.| j |j ko,| j|jko,t| jt|jkW S tk rF t Y S X d S r )rz r} r r r| r- r) r r r r, s z_BaseNetwork.__eq__c C s t t| jt| jA S r )r r r} r r r r r r s z_BaseNetwork.__hash__c C sL | j |j krdS t|tr dS t| jt|j koBt| jkS S d S NF)rz rB r r r} r\ rv r) r r r __contains__ s z_BaseNetwork.__contains__c C s( | j |kp&| j|kp&|j | kp&|j| kS )z*Tell if self is partly contained in other.)r} rv r) r r r overlaps* s z_BaseNetwork.overlapsc C s< | j d}|d kr8| t| jt| jB }|| j d< |S )Nrv )r rr r r r} hostmaskr* r r r r rv 1 s z _BaseNetwork.broadcast_addressc C s8 | j d}|d kr4| t| j| jA }|| j d< |S )Nr )r rr r r r rl r r r r r : s z_BaseNetwork.hostmaskc C s d| j | jf S r )r} r{ r r r r with_prefixlenB s z_BaseNetwork.with_prefixlenc C s d| j | jf S N%s/%s)r} r r r r r with_netmaskF s z_BaseNetwork.with_netmaskc C s d| j | jf S r )r} r r r r r with_hostmaskJ s z_BaseNetwork.with_hostmaskc C s t | jt | j d S )z&Number of hosts in the current subnet.r" )r rv r} r r r r num_addressesN s z_BaseNetwork.num_addressesc C s dt | f }t|d S )Nz%%200s has no associated address classr r r r r r S s z_BaseNetwork._address_classc C s | j S r )r{ r r r r r [ s z_BaseNetwork.prefixlenc c s | j |j ks td| |f t|ts2td| || sLtd|| f || krXdS |d|j|jf }| \}}||kr||kr||r|V | \}}qz||r|V | \}}qzt d|||f qz||kr|V n"||kr|V nt d|||f dS )a Remove an address from a larger block. For example: addr1 = ip_network('192.0.2.0/28') addr2 = ip_network('192.0.2.1/32') list(addr1.address_exclude(addr2)) = [IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'), IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')] or IPv6: addr1 = ip_network('2001:db8::1/32') addr2 = ip_network('2001:db8::1/128') list(addr1.address_exclude(addr2)) = [ip_network('2001:db8::1/128'), ip_network('2001:db8::2/127'), ip_network('2001:db8::4/126'), ip_network('2001:db8::8/125'), ... ip_network('2001:db8:8000::/33')] Args: other: An IPv4Network or IPv6Network object of the same type. Returns: An iterator of the IPv(4|6)Network objects which is self minus other. Raises: TypeError: If self and other are of differing address versions, or if other is not a network object. ValueError: If other is not completely contained by self. rf z%s is not a network objectz%s not contained in %sNr z3Error performing exclusion: s1: %s s2: %s other: %s) rz ri rB r subnet_ofrD r r} r rw AssertionError)r* r+ s1s2r r r address_exclude_ s@ $ z _BaseNetwork.address_excludec C s` | j |j kr td| |f | j|jk r,dS | j|jkr<dS | j|jk rLdS | j|jkr\dS dS )a Compare two IP objects. This is only concerned about the comparison of the integer representation of the network addresses. This means that the host bits aren't considered at all in this method. If you want to compare host bits, you can easily enough do a 'HostA._ip < HostB._ip' Args: other: An IP object. Returns: If the IP versions of self and other are the same, returns: -1 if self < other: eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25') IPv6Network('2001:db8::1000/124') < IPv6Network('2001:db8::2000/124') 0 if self == other eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24') IPv6Network('2001:db8::1000/124') == IPv6Network('2001:db8::1000/124') 1 if self > other eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25') IPv6Network('2001:db8::2000/124') > IPv6Network('2001:db8::1000/124') Raises: TypeError if the IP versions are different. r ry r" r )rz ri r} r r) r r r compare_networks s ! z _BaseNetwork.compare_networksc C s | j | j| jfS )zNetwork-only key function. Returns an object that identifies this address' network and netmask. This function is a suitable "key" argument for sorted() and list.sort(). )rz r} r r r r r r s z _BaseNetwork._get_networks_keyr" Nc c s | j | jkr| V dS |dk rJ|| j k r0td|dkr@td|| j }|dk rZtd| j | }|| jkr~td|| f t| j}t| jd }t| jd |? }t|||D ]}| ||f}|V qdS )a The subnets which join to make the current subnet. In the case that self contains only one IP (self._prefixlen == 32 for IPv4 or self._prefixlen == 128 for IPv6), yield an iterator with just ourself. Args: prefixlen_diff: An integer, the amount the prefix length should be increased by. This should not be set if new_prefix is also set. new_prefix: The desired new prefix length. This must be a larger number (smaller prefix) than the existing prefix. This should not be set if prefixlen_diff is also set. Returns: An iterator of IPv(4|6) objects. Raises: ValueError: The prefixlen_diff is too small or too large. OR prefixlen_diff and new_prefix are both set or new_prefix is a smaller number than the current prefix (smaller number means a larger network) Nznew prefix must be longerr" (cannot set prefixlen_diff and new_prefixr z prefix length diff must be > 0z0prefix length diff %d is invalid for netblock %s) r{ rk rD r r} rv r r& r ) r* prefixlen_diff new_prefix new_prefixlenr# r$ r% Znew_addrZcurrentr r r rw s2 z_BaseNetwork.subnetsc C s | j dkr| S |dk rB|| j kr(td|dkr8td| j | }| j| }|dk rftd| j|f | t| jt| j|> @ |fS )a The supernet containing the current network. Args: prefixlen_diff: An integer, the amount the prefix length of the network should be decreased by. For example, given a /24 network and a prefixlen_diff of 3, a supernet with a /21 netmask is returned. Returns: An IPv4 network object. Raises: ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have a negative prefix length. OR If prefixlen_diff and new_prefix are both set or new_prefix is a larger number than the current prefix (larger number means a smaller network) r Nznew prefix must be shorterr" r z;current prefixlen is %d, cannot have a prefixlen_diff of %d)r{ rD r r r r} r )r* r r r r r r rq s& z_BaseNetwork.supernetc C s | j jo| jjS zTest if the address is reserved for multicast use. Returns: A boolean, True if the address is a multicast address. See RFC 2373 2.7 for details. )r} is_multicastrv r r r r r A s z_BaseNetwork.is_multicastc C s^ z4| j |j kr td| ||j| jko2|j| jkW S tk rX td| |f Y nX d S )Nrf z3Unable to test subnet containment between %s and %s)rz ri r} rv r| )ar r r r _is_subnet_ofM s z_BaseNetwork._is_subnet_ofc C s | | |S )z1Return True if this network is a subnet of other.r r) r r r r Y s z_BaseNetwork.subnet_ofc C s | || S )z3Return True if this network is a supernet of other.r r) r r r supernet_of] s z_BaseNetwork.supernet_ofc C s | j jo| jjS )Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within one of the reserved IPv6 Network ranges. )r} is_reservedrv r r r r r a s z_BaseNetwork.is_reservedc C s | j jo| jjS zTest if the address is reserved for link-local. Returns: A boolean, True if the address is reserved per RFC 4291. )r} is_link_localrv r r r r r m s z_BaseNetwork.is_link_localc C s | j jo| jjS )zTest if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. )r} is_privaterv r r r r r x s z_BaseNetwork.is_privatec C s | j S )zTest if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. r r r r r is_global s z_BaseNetwork.is_globalc C s | j jo| jjS )Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 2373 2.5.2. )r} is_unspecifiedrv r r r r r s z_BaseNetwork.is_unspecifiedc C s | j jo| jjS )Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback address as defined in RFC 2373 2.5.3. )r} is_loopbackrv r r r r r s z_BaseNetwork.is_loopback)r" N)r" N)(r7 r8 r9 r> r r r r r r r0 r, r r r r rv r r r r r r r r r r rw rq r staticmethodr r r r r r r r r r r r r r sf K0 5 ( r c @ s e Zd ZdZdZdZde d ZedZ eddd d d d d ddg Z eZ i Z dd Z edd Zedd Zedd Zedd Zdd Zd d Zed d Zed d! Zd"S )#r zyBase IPv4 object. The following methods are used by IPv4 objects in both single IP addresses and networks. r r r r" 0123456789 r r c C s t | S r r r r r r r s z$_BaseV4._explode_shorthand_ip_stringc C sn || j krdt|tr|}n.z| |}W n tk rF | |}Y nX t| |}||f| j |< | j | S a Make a (netmask, prefix_len) tuple from the given argument. Argument can be: - an integer (the prefix length) - a string representing the prefix length (e.g. "24") - a string representing the prefix netmask (e.g. "255.255.255.0") )_netmask_cacherB r r r? r r@ r r argr r r r r _make_netmask s z_BaseV4._make_netmaskc C sz |s t d|d}t|dkr.t d| ztt| j|dW S tk rt } zt d||f W 5 d}~X Y nX dS )a Turn the given IP string into an integer for comparison. Args: ip_str: A string, the IP ip_str. Returns: The IP ip_str as an integer. Raises: AddressValueError: if ip_str isn't a valid IPv4 Address. Address cannot be empty.r zExpected 4 octets in %rrO %s in %rN)r< rV rW r map _parse_octetrD )r r Zoctetsexcr r r r s z_BaseV4._ip_int_from_stringc C s |s t d| j|s(d}t || t|dkrDd}t || t|d}|dkrr|d dkrrd }t || |d krt d | |S ) a Convert a decimal octet into an integer. Args: octet_str: A string, the number to parse. Returns: The octet as an integer. Raises: ValueError: if the octet isn't strictly a decimal from [0..255]. zEmpty octet not permittedz#Only decimal digits permitted in %r z$At most 3 characters permitted in %r r 0z3Ambiguous (octal/decimal) value in %r not permittedr z Octet %d (> 255) not permitted)rD r r rW r )r Z octet_strr Z octet_intr r r r s z_BaseV4._parse_octetc C s d dd t|ddD S )zTurns a 32-bit integer into dotted decimal notation. Args: ip_int: An integer, the IP address. Returns: The IP address as a string in dotted decimal notation. r c s s0 | ](}t t|tr"td |d n|V qdS )r r N)rU rB rC r r r r r r <genexpr>% s z._BaseV4._string_from_ip_int.<locals>.<genexpr>r rO )joinr )r r r r r r s z_BaseV4._string_from_ip_intc sj | d}z fddtt|D }W n tk r< Y dS X t|t|krRdS |d |d k rfdS dS )zTest if the IP string is a hostmask (rather than a netmask). Args: ip_str: A string, the potential hostmask. Returns: A boolean, True if the IP string is a hostmask. r c s g | ]}| j kr|qS r )_valid_mask_octetsr r r r r r 6 s z(_BaseV4._is_hostmask.<locals>.<listcomp>Fr ry T)rV r r rD rW )r* r rd partsr r r _is_hostmask* s z_BaseV4._is_hostmaskc C s& t | dddd }d|d S )zReturn the reverse DNS pointer name for the IPv4 address. This implements the method described in RFC1035 3.5. r Nry z .in-addr.arpa)rU rV r )r* Zreverse_octetsr r r r ? s z_BaseV4._reverse_pointerc C s | j S r rk r r r r max_prefixlenH s z_BaseV4.max_prefixlenc C s | j S r r r r r r rj L s z_BaseV4.versionN)r7 r8 r9 r> r: rz IPV4LENGTHrl frozensetr r rk r r r r r r r r r r r rj r r r r r s. $ r c @ s| e Zd ZdZdZdd Zedd Zedd Zed d Z ed d Z ed d Z edd Z edd Z edd ZdS )r@ z/Represent and manipulate single IPv4 Addresses.r\ __weakref__c C sx t |tr | | || _dS t |trL| |d t|}t|d| _dS t|}d|krht d| | || _dS )a Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv4Address('192.0.2.1') == IPv4Address(3221225985). or, more generally IPv4Address(int(IPv4Address('192.0.2.1'))) == IPv4Address('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. Nr rO rT Unexpected '/' in %r rB r r r\ rC r r r rU r< r r* rF ZbvsZaddr_strr r r r W s zIPv4Address.__init__c C s t | jS z*The binary representation of this address.)rR r\ r r r r packed{ s zIPv4Address.packedc C s | | j jkS )zTest if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within the reserved IPv4 Network range. ) _constants_reserved_networkr r r r r s zIPv4Address.is_reservedc s t fdd jjD S )zTest if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry. c 3 s | ]} |kV qd S r r r rm r r r r s z)IPv4Address.is_private.<locals>.<genexpr>anyr _private_networksr r r r r s zIPv4Address.is_privatec C s | | j jko| j S r )r _public_networkr r r r r r s zIPv4Address.is_globalc C s | | j jkS )zTest if the address is reserved for multicast use. Returns: A boolean, True if the address is multicast. See RFC 3171 for details. r _multicast_networkr r r r r s zIPv4Address.is_multicastc C s | | j jkS )zTest if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 5735 3. )r _unspecified_addressr r r r r s zIPv4Address.is_unspecifiedc C s | | j jkS )zTest if the address is a loopback address. Returns: A boolean, True if the address is a loopback per RFC 3330. )r _loopback_networkr r r r r s zIPv4Address.is_loopbackc C s | | j jkS )zTest if the address is reserved for link-local. Returns: A boolean, True if the address is link-local per RFC 3927. r _linklocal_networkr r r r r s zIPv4Address.is_link_localN)r7 r8 r9 r> r: r r r r r r r r r r r r r r r@ Q s& $ r@ c @ sj e Zd Zdd Zdd Zdd Zdd Zd d Zej Z e d d Z e d d Z e dd Z e dd ZdS )rL c C s t |ttfr2t| | t| j| _| j| _ d S t |t rt| |d t |dkrht |d | _ n| j| _ t|dd| _| jj | _ | jj| _d S t|}t| |d t|dd| _| jj | _ | jj | _ | jj| _d S Nr r" F)rJ )rB rC r r@ r rH r\ r rk r{ tuplerW r r r rY r* rF rX r r r r s( zIPv4Interface.__init__c C s d| | j| jjf S r r r\ r r r r r r r s zIPv4Interface.__str__c C sF t | |}|r|tkr |S z| j|jkW S tk r@ Y dS X d S r )r@ r, r- r r| r* r+ Z address_equalr r r r, s zIPv4Interface.__eq__c C sR t | |}|tkrtS z | j|jk p4| j|jko4|W S tk rL Y dS X d S r )r@ r0 r- r r| r* r+ Z address_lessr r r r0 s zIPv4Interface.__lt__c C s | j | jA t| jjA S r r\ r{ r r r} r r r r r s zIPv4Interface.__hash__c C s t | jS r )r@ r\ r r r r ra s zIPv4Interface.ipc C s d| | j| jf S r r r\ r{ r r r r r s z IPv4Interface.with_prefixlenc C s d| | j| jf S r r r\ r r r r r r s zIPv4Interface.with_netmaskc C s d| | j| jf S r r r\ r r r r r r s zIPv4Interface.with_hostmaskN)r7 r8 r9 r r r, r0 r r r r ra r r r r r r r rL s rL c @ s* e Zd ZdZeZdddZedd ZdS ) rH ae This class represents and manipulates 32-bit IPv4 network + addresses.. Attributes: [examples for IPv4Network('192.0.2.0/27')] .network_address: IPv4Address('192.0.2.0') .hostmask: IPv4Address('0.0.0.31') .broadcast_address: IPv4Address('192.0.2.32') .netmask: IPv4Address('255.255.255.224') .prefixlen: 27 Tc C s| t | | t|ttfr<t|| _| | j\| _ | _ dS t|t rt |dkr\|d }n| j}t|d | _| |\| _ | _ t | j}|t | j @ |kr|rtd| nt|t | j @ | _dS t|}t| |d | _t |dkr|d }n| j}| |\| _ | _ |rDtt | jt | j @ | jkrDtd| tt | jt | j @ | _| j | jd krx| j| _dS )a Instantiate a new IPv4 network object. Args: address: A string or integer representing the IP [& network]. '192.0.2.0/24' '192.0.2.0/255.255.255.0' '192.0.0.2/0.0.0.255' are all functionally the same in IPv4. Similarly, '192.0.2.1' '192.0.2.1/255.255.255.255' '192.0.2.1/32' are also functionally equivalent. That is to say, failing to provide a subnetmask will create an object with a mask of /32. If the mask (portion after the / in the argument) is given in dotted quad form, it is treated as a netmask if it starts with a non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it starts with a zero field (e.g. 0.255.255.255 == /8), with the single exception of an all-zero mask which is treated as a netmask == /0. If no mask is given, a default of /32 is used. Additionally, an integer can be passed, so IPv4Network('192.0.2.1') == IPv4Network(3221225985) or, more generally IPv4Interface(int(IPv4Interface('192.0.2.1'))) == IPv4Interface('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. NetmaskValueError: If the netmask isn't valid for an IPv4 address. ValueError: If strict is True and a network address is not supplied. Nr" r %s has host bits setr )r r rB r rC r@ r} r rk r r{ r% rW r rD rY r r r r* rF rJ r r rX r r r r ) sJ % zIPv4Network.__init__c C s& | j tdko| jtdk o$| j S )zTest if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry. 100.64.0.0/10)r} rH rv r r r r r r ~ s zIPv4Network.is_globalN)T) r7 r8 r9 r> r@ r r r r r r r r rH s UrH c @ s e Zd ZedZedZedZedZededededededed ed ed ed ed edededgZedZ e dZ dS )_IPv4Constantsz169.254.0.0/16z 127.0.0.0/8z 224.0.0.0/4r0 z 0.0.0.0/8z 10.0.0.0/8z 172.16.0.0/12z 192.0.0.0/29z192.0.0.170/31z 192.0.2.0/24z192.168.0.0/16z 198.18.0.0/15z198.51.100.0/24z203.0.113.0/24z 240.0.0.0/4z255.255.255.255/32z0.0.0.0N) r7 r8 r9 rH r# r! r r r r r@ r r r r r r1 s* r1 c @ s e Zd ZdZdZdZde d ZdZe dZ eZ i Z e dd Ze d d Ze d d Ze dd Ze dddZdd Zdd Zedd Zedd ZdS ) _BaseV6zyBase IPv6 object. The following methods are used by IPv6 objects in both single IP addresses and networks. r rg r r" r Z0123456789ABCDEFabcdefc C sJ || j kr@t|tr|}n | |}t| |}||f| j |< | j | S r )r rB r r rA r r r r r r s z_BaseV6._make_netmaskc C s |s t d|d}d}t||k r:d||f }t |d|d krzt| j}W n2 t k r } zt d||f W 5 d}~X Y nX |d |d ? d @ |d |d @ | jd }t||krd |d |f }t |d}td t|d D ]*} || s|dk r d| }t || }q|dk r|} t|| d } |d sj| d 8 } | rjd}t || |d s| d 8 } | rd}t || | j| | } | d k r0d}t || jd |f njt|| jkrd}t || j|f |d sd}t || |d s d}t || t|} d} d} znd} t | D ] } | d K } | | || O } q>| d | K } t | dD ] } | d K } | | || O } qx| W S t k r } zt d||f W 5 d}~X Y nX dS )zTurn an IPv6 ip_str into an integer. Args: ip_str: A string, the IPv6 ip_str. Returns: An int, the IPv6 address Raises: AddressValueError: if ip_str isn't a valid IPv6 Address. r :r z At least %d parts expected in %rr ry r N%xr r" z!At most %d colons permitted in %rz At most one '::' permitted in %rr z0Leading ':' only permitted as part of '::' in %rz1Trailing ':' only permitted as part of '::' in %rz/Expected at most %d other parts with '::' in %rz,Exactly %d parts expected without '::' in %r) r< rV rW r@ rp r\ rs _HEXTET_COUNTr& range _parse_hextetrD )r r r Z _min_partsr Zipv4_intr Z _max_partsZ skip_indexr Zparts_hiZparts_loZ parts_skippedr r r r r s " z_BaseV6._ip_int_from_stringc C s> | j |std| t|dkr4d}t|| t|dS )a& Convert an IPv6 hextet string into an integer. Args: hextet_str: A string, the number to parse. Returns: The hextet as an integer. Raises: ValueError: if the input isn't strictly a hex number from [0..FFFF]. z Only hex digits permitted in %rr z$At most 4 characters permitted in %rr ) _HEX_DIGITSr rD rW r )r Z hextet_strr r r r r8 > s z_BaseV6._parse_hextetc C s d}d}d}d}t |D ]>\}}|dkrN|d7 }|dkr<|}||krV|}|}qd}d}q|dkr|| }|t|kr~|dg7 }dg|||< |dkrdg| }|S )a Compresses a list of hextets. Compresses a list of strings, replacing the longest continuous sequence of "0" in the list with "" and adding empty strings at the beginning or at the end of the string such that subsequently calling ":".join(hextets) will produce the compressed version of the IPv6 address. Args: hextets: A list of strings, the hextets to compress. Returns: A list of strings. ry r r r" ) enumeraterW ) r hextetsZbest_doublecolon_startZbest_doublecolon_lenZdoublecolon_startZdoublecolon_lenindexZhextetZbest_doublecolon_endr r r _compress_hextetsX s0 z_BaseV6._compress_hextetsNc sZ |dkrt | j}|| jkr$tdd| fddtdddD }| |}d |S ) a, Turns a 128-bit integer into hexadecimal notation. Args: ip_int: An integer, the IP address. Returns: A string, the hexadecimal representation of the address. Raises: ValueError: The address is bigger than 128 bits of all ones. NzIPv6 address is too large%032xc s& g | ] }d t ||d d qS )r4 r r )r r Zhex_strr r r s z/_BaseV6._string_from_ip_int.<locals>.<listcomp>r r; r r3 )r r\ rl rD r7 r> r )r r r< r r@ r r s z_BaseV6._string_from_ip_intc s t | trt| j}n t | tr,t| j}nt| }| |}d| fddtdddD }t | ttfrdd || j f S d |S ) zExpand a shortened IPv6 address. Args: ip_str: A string, the IPv6 address. Returns: A string, the expanded IPv6 address. r? c s g | ]} ||d qS )r r r r@ r r r s z8_BaseV6._explode_shorthand_ip_string.<locals>.<listcomp>r r; r r r3 ) rB rI rU r} rM ra r r7 r r r{ )r* r r r r r@ r r s z$_BaseV6._explode_shorthand_ip_stringc C s& | j ddd dd}d|d S )zReturn the reverse DNS pointer name for the IPv6 address. This implements the method described in RFC3596 2.5. Nry r3 r: r z .ip6.arpa)r replacer )r* Z reverse_charsr r r r s z_BaseV6._reverse_pointerc C s | j S r r r r r r r s z_BaseV6.max_prefixlenc C s | j S r r r r r r rj s z_BaseV6.version)N)r7 r8 r9 r> r: rz IPV6LENGTHrl r6 r r9 rk r r r r r8 r> r r r r r rj r r r r r2 s0 h / r2 c @ s e Zd ZdZdZdd Zedd Zedd Zed d Z ed d Z ed d Z edd Z edd Z edd Zedd Zedd Zedd Zedd Zd S ) rA z/Represent and manipulate single IPv6 Addresses.r c C sx t |tr | | || _dS t |trL| |d t|}t|d| _dS t|}d|krht d| | || _dS )a Instantiate a new IPv6 address object. Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv6Address('2001:db8::') == IPv6Address(42540766411282592856903984951653826560) or, more generally IPv6Address(int(IPv6Address('2001:db8::'))) == IPv6Address('2001:db8::') Raises: AddressValueError: If address isn't a valid IPv6 address. Nr rO rT r r r r r r r s zIPv6Address.__init__c C s t | jS r )rS r\ r r r r r s zIPv6Address.packedc C s | | j jkS r r r r r r r s zIPv6Address.is_multicastc s t fdd jjD S )r c 3 s | ]} |kV qd S r r r r r r r s z*IPv6Address.is_reserved.<locals>.<genexpr>)r r _reserved_networksr r r r r s zIPv6Address.is_reservedc C s | | j jkS r r" r r r r r s zIPv6Address.is_link_localc C s | | j jkS a` Test if the address is reserved for site-local. Note that the site-local address space has been deprecated by RFC 3879. Use is_private to test if this address is in the space of unique local addresses as defined by RFC 4193. Returns: A boolean, True if the address is reserved per RFC 3513 2.5.6. )r _sitelocal_networkr r r r is_site_local s zIPv6Address.is_site_localc s t fdd jjD S )zTest if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv6-special-registry. c 3 s | ]} |kV qd S r r r r r r r 3 s z)IPv6Address.is_private.<locals>.<genexpr>r r r r r r * s zIPv6Address.is_privatec C s | j S )zTest if this address is allocated for public networks. Returns: A boolean, true if the address is not reserved per iana-ipv6-special-registry. r r r r r r 5 s zIPv6Address.is_globalc C s | j dkS )r r r r r r r r @ s zIPv6Address.is_unspecifiedc C s | j dkS )r r" r r r r r r K s zIPv6Address.is_loopbackc C s | j d? dkrdS t| j d@ S )zReturn the IPv4 mapped address. Returns: If the IPv6 address is a v4 mapped address, return the IPv4 mapped address. Return None otherwise. r; r5 N r\ r@ r r r r ipv4_mappedV s zIPv6Address.ipv4_mappedc C s4 | j d? dkrdS t| j d? d@ t| j d@ fS )zTuple of embedded teredo IPs. Returns: Tuple of the (server, client) IPs or None if the address doesn't appear to be a teredo address (doesn't start with 2001::/32) ` i Nr rG rH r r r r teredoc s zIPv6Address.teredoc C s$ | j d? dkrdS t| j d? d@ S )zReturn the IPv4 6to4 embedded address. Returns: The IPv4 6to4-embedded address if present or None if the address doesn't appear to contain a 6to4 embedded address. p i NP rG rH r r r r sixtofourr s zIPv6Address.sixtofourN)r7 r8 r9 r> r: r r r r r r rF r r r r rI rK rN r r r r rA s6 % rA c @ s e Zd Zdd Zdd Zdd Zdd Zd d Zej Z e d d Z e d d Z e dd Z e dd Ze dd Ze dd ZdS )rM c C s t |ttfr2t| | t| j| _| j| _ d S t |t rt| |d t |dkrht |d | _ n| j| _ t|dd| _| jj | _ | jj| _d S t|}t| |d t|dd| _| jj | _ | jj | _ | jj| _d S r$ )rB rC r rA r rI r\ r rk r{ r% rW r r r rY r& r r r r s( zIPv6Interface.__init__c C s d| | j| jjf S r r' r r r r r s zIPv6Interface.__str__c C sF t | |}|r|tkr |S z| j|jkW S tk r@ Y dS X d S r )rA r, r- r r| r( r r r r, s zIPv6Interface.__eq__c C sR t | |}|tkrtS z | j|jk p4| j|jko4|W S tk rL Y dS X d S r )rA r0 r- r r| r) r r r r0 s zIPv6Interface.__lt__c C s | j | jA t| jjA S r r* r r r r r s zIPv6Interface.__hash__c C s t | jS r )rA r\ r r r r ra s zIPv6Interface.ipc C s d| | j| jf S r r+ r r r r r s z IPv6Interface.with_prefixlenc C s d| | j| jf S r r, r r r r r s zIPv6Interface.with_netmaskc C s d| | j| jf S r r- r r r r r s zIPv6Interface.with_hostmaskc C s | j dko| jjS r )r\ r r r r r r r s z IPv6Interface.is_unspecifiedc C s | j dko| jjS r )r\ r r r r r r r s zIPv6Interface.is_loopbackN)r7 r8 r9 r r r, r0 r r r r ra r r r r r r r r r rM s$ rM c @ s2 e Zd ZdZeZd ddZdd Zedd Z d S ) rI av This class represents and manipulates 128-bit IPv6 networks. Attributes: [examples for IPv6('2001:db8::1000/124')] .network_address: IPv6Address('2001:db8::1000') .hostmask: IPv6Address('::f') .broadcast_address: IPv6Address('2001:db8::100f') .netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0') .prefixlen: 124 Tc C s| t | | t|ttfr<t|| _| | j\| _ | _ dS t|t rt |dkr\|d }n| j}| |\| _ | _ t|d | _t | j}|t | j @ |kr|rtd| nt|t | j @ | _dS t|}t| |d | _t |dkr|d }n| j}| |\| _ | _ |rDtt | jt | j @ | jkrDtd| tt | jt | j @ | _| j | jd krx| j| _dS )a Instantiate a new IPv6 Network object. Args: address: A string or integer representing the IPv6 network or the IP and prefix/netmask. '2001:db8::/128' '2001:db8:0000:0000:0000:0000:0000:0000/128' '2001:db8::' are all functionally the same in IPv6. That is to say, failing to provide a subnetmask will create an object with a mask of /128. Additionally, an integer can be passed, so IPv6Network('2001:db8::') == IPv6Network(42540766411282592856903984951653826560) or, more generally IPv6Network(int(IPv6Network('2001:db8::'))) == IPv6Network('2001:db8::') strict: A boolean. If true, ensure that we have been passed A true network address, eg, 2001:db8::1000/124 and not an IP address on a network, eg, 2001:db8::1/124. Raises: AddressValueError: If address isn't a valid IPv6 address. NetmaskValueError: If the netmask isn't valid for an IPv6 address. ValueError: If strict was True and a network address was not supplied. Nr" r r. r )r r rB rC r rA r} r rk r r{ r% rW r rD rY r r r r/ r r r r sJ zIPv6Network.__init__c c s< t | j}t | j}t|d |d D ]}| |V q&dS )zGenerate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the Subnet-Router anycast address. r" Nr r r r r r 6 s zIPv6Network.hostsc C s | j jo| jjS rD )r} rF rv r r r r rF B s zIPv6Network.is_site_localN)T) r7 r8 r9 r> rA r r r r rF r r r r rI s O rI c @ s e Zd ZedZedZededededededed ed ed edg Zed ed edededededededededededededgZedZd S ) _IPv6Constantsz fe80::/10zff00::/8z::1/128z::/128z ::ffff:0:0/96z100::/64z 2001::/23z 2001:2::/48z 2001:db8::/32z 2001:10::/28zfc00::/7z::/8z100::/8z200::/7z400::/6z800::/5z1000::/4z4000::/3z6000::/3z8000::/3zA000::/3zC000::/3zE000::/4zF000::/5zF800::/6zFE00::/9z fec0::/10N) r7 r8 r9 rI r# r r rC rE r r r r rO R s< rO )r" )T)6r> Z __future__r r r __version__r r Zlong NameErrorZunicoderU strr from_bytesr r| r hasattrr r& objectr' r rB rD r< r? rG rK rN rR rS rY rb re rn rx r r r rh r r r@ rL rH r1 r r2 rA rM rI rO r r r r <module> s )$ $#716 = X *vSr 5W{!PK @\*-U - pip/_vendor/__pycache__/distro.cpython-38.pycnu [ U .e @ s~ d Z ddlZddlZddlZddlZddlZddlZddlZddlZej ddZ dZ ddiZ dddd Zd diZed Zed Zd dde dfZd@ddZdd ZdAddZdBddZdCdd ZdDd d ZdEd d ZdFd!d"Zd#d$ Z d%d& Z dGd'd(Z d)d* Z d+d, Z d-d. Z!d/d0 Z"d1d2 Z#d3d4 Z$d5d6 Z%d7d8 Z&G d9d: d:e'Z(G d;d< d<e'Z)e) Z*d=d> Z+e,d?krze+ dS )Ha The ``distro`` package (``distro`` stands for Linux Distribution) provides information about the Linux distribution it runs on, such as a reliable machine-readable distro ID, or version information. It is the recommended replacement for Python's original :py:func:`platform.linux_distribution` function, but it provides much more functionality. An alternative implementation became necessary because Python 3.5 deprecated this function, and Python 3.8 will remove it altogether. Its predecessor function :py:func:`platform.dist` was already deprecated since Python 2.6 and will also be removed in Python 3.8. Still, there are many cases in which access to OS distribution information is needed. See `Python issue 1322 <https://bugs.python.org/issue1322>`_ for more information. NZ UNIXCONFDIRz/etcz os-releaseZolZoracleZrhel)ZenterpriseenterpriseZredhatenterpriseworkstationZredhatenterpriseserverZredhatzA(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)z(\w+)[-_](release|version)$Zdebian_versionz lsb-releasez oem-releasezsystem-releaseTc C s t | S )a Return information about the current OS distribution as a tuple ``(id_name, version, codename)`` with items as follows: * ``id_name``: If *full_distribution_name* is false, the result of :func:`distro.id`. Otherwise, the result of :func:`distro.name`. * ``version``: The result of :func:`distro.version`. * ``codename``: The result of :func:`distro.codename`. The interface of this function is compatible with the original :py:func:`platform.linux_distribution` function, supporting a subset of its parameters. The data it returns may not exactly be the same, because it uses more data sources than the original function, and that may lead to different data if the OS distribution is not consistent across multiple data sources it provides (there are indeed such distributions ...). Another reason for differences is the fact that the :func:`distro.id` method normalizes the distro ID string to a reliable machine-readable value for a number of popular OS distributions. )_distrolinux_distribution)full_distribution_name r 6/usr/lib/python3.8/site-packages/pip/_vendor/distro.pyr a s r c C s t S )a$ Return the distro ID of the current distribution, as a machine-readable string. For a number of OS distributions, the returned distro ID value is *reliable*, in the sense that it is documented and that it does not change across releases of the distribution. This package maintains the following reliable distro ID values: ============== ========================================= Distro ID Distribution ============== ========================================= "ubuntu" Ubuntu "debian" Debian "rhel" RedHat Enterprise Linux "centos" CentOS "fedora" Fedora "sles" SUSE Linux Enterprise Server "opensuse" openSUSE "amazon" Amazon Linux "arch" Arch Linux "cloudlinux" CloudLinux OS "exherbo" Exherbo Linux "gentoo" GenToo Linux "ibm_powerkvm" IBM PowerKVM "kvmibm" KVM for IBM z Systems "linuxmint" Linux Mint "mageia" Mageia "mandriva" Mandriva Linux "parallels" Parallels "pidora" Pidora "raspbian" Raspbian "oracle" Oracle Linux (and Oracle Enterprise Linux) "scientific" Scientific Linux "slackware" Slackware "xenserver" XenServer "openbsd" OpenBSD "netbsd" NetBSD "freebsd" FreeBSD ============== ========================================= If you have a need to get distros for reliable IDs added into this set, or if you find that the :func:`distro.id` function returns a different distro ID for one of the listed distros, please create an issue in the `distro issue tracker`_. **Lookup hierarchy and transformations:** First, the ID is obtained from the following sources, in the specified order. The first available and non-empty value is used: * the value of the "ID" attribute of the os-release file, * the value of the "Distributor ID" attribute returned by the lsb_release command, * the first part of the file name of the distro release file, The so determined ID value then passes the following transformations, before it is returned by this method: * it is translated to lower case, * blanks (which should not be there anyway) are translated to underscores, * a normalization of the ID is performed, based upon `normalization tables`_. The purpose of this normalization is to ensure that the ID is as reliable as possible, even across incompatible changes in the OS distributions. A common reason for an incompatible change is the addition of an os-release file, or the addition of the lsb_release command, with ID values that differ from what was previously determined from the distro release file name. )r idr r r r r } s Kr Fc C s t | S )ak Return the name of the current OS distribution, as a human-readable string. If *pretty* is false, the name is returned without version or codename. (e.g. "CentOS Linux") If *pretty* is true, the version and codename are appended. (e.g. "CentOS Linux 7.1.1503 (Core)") **Lookup hierarchy:** The name is obtained from the following sources, in the specified order. The first available and non-empty value is used: * If *pretty* is false: - the value of the "NAME" attribute of the os-release file, - the value of the "Distributor ID" attribute returned by the lsb_release command, - the value of the "<name>" field of the distro release file. * If *pretty* is true: - the value of the "PRETTY_NAME" attribute of the os-release file, - the value of the "Description" attribute returned by the lsb_release command, - the value of the "<name>" field of the distro release file, appended with the value of the pretty version ("<version_id>" and "<codename>" fields) of the distro release file, if available. )r nameprettyr r r r s $r c C s t | |S )av Return the version of the current OS distribution, as a human-readable string. If *pretty* is false, the version is returned without codename (e.g. "7.0"). If *pretty* is true, the codename in parenthesis is appended, if the codename is non-empty (e.g. "7.0 (Maipo)"). Some distributions provide version numbers with different precisions in the different sources of distribution information. Examining the different sources in a fixed priority order does not always yield the most precise version (e.g. for Debian 8.2, or CentOS 7.1). The *best* parameter can be used to control the approach for the returned version: If *best* is false, the first non-empty version number in priority order of the examined sources is returned. If *best* is true, the most precise version number out of all examined sources is returned. **Lookup hierarchy:** In all cases, the version number is obtained from the following sources. If *best* is false, this order represents the priority order: * the value of the "VERSION_ID" attribute of the os-release file, * the value of the "Release" attribute returned by the lsb_release command, * the version number parsed from the "<version_id>" field of the first line of the distro release file, * the version number parsed from the "PRETTY_NAME" attribute of the os-release file, if it follows the format of the distro release files. * the version number parsed from the "Description" attribute returned by the lsb_release command, if it follows the format of the distro release files. )r versionr bestr r r r s )r c C s t | S )a Return the version of the current OS distribution as a tuple ``(major, minor, build_number)`` with items as follows: * ``major``: The result of :func:`distro.major_version`. * ``minor``: The result of :func:`distro.minor_version`. * ``build_number``: The result of :func:`distro.build_number`. For a description of the *best* parameter, see the :func:`distro.version` method. )r version_partsr r r r r s r c C s t | S )a5 Return the major version of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The major version is the first part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. )r major_versionr r r r r / s r c C s t | S )a6 Return the minor version of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The minor version is the second part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. )r minor_versionr r r r r < s r c C s t | S )a3 Return the build number of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The build number is the third part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. )r build_numberr r r r r I s r c C s t S )a Return a space-separated list of distro IDs of distributions that are closely related to the current OS distribution in regards to packaging and programming interfaces, for example distributions the current distribution is a derivative from. **Lookup hierarchy:** This information item is only provided by the os-release file. For details, see the description of the "ID_LIKE" attribute in the `os-release man page <http://www.freedesktop.org/software/systemd/man/os-release.html>`_. )r liker r r r r V s r c C s t S )a Return the codename for the release of the current OS distribution, as a string. If the distribution does not have a codename, an empty string is returned. Note that the returned codename is not always really a codename. For example, openSUSE returns "x86_64". This function does not handle such cases in any special way and just returns the string it finds, if any. **Lookup hierarchy:** * the codename within the "VERSION" attribute of the os-release file, if provided, * the value of the "Codename" attribute returned by the lsb_release command, * the value of the "<codename>" field of the distro release file. )r codenamer r r r r g s r c C s t | |S )a Return certain machine-readable information items about the current OS distribution in a dictionary, as shown in the following example: .. sourcecode:: python { 'id': 'rhel', 'version': '7.0', 'version_parts': { 'major': '7', 'minor': '0', 'build_number': '' }, 'like': 'fedora', 'codename': 'Maipo' } The dictionary structure and keys are always the same, regardless of which information items are available in the underlying data sources. The values for the various keys are as follows: * ``id``: The result of :func:`distro.id`. * ``version``: The result of :func:`distro.version`. * ``version_parts -> major``: The result of :func:`distro.major_version`. * ``version_parts -> minor``: The result of :func:`distro.minor_version`. * ``version_parts -> build_number``: The result of :func:`distro.build_number`. * ``like``: The result of :func:`distro.like`. * ``codename``: The result of :func:`distro.codename`. For a description of the *pretty* and *best* parameters, see the :func:`distro.version` method. )r infor r r r r s )r c C s t S )z Return a dictionary containing key-value pairs for the information items from the os-release file data source of the current OS distribution. See `os-release file`_ for details about these information items. )r os_release_infor r r r r s r c C s t S )z Return a dictionary containing key-value pairs for the information items from the lsb_release command data source of the current OS distribution. See `lsb_release command output`_ for details about these information items. )r lsb_release_infor r r r r s r c C s t S )z Return a dictionary containing key-value pairs for the information items from the distro release file data source of the current OS distribution. See `distro release file`_ for details about these information items. )r distro_release_infor r r r r s r c C s t S )z Return a dictionary containing key-value pairs for the information items from the distro release file data source of the current OS distribution. )r uname_infor r r r r s r c C s t | S )a Return a single named information item from the os-release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `os-release file`_ for details about these information items. )r os_release_attr attributer r r r s r c C s t | S )a Return a single named information item from the lsb_release command output data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `lsb_release command output`_ for details about these information items. )r lsb_release_attrr r r r r s r c C s t | S )a Return a single named information item from the distro release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `distro release file`_ for details about these information items. )r distro_release_attrr r r r r s r c C s t | S )aZ Return a single named information item from the distro release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. )r uname_attrr r r r r s r c @ s e Zd ZdZdd Zdd ZdS )cached_propertyzA version of @property which caches the value. On access, it calls the underlying function and sets the value in `__dict__` so future accesses will not re-call the property. c C s |j | _|| _d S )N)__name___fname_f)selffr r r __init__" s zcached_property.__init__c C s2 |d k st d| j| | }|j| j< |S )Nzcall {} on an instance)AssertionErrorformatr" r# __dict__)r$ objownerretr r r __get__& s zcached_property.__get__N)r! __module__ __qualname____doc__r& r- r r r r r s r c @ s2 e Zd ZdZdBddZdd ZdCdd Zd d ZdDd dZdEddZ dFddZ dGddZ dHddZ dIddZ dd Zdd ZdJd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zed/d0 Zed1d2 Z ed3d4 Z ed5d6 Z ed7d8 Z ed9d: Z ed;d< Z!d=d> Z"ed?d@ Z#dAS )KLinuxDistributiona Provides information about a OS distribution. This package creates a private module-global instance of this class with default initialization arguments, that is used by the `consolidated accessor functions`_ and `single source accessor functions`_. By using default initialization arguments, that module-global instance returns data about the current OS distribution (i.e. the distro this package runs on). Normally, it is not necessary to create additional instances of this class. However, in situations where control is needed over the exact data sources that are used, instances of this class can be created with a specific distro release file, or a specific os-release file, or without invoking the lsb_release command. T c C s. |pt jtt| _|pd| _|| _|| _dS )ao The initialization method of this class gathers information from the available data sources, and stores that in private instance attributes. Subsequent access to the information items uses these private instance attributes, so that the data sources are read only once. Parameters: * ``include_lsb`` (bool): Controls whether the `lsb_release command output`_ is included as a data source. If the lsb_release command is not available in the program execution path, the data source for the lsb_release command will be empty. * ``os_release_file`` (string): The path name of the `os-release file`_ that is to be used as a data source. An empty string (the default) will cause the default path name to be used (see `os-release file`_ for details). If the specified or defaulted os-release file does not exist, the data source for the os-release file will be empty. * ``distro_release_file`` (string): The path name of the `distro release file`_ that is to be used as a data source. An empty string (the default) will cause a default search algorithm to be used (see `distro release file`_ for details). If the specified distro release file does not exist, or if no default distro release file can be found, the data source for the distro release file will be empty. * ``include_name`` (bool): Controls whether uname command output is included as a data source. If the uname command is not available in the program execution path the data source for the uname command will be empty. Public instance attributes: * ``os_release_file`` (string): The path name of the `os-release file`_ that is actually used as a data source. The empty string if no distro release file is used as a data source. * ``distro_release_file`` (string): The path name of the `distro release file`_ that is actually used as a data source. The empty string if no distro release file is used as a data source. * ``include_lsb`` (bool): The result of the ``include_lsb`` parameter. This controls whether the lsb information will be loaded. * ``include_uname`` (bool): The result of the ``include_uname`` parameter. This controls whether the uname information will be loaded. Raises: * :py:exc:`IOError`: Some I/O issue with an os-release file or distro release file. * :py:exc:`subprocess.CalledProcessError`: The lsb_release command had some issue (other than not being available in the program execution path). * :py:exc:`UnicodeError`: A data source has unexpected characters or uses an unexpected encoding. r2 N) ospathjoin _UNIXCONFDIR_OS_RELEASE_BASENAMEos_release_filedistro_release_file include_lsb include_uname)r$ r: r8 r9 r; r r r r& > s H zLinuxDistribution.__init__c C s dj | dS )z Return repr of all info ae LinuxDistribution(os_release_file={self.os_release_file!r}, distro_release_file={self.distro_release_file!r}, include_lsb={self.include_lsb!r}, include_uname={self.include_uname!r}, _os_release_info={self._os_release_info!r}, _lsb_release_info={self._lsb_release_info!r}, _distro_release_info={self._distro_release_info!r}, _uname_info={self._uname_info!r})r$ )r( r< r r r __repr__ s zLinuxDistribution.__repr__c C s" |r | n| | | fS )z Return information about the OS distribution that is compatible with Python's :func:`platform.linux_distribution`, supporting a subset of its parameters. For details, see :func:`distro.linux_distribution`. )r r r r )r$ r r r r r s z$LinuxDistribution.linux_distributionc C sl dd }| d}|r ||tS | d}|r8||tS | d}|rP||tS | d}|rh||tS dS )zoReturn the distro ID of the OS distribution, as a string. For details, see :func:`distro.id`. c S s | dd} || | S )N _)lowerreplaceget) distro_idtabler r r normalize s z'LinuxDistribution.id.<locals>.normalizer distributor_idr2 )r NORMALIZED_OS_IDr NORMALIZED_LSB_IDr NORMALIZED_DISTRO_IDr )r$ rE rC r r r r s zLinuxDistribution.idFc C s| | dp&| dp&| dp&| d}|rt| dp>| d}|st| dpV| d}| jdd}|rt|d | }|pzdS ) zu Return the name of the OS distribution, as a string. For details, see :func:`distro.name`. r rF pretty_name descriptionTr r> r2 )r r r r r )r$ r r r r r r r s& zLinuxDistribution.namec C s | d| d| d| | ddd| | ddd| dg}d}|r|D ]$}|d|dks||dkr\|}q\n|D ]}|dkr|} qq|r|r| rd|| }|S )z{ Return the version of the OS distribution, as a string. For details, see :func:`distro.version`. version_idreleaserJ r2 rK .z {0} ({1})) r r r _parse_distro_release_contentrB r countr r( )r$ r r Zversionsr vr r r r s: zLinuxDistribution.versionc C sL | j |d}|rHtd}||}|rH| \}}}||p>d|pDdfS dS )z Return the version of the OS distribution, as a tuple of version numbers. For details, see :func:`distro.version_parts`. r z(\d+)\.?(\d+)?\.?(\d+)?r2 )r2 r2 r2 )r recompilematchgroups)r$ r Z version_strZ version_regexmatchesmajorminorr r r r r s z LinuxDistribution.version_partsc C s | |d S )z Return the major version number of the current distribution. For details, see :func:`distro.major_version`. r r r$ r r r r r s z LinuxDistribution.major_versionc C s | |d S )z Return the minor version number of the current distribution. For details, see :func:`distro.minor_version`. rY rZ r r r r s z LinuxDistribution.minor_versionc C s | |d S )z} Return the build number of the current distribution. For details, see :func:`distro.build_number`. rY rZ r r r r s z LinuxDistribution.build_numberc C s | dp dS )z Return the IDs of distributions that are like the OS distribution. For details, see :func:`distro.like`. Zid_liker2 )r r< r r r r # s zLinuxDistribution.likec C s> z | j d W S tk r8 | dp2| dp2d Y S X dS )zp Return the codename of the OS distribution. For details, see :func:`distro.codename`. r r2 N)_os_release_infoKeyErrorr r r< r r r r + s zLinuxDistribution.codenamec C sB t | | ||t | || || |d| | dS )z Return certain machine-readable information about the OS distribution. For details, see :func:`distro.info`. )rW rX r )r r r r r )dictr r r r r r r )r$ r r r r r r : s zLinuxDistribution.infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the os-release file data source of the OS distribution. For details, see :func:`distro.os_release_info`. )r] r< r r r r M s z!LinuxDistribution.os_release_infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the lsb_release command data source of the OS distribution. For details, see :func:`distro.lsb_release_info`. )_lsb_release_infor< r r r r V s z"LinuxDistribution.lsb_release_infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the distro release file data source of the OS distribution. For details, see :func:`distro.distro_release_info`. )_distro_release_infor< r r r r ` s z%LinuxDistribution.distro_release_infoc C s | j S )z Return a dictionary containing key-value pairs for the information items from the uname command data source of the OS distribution. For details, see :func:`distro.uname_info`. ) _uname_infor< r r r r j s z LinuxDistribution.uname_infoc C s | j |dS )z Return a single named information item from the os-release file data source of the OS distribution. For details, see :func:`distro.os_release_attr`. r2 )r] rB r$ r r r r r s s z!LinuxDistribution.os_release_attrc C s | j |dS )z Return a single named information item from the lsb_release command output data source of the OS distribution. For details, see :func:`distro.lsb_release_attr`. r2 )r` rB rc r r r r | s z"LinuxDistribution.lsb_release_attrc C s | j |dS )z Return a single named information item from the distro release file data source of the OS distribution. For details, see :func:`distro.distro_release_attr`. r2 )ra rB rc r r r r s z%LinuxDistribution.distro_release_attrc C s | j |dS )z Return a single named information item from the uname command output data source of the OS distribution. For details, see :func:`distro.uname_release_attr`. r2 )rb rB rc r r r r s z LinuxDistribution.uname_attrc C s: t j| jr6t| j}| |W 5 Q R S Q R X i S )z Get the information items from the specified os-release file. Returns: A dictionary containing all information items. )r3 r4 isfiler8 open_parse_os_release_content)r$ Z release_filer r r r] s z"LinuxDistribution._os_release_infoc C s i }t j | dd}d|_tjd dkr@t|jtr@|jd|_t|}|D ]>}d|krL| dd\}}t|tr||d}||| < qLqLd |kr|d |d < nbd |kr|d |d < nLd |krt d |d }|r| }|d}|d}| }||d < |S )aD Parse the lines of an os-release file. Parameters: * lines: Iterable through the lines in the os-release file. Each line must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. T)posixr r\ z iso-8859-1=r[ utf-8Zversion_codenamer Zubuntu_codenamer z(\(\D+\))|,(\s+)?\D+z(),)shlexZwhitespace_splitsys version_info isinstanceZ wordcharsbytesdecodelistsplitr@ rR searchgroupstrip)linespropsZlexertokenstokenkrQ r r r r rf s4 z+LinuxDistribution._parse_os_release_contentc C sz | j s i S ttjdB}zd}tj||d}W n$ tk rR i Y W 5 Q R S X W 5 Q R X |t }| |S )z Get the information items from the lsb_release command output. Returns: A dictionary containing all information items. w)Z lsb_releasez-astderr) r: re r3 devnull subprocess check_outputOSErrorrp rl getfilesystemencoding splitlines_parse_lsb_release_contentr$ r~ cmdstdoutZcontentr r r r` s z#LinuxDistribution._lsb_release_infoc C sX i }| D ]J}| ddd}t|dkr,q|\}}||dd | i q|S )aM Parse the output of the lsb_release command. Parameters: * lines: Iterable through the lines of the lsb_release output. Each line must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. :r[ r\ r> r? )ru rr lenupdaterA r@ )rv rw lineZkvrz rQ r r r r s z,LinuxDistribution._parse_lsb_release_contentc C sp t tjdB}zd}tj||d}W n$ tk rH i Y W 5 Q R S X W 5 Q R X |t }| |S )Nr{ )unamez-rsr| ) re r3 r~ r r r rp rl r r _parse_uname_contentr r r r rb s z LinuxDistribution._uname_infoc C sT i }t d| d }|rP| \}}|dkr4i S | |d< ||d< ||d< |S )Nz^([^\s]+)\s+([\d\.]+)r ZLinuxr r rM )rR rs ru rU r@ )rv rw rT r r r r r r s z&LinuxDistribution._parse_uname_contentc C s0 | j rb| | j }tj| j }t|}d|krLd|d krLd|d< n|r^|d|d< |S zt t }| W n6 t k r ddddd d d d d ddddddg}Y nX |D ]r}|t krqt|}|rtjt |}| |}d|kr|| _ |d|d< d|d kr d|d< | S qi S dS )z Get the information items from the specified distro release file. Returns: A dictionary containing all information items. r Z cloudlinuxr r[ z SuSE-releasez arch-releasez base-releasezcentos-releasezfedora-releasezgentoo-releasezmageia-releasezmandrake-releasezmandriva-releasezmandrivalinux-releasezmanjaro-releasezoracle-releasezredhat-releasez sl-releasezslackware-versionN)r9 _parse_distro_release_filer3 r4 basename _DISTRO_RELEASE_BASENAME_PATTERNrT r@ rt listdirr6 sortr _DISTRO_RELEASE_IGNORE_BASENAMESr5 )r$ distro_infor rT Z basenamesfilepathr r r ra . s^ z&LinuxDistribution._distro_release_infoc C sR z0t | }| | W 5 Q R W S Q R X W n ttfk rL i Y S X dS )z Parse a distro release file. Parameters: * filepath: Path name of the distro release file. Returns: A dictionary containing all information items. N)re rO readliner IOError)r$ r fpr r r r r s &z,LinuxDistribution._parse_distro_release_filec C s t | tr| d} t| ddd }i }|r|dddd |d< |drn|dddd |d< |dr|dddd |d < n| r| |d< |S ) a Parse a line from a distro release file. Parameters: * line: Line from the distro release file. Must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. ri N r r\ rL r[ r )rn ro rp (_DISTRO_RELEASE_CONTENT_REVERSED_PATTERNrT ru rt )r rV r r r r rO s z/LinuxDistribution._parse_distro_release_contentN)Tr2 r2 T)T)F)FF)F)F)F)F)FF)$r! r. r/ r0 r& r= r r r r r r r r r r r r r r r r r r r r r] staticmethodrf r` r rb r ra r rO r r r r r1 , sV N " B Cr1 c C s t t} | t j | t tj t j dd}|j ddddd | }|j rn| t jt dd d n:| d td d td d }| d | t }| d| d S )NzOS distro info tool)rK z--jsonz-jz!Output in machine readable format store_true)helpaction T)indentZ sort_keyszName: %sr z Version: %sz Codename: %s)loggingZ getLoggerr! ZsetLevelDEBUGZ addHandlerZ StreamHandlerrl r argparseArgumentParser add_argument parse_argsjsonr dumpsr r r )ZloggerparserargsZdistribution_versionZdistribution_codenamer r r main s$ r __main__)T)F)FF)F)F)F)F)FF)-r0 r3 rR rl r rk r r r environrB r6 r7 rG rH rI rS r r r r r r r r r r r r r r r r r r r r r r objectr r1 r r r! r r r r <module> sz N ' , , } PK @\O7 5 pip/_vendor/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e1 @ s d Z ddlmZ ddlZddlZddlZdZej ej e Z dd Z ereeje dej ejdd< e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d e d! e d" e d# e d$ e d% e d& e d' e d( e d) e d* e d+ e d, e d- e d. e d/ e d0 e d1 e d2 e d3 e d4 e d5 e d6 e d7 dS )8z pip._vendor is for vendoring dependencies of pip to prevent needing pip to depend on something external. Files inside of pip._vendor should be considered immutable and should only be updated to versions from upstream. )absolute_importNFc C sv d t| }zt| t t dd W n tk r8 Y n:X tj| tj|< |dd\}}t tj| |tj| d S )Nz{0}.{1}r )level. ) format__name__ __import__globalslocals ImportErrorsysmodulesrsplitsetattr)Z modulenameZ vendored_namebasehead r 8/usr/lib/python3.8/site-packages/pip/_vendor/__init__.pyvendored s r z*.whlZ cachecontrolZcoloramaZ contextlib2ZdistlibZdistroZhtml5libZsixz six.moveszsix.moves.urllibzsix.moves.urllib.parseZ packagingzpackaging.versionzpackaging.specifiersZpep517Z pkg_resourcesZprogressZpytomlZretryingZrequestszrequests.exceptionszrequests.packageszrequests.packages.urllib3z&requests.packages.urllib3._collectionsz$requests.packages.urllib3.connectionz(requests.packages.urllib3.connectionpoolz!requests.packages.urllib3.contribz*requests.packages.urllib3.contrib.ntlmpoolz+requests.packages.urllib3.contrib.pyopensslz$requests.packages.urllib3.exceptionsz requests.packages.urllib3.fieldsz"requests.packages.urllib3.filepostz"requests.packages.urllib3.packagesz/requests.packages.urllib3.packages.ordered_dictz&requests.packages.urllib3.packages.sixz5requests.packages.urllib3.packages.ssl_match_hostnamezErequests.packages.urllib3.packages.ssl_match_hostname._implementationz%requests.packages.urllib3.poolmanagerz!requests.packages.urllib3.requestz"requests.packages.urllib3.responsez requests.packages.urllib3.utilz)requests.packages.urllib3.util.connectionz&requests.packages.urllib3.util.requestz'requests.packages.urllib3.util.responsez$requests.packages.urllib3.util.retryz#requests.packages.urllib3.util.ssl_z&requests.packages.urllib3.util.timeoutz"requests.packages.urllib3.util.urlZurllib3)__doc__Z __future__r ZglobZos.pathosr Z DEBUNDLEDpathabspathdirname__file__Z WHEEL_DIRr joinr r r r <module> sr $PK @\ F F 5 pip/_vendor/__pycache__/retrying.cpython-38.opt-1.pycnu [ U .e& @ sl d dl Z d dlmZ d dlZd dlZd dlZdZdd ZG dd deZ G dd d eZ G d d d e Z dS ) N)sixi?c sB t dkr,t d r,dd }| d S fdd}|S dS )z Decorator function that instantiates the Retrying object @param *dargs: positional arguments passed to Retrying object @param **dkw: keyword arguments passed to the Retrying object r c s t fdd}|S )Nc s t j f| |S NRetryingcallargskwf 8/usr/lib/python3.8/site-packages/pip/_vendor/retrying.py wrapped_f$ s z-retry.<locals>.wrap_simple.<locals>.wrapped_fr wrapsr r r r r wrap_simple" s zretry.<locals>.wrap_simplec s t fdd}|S )Nc s t jf| |S r r r )dargsdkwr r r r / s z&retry.<locals>.wrap.<locals>.wrapped_fr r r r r r wrap- s zretry.<locals>.wrapN)lencallable)r r r r r r r retry s r c @ sn e Zd ZdddZdd Zdd Zd d Zd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd ZdS ) r NFc s |d kr dn|| _ |d kr dn|| _|d kr0dn|| _|d krBdn|| _|d krTdn|| _|d krfdn|| _| d krxdn| | _| d krdn| | _| d krtn| | _ |d krdn|| _ g |d k r̈ | j |d k r | j |d k r|| _n&|d kr fdd| _n t| || _dd g|d k r6 | j |d k sJ|d k rV | j |d k sj| d k rv | j | d k s| d k r | j |d k r|| _n&|d krfd d| _n t| || _| d kr| j| _n| | _| d kr| j| _n| | _|| _d S ) N d r r c s t fddD S )Nc 3 s | ]}| V qd S r r .0r ZattemptsZdelayr r <genexpr>a s 6Retrying.__init__.<locals>.<lambda>.<locals>.<genexpr>)anyr ) stop_funcsr r <lambda>a z#Retrying.__init__.<locals>.<lambda>c _ s dS )Nr r )r kwargsr r r r% h r& c s t fddD S )Nc 3 s | ]}| V qd S r r r r r r r! y s r" )maxr ) wait_funcsr r r% y r& )_stop_max_attempt_number_stop_max_delay _wait_fixed_wait_random_min_wait_random_max_wait_incrementing_start _wait_incrementing_increment _wait_exponential_multiplierMAX_WAIT_wait_exponential_max_wait_jitter_maxappendstop_after_attemptstop_after_delaystopgetattr fixed_sleep random_sleepincrementing_sleepexponential_sleepwait always_reject_retry_on_exception never_reject_retry_on_result_wrap_exception)selfr8 r> Zstop_max_attempt_numberZstop_max_delayZ wait_fixedZwait_random_minZwait_random_maxZwait_incrementing_startZwait_incrementing_incrementZwait_exponential_multiplierZwait_exponential_maxZretry_on_exceptionZretry_on_resultwrap_exceptionZ stop_funcZ wait_funcZwait_jitter_maxr )r$ r) r __init__: sR zRetrying.__init__c C s || j kS )z;Stop after the previous attempt >= stop_max_attempt_number.)r* rD previous_attempt_number delay_since_first_attempt_msr r r r6 s zRetrying.stop_after_attemptc C s || j kS )z=Stop after the time from the first attempt >= stop_max_delay.)r+ rG r r r r7 s zRetrying.stop_after_delayc C s dS )z#Don't sleep at all before retrying.r r rG r r r no_sleep s zRetrying.no_sleepc C s | j S )z0Sleep a fixed amount of time between each retry.)r, rG r r r r: s zRetrying.fixed_sleepc C s t | j| jS )zISleep a random amount of time between wait_random_min and wait_random_max)randomZrandintr- r. rG r r r r; s zRetrying.random_sleepc C s$ | j | j|d }|dk r d}|S )z Sleep an incremental amount of time after each attempt, starting at wait_incrementing_start and incrementing by wait_incrementing_increment r r )r/ r0 )rD rH rI resultr r r r< s zRetrying.incrementing_sleepc C s2 d| }| j | }|| jkr"| j}|dk r.d}|S )N r )r1 r3 )rD rH rI ZexprL r r r r= s zRetrying.exponential_sleepc C s dS )NFr rD rL r r r rA s zRetrying.never_rejectc C s dS )NTr rN r r r r? s zRetrying.always_rejectc C s4 d}|j r || |jd O }n|| |jO }|S )NFr ) has_exceptionr@ valuerB )rD attemptZrejectr r r should_reject s zRetrying.should_rejectc O s t tt d }d}zt||||d}W n t }t||d}Y nX | |sf|| jS t tt d | }| ||r| js|j r| qt |n<| ||} | j rt | j } | td| } t| d |d7 }qd S )Nr r FTr g @@)introundtimeAttemptsysexc_inforR getrC r8 rO RetryErrorr> r4 rK r( sleep) rD fnr r' Z start_timeattempt_numberrQ tbrI r[ Zjitterr r r r s( z Retrying.call)NNNNNNNNNNNNNFNNN)__name__ __module__ __qualname__rF r6 r7 rJ r: r; r< r= rA r? rR r r r r r r 8 s: S r c @ s* e Zd ZdZdd Zd ddZdd Zd S ) rV z An Attempt encapsulates a call to a target function that may end as a normal return value from the function or an Exception depending on what occurred during the execution. c C s || _ || _|| _d S r )rP r] rO )rD rP r] rO r r r rF s zAttempt.__init__Fc C s@ | j r6|rt| q<t| jd | jd | jd n| jS dS )z Return the return value of this Attempt instance or raise an Exception. If wrap_exception is true, this Attempt is wrapped inside of a RetryError before being raised. r r rM N)rO rZ r ZreraiserP )rD rE r r r rY s "z Attempt.getc C s: | j r&d| jdt| jd S d| j| jS d S )NzAttempts: {0}, Error: {1} rM zAttempts: {0}, Value: {1})rO formatr] join traceback format_tbrP rD r r r __repr__ s zAttempt.__repr__N)F)r_ r` ra __doc__rF rY rh r r r r rV s rV c @ s e Zd ZdZdd Zdd ZdS )rZ zU A RetryError encapsulates the last Attempt instance right before giving up. c C s || _ d S r ) last_attempt)rD rj r r r rF s zRetryError.__init__c C s d | jS )NzRetryError[{0}])rc rj rg r r r __str__ s zRetryError.__str__N)r_ r` ra ri rF rk r r r r rZ s rZ ) rK Z pip._vendorr rW rU re r2 r objectr rV ExceptionrZ r r r r <module> s *!PK @\h\~ ~ pip/_vendor/six.pynu [ # Copyright (c) 2010-2018 Benjamin Peterson # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. """Utilities for writing code that runs on Python 2 and 3""" from __future__ import absolute_import import functools import itertools import operator import sys import types __author__ = "Benjamin Peterson <benjamin@python.org>" __version__ = "1.12.0" # Useful for very coarse version differentiation. PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 PY34 = sys.version_info[0:2] >= (3, 4) if PY3: string_types = str, integer_types = int, class_types = type, text_type = str binary_type = bytes MAXSIZE = sys.maxsize else: string_types = basestring, integer_types = (int, long) class_types = (type, types.ClassType) text_type = unicode binary_type = str if sys.platform.startswith("java"): # Jython always uses 32 bits. MAXSIZE = int((1 << 31) - 1) else: # It's possible to have sizeof(long) != sizeof(Py_ssize_t). class X(object): def __len__(self): return 1 << 31 try: len(X()) except OverflowError: # 32-bit MAXSIZE = int((1 << 31) - 1) else: # 64-bit MAXSIZE = int((1 << 63) - 1) del X def _add_doc(func, doc): """Add documentation to a function.""" func.__doc__ = doc def _import_module(name): """Import module, returning the module after the last dot.""" __import__(name) return sys.modules[name] class _LazyDescr(object): def __init__(self, name): self.name = name def __get__(self, obj, tp): result = self._resolve() setattr(obj, self.name, result) # Invokes __set__. try: # This is a bit ugly, but it avoids running this again by # removing this descriptor. delattr(obj.__class__, self.name) except AttributeError: pass return result class MovedModule(_LazyDescr): def __init__(self, name, old, new=None): super(MovedModule, self).__init__(name) if PY3: if new is None: new = name self.mod = new else: self.mod = old def _resolve(self): return _import_module(self.mod) def __getattr__(self, attr): _module = self._resolve() value = getattr(_module, attr) setattr(self, attr, value) return value class _LazyModule(types.ModuleType): def __init__(self, name): super(_LazyModule, self).__init__(name) self.__doc__ = self.__class__.__doc__ def __dir__(self): attrs = ["__doc__", "__name__"] attrs += [attr.name for attr in self._moved_attributes] return attrs # Subclasses should override this _moved_attributes = [] class MovedAttribute(_LazyDescr): def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None): super(MovedAttribute, self).__init__(name) if PY3: if new_mod is None: new_mod = name self.mod = new_mod if new_attr is None: if old_attr is None: new_attr = name else: new_attr = old_attr self.attr = new_attr else: self.mod = old_mod if old_attr is None: old_attr = name self.attr = old_attr def _resolve(self): module = _import_module(self.mod) return getattr(module, self.attr) class _SixMetaPathImporter(object): """ A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 """ def __init__(self, six_module_name): self.name = six_module_name self.known_modules = {} def _add_module(self, mod, *fullnames): for fullname in fullnames: self.known_modules[self.name + "." + fullname] = mod def _get_module(self, fullname): return self.known_modules[self.name + "." + fullname] def find_module(self, fullname, path=None): if fullname in self.known_modules: return self return None def __get_module(self, fullname): try: return self.known_modules[fullname] except KeyError: raise ImportError("This loader does not know module " + fullname) def load_module(self, fullname): try: # in case of a reload return sys.modules[fullname] except KeyError: pass mod = self.__get_module(fullname) if isinstance(mod, MovedModule): mod = mod._resolve() else: mod.__loader__ = self sys.modules[fullname] = mod return mod def is_package(self, fullname): """ Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) """ return hasattr(self.__get_module(fullname), "__path__") def get_code(self, fullname): """Return None Required, if is_package is implemented""" self.__get_module(fullname) # eventually raises ImportError return None get_source = get_code # same as get_code _importer = _SixMetaPathImporter(__name__) class _MovedItems(_LazyModule): """Lazy loading of moved objects""" __path__ = [] # mark as package _moved_attributes = [ MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"), MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"), MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"), MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"), MovedAttribute("intern", "__builtin__", "sys"), MovedAttribute("map", "itertools", "builtins", "imap", "map"), MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"), MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"), MovedAttribute("getoutput", "commands", "subprocess"), MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"), MovedAttribute("reduce", "__builtin__", "functools"), MovedAttribute("shlex_quote", "pipes", "shlex", "quote"), MovedAttribute("StringIO", "StringIO", "io"), MovedAttribute("UserDict", "UserDict", "collections"), MovedAttribute("UserList", "UserList", "collections"), MovedAttribute("UserString", "UserString", "collections"), MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("zip", "itertools", "builtins", "izip", "zip"), MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"), MovedModule("builtins", "__builtin__"), MovedModule("configparser", "ConfigParser"), MovedModule("copyreg", "copy_reg"), MovedModule("dbm_gnu", "gdbm", "dbm.gnu"), MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"), MovedModule("http_cookiejar", "cookielib", "http.cookiejar"), MovedModule("http_cookies", "Cookie", "http.cookies"), MovedModule("html_entities", "htmlentitydefs", "html.entities"), MovedModule("html_parser", "HTMLParser", "html.parser"), MovedModule("http_client", "httplib", "http.client"), MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"), MovedModule("email_mime_image", "email.MIMEImage", "email.mime.image"), MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"), MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"), MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"), MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"), MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"), MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"), MovedModule("cPickle", "cPickle", "pickle"), MovedModule("queue", "Queue"), MovedModule("reprlib", "repr"), MovedModule("socketserver", "SocketServer"), MovedModule("_thread", "thread", "_thread"), MovedModule("tkinter", "Tkinter"), MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"), MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"), MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"), MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"), MovedModule("tkinter_tix", "Tix", "tkinter.tix"), MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"), MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"), MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"), MovedModule("tkinter_colorchooser", "tkColorChooser", "tkinter.colorchooser"), MovedModule("tkinter_commondialog", "tkCommonDialog", "tkinter.commondialog"), MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"), MovedModule("tkinter_font", "tkFont", "tkinter.font"), MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"), MovedModule("tkinter_tksimpledialog", "tkSimpleDialog", "tkinter.simpledialog"), MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"), MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"), MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"), MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"), MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"), MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"), ] # Add windows specific modules. if sys.platform == "win32": _moved_attributes += [ MovedModule("winreg", "_winreg"), ] for attr in _moved_attributes: setattr(_MovedItems, attr.name, attr) if isinstance(attr, MovedModule): _importer._add_module(attr, "moves." + attr.name) del attr _MovedItems._moved_attributes = _moved_attributes moves = _MovedItems(__name__ + ".moves") _importer._add_module(moves, "moves") class Module_six_moves_urllib_parse(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_parse""" _urllib_parse_moved_attributes = [ MovedAttribute("ParseResult", "urlparse", "urllib.parse"), MovedAttribute("SplitResult", "urlparse", "urllib.parse"), MovedAttribute("parse_qs", "urlparse", "urllib.parse"), MovedAttribute("parse_qsl", "urlparse", "urllib.parse"), MovedAttribute("urldefrag", "urlparse", "urllib.parse"), MovedAttribute("urljoin", "urlparse", "urllib.parse"), MovedAttribute("urlparse", "urlparse", "urllib.parse"), MovedAttribute("urlsplit", "urlparse", "urllib.parse"), MovedAttribute("urlunparse", "urlparse", "urllib.parse"), MovedAttribute("urlunsplit", "urlparse", "urllib.parse"), MovedAttribute("quote", "urllib", "urllib.parse"), MovedAttribute("quote_plus", "urllib", "urllib.parse"), MovedAttribute("unquote", "urllib", "urllib.parse"), MovedAttribute("unquote_plus", "urllib", "urllib.parse"), MovedAttribute("unquote_to_bytes", "urllib", "urllib.parse", "unquote", "unquote_to_bytes"), MovedAttribute("urlencode", "urllib", "urllib.parse"), MovedAttribute("splitquery", "urllib", "urllib.parse"), MovedAttribute("splittag", "urllib", "urllib.parse"), MovedAttribute("splituser", "urllib", "urllib.parse"), MovedAttribute("splitvalue", "urllib", "urllib.parse"), MovedAttribute("uses_fragment", "urlparse", "urllib.parse"), MovedAttribute("uses_netloc", "urlparse", "urllib.parse"), MovedAttribute("uses_params", "urlparse", "urllib.parse"), MovedAttribute("uses_query", "urlparse", "urllib.parse"), MovedAttribute("uses_relative", "urlparse", "urllib.parse"), ] for attr in _urllib_parse_moved_attributes: setattr(Module_six_moves_urllib_parse, attr.name, attr) del attr Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes _importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"), "moves.urllib_parse", "moves.urllib.parse") class Module_six_moves_urllib_error(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_error""" _urllib_error_moved_attributes = [ MovedAttribute("URLError", "urllib2", "urllib.error"), MovedAttribute("HTTPError", "urllib2", "urllib.error"), MovedAttribute("ContentTooShortError", "urllib", "urllib.error"), ] for attr in _urllib_error_moved_attributes: setattr(Module_six_moves_urllib_error, attr.name, attr) del attr Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes _importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"), "moves.urllib_error", "moves.urllib.error") class Module_six_moves_urllib_request(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_request""" _urllib_request_moved_attributes = [ MovedAttribute("urlopen", "urllib2", "urllib.request"), MovedAttribute("install_opener", "urllib2", "urllib.request"), MovedAttribute("build_opener", "urllib2", "urllib.request"), MovedAttribute("pathname2url", "urllib", "urllib.request"), MovedAttribute("url2pathname", "urllib", "urllib.request"), MovedAttribute("getproxies", "urllib", "urllib.request"), MovedAttribute("Request", "urllib2", "urllib.request"), MovedAttribute("OpenerDirector", "urllib2", "urllib.request"), MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"), MovedAttribute("ProxyHandler", "urllib2", "urllib.request"), MovedAttribute("BaseHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"), MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"), MovedAttribute("FileHandler", "urllib2", "urllib.request"), MovedAttribute("FTPHandler", "urllib2", "urllib.request"), MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"), MovedAttribute("UnknownHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"), MovedAttribute("urlretrieve", "urllib", "urllib.request"), MovedAttribute("urlcleanup", "urllib", "urllib.request"), MovedAttribute("URLopener", "urllib", "urllib.request"), MovedAttribute("FancyURLopener", "urllib", "urllib.request"), MovedAttribute("proxy_bypass", "urllib", "urllib.request"), MovedAttribute("parse_http_list", "urllib2", "urllib.request"), MovedAttribute("parse_keqv_list", "urllib2", "urllib.request"), ] for attr in _urllib_request_moved_attributes: setattr(Module_six_moves_urllib_request, attr.name, attr) del attr Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes _importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"), "moves.urllib_request", "moves.urllib.request") class Module_six_moves_urllib_response(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_response""" _urllib_response_moved_attributes = [ MovedAttribute("addbase", "urllib", "urllib.response"), MovedAttribute("addclosehook", "urllib", "urllib.response"), MovedAttribute("addinfo", "urllib", "urllib.response"), MovedAttribute("addinfourl", "urllib", "urllib.response"), ] for attr in _urllib_response_moved_attributes: setattr(Module_six_moves_urllib_response, attr.name, attr) del attr Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes _importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"), "moves.urllib_response", "moves.urllib.response") class Module_six_moves_urllib_robotparser(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_robotparser""" _urllib_robotparser_moved_attributes = [ MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"), ] for attr in _urllib_robotparser_moved_attributes: setattr(Module_six_moves_urllib_robotparser, attr.name, attr) del attr Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes _importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"), "moves.urllib_robotparser", "moves.urllib.robotparser") class Module_six_moves_urllib(types.ModuleType): """Create a six.moves.urllib namespace that resembles the Python 3 namespace""" __path__ = [] # mark as package parse = _importer._get_module("moves.urllib_parse") error = _importer._get_module("moves.urllib_error") request = _importer._get_module("moves.urllib_request") response = _importer._get_module("moves.urllib_response") robotparser = _importer._get_module("moves.urllib_robotparser") def __dir__(self): return ['parse', 'error', 'request', 'response', 'robotparser'] _importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"), "moves.urllib") def add_move(move): """Add an item to six.moves.""" setattr(_MovedItems, move.name, move) def remove_move(name): """Remove item from six.moves.""" try: delattr(_MovedItems, name) except AttributeError: try: del moves.__dict__[name] except KeyError: raise AttributeError("no such move, %r" % (name,)) if PY3: _meth_func = "__func__" _meth_self = "__self__" _func_closure = "__closure__" _func_code = "__code__" _func_defaults = "__defaults__" _func_globals = "__globals__" else: _meth_func = "im_func" _meth_self = "im_self" _func_closure = "func_closure" _func_code = "func_code" _func_defaults = "func_defaults" _func_globals = "func_globals" try: advance_iterator = next except NameError: def advance_iterator(it): return it.next() next = advance_iterator try: callable = callable except NameError: def callable(obj): return any("__call__" in klass.__dict__ for klass in type(obj).__mro__) if PY3: def get_unbound_function(unbound): return unbound create_bound_method = types.MethodType def create_unbound_method(func, cls): return func Iterator = object else: def get_unbound_function(unbound): return unbound.im_func def create_bound_method(func, obj): return types.MethodType(func, obj, obj.__class__) def create_unbound_method(func, cls): return types.MethodType(func, None, cls) class Iterator(object): def next(self): return type(self).__next__(self) callable = callable _add_doc(get_unbound_function, """Get the function out of a possibly unbound function""") get_method_function = operator.attrgetter(_meth_func) get_method_self = operator.attrgetter(_meth_self) get_function_closure = operator.attrgetter(_func_closure) get_function_code = operator.attrgetter(_func_code) get_function_defaults = operator.attrgetter(_func_defaults) get_function_globals = operator.attrgetter(_func_globals) if PY3: def iterkeys(d, **kw): return iter(d.keys(**kw)) def itervalues(d, **kw): return iter(d.values(**kw)) def iteritems(d, **kw): return iter(d.items(**kw)) def iterlists(d, **kw): return iter(d.lists(**kw)) viewkeys = operator.methodcaller("keys") viewvalues = operator.methodcaller("values") viewitems = operator.methodcaller("items") else: def iterkeys(d, **kw): return d.iterkeys(**kw) def itervalues(d, **kw): return d.itervalues(**kw) def iteritems(d, **kw): return d.iteritems(**kw) def iterlists(d, **kw): return d.iterlists(**kw) viewkeys = operator.methodcaller("viewkeys") viewvalues = operator.methodcaller("viewvalues") viewitems = operator.methodcaller("viewitems") _add_doc(iterkeys, "Return an iterator over the keys of a dictionary.") _add_doc(itervalues, "Return an iterator over the values of a dictionary.") _add_doc(iteritems, "Return an iterator over the (key, value) pairs of a dictionary.") _add_doc(iterlists, "Return an iterator over the (key, [values]) pairs of a dictionary.") if PY3: def b(s): return s.encode("latin-1") def u(s): return s unichr = chr import struct int2byte = struct.Struct(">B").pack del struct byte2int = operator.itemgetter(0) indexbytes = operator.getitem iterbytes = iter import io StringIO = io.StringIO BytesIO = io.BytesIO _assertCountEqual = "assertCountEqual" if sys.version_info[1] <= 1: _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" else: _assertRaisesRegex = "assertRaisesRegex" _assertRegex = "assertRegex" else: def b(s): return s # Workaround for standalone backslash def u(s): return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape") unichr = unichr int2byte = chr def byte2int(bs): return ord(bs[0]) def indexbytes(buf, i): return ord(buf[i]) iterbytes = functools.partial(itertools.imap, ord) import StringIO StringIO = BytesIO = StringIO.StringIO _assertCountEqual = "assertItemsEqual" _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" _add_doc(b, """Byte literal""") _add_doc(u, """Text literal""") def assertCountEqual(self, *args, **kwargs): return getattr(self, _assertCountEqual)(*args, **kwargs) def assertRaisesRegex(self, *args, **kwargs): return getattr(self, _assertRaisesRegex)(*args, **kwargs) def assertRegex(self, *args, **kwargs): return getattr(self, _assertRegex)(*args, **kwargs) if PY3: exec_ = getattr(moves.builtins, "exec") def reraise(tp, value, tb=None): try: if value is None: value = tp() if value.__traceback__ is not tb: raise value.with_traceback(tb) raise value finally: value = None tb = None else: def exec_(_code_, _globs_=None, _locs_=None): """Execute code in a namespace.""" if _globs_ is None: frame = sys._getframe(1) _globs_ = frame.f_globals if _locs_ is None: _locs_ = frame.f_locals del frame elif _locs_ is None: _locs_ = _globs_ exec("""exec _code_ in _globs_, _locs_""") exec_("""def reraise(tp, value, tb=None): try: raise tp, value, tb finally: tb = None """) if sys.version_info[:2] == (3, 2): exec_("""def raise_from(value, from_value): try: if from_value is None: raise value raise value from from_value finally: value = None """) elif sys.version_info[:2] > (3, 2): exec_("""def raise_from(value, from_value): try: raise value from from_value finally: value = None """) else: def raise_from(value, from_value): raise value print_ = getattr(moves.builtins, "print", None) if print_ is None: def print_(*args, **kwargs): """The new-style print function for Python 2.4 and 2.5.""" fp = kwargs.pop("file", sys.stdout) if fp is None: return def write(data): if not isinstance(data, basestring): data = str(data) # If the file has an encoding, encode unicode with it. if (isinstance(fp, file) and isinstance(data, unicode) and fp.encoding is not None): errors = getattr(fp, "errors", None) if errors is None: errors = "strict" data = data.encode(fp.encoding, errors) fp.write(data) want_unicode = False sep = kwargs.pop("sep", None) if sep is not None: if isinstance(sep, unicode): want_unicode = True elif not isinstance(sep, str): raise TypeError("sep must be None or a string") end = kwargs.pop("end", None) if end is not None: if isinstance(end, unicode): want_unicode = True elif not isinstance(end, str): raise TypeError("end must be None or a string") if kwargs: raise TypeError("invalid keyword arguments to print()") if not want_unicode: for arg in args: if isinstance(arg, unicode): want_unicode = True break if want_unicode: newline = unicode("\n") space = unicode(" ") else: newline = "\n" space = " " if sep is None: sep = space if end is None: end = newline for i, arg in enumerate(args): if i: write(sep) write(arg) write(end) if sys.version_info[:2] < (3, 3): _print = print_ def print_(*args, **kwargs): fp = kwargs.get("file", sys.stdout) flush = kwargs.pop("flush", False) _print(*args, **kwargs) if flush and fp is not None: fp.flush() _add_doc(reraise, """Reraise an exception.""") if sys.version_info[0:2] < (3, 4): def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS, updated=functools.WRAPPER_UPDATES): def wrapper(f): f = functools.wraps(wrapped, assigned, updated)(f) f.__wrapped__ = wrapped return f return wrapper else: wraps = functools.wraps def with_metaclass(meta, *bases): """Create a base class with a metaclass.""" # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(type): def __new__(cls, name, this_bases, d): return meta(name, bases, d) @classmethod def __prepare__(cls, name, this_bases): return meta.__prepare__(name, bases) return type.__new__(metaclass, 'temporary_class', (), {}) def add_metaclass(metaclass): """Class decorator for creating a class with a metaclass.""" def wrapper(cls): orig_vars = cls.__dict__.copy() slots = orig_vars.get('__slots__') if slots is not None: if isinstance(slots, str): slots = [slots] for slots_var in slots: orig_vars.pop(slots_var) orig_vars.pop('__dict__', None) orig_vars.pop('__weakref__', None) if hasattr(cls, '__qualname__'): orig_vars['__qualname__'] = cls.__qualname__ return metaclass(cls.__name__, cls.__bases__, orig_vars) return wrapper def ensure_binary(s, encoding='utf-8', errors='strict'): """Coerce **s** to six.binary_type. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> encoded to `bytes` - `bytes` -> `bytes` """ if isinstance(s, text_type): return s.encode(encoding, errors) elif isinstance(s, binary_type): return s else: raise TypeError("not expecting type '%s'" % type(s)) def ensure_str(s, encoding='utf-8', errors='strict'): """Coerce *s* to `str`. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` """ if not isinstance(s, (text_type, binary_type)): raise TypeError("not expecting type '%s'" % type(s)) if PY2 and isinstance(s, text_type): s = s.encode(encoding, errors) elif PY3 and isinstance(s, binary_type): s = s.decode(encoding, errors) return s def ensure_text(s, encoding='utf-8', errors='strict'): """Coerce *s* to six.text_type. For Python 2: - `unicode` -> `unicode` - `str` -> `unicode` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` """ if isinstance(s, binary_type): return s.decode(encoding, errors) elif isinstance(s, text_type): return s else: raise TypeError("not expecting type '%s'" % type(s)) def python_2_unicode_compatible(klass): """ A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. """ if PY2: if '__str__' not in klass.__dict__: raise ValueError("@python_2_unicode_compatible cannot be applied " "to %s because it doesn't define __str__()." % klass.__name__) klass.__unicode__ = klass.__str__ klass.__str__ = lambda self: self.__unicode__().encode('utf-8') return klass # Complete the moves implementation. # This code is at the end of this module to speed up module loading. # Turn this module into a package. __path__ = [] # required for PEP 302 and PEP 451 __package__ = __name__ # see PEP 366 @ReservedAssignment if globals().get("__spec__") is not None: __spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable # Remove other six meta path importers, since they cause problems. This can # happen if six is removed from sys.modules and then reloaded. (Setuptools does # this for some reason.) if sys.meta_path: for i, importer in enumerate(sys.meta_path): # Here's some real nastiness: Another "instance" of the six module might # be floating around. Therefore, we can't use isinstance() to check for # the six meta path importer, since the other six instance will have # inserted an importer with different class. if (type(importer).__name__ == "_SixMetaPathImporter" and importer.name == __name__): del sys.meta_path[i] break del i, importer # Finally, add the importer to the meta path import hook. sys.meta_path.append(_importer) PK @\!{ & & pip/_vendor/retrying.pynu [ ## Copyright 2013-2014 Ray Holder ## ## Licensed under the Apache License, Version 2.0 (the "License"); ## you may not use this file except in compliance with the License. ## You may obtain a copy of the License at ## ## http://www.apache.org/licenses/LICENSE-2.0 ## ## Unless required by applicable law or agreed to in writing, software ## distributed under the License is distributed on an "AS IS" BASIS, ## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. ## See the License for the specific language governing permissions and ## limitations under the License. import random from pip._vendor import six import sys import time import traceback # sys.maxint / 2, since Python 3.2 doesn't have a sys.maxint... MAX_WAIT = 1073741823 def retry(*dargs, **dkw): """ Decorator function that instantiates the Retrying object @param *dargs: positional arguments passed to Retrying object @param **dkw: keyword arguments passed to the Retrying object """ # support both @retry and @retry() as valid syntax if len(dargs) == 1 and callable(dargs[0]): def wrap_simple(f): @six.wraps(f) def wrapped_f(*args, **kw): return Retrying().call(f, *args, **kw) return wrapped_f return wrap_simple(dargs[0]) else: def wrap(f): @six.wraps(f) def wrapped_f(*args, **kw): return Retrying(*dargs, **dkw).call(f, *args, **kw) return wrapped_f return wrap class Retrying(object): def __init__(self, stop=None, wait=None, stop_max_attempt_number=None, stop_max_delay=None, wait_fixed=None, wait_random_min=None, wait_random_max=None, wait_incrementing_start=None, wait_incrementing_increment=None, wait_exponential_multiplier=None, wait_exponential_max=None, retry_on_exception=None, retry_on_result=None, wrap_exception=False, stop_func=None, wait_func=None, wait_jitter_max=None): self._stop_max_attempt_number = 5 if stop_max_attempt_number is None else stop_max_attempt_number self._stop_max_delay = 100 if stop_max_delay is None else stop_max_delay self._wait_fixed = 1000 if wait_fixed is None else wait_fixed self._wait_random_min = 0 if wait_random_min is None else wait_random_min self._wait_random_max = 1000 if wait_random_max is None else wait_random_max self._wait_incrementing_start = 0 if wait_incrementing_start is None else wait_incrementing_start self._wait_incrementing_increment = 100 if wait_incrementing_increment is None else wait_incrementing_increment self._wait_exponential_multiplier = 1 if wait_exponential_multiplier is None else wait_exponential_multiplier self._wait_exponential_max = MAX_WAIT if wait_exponential_max is None else wait_exponential_max self._wait_jitter_max = 0 if wait_jitter_max is None else wait_jitter_max # TODO add chaining of stop behaviors # stop behavior stop_funcs = [] if stop_max_attempt_number is not None: stop_funcs.append(self.stop_after_attempt) if stop_max_delay is not None: stop_funcs.append(self.stop_after_delay) if stop_func is not None: self.stop = stop_func elif stop is None: self.stop = lambda attempts, delay: any(f(attempts, delay) for f in stop_funcs) else: self.stop = getattr(self, stop) # TODO add chaining of wait behaviors # wait behavior wait_funcs = [lambda *args, **kwargs: 0] if wait_fixed is not None: wait_funcs.append(self.fixed_sleep) if wait_random_min is not None or wait_random_max is not None: wait_funcs.append(self.random_sleep) if wait_incrementing_start is not None or wait_incrementing_increment is not None: wait_funcs.append(self.incrementing_sleep) if wait_exponential_multiplier is not None or wait_exponential_max is not None: wait_funcs.append(self.exponential_sleep) if wait_func is not None: self.wait = wait_func elif wait is None: self.wait = lambda attempts, delay: max(f(attempts, delay) for f in wait_funcs) else: self.wait = getattr(self, wait) # retry on exception filter if retry_on_exception is None: self._retry_on_exception = self.always_reject else: self._retry_on_exception = retry_on_exception # TODO simplify retrying by Exception types # retry on result filter if retry_on_result is None: self._retry_on_result = self.never_reject else: self._retry_on_result = retry_on_result self._wrap_exception = wrap_exception def stop_after_attempt(self, previous_attempt_number, delay_since_first_attempt_ms): """Stop after the previous attempt >= stop_max_attempt_number.""" return previous_attempt_number >= self._stop_max_attempt_number def stop_after_delay(self, previous_attempt_number, delay_since_first_attempt_ms): """Stop after the time from the first attempt >= stop_max_delay.""" return delay_since_first_attempt_ms >= self._stop_max_delay def no_sleep(self, previous_attempt_number, delay_since_first_attempt_ms): """Don't sleep at all before retrying.""" return 0 def fixed_sleep(self, previous_attempt_number, delay_since_first_attempt_ms): """Sleep a fixed amount of time between each retry.""" return self._wait_fixed def random_sleep(self, previous_attempt_number, delay_since_first_attempt_ms): """Sleep a random amount of time between wait_random_min and wait_random_max""" return random.randint(self._wait_random_min, self._wait_random_max) def incrementing_sleep(self, previous_attempt_number, delay_since_first_attempt_ms): """ Sleep an incremental amount of time after each attempt, starting at wait_incrementing_start and incrementing by wait_incrementing_increment """ result = self._wait_incrementing_start + (self._wait_incrementing_increment * (previous_attempt_number - 1)) if result < 0: result = 0 return result def exponential_sleep(self, previous_attempt_number, delay_since_first_attempt_ms): exp = 2 ** previous_attempt_number result = self._wait_exponential_multiplier * exp if result > self._wait_exponential_max: result = self._wait_exponential_max if result < 0: result = 0 return result def never_reject(self, result): return False def always_reject(self, result): return True def should_reject(self, attempt): reject = False if attempt.has_exception: reject |= self._retry_on_exception(attempt.value[1]) else: reject |= self._retry_on_result(attempt.value) return reject def call(self, fn, *args, **kwargs): start_time = int(round(time.time() * 1000)) attempt_number = 1 while True: try: attempt = Attempt(fn(*args, **kwargs), attempt_number, False) except: tb = sys.exc_info() attempt = Attempt(tb, attempt_number, True) if not self.should_reject(attempt): return attempt.get(self._wrap_exception) delay_since_first_attempt_ms = int(round(time.time() * 1000)) - start_time if self.stop(attempt_number, delay_since_first_attempt_ms): if not self._wrap_exception and attempt.has_exception: # get() on an attempt with an exception should cause it to be raised, but raise just in case raise attempt.get() else: raise RetryError(attempt) else: sleep = self.wait(attempt_number, delay_since_first_attempt_ms) if self._wait_jitter_max: jitter = random.random() * self._wait_jitter_max sleep = sleep + max(0, jitter) time.sleep(sleep / 1000.0) attempt_number += 1 class Attempt(object): """ An Attempt encapsulates a call to a target function that may end as a normal return value from the function or an Exception depending on what occurred during the execution. """ def __init__(self, value, attempt_number, has_exception): self.value = value self.attempt_number = attempt_number self.has_exception = has_exception def get(self, wrap_exception=False): """ Return the return value of this Attempt instance or raise an Exception. If wrap_exception is true, this Attempt is wrapped inside of a RetryError before being raised. """ if self.has_exception: if wrap_exception: raise RetryError(self) else: six.reraise(self.value[0], self.value[1], self.value[2]) else: return self.value def __repr__(self): if self.has_exception: return "Attempts: {0}, Error:\n{1}".format(self.attempt_number, "".join(traceback.format_tb(self.value[2]))) else: return "Attempts: {0}, Value: {1}".format(self.attempt_number, self.value) class RetryError(Exception): """ A RetryError encapsulates the last Attempt instance right before giving up. """ def __init__(self, last_attempt): self.last_attempt = last_attempt def __str__(self): return "RetryError[{0}]".format(self.last_attempt) PK @\B1? ? " pip/_vendor/chardet/cp949prober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .chardistribution import EUCKRDistributionAnalysis from .codingstatemachine import CodingStateMachine from .mbcharsetprober import MultiByteCharSetProber from .mbcssm import CP949_SM_MODEL class CP949Prober(MultiByteCharSetProber): def __init__(self): super(CP949Prober, self).__init__() self.coding_sm = CodingStateMachine(CP949_SM_MODEL) # NOTE: CP949 is a superset of EUC-KR, so the distribution should be # not different. self.distribution_analyzer = EUCKRDistributionAnalysis() self.reset() @property def charset_name(self): return "CP949" @property def language(self): return "Korean" PK @\=n n pip/_vendor/chardet/escprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetprober import CharSetProber from .codingstatemachine import CodingStateMachine from .enums import LanguageFilter, ProbingState, MachineState from .escsm import (HZ_SM_MODEL, ISO2022CN_SM_MODEL, ISO2022JP_SM_MODEL, ISO2022KR_SM_MODEL) class EscCharSetProber(CharSetProber): """ This CharSetProber uses a "code scheme" approach for detecting encodings, whereby easily recognizable escape or shift sequences are relied on to identify these encodings. """ def __init__(self, lang_filter=None): super(EscCharSetProber, self).__init__(lang_filter=lang_filter) self.coding_sm = [] if self.lang_filter & LanguageFilter.CHINESE_SIMPLIFIED: self.coding_sm.append(CodingStateMachine(HZ_SM_MODEL)) self.coding_sm.append(CodingStateMachine(ISO2022CN_SM_MODEL)) if self.lang_filter & LanguageFilter.JAPANESE: self.coding_sm.append(CodingStateMachine(ISO2022JP_SM_MODEL)) if self.lang_filter & LanguageFilter.KOREAN: self.coding_sm.append(CodingStateMachine(ISO2022KR_SM_MODEL)) self.active_sm_count = None self._detected_charset = None self._detected_language = None self._state = None self.reset() def reset(self): super(EscCharSetProber, self).reset() for coding_sm in self.coding_sm: if not coding_sm: continue coding_sm.active = True coding_sm.reset() self.active_sm_count = len(self.coding_sm) self._detected_charset = None self._detected_language = None @property def charset_name(self): return self._detected_charset @property def language(self): return self._detected_language def get_confidence(self): if self._detected_charset: return 0.99 else: return 0.00 def feed(self, byte_str): for c in byte_str: for coding_sm in self.coding_sm: if not coding_sm or not coding_sm.active: continue coding_state = coding_sm.next_state(c) if coding_state == MachineState.ERROR: coding_sm.active = False self.active_sm_count -= 1 if self.active_sm_count <= 0: self._state = ProbingState.NOT_ME return self.state elif coding_state == MachineState.ITS_ME: self._state = ProbingState.FOUND_IT self._detected_charset = coding_sm.get_coding_state_machine() self._detected_language = coding_sm.language return self.state return self.state PK @\ u & pip/_vendor/chardet/sbcharsetprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 2001 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetprober import CharSetProber from .enums import CharacterCategory, ProbingState, SequenceLikelihood class SingleByteCharSetProber(CharSetProber): SAMPLE_SIZE = 64 SB_ENOUGH_REL_THRESHOLD = 1024 # 0.25 * SAMPLE_SIZE^2 POSITIVE_SHORTCUT_THRESHOLD = 0.95 NEGATIVE_SHORTCUT_THRESHOLD = 0.05 def __init__(self, model, reversed=False, name_prober=None): super(SingleByteCharSetProber, self).__init__() self._model = model # TRUE if we need to reverse every pair in the model lookup self._reversed = reversed # Optional auxiliary prober for name decision self._name_prober = name_prober self._last_order = None self._seq_counters = None self._total_seqs = None self._total_char = None self._freq_char = None self.reset() def reset(self): super(SingleByteCharSetProber, self).reset() # char order of last character self._last_order = 255 self._seq_counters = [0] * SequenceLikelihood.get_num_categories() self._total_seqs = 0 self._total_char = 0 # characters that fall in our sampling range self._freq_char = 0 @property def charset_name(self): if self._name_prober: return self._name_prober.charset_name else: return self._model['charset_name'] @property def language(self): if self._name_prober: return self._name_prober.language else: return self._model.get('language') def feed(self, byte_str): if not self._model['keep_english_letter']: byte_str = self.filter_international_words(byte_str) if not byte_str: return self.state char_to_order_map = self._model['char_to_order_map'] for i, c in enumerate(byte_str): # XXX: Order is in range 1-64, so one would think we want 0-63 here, # but that leads to 27 more test failures than before. order = char_to_order_map[c] # XXX: This was SYMBOL_CAT_ORDER before, with a value of 250, but # CharacterCategory.SYMBOL is actually 253, so we use CONTROL # to make it closer to the original intent. The only difference # is whether or not we count digits and control characters for # _total_char purposes. if order < CharacterCategory.CONTROL: self._total_char += 1 if order < self.SAMPLE_SIZE: self._freq_char += 1 if self._last_order < self.SAMPLE_SIZE: self._total_seqs += 1 if not self._reversed: i = (self._last_order * self.SAMPLE_SIZE) + order model = self._model['precedence_matrix'][i] else: # reverse the order of the letters in the lookup i = (order * self.SAMPLE_SIZE) + self._last_order model = self._model['precedence_matrix'][i] self._seq_counters[model] += 1 self._last_order = order charset_name = self._model['charset_name'] if self.state == ProbingState.DETECTING: if self._total_seqs > self.SB_ENOUGH_REL_THRESHOLD: confidence = self.get_confidence() if confidence > self.POSITIVE_SHORTCUT_THRESHOLD: self.logger.debug('%s confidence = %s, we have a winner', charset_name, confidence) self._state = ProbingState.FOUND_IT elif confidence < self.NEGATIVE_SHORTCUT_THRESHOLD: self.logger.debug('%s confidence = %s, below negative ' 'shortcut threshhold %s', charset_name, confidence, self.NEGATIVE_SHORTCUT_THRESHOLD) self._state = ProbingState.NOT_ME return self.state def get_confidence(self): r = 0.01 if self._total_seqs > 0: r = ((1.0 * self._seq_counters[SequenceLikelihood.POSITIVE]) / self._total_seqs / self._model['typical_positive_ratio']) r = r * self._freq_char / self._total_char if r >= 1.0: r = 0.99 return r PK @\D} } pip/_vendor/chardet/enums.pynu [ """ All of the Enums that are used throughout the chardet package. :author: Dan Blanchard (dan.blanchard@gmail.com) """ class InputState(object): """ This enum represents the different states a universal detector can be in. """ PURE_ASCII = 0 ESC_ASCII = 1 HIGH_BYTE = 2 class LanguageFilter(object): """ This enum represents the different language filters we can apply to a ``UniversalDetector``. """ CHINESE_SIMPLIFIED = 0x01 CHINESE_TRADITIONAL = 0x02 JAPANESE = 0x04 KOREAN = 0x08 NON_CJK = 0x10 ALL = 0x1F CHINESE = CHINESE_SIMPLIFIED | CHINESE_TRADITIONAL CJK = CHINESE | JAPANESE | KOREAN class ProbingState(object): """ This enum represents the different states a prober can be in. """ DETECTING = 0 FOUND_IT = 1 NOT_ME = 2 class MachineState(object): """ This enum represents the different states a state machine can be in. """ START = 0 ERROR = 1 ITS_ME = 2 class SequenceLikelihood(object): """ This enum represents the likelihood of a character following the previous one. """ NEGATIVE = 0 UNLIKELY = 1 LIKELY = 2 POSITIVE = 3 @classmethod def get_num_categories(cls): """:returns: The number of likelihood categories in the enum.""" return 4 class CharacterCategory(object): """ This enum represents the different categories language models for ``SingleByteCharsetProber`` put characters into. Anything less than CONTROL is considered a letter. """ UNDEFINED = 255 LINE_BREAK = 254 SYMBOL = 253 DIGIT = 252 CONTROL = 251 PK @\Y(=$ $ ' pip/_vendor/chardet/chardistribution.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .euctwfreq import (EUCTW_CHAR_TO_FREQ_ORDER, EUCTW_TABLE_SIZE, EUCTW_TYPICAL_DISTRIBUTION_RATIO) from .euckrfreq import (EUCKR_CHAR_TO_FREQ_ORDER, EUCKR_TABLE_SIZE, EUCKR_TYPICAL_DISTRIBUTION_RATIO) from .gb2312freq import (GB2312_CHAR_TO_FREQ_ORDER, GB2312_TABLE_SIZE, GB2312_TYPICAL_DISTRIBUTION_RATIO) from .big5freq import (BIG5_CHAR_TO_FREQ_ORDER, BIG5_TABLE_SIZE, BIG5_TYPICAL_DISTRIBUTION_RATIO) from .jisfreq import (JIS_CHAR_TO_FREQ_ORDER, JIS_TABLE_SIZE, JIS_TYPICAL_DISTRIBUTION_RATIO) class CharDistributionAnalysis(object): ENOUGH_DATA_THRESHOLD = 1024 SURE_YES = 0.99 SURE_NO = 0.01 MINIMUM_DATA_THRESHOLD = 3 def __init__(self): # Mapping table to get frequency order from char order (get from # GetOrder()) self._char_to_freq_order = None self._table_size = None # Size of above table # This is a constant value which varies from language to language, # used in calculating confidence. See # http://www.mozilla.org/projects/intl/UniversalCharsetDetection.html # for further detail. self.typical_distribution_ratio = None self._done = None self._total_chars = None self._freq_chars = None self.reset() def reset(self): """reset analyser, clear any state""" # If this flag is set to True, detection is done and conclusion has # been made self._done = False self._total_chars = 0 # Total characters encountered # The number of characters whose frequency order is less than 512 self._freq_chars = 0 def feed(self, char, char_len): """feed a character with known length""" if char_len == 2: # we only care about 2-bytes character in our distribution analysis order = self.get_order(char) else: order = -1 if order >= 0: self._total_chars += 1 # order is valid if order < self._table_size: if 512 > self._char_to_freq_order[order]: self._freq_chars += 1 def get_confidence(self): """return confidence based on existing data""" # if we didn't receive any character in our consideration range, # return negative answer if self._total_chars <= 0 or self._freq_chars <= self.MINIMUM_DATA_THRESHOLD: return self.SURE_NO if self._total_chars != self._freq_chars: r = (self._freq_chars / ((self._total_chars - self._freq_chars) * self.typical_distribution_ratio)) if r < self.SURE_YES: return r # normalize confidence (we don't want to be 100% sure) return self.SURE_YES def got_enough_data(self): # It is not necessary to receive all data to draw conclusion. # For charset detection, certain amount of data is enough return self._total_chars > self.ENOUGH_DATA_THRESHOLD def get_order(self, byte_str): # We do not handle characters based on the original encoding string, # but convert this encoding string to a number, here called order. # This allows multiple encodings of a language to share one frequency # table. return -1 class EUCTWDistributionAnalysis(CharDistributionAnalysis): def __init__(self): super(EUCTWDistributionAnalysis, self).__init__() self._char_to_freq_order = EUCTW_CHAR_TO_FREQ_ORDER self._table_size = EUCTW_TABLE_SIZE self.typical_distribution_ratio = EUCTW_TYPICAL_DISTRIBUTION_RATIO def get_order(self, byte_str): # for euc-TW encoding, we are interested # first byte range: 0xc4 -- 0xfe # second byte range: 0xa1 -- 0xfe # no validation needed here. State machine has done that first_char = byte_str[0] if first_char >= 0xC4: return 94 * (first_char - 0xC4) + byte_str[1] - 0xA1 else: return -1 class EUCKRDistributionAnalysis(CharDistributionAnalysis): def __init__(self): super(EUCKRDistributionAnalysis, self).__init__() self._char_to_freq_order = EUCKR_CHAR_TO_FREQ_ORDER self._table_size = EUCKR_TABLE_SIZE self.typical_distribution_ratio = EUCKR_TYPICAL_DISTRIBUTION_RATIO def get_order(self, byte_str): # for euc-KR encoding, we are interested # first byte range: 0xb0 -- 0xfe # second byte range: 0xa1 -- 0xfe # no validation needed here. State machine has done that first_char = byte_str[0] if first_char >= 0xB0: return 94 * (first_char - 0xB0) + byte_str[1] - 0xA1 else: return -1 class GB2312DistributionAnalysis(CharDistributionAnalysis): def __init__(self): super(GB2312DistributionAnalysis, self).__init__() self._char_to_freq_order = GB2312_CHAR_TO_FREQ_ORDER self._table_size = GB2312_TABLE_SIZE self.typical_distribution_ratio = GB2312_TYPICAL_DISTRIBUTION_RATIO def get_order(self, byte_str): # for GB2312 encoding, we are interested # first byte range: 0xb0 -- 0xfe # second byte range: 0xa1 -- 0xfe # no validation needed here. State machine has done that first_char, second_char = byte_str[0], byte_str[1] if (first_char >= 0xB0) and (second_char >= 0xA1): return 94 * (first_char - 0xB0) + second_char - 0xA1 else: return -1 class Big5DistributionAnalysis(CharDistributionAnalysis): def __init__(self): super(Big5DistributionAnalysis, self).__init__() self._char_to_freq_order = BIG5_CHAR_TO_FREQ_ORDER self._table_size = BIG5_TABLE_SIZE self.typical_distribution_ratio = BIG5_TYPICAL_DISTRIBUTION_RATIO def get_order(self, byte_str): # for big5 encoding, we are interested # first byte range: 0xa4 -- 0xfe # second byte range: 0x40 -- 0x7e , 0xa1 -- 0xfe # no validation needed here. State machine has done that first_char, second_char = byte_str[0], byte_str[1] if first_char >= 0xA4: if second_char >= 0xA1: return 157 * (first_char - 0xA4) + second_char - 0xA1 + 63 else: return 157 * (first_char - 0xA4) + second_char - 0x40 else: return -1 class SJISDistributionAnalysis(CharDistributionAnalysis): def __init__(self): super(SJISDistributionAnalysis, self).__init__() self._char_to_freq_order = JIS_CHAR_TO_FREQ_ORDER self._table_size = JIS_TABLE_SIZE self.typical_distribution_ratio = JIS_TYPICAL_DISTRIBUTION_RATIO def get_order(self, byte_str): # for sjis encoding, we are interested # first byte range: 0x81 -- 0x9f , 0xe0 -- 0xfe # second byte range: 0x40 -- 0x7e, 0x81 -- oxfe # no validation needed here. State machine has done that first_char, second_char = byte_str[0], byte_str[1] if (first_char >= 0x81) and (first_char <= 0x9F): order = 188 * (first_char - 0x81) elif (first_char >= 0xE0) and (first_char <= 0xEF): order = 188 * (first_char - 0xE0 + 31) else: return -1 order = order + second_char - 0x40 if second_char > 0x7F: order = -1 return order class EUCJPDistributionAnalysis(CharDistributionAnalysis): def __init__(self): super(EUCJPDistributionAnalysis, self).__init__() self._char_to_freq_order = JIS_CHAR_TO_FREQ_ORDER self._table_size = JIS_TABLE_SIZE self.typical_distribution_ratio = JIS_TYPICAL_DISTRIBUTION_RATIO def get_order(self, byte_str): # for euc-JP encoding, we are interested # first byte range: 0xa0 -- 0xfe # second byte range: 0xa1 -- 0xfe # no validation needed here. State machine has done that char = byte_str[0] if char >= 0xA0: return 94 * (char - 0xA1) + byte_str[1] - 0xa1 else: return -1 PK @\V F F ( pip/_vendor/chardet/langcyrillicmodel.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # KOI8-R language model # Character Mapping Table: KOI8R_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, # 80 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, # 90 223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, # a0 238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, # b0 27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, # c0 15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, # d0 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, # e0 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, # f0 ) win1251_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, ) latin5_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, ) macCyrillic_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255, ) IBM855_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205, 206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70, 3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219, 220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229, 230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243, 8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248, 43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249, 250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255, ) IBM866_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, ) # Model Table: # total sequences: 100% # first 512 sequences: 97.6601% # first 1024 sequences: 2.3389% # rest sequences: 0.1237% # negative sequences: 0.0009% RussianLangModel = ( 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2, 3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, 0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, 0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0, 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, 3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0, 0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1, 1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0, 2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1, 1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0, 2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1, 1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0, 3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1, 1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0, 2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2, 1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1, 1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1, 1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, 2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1, 1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0, 3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2, 1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1, 2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1, 1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0, 2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0, 0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1, 1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0, 1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1, 1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0, 3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1, 2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1, 3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1, 1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1, 1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1, 0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0, 2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1, 1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0, 1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1, 0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1, 1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0, 2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2, 2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1, 1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0, 1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0, 2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0, 1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1, 0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, 2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1, 1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1, 1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0, 0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, 0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1, 0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1, 0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, 1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1, 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, 1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0, 0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0, 1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1, 0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1, 2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0, 0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0, ) Koi8rModel = { 'char_to_order_map': KOI8R_char_to_order_map, 'precedence_matrix': RussianLangModel, 'typical_positive_ratio': 0.976601, 'keep_english_letter': False, 'charset_name': "KOI8-R", 'language': 'Russian', } Win1251CyrillicModel = { 'char_to_order_map': win1251_char_to_order_map, 'precedence_matrix': RussianLangModel, 'typical_positive_ratio': 0.976601, 'keep_english_letter': False, 'charset_name': "windows-1251", 'language': 'Russian', } Latin5CyrillicModel = { 'char_to_order_map': latin5_char_to_order_map, 'precedence_matrix': RussianLangModel, 'typical_positive_ratio': 0.976601, 'keep_english_letter': False, 'charset_name': "ISO-8859-5", 'language': 'Russian', } MacCyrillicModel = { 'char_to_order_map': macCyrillic_char_to_order_map, 'precedence_matrix': RussianLangModel, 'typical_positive_ratio': 0.976601, 'keep_english_letter': False, 'charset_name': "MacCyrillic", 'language': 'Russian', } Ibm866Model = { 'char_to_order_map': IBM866_char_to_order_map, 'precedence_matrix': RussianLangModel, 'typical_positive_ratio': 0.976601, 'keep_english_letter': False, 'charset_name': "IBM866", 'language': 'Russian', } Ibm855Model = { 'char_to_order_map': IBM855_char_to_order_map, 'precedence_matrix': RussianLangModel, 'typical_positive_ratio': 0.976601, 'keep_english_letter': False, 'charset_name': "IBM855", 'language': 'Russian', } PK @\EP P ! pip/_vendor/chardet/gb2312freq.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # GB2312 most frequently used character table # # Char to FreqOrder table , from hz6763 # 512 --> 0.79 -- 0.79 # 1024 --> 0.92 -- 0.13 # 2048 --> 0.98 -- 0.06 # 6768 --> 1.00 -- 0.02 # # Ideal Distribution Ratio = 0.79135/(1-0.79135) = 3.79 # Random Distribution Ration = 512 / (3755 - 512) = 0.157 # # Typical Distribution Ratio about 25% of Ideal one, still much higher that RDR GB2312_TYPICAL_DISTRIBUTION_RATIO = 0.9 GB2312_TABLE_SIZE = 3760 GB2312_CHAR_TO_FREQ_ORDER = ( 1671, 749,1443,2364,3924,3807,2330,3921,1704,3463,2691,1511,1515, 572,3191,2205, 2361, 224,2558, 479,1711, 963,3162, 440,4060,1905,2966,2947,3580,2647,3961,3842, 2204, 869,4207, 970,2678,5626,2944,2956,1479,4048, 514,3595, 588,1346,2820,3409, 249,4088,1746,1873,2047,1774, 581,1813, 358,1174,3590,1014,1561,4844,2245, 670, 1636,3112, 889,1286, 953, 556,2327,3060,1290,3141, 613, 185,3477,1367, 850,3820, 1715,2428,2642,2303,2732,3041,2562,2648,3566,3946,1349, 388,3098,2091,1360,3585, 152,1687,1539, 738,1559, 59,1232,2925,2267,1388,1249,1741,1679,2960, 151,1566, 1125,1352,4271, 924,4296, 385,3166,4459, 310,1245,2850, 70,3285,2729,3534,3575, 2398,3298,3466,1960,2265, 217,3647, 864,1909,2084,4401,2773,1010,3269,5152, 853, 3051,3121,1244,4251,1895, 364,1499,1540,2313,1180,3655,2268, 562, 715,2417,3061, 544, 336,3768,2380,1752,4075, 950, 280,2425,4382, 183,2759,3272, 333,4297,2155, 1688,2356,1444,1039,4540, 736,1177,3349,2443,2368,2144,2225, 565, 196,1482,3406, 927,1335,4147, 692, 878,1311,1653,3911,3622,1378,4200,1840,2969,3149,2126,1816, 2534,1546,2393,2760, 737,2494, 13, 447, 245,2747, 38,2765,2129,2589,1079, 606, 360, 471,3755,2890, 404, 848, 699,1785,1236, 370,2221,1023,3746,2074,2026,2023, 2388,1581,2119, 812,1141,3091,2536,1519, 804,2053, 406,1596,1090, 784, 548,4414, 1806,2264,2936,1100, 343,4114,5096, 622,3358, 743,3668,1510,1626,5020,3567,2513, 3195,4115,5627,2489,2991, 24,2065,2697,1087,2719, 48,1634, 315, 68, 985,2052, 198,2239,1347,1107,1439, 597,2366,2172, 871,3307, 919,2487,2790,1867, 236,2570, 1413,3794, 906,3365,3381,1701,1982,1818,1524,2924,1205, 616,2586,2072,2004, 575, 253,3099, 32,1365,1182, 197,1714,2454,1201, 554,3388,3224,2748, 756,2587, 250, 2567,1507,1517,3529,1922,2761,2337,3416,1961,1677,2452,2238,3153, 615, 911,1506, 1474,2495,1265,1906,2749,3756,3280,2161, 898,2714,1759,3450,2243,2444, 563, 26, 3286,2266,3769,3344,2707,3677, 611,1402, 531,1028,2871,4548,1375, 261,2948, 835, 1190,4134, 353, 840,2684,1900,3082,1435,2109,1207,1674, 329,1872,2781,4055,2686, 2104, 608,3318,2423,2957,2768,1108,3739,3512,3271,3985,2203,1771,3520,1418,2054, 1681,1153, 225,1627,2929, 162,2050,2511,3687,1954, 124,1859,2431,1684,3032,2894, 585,4805,3969,2869,2704,2088,2032,2095,3656,2635,4362,2209, 256, 518,2042,2105, 3777,3657, 643,2298,1148,1779, 190, 989,3544, 414, 11,2135,2063,2979,1471, 403, 3678, 126, 770,1563, 671,2499,3216,2877, 600,1179, 307,2805,4937,1268,1297,2694, 252,4032,1448,1494,1331,1394, 127,2256, 222,1647,1035,1481,3056,1915,1048, 873, 3651, 210, 33,1608,2516, 200,1520, 415, 102, 0,3389,1287, 817, 91,3299,2940, 836,1814, 549,2197,1396,1669,2987,3582,2297,2848,4528,1070, 687, 20,1819, 121, 1552,1364,1461,1968,2617,3540,2824,2083, 177, 948,4938,2291, 110,4549,2066, 648, 3359,1755,2110,2114,4642,4845,1693,3937,3308,1257,1869,2123, 208,1804,3159,2992, 2531,2549,3361,2418,1350,2347,2800,2568,1291,2036,2680, 72, 842,1990, 212,1233, 1154,1586, 75,2027,3410,4900,1823,1337,2710,2676, 728,2810,1522,3026,4995, 157, 755,1050,4022, 710, 785,1936,2194,2085,1406,2777,2400, 150,1250,4049,1206, 807, 1910, 534, 529,3309,1721,1660, 274, 39,2827, 661,2670,1578, 925,3248,3815,1094, 4278,4901,4252, 41,1150,3747,2572,2227,4501,3658,4902,3813,3357,3617,2884,2258, 887, 538,4187,3199,1294,2439,3042,2329,2343,2497,1255, 107, 543,1527, 521,3478, 3568, 194,5062, 15, 961,3870,1241,1192,2664, 66,5215,3260,2111,1295,1127,2152, 3805,4135, 901,1164,1976, 398,1278, 530,1460, 748, 904,1054,1966,1426, 53,2909, 509, 523,2279,1534, 536,1019, 239,1685, 460,2353, 673,1065,2401,3600,4298,2272, 1272,2363, 284,1753,3679,4064,1695, 81, 815,2677,2757,2731,1386, 859, 500,4221, 2190,2566, 757,1006,2519,2068,1166,1455, 337,2654,3203,1863,1682,1914,3025,1252, 1409,1366, 847, 714,2834,2038,3209, 964,2970,1901, 885,2553,1078,1756,3049, 301, 1572,3326, 688,2130,1996,2429,1805,1648,2930,3421,2750,3652,3088, 262,1158,1254, 389,1641,1812, 526,1719, 923,2073,1073,1902, 468, 489,4625,1140, 857,2375,3070, 3319,2863, 380, 116,1328,2693,1161,2244, 273,1212,1884,2769,3011,1775,1142, 461, 3066,1200,2147,2212, 790, 702,2695,4222,1601,1058, 434,2338,5153,3640, 67,2360, 4099,2502, 618,3472,1329, 416,1132, 830,2782,1807,2653,3211,3510,1662, 192,2124, 296,3979,1739,1611,3684, 23, 118, 324, 446,1239,1225, 293,2520,3814,3795,2535, 3116, 17,1074, 467,2692,2201, 387,2922, 45,1326,3055,1645,3659,2817, 958, 243, 1903,2320,1339,2825,1784,3289, 356, 576, 865,2315,2381,3377,3916,1088,3122,1713, 1655, 935, 628,4689,1034,1327, 441, 800, 720, 894,1979,2183,1528,5289,2702,1071, 4046,3572,2399,1571,3281, 79, 761,1103, 327, 134, 758,1899,1371,1615, 879, 442, 215,2605,2579, 173,2048,2485,1057,2975,3317,1097,2253,3801,4263,1403,1650,2946, 814,4968,3487,1548,2644,1567,1285, 2, 295,2636, 97, 946,3576, 832, 141,4257, 3273, 760,3821,3521,3156,2607, 949,1024,1733,1516,1803,1920,2125,2283,2665,3180, 1501,2064,3560,2171,1592, 803,3518,1416, 732,3897,4258,1363,1362,2458, 119,1427, 602,1525,2608,1605,1639,3175, 694,3064, 10, 465, 76,2000,4846,4208, 444,3781, 1619,3353,2206,1273,3796, 740,2483, 320,1723,2377,3660,2619,1359,1137,1762,1724, 2345,2842,1850,1862, 912, 821,1866, 612,2625,1735,2573,3369,1093, 844, 89, 937, 930,1424,3564,2413,2972,1004,3046,3019,2011, 711,3171,1452,4178, 428, 801,1943, 432, 445,2811, 206,4136,1472, 730, 349, 73, 397,2802,2547, 998,1637,1167, 789, 396,3217, 154,1218, 716,1120,1780,2819,4826,1931,3334,3762,2139,1215,2627, 552, 3664,3628,3232,1405,2383,3111,1356,2652,3577,3320,3101,1703, 640,1045,1370,1246, 4996, 371,1575,2436,1621,2210, 984,4033,1734,2638, 16,4529, 663,2755,3255,1451, 3917,2257,1253,1955,2234,1263,2951, 214,1229, 617, 485, 359,1831,1969, 473,2310, 750,2058, 165, 80,2864,2419, 361,4344,2416,2479,1134, 796,3726,1266,2943, 860, 2715, 938, 390,2734,1313,1384, 248, 202, 877,1064,2854, 522,3907, 279,1602, 297, 2357, 395,3740, 137,2075, 944,4089,2584,1267,3802, 62,1533,2285, 178, 176, 780, 2440, 201,3707, 590, 478,1560,4354,2117,1075, 30, 74,4643,4004,1635,1441,2745, 776,2596, 238,1077,1692,1912,2844, 605, 499,1742,3947, 241,3053, 980,1749, 936, 2640,4511,2582, 515,1543,2162,5322,2892,2993, 890,2148,1924, 665,1827,3581,1032, 968,3163, 339,1044,1896, 270, 583,1791,1720,4367,1194,3488,3669, 43,2523,1657, 163,2167, 290,1209,1622,3378, 550, 634,2508,2510, 695,2634,2384,2512,1476,1414, 220,1469,2341,2138,2852,3183,2900,4939,2865,3502,1211,3680, 854,3227,1299,2976, 3172, 186,2998,1459, 443,1067,3251,1495, 321,1932,3054, 909, 753,1410,1828, 436, 2441,1119,1587,3164,2186,1258, 227, 231,1425,1890,3200,3942, 247, 959, 725,5254, 2741, 577,2158,2079, 929, 120, 174, 838,2813, 591,1115, 417,2024, 40,3240,1536, 1037, 291,4151,2354, 632,1298,2406,2500,3535,1825,1846,3451, 205,1171, 345,4238, 18,1163, 811, 685,2208,1217, 425,1312,1508,1175,4308,2552,1033, 587,1381,3059, 2984,3482, 340,1316,4023,3972, 792,3176, 519, 777,4690, 918, 933,4130,2981,3741, 90,3360,2911,2200,5184,4550, 609,3079,2030, 272,3379,2736, 363,3881,1130,1447, 286, 779, 357,1169,3350,3137,1630,1220,2687,2391, 747,1277,3688,2618,2682,2601, 1156,3196,5290,4034,3102,1689,3596,3128, 874, 219,2783, 798, 508,1843,2461, 269, 1658,1776,1392,1913,2983,3287,2866,2159,2372, 829,4076, 46,4253,2873,1889,1894, 915,1834,1631,2181,2318, 298, 664,2818,3555,2735, 954,3228,3117, 527,3511,2173, 681,2712,3033,2247,2346,3467,1652, 155,2164,3382, 113,1994, 450, 899, 494, 994, 1237,2958,1875,2336,1926,3727, 545,1577,1550, 633,3473, 204,1305,3072,2410,1956, 2471, 707,2134, 841,2195,2196,2663,3843,1026,4940, 990,3252,4997, 368,1092, 437, 3212,3258,1933,1829, 675,2977,2893, 412, 943,3723,4644,3294,3283,2230,2373,5154, 2389,2241,2661,2323,1404,2524, 593, 787, 677,3008,1275,2059, 438,2709,2609,2240, 2269,2246,1446, 36,1568,1373,3892,1574,2301,1456,3962, 693,2276,5216,2035,1143, 2720,1919,1797,1811,2763,4137,2597,1830,1699,1488,1198,2090, 424,1694, 312,3634, 3390,4179,3335,2252,1214, 561,1059,3243,2295,2561, 975,5155,2321,2751,3772, 472, 1537,3282,3398,1047,2077,2348,2878,1323,3340,3076, 690,2906, 51, 369, 170,3541, 1060,2187,2688,3670,2541,1083,1683, 928,3918, 459, 109,4427, 599,3744,4286, 143, 2101,2730,2490, 82,1588,3036,2121, 281,1860, 477,4035,1238,2812,3020,2716,3312, 1530,2188,2055,1317, 843, 636,1808,1173,3495, 649, 181,1002, 147,3641,1159,2414, 3750,2289,2795, 813,3123,2610,1136,4368, 5,3391,4541,2174, 420, 429,1728, 754, 1228,2115,2219, 347,2223,2733, 735,1518,3003,2355,3134,1764,3948,3329,1888,2424, 1001,1234,1972,3321,3363,1672,1021,1450,1584, 226, 765, 655,2526,3404,3244,2302, 3665, 731, 594,2184, 319,1576, 621, 658,2656,4299,2099,3864,1279,2071,2598,2739, 795,3086,3699,3908,1707,2352,2402,1382,3136,2475,1465,4847,3496,3865,1085,3004, 2591,1084, 213,2287,1963,3565,2250, 822, 793,4574,3187,1772,1789,3050, 595,1484, 1959,2770,1080,2650, 456, 422,2996, 940,3322,4328,4345,3092,2742, 965,2784, 739, 4124, 952,1358,2498,2949,2565, 332,2698,2378, 660,2260,2473,4194,3856,2919, 535, 1260,2651,1208,1428,1300,1949,1303,2942, 433,2455,2450,1251,1946, 614,1269, 641, 1306,1810,2737,3078,2912, 564,2365,1419,1415,1497,4460,2367,2185,1379,3005,1307, 3218,2175,1897,3063, 682,1157,4040,4005,1712,1160,1941,1399, 394, 402,2952,1573, 1151,2986,2404, 862, 299,2033,1489,3006, 346, 171,2886,3401,1726,2932, 168,2533, 47,2507,1030,3735,1145,3370,1395,1318,1579,3609,4560,2857,4116,1457,2529,1965, 504,1036,2690,2988,2405, 745,5871, 849,2397,2056,3081, 863,2359,3857,2096, 99, 1397,1769,2300,4428,1643,3455,1978,1757,3718,1440, 35,4879,3742,1296,4228,2280, 160,5063,1599,2013, 166, 520,3479,1646,3345,3012, 490,1937,1545,1264,2182,2505, 1096,1188,1369,1436,2421,1667,2792,2460,1270,2122, 727,3167,2143, 806,1706,1012, 1800,3037, 960,2218,1882, 805, 139,2456,1139,1521, 851,1052,3093,3089, 342,2039, 744,5097,1468,1502,1585,2087, 223, 939, 326,2140,2577, 892,2481,1623,4077, 982, 3708, 135,2131, 87,2503,3114,2326,1106, 876,1616, 547,2997,2831,2093,3441,4530, 4314, 9,3256,4229,4148, 659,1462,1986,1710,2046,2913,2231,4090,4880,5255,3392, 3274,1368,3689,4645,1477, 705,3384,3635,1068,1529,2941,1458,3782,1509, 100,1656, 2548, 718,2339, 408,1590,2780,3548,1838,4117,3719,1345,3530, 717,3442,2778,3220, 2898,1892,4590,3614,3371,2043,1998,1224,3483, 891, 635, 584,2559,3355, 733,1766, 1729,1172,3789,1891,2307, 781,2982,2271,1957,1580,5773,2633,2005,4195,3097,1535, 3213,1189,1934,5693,3262, 586,3118,1324,1598, 517,1564,2217,1868,1893,4445,3728, 2703,3139,1526,1787,1992,3882,2875,1549,1199,1056,2224,1904,2711,5098,4287, 338, 1993,3129,3489,2689,1809,2815,1997, 957,1855,3898,2550,3275,3057,1105,1319, 627, 1505,1911,1883,3526, 698,3629,3456,1833,1431, 746, 77,1261,2017,2296,1977,1885, 125,1334,1600, 525,1798,1109,2222,1470,1945, 559,2236,1186,3443,2476,1929,1411, 2411,3135,1777,3372,2621,1841,1613,3229, 668,1430,1839,2643,2916, 195,1989,2671, 2358,1387, 629,3205,2293,5256,4439, 123,1310, 888,1879,4300,3021,3605,1003,1162, 3192,2910,2010, 140,2395,2859, 55,1082,2012,2901, 662, 419,2081,1438, 680,2774, 4654,3912,1620,1731,1625,5035,4065,2328, 512,1344, 802,5443,2163,2311,2537, 524, 3399, 98,1155,2103,1918,2606,3925,2816,1393,2465,1504,3773,2177,3963,1478,4346, 180,1113,4655,3461,2028,1698, 833,2696,1235,1322,1594,4408,3623,3013,3225,2040, 3022, 541,2881, 607,3632,2029,1665,1219, 639,1385,1686,1099,2803,3231,1938,3188, 2858, 427, 676,2772,1168,2025, 454,3253,2486,3556, 230,1950, 580, 791,1991,1280, 1086,1974,2034, 630, 257,3338,2788,4903,1017, 86,4790, 966,2789,1995,1696,1131, 259,3095,4188,1308, 179,1463,5257, 289,4107,1248, 42,3413,1725,2288, 896,1947, 774,4474,4254, 604,3430,4264, 392,2514,2588, 452, 237,1408,3018, 988,4531,1970, 3034,3310, 540,2370,1562,1288,2990, 502,4765,1147, 4,1853,2708, 207, 294,2814, 4078,2902,2509, 684, 34,3105,3532,2551, 644, 709,2801,2344, 573,1727,3573,3557, 2021,1081,3100,4315,2100,3681, 199,2263,1837,2385, 146,3484,1195,2776,3949, 997, 1939,3973,1008,1091,1202,1962,1847,1149,4209,5444,1076, 493, 117,5400,2521, 972, 1490,2934,1796,4542,2374,1512,2933,2657, 413,2888,1135,2762,2314,2156,1355,2369, 766,2007,2527,2170,3124,2491,2593,2632,4757,2437, 234,3125,3591,1898,1750,1376, 1942,3468,3138, 570,2127,2145,3276,4131, 962, 132,1445,4196, 19, 941,3624,3480, 3366,1973,1374,4461,3431,2629, 283,2415,2275, 808,2887,3620,2112,2563,1353,3610, 955,1089,3103,1053, 96, 88,4097, 823,3808,1583, 399, 292,4091,3313, 421,1128, 642,4006, 903,2539,1877,2082, 596, 29,4066,1790, 722,2157, 130, 995,1569, 769, 1485, 464, 513,2213, 288,1923,1101,2453,4316, 133, 486,2445, 50, 625, 487,2207, 57, 423, 481,2962, 159,3729,1558, 491, 303, 482, 501, 240,2837, 112,3648,2392, 1783, 362, 8,3433,3422, 610,2793,3277,1390,1284,1654, 21,3823, 734, 367, 623, 193, 287, 374,1009,1483, 816, 476, 313,2255,2340,1262,2150,2899,1146,2581, 782, 2116,1659,2018,1880, 255,3586,3314,1110,2867,2137,2564, 986,2767,5185,2006, 650, 158, 926, 762, 881,3157,2717,2362,3587, 306,3690,3245,1542,3077,2427,1691,2478, 2118,2985,3490,2438, 539,2305, 983, 129,1754, 355,4201,2386, 827,2923, 104,1773, 2838,2771, 411,2905,3919, 376, 767, 122,1114, 828,2422,1817,3506, 266,3460,1007, 1609,4998, 945,2612,4429,2274, 726,1247,1964,2914,2199,2070,4002,4108, 657,3323, 1422, 579, 455,2764,4737,1222,2895,1670, 824,1223,1487,2525, 558, 861,3080, 598, 2659,2515,1967, 752,2583,2376,2214,4180, 977, 704,2464,4999,2622,4109,1210,2961, 819,1541, 142,2284, 44, 418, 457,1126,3730,4347,4626,1644,1876,3671,1864, 302, 1063,5694, 624, 723,1984,3745,1314,1676,2488,1610,1449,3558,3569,2166,2098, 409, 1011,2325,3704,2306, 818,1732,1383,1824,1844,3757, 999,2705,3497,1216,1423,2683, 2426,2954,2501,2726,2229,1475,2554,5064,1971,1794,1666,2014,1343, 783, 724, 191, 2434,1354,2220,5065,1763,2752,2472,4152, 131, 175,2885,3434, 92,1466,4920,2616, 3871,3872,3866, 128,1551,1632, 669,1854,3682,4691,4125,1230, 188,2973,3290,1302, 1213, 560,3266, 917, 763,3909,3249,1760, 868,1958, 764,1782,2097, 145,2277,3774, 4462, 64,1491,3062, 971,2132,3606,2442, 221,1226,1617, 218, 323,1185,3207,3147, 571, 619,1473,1005,1744,2281, 449,1887,2396,3685, 275, 375,3816,1743,3844,3731, 845,1983,2350,4210,1377, 773, 967,3499,3052,3743,2725,4007,1697,1022,3943,1464, 3264,2855,2722,1952,1029,2839,2467, 84,4383,2215, 820,1391,2015,2448,3672, 377, 1948,2168, 797,2545,3536,2578,2645, 94,2874,1678, 405,1259,3071, 771, 546,1315, 470,1243,3083, 895,2468, 981, 969,2037, 846,4181, 653,1276,2928, 14,2594, 557, 3007,2474, 156, 902,1338,1740,2574, 537,2518, 973,2282,2216,2433,1928, 138,2903, 1293,2631,1612, 646,3457, 839,2935, 111, 496,2191,2847, 589,3186, 149,3994,2060, 4031,2641,4067,3145,1870, 37,3597,2136,1025,2051,3009,3383,3549,1121,1016,3261, 1301, 251,2446,2599,2153, 872,3246, 637, 334,3705, 831, 884, 921,3065,3140,4092, 2198,1944, 246,2964, 108,2045,1152,1921,2308,1031, 203,3173,4170,1907,3890, 810, 1401,2003,1690, 506, 647,1242,2828,1761,1649,3208,2249,1589,3709,2931,5156,1708, 498, 666,2613, 834,3817,1231, 184,2851,1124, 883,3197,2261,3710,1765,1553,2658, 1178,2639,2351, 93,1193, 942,2538,2141,4402, 235,1821, 870,1591,2192,1709,1871, 3341,1618,4126,2595,2334, 603, 651, 69, 701, 268,2662,3411,2555,1380,1606, 503, 448, 254,2371,2646, 574,1187,2309,1770, 322,2235,1292,1801, 305, 566,1133, 229, 2067,2057, 706, 167, 483,2002,2672,3295,1820,3561,3067, 316, 378,2746,3452,1112, 136,1981, 507,1651,2917,1117, 285,4591, 182,2580,3522,1304, 335,3303,1835,2504, 1795,1792,2248, 674,1018,2106,2449,1857,2292,2845, 976,3047,1781,2600,2727,1389, 1281, 52,3152, 153, 265,3950, 672,3485,3951,4463, 430,1183, 365, 278,2169, 27, 1407,1336,2304, 209,1340,1730,2202,1852,2403,2883, 979,1737,1062, 631,2829,2542, 3876,2592, 825,2086,2226,3048,3625, 352,1417,3724, 542, 991, 431,1351,3938,1861, 2294, 826,1361,2927,3142,3503,1738, 463,2462,2723, 582,1916,1595,2808, 400,3845, 3891,2868,3621,2254, 58,2492,1123, 910,2160,2614,1372,1603,1196,1072,3385,1700, 3267,1980, 696, 480,2430, 920, 799,1570,2920,1951,2041,4047,2540,1321,4223,2469, 3562,2228,1271,2602, 401,2833,3351,2575,5157, 907,2312,1256, 410, 263,3507,1582, 996, 678,1849,2316,1480, 908,3545,2237, 703,2322, 667,1826,2849,1531,2604,2999, 2407,3146,2151,2630,1786,3711, 469,3542, 497,3899,2409, 858, 837,4446,3393,1274, 786, 620,1845,2001,3311, 484, 308,3367,1204,1815,3691,2332,1532,2557,1842,2020, 2724,1927,2333,4440, 567, 22,1673,2728,4475,1987,1858,1144,1597, 101,1832,3601, 12, 974,3783,4391, 951,1412, 1,3720, 453,4608,4041, 528,1041,1027,3230,2628, 1129, 875,1051,3291,1203,2262,1069,2860,2799,2149,2615,3278, 144,1758,3040, 31, 475,1680, 366,2685,3184, 311,1642,4008,2466,5036,1593,1493,2809, 216,1420,1668, 233, 304,2128,3284, 232,1429,1768,1040,2008,3407,2740,2967,2543, 242,2133, 778, 1565,2022,2620, 505,2189,2756,1098,2273, 372,1614, 708, 553,2846,2094,2278, 169, 3626,2835,4161, 228,2674,3165, 809,1454,1309, 466,1705,1095, 900,3423, 880,2667, 3751,5258,2317,3109,2571,4317,2766,1503,1342, 866,4447,1118, 63,2076, 314,1881, 1348,1061, 172, 978,3515,1747, 532, 511,3970, 6, 601, 905,2699,3300,1751, 276, 1467,3725,2668, 65,4239,2544,2779,2556,1604, 578,2451,1802, 992,2331,2624,1320, 3446, 713,1513,1013, 103,2786,2447,1661, 886,1702, 916, 654,3574,2031,1556, 751, 2178,2821,2179,1498,1538,2176, 271, 914,2251,2080,1325, 638,1953,2937,3877,2432, 2754, 95,3265,1716, 260,1227,4083, 775, 106,1357,3254, 426,1607, 555,2480, 772, 1985, 244,2546, 474, 495,1046,2611,1851,2061, 71,2089,1675,2590, 742,3758,2843, 3222,1433, 267,2180,2576,2826,2233,2092,3913,2435, 956,1745,3075, 856,2113,1116, 451, 3,1988,2896,1398, 993,2463,1878,2049,1341,2718,2721,2870,2108, 712,2904, 4363,2753,2324, 277,2872,2349,2649, 384, 987, 435, 691,3000, 922, 164,3939, 652, 1500,1184,4153,2482,3373,2165,4848,2335,3775,3508,3154,2806,2830,1554,2102,1664, 2530,1434,2408, 893,1547,2623,3447,2832,2242,2532,3169,2856,3223,2078, 49,3770, 3469, 462, 318, 656,2259,3250,3069, 679,1629,2758, 344,1138,1104,3120,1836,1283, 3115,2154,1437,4448, 934, 759,1999, 794,2862,1038, 533,2560,1722,2342, 855,2626, 1197,1663,4476,3127, 85,4240,2528, 25,1111,1181,3673, 407,3470,4561,2679,2713, 768,1925,2841,3986,1544,1165, 932, 373,1240,2146,1930,2673, 721,4766, 354,4333, 391,2963, 187, 61,3364,1442,1102, 330,1940,1767, 341,3809,4118, 393,2496,2062, 2211, 105, 331, 300, 439, 913,1332, 626, 379,3304,1557, 328, 689,3952, 309,1555, 931, 317,2517,3027, 325, 569, 686,2107,3084, 60,1042,1333,2794, 264,3177,4014, 1628, 258,3712, 7,4464,1176,1043,1778, 683, 114,1975, 78,1492, 383,1886, 510, 386, 645,5291,2891,2069,3305,4138,3867,2939,2603,2493,1935,1066,1848,3588,1015, 1282,1289,4609, 697,1453,3044,2666,3611,1856,2412, 54, 719,1330, 568,3778,2459, 1748, 788, 492, 551,1191,1000, 488,3394,3763, 282,1799, 348,2016,1523,3155,2390, 1049, 382,2019,1788,1170, 729,2968,3523, 897,3926,2785,2938,3292, 350,2319,3238, 1718,1717,2655,3453,3143,4465, 161,2889,2980,2009,1421, 56,1908,1640,2387,2232, 1917,1874,2477,4921, 148, 83,3438, 592,4245,2882,1822,1055, 741, 115,1496,1624, 381,1638,4592,1020, 516,3214, 458, 947,4575,1432, 211,1514,2926,1865,2142, 189, 852,1221,1400,1486, 882,2299,4036, 351, 28,1122, 700,6479,6480,6481,6482,6483, #last 512 ) PK @\ic c pip/_vendor/chardet/mbcssm.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .enums import MachineState # BIG5 BIG5_CLS = ( 1,1,1,1,1,1,1,1, # 00 - 07 #allow 0x00 as legal value 1,1,1,1,1,1,0,0, # 08 - 0f 1,1,1,1,1,1,1,1, # 10 - 17 1,1,1,0,1,1,1,1, # 18 - 1f 1,1,1,1,1,1,1,1, # 20 - 27 1,1,1,1,1,1,1,1, # 28 - 2f 1,1,1,1,1,1,1,1, # 30 - 37 1,1,1,1,1,1,1,1, # 38 - 3f 2,2,2,2,2,2,2,2, # 40 - 47 2,2,2,2,2,2,2,2, # 48 - 4f 2,2,2,2,2,2,2,2, # 50 - 57 2,2,2,2,2,2,2,2, # 58 - 5f 2,2,2,2,2,2,2,2, # 60 - 67 2,2,2,2,2,2,2,2, # 68 - 6f 2,2,2,2,2,2,2,2, # 70 - 77 2,2,2,2,2,2,2,1, # 78 - 7f 4,4,4,4,4,4,4,4, # 80 - 87 4,4,4,4,4,4,4,4, # 88 - 8f 4,4,4,4,4,4,4,4, # 90 - 97 4,4,4,4,4,4,4,4, # 98 - 9f 4,3,3,3,3,3,3,3, # a0 - a7 3,3,3,3,3,3,3,3, # a8 - af 3,3,3,3,3,3,3,3, # b0 - b7 3,3,3,3,3,3,3,3, # b8 - bf 3,3,3,3,3,3,3,3, # c0 - c7 3,3,3,3,3,3,3,3, # c8 - cf 3,3,3,3,3,3,3,3, # d0 - d7 3,3,3,3,3,3,3,3, # d8 - df 3,3,3,3,3,3,3,3, # e0 - e7 3,3,3,3,3,3,3,3, # e8 - ef 3,3,3,3,3,3,3,3, # f0 - f7 3,3,3,3,3,3,3,0 # f8 - ff ) BIG5_ST = ( MachineState.ERROR,MachineState.START,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,#08-0f MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START#10-17 ) BIG5_CHAR_LEN_TABLE = (0, 1, 1, 2, 0) BIG5_SM_MODEL = {'class_table': BIG5_CLS, 'class_factor': 5, 'state_table': BIG5_ST, 'char_len_table': BIG5_CHAR_LEN_TABLE, 'name': 'Big5'} # CP949 CP949_CLS = ( 1,1,1,1,1,1,1,1, 1,1,1,1,1,1,0,0, # 00 - 0f 1,1,1,1,1,1,1,1, 1,1,1,0,1,1,1,1, # 10 - 1f 1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1, # 20 - 2f 1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1, # 30 - 3f 1,4,4,4,4,4,4,4, 4,4,4,4,4,4,4,4, # 40 - 4f 4,4,5,5,5,5,5,5, 5,5,5,1,1,1,1,1, # 50 - 5f 1,5,5,5,5,5,5,5, 5,5,5,5,5,5,5,5, # 60 - 6f 5,5,5,5,5,5,5,5, 5,5,5,1,1,1,1,1, # 70 - 7f 0,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6, # 80 - 8f 6,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6, # 90 - 9f 6,7,7,7,7,7,7,7, 7,7,7,7,7,8,8,8, # a0 - af 7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7, # b0 - bf 7,7,7,7,7,7,9,2, 2,3,2,2,2,2,2,2, # c0 - cf 2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2, # d0 - df 2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2, # e0 - ef 2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,0, # f0 - ff ) CP949_ST = ( #cls= 0 1 2 3 4 5 6 7 8 9 # previous state = MachineState.ERROR,MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START, 4, 5,MachineState.ERROR, 6, # MachineState.START MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, # MachineState.ERROR MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME, # MachineState.ITS_ME MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START, # 3 MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, # 4 MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, # 5 MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START, # 6 ) CP949_CHAR_LEN_TABLE = (0, 1, 2, 0, 1, 1, 2, 2, 0, 2) CP949_SM_MODEL = {'class_table': CP949_CLS, 'class_factor': 10, 'state_table': CP949_ST, 'char_len_table': CP949_CHAR_LEN_TABLE, 'name': 'CP949'} # EUC-JP EUCJP_CLS = ( 4,4,4,4,4,4,4,4, # 00 - 07 4,4,4,4,4,4,5,5, # 08 - 0f 4,4,4,4,4,4,4,4, # 10 - 17 4,4,4,5,4,4,4,4, # 18 - 1f 4,4,4,4,4,4,4,4, # 20 - 27 4,4,4,4,4,4,4,4, # 28 - 2f 4,4,4,4,4,4,4,4, # 30 - 37 4,4,4,4,4,4,4,4, # 38 - 3f 4,4,4,4,4,4,4,4, # 40 - 47 4,4,4,4,4,4,4,4, # 48 - 4f 4,4,4,4,4,4,4,4, # 50 - 57 4,4,4,4,4,4,4,4, # 58 - 5f 4,4,4,4,4,4,4,4, # 60 - 67 4,4,4,4,4,4,4,4, # 68 - 6f 4,4,4,4,4,4,4,4, # 70 - 77 4,4,4,4,4,4,4,4, # 78 - 7f 5,5,5,5,5,5,5,5, # 80 - 87 5,5,5,5,5,5,1,3, # 88 - 8f 5,5,5,5,5,5,5,5, # 90 - 97 5,5,5,5,5,5,5,5, # 98 - 9f 5,2,2,2,2,2,2,2, # a0 - a7 2,2,2,2,2,2,2,2, # a8 - af 2,2,2,2,2,2,2,2, # b0 - b7 2,2,2,2,2,2,2,2, # b8 - bf 2,2,2,2,2,2,2,2, # c0 - c7 2,2,2,2,2,2,2,2, # c8 - cf 2,2,2,2,2,2,2,2, # d0 - d7 2,2,2,2,2,2,2,2, # d8 - df 0,0,0,0,0,0,0,0, # e0 - e7 0,0,0,0,0,0,0,0, # e8 - ef 0,0,0,0,0,0,0,0, # f0 - f7 0,0,0,0,0,0,0,5 # f8 - ff ) EUCJP_ST = ( 3, 4, 3, 5,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f MachineState.ITS_ME,MachineState.ITS_ME,MachineState.START,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#10-17 MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 3,MachineState.ERROR,#18-1f 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START#20-27 ) EUCJP_CHAR_LEN_TABLE = (2, 2, 2, 3, 1, 0) EUCJP_SM_MODEL = {'class_table': EUCJP_CLS, 'class_factor': 6, 'state_table': EUCJP_ST, 'char_len_table': EUCJP_CHAR_LEN_TABLE, 'name': 'EUC-JP'} # EUC-KR EUCKR_CLS = ( 1,1,1,1,1,1,1,1, # 00 - 07 1,1,1,1,1,1,0,0, # 08 - 0f 1,1,1,1,1,1,1,1, # 10 - 17 1,1,1,0,1,1,1,1, # 18 - 1f 1,1,1,1,1,1,1,1, # 20 - 27 1,1,1,1,1,1,1,1, # 28 - 2f 1,1,1,1,1,1,1,1, # 30 - 37 1,1,1,1,1,1,1,1, # 38 - 3f 1,1,1,1,1,1,1,1, # 40 - 47 1,1,1,1,1,1,1,1, # 48 - 4f 1,1,1,1,1,1,1,1, # 50 - 57 1,1,1,1,1,1,1,1, # 58 - 5f 1,1,1,1,1,1,1,1, # 60 - 67 1,1,1,1,1,1,1,1, # 68 - 6f 1,1,1,1,1,1,1,1, # 70 - 77 1,1,1,1,1,1,1,1, # 78 - 7f 0,0,0,0,0,0,0,0, # 80 - 87 0,0,0,0,0,0,0,0, # 88 - 8f 0,0,0,0,0,0,0,0, # 90 - 97 0,0,0,0,0,0,0,0, # 98 - 9f 0,2,2,2,2,2,2,2, # a0 - a7 2,2,2,2,2,3,3,3, # a8 - af 2,2,2,2,2,2,2,2, # b0 - b7 2,2,2,2,2,2,2,2, # b8 - bf 2,2,2,2,2,2,2,2, # c0 - c7 2,3,2,2,2,2,2,2, # c8 - cf 2,2,2,2,2,2,2,2, # d0 - d7 2,2,2,2,2,2,2,2, # d8 - df 2,2,2,2,2,2,2,2, # e0 - e7 2,2,2,2,2,2,2,2, # e8 - ef 2,2,2,2,2,2,2,2, # f0 - f7 2,2,2,2,2,2,2,0 # f8 - ff ) EUCKR_ST = ( MachineState.ERROR,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07 MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START #08-0f ) EUCKR_CHAR_LEN_TABLE = (0, 1, 2, 0) EUCKR_SM_MODEL = {'class_table': EUCKR_CLS, 'class_factor': 4, 'state_table': EUCKR_ST, 'char_len_table': EUCKR_CHAR_LEN_TABLE, 'name': 'EUC-KR'} # EUC-TW EUCTW_CLS = ( 2,2,2,2,2,2,2,2, # 00 - 07 2,2,2,2,2,2,0,0, # 08 - 0f 2,2,2,2,2,2,2,2, # 10 - 17 2,2,2,0,2,2,2,2, # 18 - 1f 2,2,2,2,2,2,2,2, # 20 - 27 2,2,2,2,2,2,2,2, # 28 - 2f 2,2,2,2,2,2,2,2, # 30 - 37 2,2,2,2,2,2,2,2, # 38 - 3f 2,2,2,2,2,2,2,2, # 40 - 47 2,2,2,2,2,2,2,2, # 48 - 4f 2,2,2,2,2,2,2,2, # 50 - 57 2,2,2,2,2,2,2,2, # 58 - 5f 2,2,2,2,2,2,2,2, # 60 - 67 2,2,2,2,2,2,2,2, # 68 - 6f 2,2,2,2,2,2,2,2, # 70 - 77 2,2,2,2,2,2,2,2, # 78 - 7f 0,0,0,0,0,0,0,0, # 80 - 87 0,0,0,0,0,0,6,0, # 88 - 8f 0,0,0,0,0,0,0,0, # 90 - 97 0,0,0,0,0,0,0,0, # 98 - 9f 0,3,4,4,4,4,4,4, # a0 - a7 5,5,1,1,1,1,1,1, # a8 - af 1,1,1,1,1,1,1,1, # b0 - b7 1,1,1,1,1,1,1,1, # b8 - bf 1,1,3,1,3,3,3,3, # c0 - c7 3,3,3,3,3,3,3,3, # c8 - cf 3,3,3,3,3,3,3,3, # d0 - d7 3,3,3,3,3,3,3,3, # d8 - df 3,3,3,3,3,3,3,3, # e0 - e7 3,3,3,3,3,3,3,3, # e8 - ef 3,3,3,3,3,3,3,3, # f0 - f7 3,3,3,3,3,3,3,0 # f8 - ff ) EUCTW_ST = ( MachineState.ERROR,MachineState.ERROR,MachineState.START, 3, 3, 3, 4,MachineState.ERROR,#00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,MachineState.ERROR,#10-17 MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.START,MachineState.START,#20-27 MachineState.START,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START #28-2f ) EUCTW_CHAR_LEN_TABLE = (0, 0, 1, 2, 2, 2, 3) EUCTW_SM_MODEL = {'class_table': EUCTW_CLS, 'class_factor': 7, 'state_table': EUCTW_ST, 'char_len_table': EUCTW_CHAR_LEN_TABLE, 'name': 'x-euc-tw'} # GB2312 GB2312_CLS = ( 1,1,1,1,1,1,1,1, # 00 - 07 1,1,1,1,1,1,0,0, # 08 - 0f 1,1,1,1,1,1,1,1, # 10 - 17 1,1,1,0,1,1,1,1, # 18 - 1f 1,1,1,1,1,1,1,1, # 20 - 27 1,1,1,1,1,1,1,1, # 28 - 2f 3,3,3,3,3,3,3,3, # 30 - 37 3,3,1,1,1,1,1,1, # 38 - 3f 2,2,2,2,2,2,2,2, # 40 - 47 2,2,2,2,2,2,2,2, # 48 - 4f 2,2,2,2,2,2,2,2, # 50 - 57 2,2,2,2,2,2,2,2, # 58 - 5f 2,2,2,2,2,2,2,2, # 60 - 67 2,2,2,2,2,2,2,2, # 68 - 6f 2,2,2,2,2,2,2,2, # 70 - 77 2,2,2,2,2,2,2,4, # 78 - 7f 5,6,6,6,6,6,6,6, # 80 - 87 6,6,6,6,6,6,6,6, # 88 - 8f 6,6,6,6,6,6,6,6, # 90 - 97 6,6,6,6,6,6,6,6, # 98 - 9f 6,6,6,6,6,6,6,6, # a0 - a7 6,6,6,6,6,6,6,6, # a8 - af 6,6,6,6,6,6,6,6, # b0 - b7 6,6,6,6,6,6,6,6, # b8 - bf 6,6,6,6,6,6,6,6, # c0 - c7 6,6,6,6,6,6,6,6, # c8 - cf 6,6,6,6,6,6,6,6, # d0 - d7 6,6,6,6,6,6,6,6, # d8 - df 6,6,6,6,6,6,6,6, # e0 - e7 6,6,6,6,6,6,6,6, # e8 - ef 6,6,6,6,6,6,6,6, # f0 - f7 6,6,6,6,6,6,6,0 # f8 - ff ) GB2312_ST = ( MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, 3,MachineState.ERROR,#00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,#10-17 4,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f MachineState.ERROR,MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,#20-27 MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START #28-2f ) # To be accurate, the length of class 6 can be either 2 or 4. # But it is not necessary to discriminate between the two since # it is used for frequency analysis only, and we are validating # each code range there as well. So it is safe to set it to be # 2 here. GB2312_CHAR_LEN_TABLE = (0, 1, 1, 1, 1, 1, 2) GB2312_SM_MODEL = {'class_table': GB2312_CLS, 'class_factor': 7, 'state_table': GB2312_ST, 'char_len_table': GB2312_CHAR_LEN_TABLE, 'name': 'GB2312'} # Shift_JIS SJIS_CLS = ( 1,1,1,1,1,1,1,1, # 00 - 07 1,1,1,1,1,1,0,0, # 08 - 0f 1,1,1,1,1,1,1,1, # 10 - 17 1,1,1,0,1,1,1,1, # 18 - 1f 1,1,1,1,1,1,1,1, # 20 - 27 1,1,1,1,1,1,1,1, # 28 - 2f 1,1,1,1,1,1,1,1, # 30 - 37 1,1,1,1,1,1,1,1, # 38 - 3f 2,2,2,2,2,2,2,2, # 40 - 47 2,2,2,2,2,2,2,2, # 48 - 4f 2,2,2,2,2,2,2,2, # 50 - 57 2,2,2,2,2,2,2,2, # 58 - 5f 2,2,2,2,2,2,2,2, # 60 - 67 2,2,2,2,2,2,2,2, # 68 - 6f 2,2,2,2,2,2,2,2, # 70 - 77 2,2,2,2,2,2,2,1, # 78 - 7f 3,3,3,3,3,2,2,3, # 80 - 87 3,3,3,3,3,3,3,3, # 88 - 8f 3,3,3,3,3,3,3,3, # 90 - 97 3,3,3,3,3,3,3,3, # 98 - 9f #0xa0 is illegal in sjis encoding, but some pages does #contain such byte. We need to be more error forgiven. 2,2,2,2,2,2,2,2, # a0 - a7 2,2,2,2,2,2,2,2, # a8 - af 2,2,2,2,2,2,2,2, # b0 - b7 2,2,2,2,2,2,2,2, # b8 - bf 2,2,2,2,2,2,2,2, # c0 - c7 2,2,2,2,2,2,2,2, # c8 - cf 2,2,2,2,2,2,2,2, # d0 - d7 2,2,2,2,2,2,2,2, # d8 - df 3,3,3,3,3,3,3,3, # e0 - e7 3,3,3,3,3,4,4,4, # e8 - ef 3,3,3,3,3,3,3,3, # f0 - f7 3,3,3,3,3,0,0,0) # f8 - ff SJIS_ST = ( MachineState.ERROR,MachineState.START,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START #10-17 ) SJIS_CHAR_LEN_TABLE = (0, 1, 1, 2, 0, 0) SJIS_SM_MODEL = {'class_table': SJIS_CLS, 'class_factor': 6, 'state_table': SJIS_ST, 'char_len_table': SJIS_CHAR_LEN_TABLE, 'name': 'Shift_JIS'} # UCS2-BE UCS2BE_CLS = ( 0,0,0,0,0,0,0,0, # 00 - 07 0,0,1,0,0,2,0,0, # 08 - 0f 0,0,0,0,0,0,0,0, # 10 - 17 0,0,0,3,0,0,0,0, # 18 - 1f 0,0,0,0,0,0,0,0, # 20 - 27 0,3,3,3,3,3,0,0, # 28 - 2f 0,0,0,0,0,0,0,0, # 30 - 37 0,0,0,0,0,0,0,0, # 38 - 3f 0,0,0,0,0,0,0,0, # 40 - 47 0,0,0,0,0,0,0,0, # 48 - 4f 0,0,0,0,0,0,0,0, # 50 - 57 0,0,0,0,0,0,0,0, # 58 - 5f 0,0,0,0,0,0,0,0, # 60 - 67 0,0,0,0,0,0,0,0, # 68 - 6f 0,0,0,0,0,0,0,0, # 70 - 77 0,0,0,0,0,0,0,0, # 78 - 7f 0,0,0,0,0,0,0,0, # 80 - 87 0,0,0,0,0,0,0,0, # 88 - 8f 0,0,0,0,0,0,0,0, # 90 - 97 0,0,0,0,0,0,0,0, # 98 - 9f 0,0,0,0,0,0,0,0, # a0 - a7 0,0,0,0,0,0,0,0, # a8 - af 0,0,0,0,0,0,0,0, # b0 - b7 0,0,0,0,0,0,0,0, # b8 - bf 0,0,0,0,0,0,0,0, # c0 - c7 0,0,0,0,0,0,0,0, # c8 - cf 0,0,0,0,0,0,0,0, # d0 - d7 0,0,0,0,0,0,0,0, # d8 - df 0,0,0,0,0,0,0,0, # e0 - e7 0,0,0,0,0,0,0,0, # e8 - ef 0,0,0,0,0,0,0,0, # f0 - f7 0,0,0,0,0,0,4,5 # f8 - ff ) UCS2BE_ST = ( 5, 7, 7,MachineState.ERROR, 4, 3,MachineState.ERROR,MachineState.ERROR,#00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f MachineState.ITS_ME,MachineState.ITS_ME, 6, 6, 6, 6,MachineState.ERROR,MachineState.ERROR,#10-17 6, 6, 6, 6, 6,MachineState.ITS_ME, 6, 6,#18-1f 6, 6, 6, 6, 5, 7, 7,MachineState.ERROR,#20-27 5, 8, 6, 6,MachineState.ERROR, 6, 6, 6,#28-2f 6, 6, 6, 6,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START #30-37 ) UCS2BE_CHAR_LEN_TABLE = (2, 2, 2, 0, 2, 2) UCS2BE_SM_MODEL = {'class_table': UCS2BE_CLS, 'class_factor': 6, 'state_table': UCS2BE_ST, 'char_len_table': UCS2BE_CHAR_LEN_TABLE, 'name': 'UTF-16BE'} # UCS2-LE UCS2LE_CLS = ( 0,0,0,0,0,0,0,0, # 00 - 07 0,0,1,0,0,2,0,0, # 08 - 0f 0,0,0,0,0,0,0,0, # 10 - 17 0,0,0,3,0,0,0,0, # 18 - 1f 0,0,0,0,0,0,0,0, # 20 - 27 0,3,3,3,3,3,0,0, # 28 - 2f 0,0,0,0,0,0,0,0, # 30 - 37 0,0,0,0,0,0,0,0, # 38 - 3f 0,0,0,0,0,0,0,0, # 40 - 47 0,0,0,0,0,0,0,0, # 48 - 4f 0,0,0,0,0,0,0,0, # 50 - 57 0,0,0,0,0,0,0,0, # 58 - 5f 0,0,0,0,0,0,0,0, # 60 - 67 0,0,0,0,0,0,0,0, # 68 - 6f 0,0,0,0,0,0,0,0, # 70 - 77 0,0,0,0,0,0,0,0, # 78 - 7f 0,0,0,0,0,0,0,0, # 80 - 87 0,0,0,0,0,0,0,0, # 88 - 8f 0,0,0,0,0,0,0,0, # 90 - 97 0,0,0,0,0,0,0,0, # 98 - 9f 0,0,0,0,0,0,0,0, # a0 - a7 0,0,0,0,0,0,0,0, # a8 - af 0,0,0,0,0,0,0,0, # b0 - b7 0,0,0,0,0,0,0,0, # b8 - bf 0,0,0,0,0,0,0,0, # c0 - c7 0,0,0,0,0,0,0,0, # c8 - cf 0,0,0,0,0,0,0,0, # d0 - d7 0,0,0,0,0,0,0,0, # d8 - df 0,0,0,0,0,0,0,0, # e0 - e7 0,0,0,0,0,0,0,0, # e8 - ef 0,0,0,0,0,0,0,0, # f0 - f7 0,0,0,0,0,0,4,5 # f8 - ff ) UCS2LE_ST = ( 6, 6, 7, 6, 4, 3,MachineState.ERROR,MachineState.ERROR,#00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f MachineState.ITS_ME,MachineState.ITS_ME, 5, 5, 5,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,#10-17 5, 5, 5,MachineState.ERROR, 5,MachineState.ERROR, 6, 6,#18-1f 7, 6, 8, 8, 5, 5, 5,MachineState.ERROR,#20-27 5, 5, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5, 5,#28-2f 5, 5, 5,MachineState.ERROR, 5,MachineState.ERROR,MachineState.START,MachineState.START #30-37 ) UCS2LE_CHAR_LEN_TABLE = (2, 2, 2, 2, 2, 2) UCS2LE_SM_MODEL = {'class_table': UCS2LE_CLS, 'class_factor': 6, 'state_table': UCS2LE_ST, 'char_len_table': UCS2LE_CHAR_LEN_TABLE, 'name': 'UTF-16LE'} # UTF-8 UTF8_CLS = ( 1,1,1,1,1,1,1,1, # 00 - 07 #allow 0x00 as a legal value 1,1,1,1,1,1,0,0, # 08 - 0f 1,1,1,1,1,1,1,1, # 10 - 17 1,1,1,0,1,1,1,1, # 18 - 1f 1,1,1,1,1,1,1,1, # 20 - 27 1,1,1,1,1,1,1,1, # 28 - 2f 1,1,1,1,1,1,1,1, # 30 - 37 1,1,1,1,1,1,1,1, # 38 - 3f 1,1,1,1,1,1,1,1, # 40 - 47 1,1,1,1,1,1,1,1, # 48 - 4f 1,1,1,1,1,1,1,1, # 50 - 57 1,1,1,1,1,1,1,1, # 58 - 5f 1,1,1,1,1,1,1,1, # 60 - 67 1,1,1,1,1,1,1,1, # 68 - 6f 1,1,1,1,1,1,1,1, # 70 - 77 1,1,1,1,1,1,1,1, # 78 - 7f 2,2,2,2,3,3,3,3, # 80 - 87 4,4,4,4,4,4,4,4, # 88 - 8f 4,4,4,4,4,4,4,4, # 90 - 97 4,4,4,4,4,4,4,4, # 98 - 9f 5,5,5,5,5,5,5,5, # a0 - a7 5,5,5,5,5,5,5,5, # a8 - af 5,5,5,5,5,5,5,5, # b0 - b7 5,5,5,5,5,5,5,5, # b8 - bf 0,0,6,6,6,6,6,6, # c0 - c7 6,6,6,6,6,6,6,6, # c8 - cf 6,6,6,6,6,6,6,6, # d0 - d7 6,6,6,6,6,6,6,6, # d8 - df 7,8,8,8,8,8,8,8, # e0 - e7 8,8,8,8,8,9,8,8, # e8 - ef 10,11,11,11,11,11,11,11, # f0 - f7 12,13,13,13,14,15,0,0 # f8 - ff ) UTF8_ST = ( MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 12, 10,#00-07 9, 11, 8, 7, 6, 5, 4, 3,#08-0f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#10-17 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#20-27 MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#28-2f MachineState.ERROR,MachineState.ERROR, 5, 5, 5, 5,MachineState.ERROR,MachineState.ERROR,#30-37 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#38-3f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5, 5, 5,MachineState.ERROR,MachineState.ERROR,#40-47 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#48-4f MachineState.ERROR,MachineState.ERROR, 7, 7, 7, 7,MachineState.ERROR,MachineState.ERROR,#50-57 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#58-5f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 7, 7,MachineState.ERROR,MachineState.ERROR,#60-67 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#68-6f MachineState.ERROR,MachineState.ERROR, 9, 9, 9, 9,MachineState.ERROR,MachineState.ERROR,#70-77 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#78-7f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 9,MachineState.ERROR,MachineState.ERROR,#80-87 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#88-8f MachineState.ERROR,MachineState.ERROR, 12, 12, 12, 12,MachineState.ERROR,MachineState.ERROR,#90-97 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#98-9f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 12,MachineState.ERROR,MachineState.ERROR,#a0-a7 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#a8-af MachineState.ERROR,MachineState.ERROR, 12, 12, 12,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#b0-b7 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#b8-bf MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,#c0-c7 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR #c8-cf ) UTF8_CHAR_LEN_TABLE = (0, 1, 0, 0, 0, 0, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6) UTF8_SM_MODEL = {'class_table': UTF8_CLS, 'class_factor': 16, 'state_table': UTF8_ST, 'char_len_table': UTF8_CHAR_LEN_TABLE, 'name': 'UTF-8'} PK @\ & pip/_vendor/chardet/mbcsgroupprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 2001 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # Proofpoint, Inc. # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetgroupprober import CharSetGroupProber from .utf8prober import UTF8Prober from .sjisprober import SJISProber from .eucjpprober import EUCJPProber from .gb2312prober import GB2312Prober from .euckrprober import EUCKRProber from .cp949prober import CP949Prober from .big5prober import Big5Prober from .euctwprober import EUCTWProber class MBCSGroupProber(CharSetGroupProber): def __init__(self, lang_filter=None): super(MBCSGroupProber, self).__init__(lang_filter=lang_filter) self.probers = [ UTF8Prober(), SJISProber(), EUCJPProber(), GB2312Prober(), EUCKRProber(), CP949Prober(), Big5Prober(), EUCTWProber() ] self.reset() PK @\9ad d pip/_vendor/chardet/jisfreq.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # Sampling from about 20M text materials include literature and computer technology # # Japanese frequency table, applied to both S-JIS and EUC-JP # They are sorted in order. # 128 --> 0.77094 # 256 --> 0.85710 # 512 --> 0.92635 # 1024 --> 0.97130 # 2048 --> 0.99431 # # Ideal Distribution Ratio = 0.92635 / (1-0.92635) = 12.58 # Random Distribution Ration = 512 / (2965+62+83+86-512) = 0.191 # # Typical Distribution Ratio, 25% of IDR JIS_TYPICAL_DISTRIBUTION_RATIO = 3.0 # Char to FreqOrder table , JIS_TABLE_SIZE = 4368 JIS_CHAR_TO_FREQ_ORDER = ( 40, 1, 6, 182, 152, 180, 295,2127, 285, 381,3295,4304,3068,4606,3165,3510, # 16 3511,1822,2785,4607,1193,2226,5070,4608, 171,2996,1247, 18, 179,5071, 856,1661, # 32 1262,5072, 619, 127,3431,3512,3230,1899,1700, 232, 228,1294,1298, 284, 283,2041, # 48 2042,1061,1062, 48, 49, 44, 45, 433, 434,1040,1041, 996, 787,2997,1255,4305, # 64 2108,4609,1684,1648,5073,5074,5075,5076,5077,5078,3687,5079,4610,5080,3927,3928, # 80 5081,3296,3432, 290,2285,1471,2187,5082,2580,2825,1303,2140,1739,1445,2691,3375, # 96 1691,3297,4306,4307,4611, 452,3376,1182,2713,3688,3069,4308,5083,5084,5085,5086, # 112 5087,5088,5089,5090,5091,5092,5093,5094,5095,5096,5097,5098,5099,5100,5101,5102, # 128 5103,5104,5105,5106,5107,5108,5109,5110,5111,5112,4097,5113,5114,5115,5116,5117, # 144 5118,5119,5120,5121,5122,5123,5124,5125,5126,5127,5128,5129,5130,5131,5132,5133, # 160 5134,5135,5136,5137,5138,5139,5140,5141,5142,5143,5144,5145,5146,5147,5148,5149, # 176 5150,5151,5152,4612,5153,5154,5155,5156,5157,5158,5159,5160,5161,5162,5163,5164, # 192 5165,5166,5167,5168,5169,5170,5171,5172,5173,5174,5175,1472, 598, 618, 820,1205, # 208 1309,1412,1858,1307,1692,5176,5177,5178,5179,5180,5181,5182,1142,1452,1234,1172, # 224 1875,2043,2149,1793,1382,2973, 925,2404,1067,1241, 960,1377,2935,1491, 919,1217, # 240 1865,2030,1406,1499,2749,4098,5183,5184,5185,5186,5187,5188,2561,4099,3117,1804, # 256 2049,3689,4309,3513,1663,5189,3166,3118,3298,1587,1561,3433,5190,3119,1625,2998, # 272 3299,4613,1766,3690,2786,4614,5191,5192,5193,5194,2161, 26,3377, 2,3929, 20, # 288 3691, 47,4100, 50, 17, 16, 35, 268, 27, 243, 42, 155, 24, 154, 29, 184, # 304 4, 91, 14, 92, 53, 396, 33, 289, 9, 37, 64, 620, 21, 39, 321, 5, # 320 12, 11, 52, 13, 3, 208, 138, 0, 7, 60, 526, 141, 151,1069, 181, 275, # 336 1591, 83, 132,1475, 126, 331, 829, 15, 69, 160, 59, 22, 157, 55,1079, 312, # 352 109, 38, 23, 25, 10, 19, 79,5195, 61, 382,1124, 8, 30,5196,5197,5198, # 368 5199,5200,5201,5202,5203,5204,5205,5206, 89, 62, 74, 34,2416, 112, 139, 196, # 384 271, 149, 84, 607, 131, 765, 46, 88, 153, 683, 76, 874, 101, 258, 57, 80, # 400 32, 364, 121,1508, 169,1547, 68, 235, 145,2999, 41, 360,3027, 70, 63, 31, # 416 43, 259, 262,1383, 99, 533, 194, 66, 93, 846, 217, 192, 56, 106, 58, 565, # 432 280, 272, 311, 256, 146, 82, 308, 71, 100, 128, 214, 655, 110, 261, 104,1140, # 448 54, 51, 36, 87, 67,3070, 185,2618,2936,2020, 28,1066,2390,2059,5207,5208, # 464 5209,5210,5211,5212,5213,5214,5215,5216,4615,5217,5218,5219,5220,5221,5222,5223, # 480 5224,5225,5226,5227,5228,5229,5230,5231,5232,5233,5234,5235,5236,3514,5237,5238, # 496 5239,5240,5241,5242,5243,5244,2297,2031,4616,4310,3692,5245,3071,5246,3598,5247, # 512 4617,3231,3515,5248,4101,4311,4618,3808,4312,4102,5249,4103,4104,3599,5250,5251, # 528 5252,5253,5254,5255,5256,5257,5258,5259,5260,5261,5262,5263,5264,5265,5266,5267, # 544 5268,5269,5270,5271,5272,5273,5274,5275,5276,5277,5278,5279,5280,5281,5282,5283, # 560 5284,5285,5286,5287,5288,5289,5290,5291,5292,5293,5294,5295,5296,5297,5298,5299, # 576 5300,5301,5302,5303,5304,5305,5306,5307,5308,5309,5310,5311,5312,5313,5314,5315, # 592 5316,5317,5318,5319,5320,5321,5322,5323,5324,5325,5326,5327,5328,5329,5330,5331, # 608 5332,5333,5334,5335,5336,5337,5338,5339,5340,5341,5342,5343,5344,5345,5346,5347, # 624 5348,5349,5350,5351,5352,5353,5354,5355,5356,5357,5358,5359,5360,5361,5362,5363, # 640 5364,5365,5366,5367,5368,5369,5370,5371,5372,5373,5374,5375,5376,5377,5378,5379, # 656 5380,5381, 363, 642,2787,2878,2788,2789,2316,3232,2317,3434,2011, 165,1942,3930, # 672 3931,3932,3933,5382,4619,5383,4620,5384,5385,5386,5387,5388,5389,5390,5391,5392, # 688 5393,5394,5395,5396,5397,5398,5399,5400,5401,5402,5403,5404,5405,5406,5407,5408, # 704 5409,5410,5411,5412,5413,5414,5415,5416,5417,5418,5419,5420,5421,5422,5423,5424, # 720 5425,5426,5427,5428,5429,5430,5431,5432,5433,5434,5435,5436,5437,5438,5439,5440, # 736 5441,5442,5443,5444,5445,5446,5447,5448,5449,5450,5451,5452,5453,5454,5455,5456, # 752 5457,5458,5459,5460,5461,5462,5463,5464,5465,5466,5467,5468,5469,5470,5471,5472, # 768 5473,5474,5475,5476,5477,5478,5479,5480,5481,5482,5483,5484,5485,5486,5487,5488, # 784 5489,5490,5491,5492,5493,5494,5495,5496,5497,5498,5499,5500,5501,5502,5503,5504, # 800 5505,5506,5507,5508,5509,5510,5511,5512,5513,5514,5515,5516,5517,5518,5519,5520, # 816 5521,5522,5523,5524,5525,5526,5527,5528,5529,5530,5531,5532,5533,5534,5535,5536, # 832 5537,5538,5539,5540,5541,5542,5543,5544,5545,5546,5547,5548,5549,5550,5551,5552, # 848 5553,5554,5555,5556,5557,5558,5559,5560,5561,5562,5563,5564,5565,5566,5567,5568, # 864 5569,5570,5571,5572,5573,5574,5575,5576,5577,5578,5579,5580,5581,5582,5583,5584, # 880 5585,5586,5587,5588,5589,5590,5591,5592,5593,5594,5595,5596,5597,5598,5599,5600, # 896 5601,5602,5603,5604,5605,5606,5607,5608,5609,5610,5611,5612,5613,5614,5615,5616, # 912 5617,5618,5619,5620,5621,5622,5623,5624,5625,5626,5627,5628,5629,5630,5631,5632, # 928 5633,5634,5635,5636,5637,5638,5639,5640,5641,5642,5643,5644,5645,5646,5647,5648, # 944 5649,5650,5651,5652,5653,5654,5655,5656,5657,5658,5659,5660,5661,5662,5663,5664, # 960 5665,5666,5667,5668,5669,5670,5671,5672,5673,5674,5675,5676,5677,5678,5679,5680, # 976 5681,5682,5683,5684,5685,5686,5687,5688,5689,5690,5691,5692,5693,5694,5695,5696, # 992 5697,5698,5699,5700,5701,5702,5703,5704,5705,5706,5707,5708,5709,5710,5711,5712, # 1008 5713,5714,5715,5716,5717,5718,5719,5720,5721,5722,5723,5724,5725,5726,5727,5728, # 1024 5729,5730,5731,5732,5733,5734,5735,5736,5737,5738,5739,5740,5741,5742,5743,5744, # 1040 5745,5746,5747,5748,5749,5750,5751,5752,5753,5754,5755,5756,5757,5758,5759,5760, # 1056 5761,5762,5763,5764,5765,5766,5767,5768,5769,5770,5771,5772,5773,5774,5775,5776, # 1072 5777,5778,5779,5780,5781,5782,5783,5784,5785,5786,5787,5788,5789,5790,5791,5792, # 1088 5793,5794,5795,5796,5797,5798,5799,5800,5801,5802,5803,5804,5805,5806,5807,5808, # 1104 5809,5810,5811,5812,5813,5814,5815,5816,5817,5818,5819,5820,5821,5822,5823,5824, # 1120 5825,5826,5827,5828,5829,5830,5831,5832,5833,5834,5835,5836,5837,5838,5839,5840, # 1136 5841,5842,5843,5844,5845,5846,5847,5848,5849,5850,5851,5852,5853,5854,5855,5856, # 1152 5857,5858,5859,5860,5861,5862,5863,5864,5865,5866,5867,5868,5869,5870,5871,5872, # 1168 5873,5874,5875,5876,5877,5878,5879,5880,5881,5882,5883,5884,5885,5886,5887,5888, # 1184 5889,5890,5891,5892,5893,5894,5895,5896,5897,5898,5899,5900,5901,5902,5903,5904, # 1200 5905,5906,5907,5908,5909,5910,5911,5912,5913,5914,5915,5916,5917,5918,5919,5920, # 1216 5921,5922,5923,5924,5925,5926,5927,5928,5929,5930,5931,5932,5933,5934,5935,5936, # 1232 5937,5938,5939,5940,5941,5942,5943,5944,5945,5946,5947,5948,5949,5950,5951,5952, # 1248 5953,5954,5955,5956,5957,5958,5959,5960,5961,5962,5963,5964,5965,5966,5967,5968, # 1264 5969,5970,5971,5972,5973,5974,5975,5976,5977,5978,5979,5980,5981,5982,5983,5984, # 1280 5985,5986,5987,5988,5989,5990,5991,5992,5993,5994,5995,5996,5997,5998,5999,6000, # 1296 6001,6002,6003,6004,6005,6006,6007,6008,6009,6010,6011,6012,6013,6014,6015,6016, # 1312 6017,6018,6019,6020,6021,6022,6023,6024,6025,6026,6027,6028,6029,6030,6031,6032, # 1328 6033,6034,6035,6036,6037,6038,6039,6040,6041,6042,6043,6044,6045,6046,6047,6048, # 1344 6049,6050,6051,6052,6053,6054,6055,6056,6057,6058,6059,6060,6061,6062,6063,6064, # 1360 6065,6066,6067,6068,6069,6070,6071,6072,6073,6074,6075,6076,6077,6078,6079,6080, # 1376 6081,6082,6083,6084,6085,6086,6087,6088,6089,6090,6091,6092,6093,6094,6095,6096, # 1392 6097,6098,6099,6100,6101,6102,6103,6104,6105,6106,6107,6108,6109,6110,6111,6112, # 1408 6113,6114,2044,2060,4621, 997,1235, 473,1186,4622, 920,3378,6115,6116, 379,1108, # 1424 4313,2657,2735,3934,6117,3809, 636,3233, 573,1026,3693,3435,2974,3300,2298,4105, # 1440 854,2937,2463, 393,2581,2417, 539, 752,1280,2750,2480, 140,1161, 440, 708,1569, # 1456 665,2497,1746,1291,1523,3000, 164,1603, 847,1331, 537,1997, 486, 508,1693,2418, # 1472 1970,2227, 878,1220, 299,1030, 969, 652,2751, 624,1137,3301,2619, 65,3302,2045, # 1488 1761,1859,3120,1930,3694,3516, 663,1767, 852, 835,3695, 269, 767,2826,2339,1305, # 1504 896,1150, 770,1616,6118, 506,1502,2075,1012,2519, 775,2520,2975,2340,2938,4314, # 1520 3028,2086,1224,1943,2286,6119,3072,4315,2240,1273,1987,3935,1557, 175, 597, 985, # 1536 3517,2419,2521,1416,3029, 585, 938,1931,1007,1052,1932,1685,6120,3379,4316,4623, # 1552 804, 599,3121,1333,2128,2539,1159,1554,2032,3810, 687,2033,2904, 952, 675,1467, # 1568 3436,6121,2241,1096,1786,2440,1543,1924, 980,1813,2228, 781,2692,1879, 728,1918, # 1584 3696,4624, 548,1950,4625,1809,1088,1356,3303,2522,1944, 502, 972, 373, 513,2827, # 1600 586,2377,2391,1003,1976,1631,6122,2464,1084, 648,1776,4626,2141, 324, 962,2012, # 1616 2177,2076,1384, 742,2178,1448,1173,1810, 222, 102, 301, 445, 125,2420, 662,2498, # 1632 277, 200,1476,1165,1068, 224,2562,1378,1446, 450,1880, 659, 791, 582,4627,2939, # 1648 3936,1516,1274, 555,2099,3697,1020,1389,1526,3380,1762,1723,1787,2229, 412,2114, # 1664 1900,2392,3518, 512,2597, 427,1925,2341,3122,1653,1686,2465,2499, 697, 330, 273, # 1680 380,2162, 951, 832, 780, 991,1301,3073, 965,2270,3519, 668,2523,2636,1286, 535, # 1696 1407, 518, 671, 957,2658,2378, 267, 611,2197,3030,6123, 248,2299, 967,1799,2356, # 1712 850,1418,3437,1876,1256,1480,2828,1718,6124,6125,1755,1664,2405,6126,4628,2879, # 1728 2829, 499,2179, 676,4629, 557,2329,2214,2090, 325,3234, 464, 811,3001, 992,2342, # 1744 2481,1232,1469, 303,2242, 466,1070,2163, 603,1777,2091,4630,2752,4631,2714, 322, # 1760 2659,1964,1768, 481,2188,1463,2330,2857,3600,2092,3031,2421,4632,2318,2070,1849, # 1776 2598,4633,1302,2254,1668,1701,2422,3811,2905,3032,3123,2046,4106,1763,1694,4634, # 1792 1604, 943,1724,1454, 917, 868,2215,1169,2940, 552,1145,1800,1228,1823,1955, 316, # 1808 1080,2510, 361,1807,2830,4107,2660,3381,1346,1423,1134,4108,6127, 541,1263,1229, # 1824 1148,2540, 545, 465,1833,2880,3438,1901,3074,2482, 816,3937, 713,1788,2500, 122, # 1840 1575, 195,1451,2501,1111,6128, 859, 374,1225,2243,2483,4317, 390,1033,3439,3075, # 1856 2524,1687, 266, 793,1440,2599, 946, 779, 802, 507, 897,1081, 528,2189,1292, 711, # 1872 1866,1725,1167,1640, 753, 398,2661,1053, 246, 348,4318, 137,1024,3440,1600,2077, # 1888 2129, 825,4319, 698, 238, 521, 187,2300,1157,2423,1641,1605,1464,1610,1097,2541, # 1904 1260,1436, 759,2255,1814,2150, 705,3235, 409,2563,3304, 561,3033,2005,2564, 726, # 1920 1956,2343,3698,4109, 949,3812,3813,3520,1669, 653,1379,2525, 881,2198, 632,2256, # 1936 1027, 778,1074, 733,1957, 514,1481,2466, 554,2180, 702,3938,1606,1017,1398,6129, # 1952 1380,3521, 921, 993,1313, 594, 449,1489,1617,1166, 768,1426,1360, 495,1794,3601, # 1968 1177,3602,1170,4320,2344, 476, 425,3167,4635,3168,1424, 401,2662,1171,3382,1998, # 1984 1089,4110, 477,3169, 474,6130,1909, 596,2831,1842, 494, 693,1051,1028,1207,3076, # 2000 606,2115, 727,2790,1473,1115, 743,3522, 630, 805,1532,4321,2021, 366,1057, 838, # 2016 684,1114,2142,4322,2050,1492,1892,1808,2271,3814,2424,1971,1447,1373,3305,1090, # 2032 1536,3939,3523,3306,1455,2199, 336, 369,2331,1035, 584,2393, 902, 718,2600,6131, # 2048 2753, 463,2151,1149,1611,2467, 715,1308,3124,1268, 343,1413,3236,1517,1347,2663, # 2064 2093,3940,2022,1131,1553,2100,2941,1427,3441,2942,1323,2484,6132,1980, 872,2368, # 2080 2441,2943, 320,2369,2116,1082, 679,1933,3941,2791,3815, 625,1143,2023, 422,2200, # 2096 3816,6133, 730,1695, 356,2257,1626,2301,2858,2637,1627,1778, 937, 883,2906,2693, # 2112 3002,1769,1086, 400,1063,1325,3307,2792,4111,3077, 456,2345,1046, 747,6134,1524, # 2128 884,1094,3383,1474,2164,1059, 974,1688,2181,2258,1047, 345,1665,1187, 358, 875, # 2144 3170, 305, 660,3524,2190,1334,1135,3171,1540,1649,2542,1527, 927, 968,2793, 885, # 2160 1972,1850, 482, 500,2638,1218,1109,1085,2543,1654,2034, 876, 78,2287,1482,1277, # 2176 861,1675,1083,1779, 724,2754, 454, 397,1132,1612,2332, 893, 672,1237, 257,2259, # 2192 2370, 135,3384, 337,2244, 547, 352, 340, 709,2485,1400, 788,1138,2511, 540, 772, # 2208 1682,2260,2272,2544,2013,1843,1902,4636,1999,1562,2288,4637,2201,1403,1533, 407, # 2224 576,3308,1254,2071, 978,3385, 170, 136,1201,3125,2664,3172,2394, 213, 912, 873, # 2240 3603,1713,2202, 699,3604,3699, 813,3442, 493, 531,1054, 468,2907,1483, 304, 281, # 2256 4112,1726,1252,2094, 339,2319,2130,2639, 756,1563,2944, 748, 571,2976,1588,2425, # 2272 2715,1851,1460,2426,1528,1392,1973,3237, 288,3309, 685,3386, 296, 892,2716,2216, # 2288 1570,2245, 722,1747,2217, 905,3238,1103,6135,1893,1441,1965, 251,1805,2371,3700, # 2304 2601,1919,1078, 75,2182,1509,1592,1270,2640,4638,2152,6136,3310,3817, 524, 706, # 2320 1075, 292,3818,1756,2602, 317, 98,3173,3605,3525,1844,2218,3819,2502, 814, 567, # 2336 385,2908,1534,6137, 534,1642,3239, 797,6138,1670,1529, 953,4323, 188,1071, 538, # 2352 178, 729,3240,2109,1226,1374,2000,2357,2977, 731,2468,1116,2014,2051,6139,1261, # 2368 1593, 803,2859,2736,3443, 556, 682, 823,1541,6140,1369,2289,1706,2794, 845, 462, # 2384 2603,2665,1361, 387, 162,2358,1740, 739,1770,1720,1304,1401,3241,1049, 627,1571, # 2400 2427,3526,1877,3942,1852,1500, 431,1910,1503, 677, 297,2795, 286,1433,1038,1198, # 2416 2290,1133,1596,4113,4639,2469,1510,1484,3943,6141,2442, 108, 712,4640,2372, 866, # 2432 3701,2755,3242,1348, 834,1945,1408,3527,2395,3243,1811, 824, 994,1179,2110,1548, # 2448 1453, 790,3003, 690,4324,4325,2832,2909,3820,1860,3821, 225,1748, 310, 346,1780, # 2464 2470, 821,1993,2717,2796, 828, 877,3528,2860,2471,1702,2165,2910,2486,1789, 453, # 2480 359,2291,1676, 73,1164,1461,1127,3311, 421, 604, 314,1037, 589, 116,2487, 737, # 2496 837,1180, 111, 244, 735,6142,2261,1861,1362, 986, 523, 418, 581,2666,3822, 103, # 2512 855, 503,1414,1867,2488,1091, 657,1597, 979, 605,1316,4641,1021,2443,2078,2001, # 2528 1209, 96, 587,2166,1032, 260,1072,2153, 173, 94, 226,3244, 819,2006,4642,4114, # 2544 2203, 231,1744, 782, 97,2667, 786,3387, 887, 391, 442,2219,4326,1425,6143,2694, # 2560 633,1544,1202, 483,2015, 592,2052,1958,2472,1655, 419, 129,4327,3444,3312,1714, # 2576 1257,3078,4328,1518,1098, 865,1310,1019,1885,1512,1734, 469,2444, 148, 773, 436, # 2592 1815,1868,1128,1055,4329,1245,2756,3445,2154,1934,1039,4643, 579,1238, 932,2320, # 2608 353, 205, 801, 115,2428, 944,2321,1881, 399,2565,1211, 678, 766,3944, 335,2101, # 2624 1459,1781,1402,3945,2737,2131,1010, 844, 981,1326,1013, 550,1816,1545,2620,1335, # 2640 1008, 371,2881, 936,1419,1613,3529,1456,1395,2273,1834,2604,1317,2738,2503, 416, # 2656 1643,4330, 806,1126, 229, 591,3946,1314,1981,1576,1837,1666, 347,1790, 977,3313, # 2672 764,2861,1853, 688,2429,1920,1462, 77, 595, 415,2002,3034, 798,1192,4115,6144, # 2688 2978,4331,3035,2695,2582,2072,2566, 430,2430,1727, 842,1396,3947,3702, 613, 377, # 2704 278, 236,1417,3388,3314,3174, 757,1869, 107,3530,6145,1194, 623,2262, 207,1253, # 2720 2167,3446,3948, 492,1117,1935, 536,1838,2757,1246,4332, 696,2095,2406,1393,1572, # 2736 3175,1782, 583, 190, 253,1390,2230, 830,3126,3389, 934,3245,1703,1749,2979,1870, # 2752 2545,1656,2204, 869,2346,4116,3176,1817, 496,1764,4644, 942,1504, 404,1903,1122, # 2768 1580,3606,2945,1022, 515, 372,1735, 955,2431,3036,6146,2797,1110,2302,2798, 617, # 2784 6147, 441, 762,1771,3447,3607,3608,1904, 840,3037, 86, 939,1385, 572,1370,2445, # 2800 1336, 114,3703, 898, 294, 203,3315, 703,1583,2274, 429, 961,4333,1854,1951,3390, # 2816 2373,3704,4334,1318,1381, 966,1911,2322,1006,1155, 309, 989, 458,2718,1795,1372, # 2832 1203, 252,1689,1363,3177, 517,1936, 168,1490, 562, 193,3823,1042,4117,1835, 551, # 2848 470,4645, 395, 489,3448,1871,1465,2583,2641, 417,1493, 279,1295, 511,1236,1119, # 2864 72,1231,1982,1812,3004, 871,1564, 984,3449,1667,2696,2096,4646,2347,2833,1673, # 2880 3609, 695,3246,2668, 807,1183,4647, 890, 388,2333,1801,1457,2911,1765,1477,1031, # 2896 3316,3317,1278,3391,2799,2292,2526, 163,3450,4335,2669,1404,1802,6148,2323,2407, # 2912 1584,1728,1494,1824,1269, 298, 909,3318,1034,1632, 375, 776,1683,2061, 291, 210, # 2928 1123, 809,1249,1002,2642,3038, 206,1011,2132, 144, 975, 882,1565, 342, 667, 754, # 2944 1442,2143,1299,2303,2062, 447, 626,2205,1221,2739,2912,1144,1214,2206,2584, 760, # 2960 1715, 614, 950,1281,2670,2621, 810, 577,1287,2546,4648, 242,2168, 250,2643, 691, # 2976 123,2644, 647, 313,1029, 689,1357,2946,1650, 216, 771,1339,1306, 808,2063, 549, # 2992 913,1371,2913,2914,6149,1466,1092,1174,1196,1311,2605,2396,1783,1796,3079, 406, # 3008 2671,2117,3949,4649, 487,1825,2220,6150,2915, 448,2348,1073,6151,2397,1707, 130, # 3024 900,1598, 329, 176,1959,2527,1620,6152,2275,4336,3319,1983,2191,3705,3610,2155, # 3040 3706,1912,1513,1614,6153,1988, 646, 392,2304,1589,3320,3039,1826,1239,1352,1340, # 3056 2916, 505,2567,1709,1437,2408,2547, 906,6154,2672, 384,1458,1594,1100,1329, 710, # 3072 423,3531,2064,2231,2622,1989,2673,1087,1882, 333, 841,3005,1296,2882,2379, 580, # 3088 1937,1827,1293,2585, 601, 574, 249,1772,4118,2079,1120, 645, 901,1176,1690, 795, # 3104 2207, 478,1434, 516,1190,1530, 761,2080, 930,1264, 355, 435,1552, 644,1791, 987, # 3120 220,1364,1163,1121,1538, 306,2169,1327,1222, 546,2645, 218, 241, 610,1704,3321, # 3136 1984,1839,1966,2528, 451,6155,2586,3707,2568, 907,3178, 254,2947, 186,1845,4650, # 3152 745, 432,1757, 428,1633, 888,2246,2221,2489,3611,2118,1258,1265, 956,3127,1784, # 3168 4337,2490, 319, 510, 119, 457,3612, 274,2035,2007,4651,1409,3128, 970,2758, 590, # 3184 2800, 661,2247,4652,2008,3950,1420,1549,3080,3322,3951,1651,1375,2111, 485,2491, # 3200 1429,1156,6156,2548,2183,1495, 831,1840,2529,2446, 501,1657, 307,1894,3247,1341, # 3216 666, 899,2156,1539,2549,1559, 886, 349,2208,3081,2305,1736,3824,2170,2759,1014, # 3232 1913,1386, 542,1397,2948, 490, 368, 716, 362, 159, 282,2569,1129,1658,1288,1750, # 3248 2674, 276, 649,2016, 751,1496, 658,1818,1284,1862,2209,2087,2512,3451, 622,2834, # 3264 376, 117,1060,2053,1208,1721,1101,1443, 247,1250,3179,1792,3952,2760,2398,3953, # 3280 6157,2144,3708, 446,2432,1151,2570,3452,2447,2761,2835,1210,2448,3082, 424,2222, # 3296 1251,2449,2119,2836, 504,1581,4338, 602, 817, 857,3825,2349,2306, 357,3826,1470, # 3312 1883,2883, 255, 958, 929,2917,3248, 302,4653,1050,1271,1751,2307,1952,1430,2697, # 3328 2719,2359, 354,3180, 777, 158,2036,4339,1659,4340,4654,2308,2949,2248,1146,2232, # 3344 3532,2720,1696,2623,3827,6158,3129,1550,2698,1485,1297,1428, 637, 931,2721,2145, # 3360 914,2550,2587, 81,2450, 612, 827,2646,1242,4655,1118,2884, 472,1855,3181,3533, # 3376 3534, 569,1353,2699,1244,1758,2588,4119,2009,2762,2171,3709,1312,1531,6159,1152, # 3392 1938, 134,1830, 471,3710,2276,1112,1535,3323,3453,3535, 982,1337,2950, 488, 826, # 3408 674,1058,1628,4120,2017, 522,2399, 211, 568,1367,3454, 350, 293,1872,1139,3249, # 3424 1399,1946,3006,1300,2360,3324, 588, 736,6160,2606, 744, 669,3536,3828,6161,1358, # 3440 199, 723, 848, 933, 851,1939,1505,1514,1338,1618,1831,4656,1634,3613, 443,2740, # 3456 3829, 717,1947, 491,1914,6162,2551,1542,4121,1025,6163,1099,1223, 198,3040,2722, # 3472 370, 410,1905,2589, 998,1248,3182,2380, 519,1449,4122,1710, 947, 928,1153,4341, # 3488 2277, 344,2624,1511, 615, 105, 161,1212,1076,1960,3130,2054,1926,1175,1906,2473, # 3504 414,1873,2801,6164,2309, 315,1319,3325, 318,2018,2146,2157, 963, 631, 223,4342, # 3520 4343,2675, 479,3711,1197,2625,3712,2676,2361,6165,4344,4123,6166,2451,3183,1886, # 3536 2184,1674,1330,1711,1635,1506, 799, 219,3250,3083,3954,1677,3713,3326,2081,3614, # 3552 1652,2073,4657,1147,3041,1752, 643,1961, 147,1974,3955,6167,1716,2037, 918,3007, # 3568 1994, 120,1537, 118, 609,3184,4345, 740,3455,1219, 332,1615,3830,6168,1621,2980, # 3584 1582, 783, 212, 553,2350,3714,1349,2433,2082,4124, 889,6169,2310,1275,1410, 973, # 3600 166,1320,3456,1797,1215,3185,2885,1846,2590,2763,4658, 629, 822,3008, 763, 940, # 3616 1990,2862, 439,2409,1566,1240,1622, 926,1282,1907,2764, 654,2210,1607, 327,1130, # 3632 3956,1678,1623,6170,2434,2192, 686, 608,3831,3715, 903,3957,3042,6171,2741,1522, # 3648 1915,1105,1555,2552,1359, 323,3251,4346,3457, 738,1354,2553,2311,2334,1828,2003, # 3664 3832,1753,2351,1227,6172,1887,4125,1478,6173,2410,1874,1712,1847, 520,1204,2607, # 3680 264,4659, 836,2677,2102, 600,4660,3833,2278,3084,6174,4347,3615,1342, 640, 532, # 3696 543,2608,1888,2400,2591,1009,4348,1497, 341,1737,3616,2723,1394, 529,3252,1321, # 3712 983,4661,1515,2120, 971,2592, 924, 287,1662,3186,4349,2700,4350,1519, 908,1948, # 3728 2452, 156, 796,1629,1486,2223,2055, 694,4126,1259,1036,3392,1213,2249,2742,1889, # 3744 1230,3958,1015, 910, 408, 559,3617,4662, 746, 725, 935,4663,3959,3009,1289, 563, # 3760 867,4664,3960,1567,2981,2038,2626, 988,2263,2381,4351, 143,2374, 704,1895,6175, # 3776 1188,3716,2088, 673,3085,2362,4352, 484,1608,1921,2765,2918, 215, 904,3618,3537, # 3792 894, 509, 976,3043,2701,3961,4353,2837,2982, 498,6176,6177,1102,3538,1332,3393, # 3808 1487,1636,1637, 233, 245,3962, 383, 650, 995,3044, 460,1520,1206,2352, 749,3327, # 3824 530, 700, 389,1438,1560,1773,3963,2264, 719,2951,2724,3834, 870,1832,1644,1000, # 3840 839,2474,3717, 197,1630,3394, 365,2886,3964,1285,2133, 734, 922, 818,1106, 732, # 3856 480,2083,1774,3458, 923,2279,1350, 221,3086, 85,2233,2234,3835,1585,3010,2147, # 3872 1387,1705,2382,1619,2475, 133, 239,2802,1991,1016,2084,2383, 411,2838,1113, 651, # 3888 1985,1160,3328, 990,1863,3087,1048,1276,2647, 265,2627,1599,3253,2056, 150, 638, # 3904 2019, 656, 853, 326,1479, 680,1439,4354,1001,1759, 413,3459,3395,2492,1431, 459, # 3920 4355,1125,3329,2265,1953,1450,2065,2863, 849, 351,2678,3131,3254,3255,1104,1577, # 3936 227,1351,1645,2453,2193,1421,2887, 812,2121, 634, 95,2435, 201,2312,4665,1646, # 3952 1671,2743,1601,2554,2702,2648,2280,1315,1366,2089,3132,1573,3718,3965,1729,1189, # 3968 328,2679,1077,1940,1136, 558,1283, 964,1195, 621,2074,1199,1743,3460,3619,1896, # 3984 1916,1890,3836,2952,1154,2112,1064, 862, 378,3011,2066,2113,2803,1568,2839,6178, # 4000 3088,2919,1941,1660,2004,1992,2194, 142, 707,1590,1708,1624,1922,1023,1836,1233, # 4016 1004,2313, 789, 741,3620,6179,1609,2411,1200,4127,3719,3720,4666,2057,3721, 593, # 4032 2840, 367,2920,1878,6180,3461,1521, 628,1168, 692,2211,2649, 300, 720,2067,2571, # 4048 2953,3396, 959,2504,3966,3539,3462,1977, 701,6181, 954,1043, 800, 681, 183,3722, # 4064 1803,1730,3540,4128,2103, 815,2314, 174, 467, 230,2454,1093,2134, 755,3541,3397, # 4080 1141,1162,6182,1738,2039, 270,3256,2513,1005,1647,2185,3837, 858,1679,1897,1719, # 4096 2954,2324,1806, 402, 670, 167,4129,1498,2158,2104, 750,6183, 915, 189,1680,1551, # 4112 455,4356,1501,2455, 405,1095,2955, 338,1586,1266,1819, 570, 641,1324, 237,1556, # 4128 2650,1388,3723,6184,1368,2384,1343,1978,3089,2436, 879,3724, 792,1191, 758,3012, # 4144 1411,2135,1322,4357, 240,4667,1848,3725,1574,6185, 420,3045,1546,1391, 714,4358, # 4160 1967, 941,1864, 863, 664, 426, 560,1731,2680,1785,2864,1949,2363, 403,3330,1415, # 4176 1279,2136,1697,2335, 204, 721,2097,3838, 90,6186,2085,2505, 191,3967, 124,2148, # 4192 1376,1798,1178,1107,1898,1405, 860,4359,1243,1272,2375,2983,1558,2456,1638, 113, # 4208 3621, 578,1923,2609, 880, 386,4130, 784,2186,2266,1422,2956,2172,1722, 497, 263, # 4224 2514,1267,2412,2610, 177,2703,3542, 774,1927,1344, 616,1432,1595,1018, 172,4360, # 4240 2325, 911,4361, 438,1468,3622, 794,3968,2024,2173,1681,1829,2957, 945, 895,3090, # 4256 575,2212,2476, 475,2401,2681, 785,2744,1745,2293,2555,1975,3133,2865, 394,4668, # 4272 3839, 635,4131, 639, 202,1507,2195,2766,1345,1435,2572,3726,1908,1184,1181,2457, # 4288 3727,3134,4362, 843,2611, 437, 916,4669, 234, 769,1884,3046,3047,3623, 833,6187, # 4304 1639,2250,2402,1355,1185,2010,2047, 999, 525,1732,1290,1488,2612, 948,1578,3728, # 4320 2413,2477,1216,2725,2159, 334,3840,1328,3624,2921,1525,4132, 564,1056, 891,4363, # 4336 1444,1698,2385,2251,3729,1365,2281,2235,1717,6188, 864,3841,2515, 444, 527,2767, # 4352 2922,3625, 544, 461,6189, 566, 209,2437,3398,2098,1065,2068,3331,3626,3257,2137, # 4368 #last 512 ) PK @\9z z pip/_vendor/chardet/big5freq.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # Big5 frequency table # by Taiwan's Mandarin Promotion Council # <http://www.edu.tw:81/mandr/> # # 128 --> 0.42261 # 256 --> 0.57851 # 512 --> 0.74851 # 1024 --> 0.89384 # 2048 --> 0.97583 # # Ideal Distribution Ratio = 0.74851/(1-0.74851) =2.98 # Random Distribution Ration = 512/(5401-512)=0.105 # # Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR BIG5_TYPICAL_DISTRIBUTION_RATIO = 0.75 #Char to FreqOrder table BIG5_TABLE_SIZE = 5376 BIG5_CHAR_TO_FREQ_ORDER = ( 1,1801,1506, 255,1431, 198, 9, 82, 6,5008, 177, 202,3681,1256,2821, 110, # 16 3814, 33,3274, 261, 76, 44,2114, 16,2946,2187,1176, 659,3971, 26,3451,2653, # 32 1198,3972,3350,4202, 410,2215, 302, 590, 361,1964, 8, 204, 58,4510,5009,1932, # 48 63,5010,5011, 317,1614, 75, 222, 159,4203,2417,1480,5012,3555,3091, 224,2822, # 64 3682, 3, 10,3973,1471, 29,2787,1135,2866,1940, 873, 130,3275,1123, 312,5013, # 80 4511,2052, 507, 252, 682,5014, 142,1915, 124, 206,2947, 34,3556,3204, 64, 604, # 96 5015,2501,1977,1978, 155,1991, 645, 641,1606,5016,3452, 337, 72, 406,5017, 80, # 112 630, 238,3205,1509, 263, 939,1092,2654, 756,1440,1094,3453, 449, 69,2987, 591, # 128 179,2096, 471, 115,2035,1844, 60, 50,2988, 134, 806,1869, 734,2036,3454, 180, # 144 995,1607, 156, 537,2907, 688,5018, 319,1305, 779,2145, 514,2379, 298,4512, 359, # 160 2502, 90,2716,1338, 663, 11, 906,1099,2553, 20,2441, 182, 532,1716,5019, 732, # 176 1376,4204,1311,1420,3206, 25,2317,1056, 113, 399, 382,1950, 242,3455,2474, 529, # 192 3276, 475,1447,3683,5020, 117, 21, 656, 810,1297,2300,2334,3557,5021, 126,4205, # 208 706, 456, 150, 613,4513, 71,1118,2037,4206, 145,3092, 85, 835, 486,2115,1246, # 224 1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,5022,2128,2359, 347,3815, 221, # 240 3558,3135,5023,1956,1153,4207, 83, 296,1199,3093, 192, 624, 93,5024, 822,1898, # 256 2823,3136, 795,2065, 991,1554,1542,1592, 27, 43,2867, 859, 139,1456, 860,4514, # 272 437, 712,3974, 164,2397,3137, 695, 211,3037,2097, 195,3975,1608,3559,3560,3684, # 288 3976, 234, 811,2989,2098,3977,2233,1441,3561,1615,2380, 668,2077,1638, 305, 228, # 304 1664,4515, 467, 415,5025, 262,2099,1593, 239, 108, 300, 200,1033, 512,1247,2078, # 320 5026,5027,2176,3207,3685,2682, 593, 845,1062,3277, 88,1723,2038,3978,1951, 212, # 336 266, 152, 149, 468,1899,4208,4516, 77, 187,5028,3038, 37, 5,2990,5029,3979, # 352 5030,5031, 39,2524,4517,2908,3208,2079, 55, 148, 74,4518, 545, 483,1474,1029, # 368 1665, 217,1870,1531,3138,1104,2655,4209, 24, 172,3562, 900,3980,3563,3564,4519, # 384 32,1408,2824,1312, 329, 487,2360,2251,2717, 784,2683, 4,3039,3351,1427,1789, # 400 188, 109, 499,5032,3686,1717,1790, 888,1217,3040,4520,5033,3565,5034,3352,1520, # 416 3687,3981, 196,1034, 775,5035,5036, 929,1816, 249, 439, 38,5037,1063,5038, 794, # 432 3982,1435,2301, 46, 178,3278,2066,5039,2381,5040, 214,1709,4521, 804, 35, 707, # 448 324,3688,1601,2554, 140, 459,4210,5041,5042,1365, 839, 272, 978,2262,2580,3456, # 464 2129,1363,3689,1423, 697, 100,3094, 48, 70,1231, 495,3139,2196,5043,1294,5044, # 480 2080, 462, 586,1042,3279, 853, 256, 988, 185,2382,3457,1698, 434,1084,5045,3458, # 496 314,2625,2788,4522,2335,2336, 569,2285, 637,1817,2525, 757,1162,1879,1616,3459, # 512 287,1577,2116, 768,4523,1671,2868,3566,2526,1321,3816, 909,2418,5046,4211, 933, # 528 3817,4212,2053,2361,1222,4524, 765,2419,1322, 786,4525,5047,1920,1462,1677,2909, # 544 1699,5048,4526,1424,2442,3140,3690,2600,3353,1775,1941,3460,3983,4213, 309,1369, # 560 1130,2825, 364,2234,1653,1299,3984,3567,3985,3986,2656, 525,1085,3041, 902,2001, # 576 1475, 964,4527, 421,1845,1415,1057,2286, 940,1364,3141, 376,4528,4529,1381, 7, # 592 2527, 983,2383, 336,1710,2684,1846, 321,3461, 559,1131,3042,2752,1809,1132,1313, # 608 265,1481,1858,5049, 352,1203,2826,3280, 167,1089, 420,2827, 776, 792,1724,3568, # 624 4214,2443,3281,5050,4215,5051, 446, 229, 333,2753, 901,3818,1200,1557,4530,2657, # 640 1921, 395,2754,2685,3819,4216,1836, 125, 916,3209,2626,4531,5052,5053,3820,5054, # 656 5055,5056,4532,3142,3691,1133,2555,1757,3462,1510,2318,1409,3569,5057,2146, 438, # 672 2601,2910,2384,3354,1068, 958,3043, 461, 311,2869,2686,4217,1916,3210,4218,1979, # 688 383, 750,2755,2627,4219, 274, 539, 385,1278,1442,5058,1154,1965, 384, 561, 210, # 704 98,1295,2556,3570,5059,1711,2420,1482,3463,3987,2911,1257, 129,5060,3821, 642, # 720 523,2789,2790,2658,5061, 141,2235,1333, 68, 176, 441, 876, 907,4220, 603,2602, # 736 710, 171,3464, 404, 549, 18,3143,2398,1410,3692,1666,5062,3571,4533,2912,4534, # 752 5063,2991, 368,5064, 146, 366, 99, 871,3693,1543, 748, 807,1586,1185, 22,2263, # 768 379,3822,3211,5065,3212, 505,1942,2628,1992,1382,2319,5066, 380,2362, 218, 702, # 784 1818,1248,3465,3044,3572,3355,3282,5067,2992,3694, 930,3283,3823,5068, 59,5069, # 800 585, 601,4221, 497,3466,1112,1314,4535,1802,5070,1223,1472,2177,5071, 749,1837, # 816 690,1900,3824,1773,3988,1476, 429,1043,1791,2236,2117, 917,4222, 447,1086,1629, # 832 5072, 556,5073,5074,2021,1654, 844,1090, 105, 550, 966,1758,2828,1008,1783, 686, # 848 1095,5075,2287, 793,1602,5076,3573,2603,4536,4223,2948,2302,4537,3825, 980,2503, # 864 544, 353, 527,4538, 908,2687,2913,5077, 381,2629,1943,1348,5078,1341,1252, 560, # 880 3095,5079,3467,2870,5080,2054, 973, 886,2081, 143,4539,5081,5082, 157,3989, 496, # 896 4224, 57, 840, 540,2039,4540,4541,3468,2118,1445, 970,2264,1748,1966,2082,4225, # 912 3144,1234,1776,3284,2829,3695, 773,1206,2130,1066,2040,1326,3990,1738,1725,4226, # 928 279,3145, 51,1544,2604, 423,1578,2131,2067, 173,4542,1880,5083,5084,1583, 264, # 944 610,3696,4543,2444, 280, 154,5085,5086,5087,1739, 338,1282,3096, 693,2871,1411, # 960 1074,3826,2445,5088,4544,5089,5090,1240, 952,2399,5091,2914,1538,2688, 685,1483, # 976 4227,2475,1436, 953,4228,2055,4545, 671,2400, 79,4229,2446,3285, 608, 567,2689, # 992 3469,4230,4231,1691, 393,1261,1792,2401,5092,4546,5093,5094,5095,5096,1383,1672, # 1008 3827,3213,1464, 522,1119, 661,1150, 216, 675,4547,3991,1432,3574, 609,4548,2690, # 1024 2402,5097,5098,5099,4232,3045, 0,5100,2476, 315, 231,2447, 301,3356,4549,2385, # 1040 5101, 233,4233,3697,1819,4550,4551,5102, 96,1777,1315,2083,5103, 257,5104,1810, # 1056 3698,2718,1139,1820,4234,2022,1124,2164,2791,1778,2659,5105,3097, 363,1655,3214, # 1072 5106,2993,5107,5108,5109,3992,1567,3993, 718, 103,3215, 849,1443, 341,3357,2949, # 1088 1484,5110,1712, 127, 67, 339,4235,2403, 679,1412, 821,5111,5112, 834, 738, 351, # 1104 2994,2147, 846, 235,1497,1881, 418,1993,3828,2719, 186,1100,2148,2756,3575,1545, # 1120 1355,2950,2872,1377, 583,3994,4236,2581,2995,5113,1298,3699,1078,2557,3700,2363, # 1136 78,3829,3830, 267,1289,2100,2002,1594,4237, 348, 369,1274,2197,2178,1838,4552, # 1152 1821,2830,3701,2757,2288,2003,4553,2951,2758, 144,3358, 882,4554,3995,2759,3470, # 1168 4555,2915,5114,4238,1726, 320,5115,3996,3046, 788,2996,5116,2831,1774,1327,2873, # 1184 3997,2832,5117,1306,4556,2004,1700,3831,3576,2364,2660, 787,2023, 506, 824,3702, # 1200 534, 323,4557,1044,3359,2024,1901, 946,3471,5118,1779,1500,1678,5119,1882,4558, # 1216 165, 243,4559,3703,2528, 123, 683,4239, 764,4560, 36,3998,1793, 589,2916, 816, # 1232 626,1667,3047,2237,1639,1555,1622,3832,3999,5120,4000,2874,1370,1228,1933, 891, # 1248 2084,2917, 304,4240,5121, 292,2997,2720,3577, 691,2101,4241,1115,4561, 118, 662, # 1264 5122, 611,1156, 854,2386,1316,2875, 2, 386, 515,2918,5123,5124,3286, 868,2238, # 1280 1486, 855,2661, 785,2216,3048,5125,1040,3216,3578,5126,3146, 448,5127,1525,5128, # 1296 2165,4562,5129,3833,5130,4242,2833,3579,3147, 503, 818,4001,3148,1568, 814, 676, # 1312 1444, 306,1749,5131,3834,1416,1030, 197,1428, 805,2834,1501,4563,5132,5133,5134, # 1328 1994,5135,4564,5136,5137,2198, 13,2792,3704,2998,3149,1229,1917,5138,3835,2132, # 1344 5139,4243,4565,2404,3580,5140,2217,1511,1727,1120,5141,5142, 646,3836,2448, 307, # 1360 5143,5144,1595,3217,5145,5146,5147,3705,1113,1356,4002,1465,2529,2530,5148, 519, # 1376 5149, 128,2133, 92,2289,1980,5150,4003,1512, 342,3150,2199,5151,2793,2218,1981, # 1392 3360,4244, 290,1656,1317, 789, 827,2365,5152,3837,4566, 562, 581,4004,5153, 401, # 1408 4567,2252, 94,4568,5154,1399,2794,5155,1463,2025,4569,3218,1944,5156, 828,1105, # 1424 4245,1262,1394,5157,4246, 605,4570,5158,1784,2876,5159,2835, 819,2102, 578,2200, # 1440 2952,5160,1502, 436,3287,4247,3288,2836,4005,2919,3472,3473,5161,2721,2320,5162, # 1456 5163,2337,2068, 23,4571, 193, 826,3838,2103, 699,1630,4248,3098, 390,1794,1064, # 1472 3581,5164,1579,3099,3100,1400,5165,4249,1839,1640,2877,5166,4572,4573, 137,4250, # 1488 598,3101,1967, 780, 104, 974,2953,5167, 278, 899, 253, 402, 572, 504, 493,1339, # 1504 5168,4006,1275,4574,2582,2558,5169,3706,3049,3102,2253, 565,1334,2722, 863, 41, # 1520 5170,5171,4575,5172,1657,2338, 19, 463,2760,4251, 606,5173,2999,3289,1087,2085, # 1536 1323,2662,3000,5174,1631,1623,1750,4252,2691,5175,2878, 791,2723,2663,2339, 232, # 1552 2421,5176,3001,1498,5177,2664,2630, 755,1366,3707,3290,3151,2026,1609, 119,1918, # 1568 3474, 862,1026,4253,5178,4007,3839,4576,4008,4577,2265,1952,2477,5179,1125, 817, # 1584 4254,4255,4009,1513,1766,2041,1487,4256,3050,3291,2837,3840,3152,5180,5181,1507, # 1600 5182,2692, 733, 40,1632,1106,2879, 345,4257, 841,2531, 230,4578,3002,1847,3292, # 1616 3475,5183,1263, 986,3476,5184, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562, # 1632 4010,4011,2954, 967,2761,2665,1349, 592,2134,1692,3361,3003,1995,4258,1679,4012, # 1648 1902,2188,5185, 739,3708,2724,1296,1290,5186,4259,2201,2202,1922,1563,2605,2559, # 1664 1871,2762,3004,5187, 435,5188, 343,1108, 596, 17,1751,4579,2239,3477,3709,5189, # 1680 4580, 294,3582,2955,1693, 477, 979, 281,2042,3583, 643,2043,3710,2631,2795,2266, # 1696 1031,2340,2135,2303,3584,4581, 367,1249,2560,5190,3585,5191,4582,1283,3362,2005, # 1712 240,1762,3363,4583,4584, 836,1069,3153, 474,5192,2149,2532, 268,3586,5193,3219, # 1728 1521,1284,5194,1658,1546,4260,5195,3587,3588,5196,4261,3364,2693,1685,4262, 961, # 1744 1673,2632, 190,2006,2203,3841,4585,4586,5197, 570,2504,3711,1490,5198,4587,2633, # 1760 3293,1957,4588, 584,1514, 396,1045,1945,5199,4589,1968,2449,5200,5201,4590,4013, # 1776 619,5202,3154,3294, 215,2007,2796,2561,3220,4591,3221,4592, 763,4263,3842,4593, # 1792 5203,5204,1958,1767,2956,3365,3712,1174, 452,1477,4594,3366,3155,5205,2838,1253, # 1808 2387,2189,1091,2290,4264, 492,5206, 638,1169,1825,2136,1752,4014, 648, 926,1021, # 1824 1324,4595, 520,4596, 997, 847,1007, 892,4597,3843,2267,1872,3713,2405,1785,4598, # 1840 1953,2957,3103,3222,1728,4265,2044,3714,4599,2008,1701,3156,1551, 30,2268,4266, # 1856 5207,2027,4600,3589,5208, 501,5209,4267, 594,3478,2166,1822,3590,3479,3591,3223, # 1872 829,2839,4268,5210,1680,3157,1225,4269,5211,3295,4601,4270,3158,2341,5212,4602, # 1888 4271,5213,4015,4016,5214,1848,2388,2606,3367,5215,4603, 374,4017, 652,4272,4273, # 1904 375,1140, 798,5216,5217,5218,2366,4604,2269, 546,1659, 138,3051,2450,4605,5219, # 1920 2254, 612,1849, 910, 796,3844,1740,1371, 825,3845,3846,5220,2920,2562,5221, 692, # 1936 444,3052,2634, 801,4606,4274,5222,1491, 244,1053,3053,4275,4276, 340,5223,4018, # 1952 1041,3005, 293,1168, 87,1357,5224,1539, 959,5225,2240, 721, 694,4277,3847, 219, # 1968 1478, 644,1417,3368,2666,1413,1401,1335,1389,4019,5226,5227,3006,2367,3159,1826, # 1984 730,1515, 184,2840, 66,4607,5228,1660,2958, 246,3369, 378,1457, 226,3480, 975, # 2000 4020,2959,1264,3592, 674, 696,5229, 163,5230,1141,2422,2167, 713,3593,3370,4608, # 2016 4021,5231,5232,1186, 15,5233,1079,1070,5234,1522,3224,3594, 276,1050,2725, 758, # 2032 1126, 653,2960,3296,5235,2342, 889,3595,4022,3104,3007, 903,1250,4609,4023,3481, # 2048 3596,1342,1681,1718, 766,3297, 286, 89,2961,3715,5236,1713,5237,2607,3371,3008, # 2064 5238,2962,2219,3225,2880,5239,4610,2505,2533, 181, 387,1075,4024, 731,2190,3372, # 2080 5240,3298, 310, 313,3482,2304, 770,4278, 54,3054, 189,4611,3105,3848,4025,5241, # 2096 1230,1617,1850, 355,3597,4279,4612,3373, 111,4280,3716,1350,3160,3483,3055,4281, # 2112 2150,3299,3598,5242,2797,4026,4027,3009, 722,2009,5243,1071, 247,1207,2343,2478, # 2128 1378,4613,2010, 864,1437,1214,4614, 373,3849,1142,2220, 667,4615, 442,2763,2563, # 2144 3850,4028,1969,4282,3300,1840, 837, 170,1107, 934,1336,1883,5244,5245,2119,4283, # 2160 2841, 743,1569,5246,4616,4284, 582,2389,1418,3484,5247,1803,5248, 357,1395,1729, # 2176 3717,3301,2423,1564,2241,5249,3106,3851,1633,4617,1114,2086,4285,1532,5250, 482, # 2192 2451,4618,5251,5252,1492, 833,1466,5253,2726,3599,1641,2842,5254,1526,1272,3718, # 2208 4286,1686,1795, 416,2564,1903,1954,1804,5255,3852,2798,3853,1159,2321,5256,2881, # 2224 4619,1610,1584,3056,2424,2764, 443,3302,1163,3161,5257,5258,4029,5259,4287,2506, # 2240 3057,4620,4030,3162,2104,1647,3600,2011,1873,4288,5260,4289, 431,3485,5261, 250, # 2256 97, 81,4290,5262,1648,1851,1558, 160, 848,5263, 866, 740,1694,5264,2204,2843, # 2272 3226,4291,4621,3719,1687, 950,2479, 426, 469,3227,3720,3721,4031,5265,5266,1188, # 2288 424,1996, 861,3601,4292,3854,2205,2694, 168,1235,3602,4293,5267,2087,1674,4622, # 2304 3374,3303, 220,2565,1009,5268,3855, 670,3010, 332,1208, 717,5269,5270,3603,2452, # 2320 4032,3375,5271, 513,5272,1209,2882,3376,3163,4623,1080,5273,5274,5275,5276,2534, # 2336 3722,3604, 815,1587,4033,4034,5277,3605,3486,3856,1254,4624,1328,3058,1390,4035, # 2352 1741,4036,3857,4037,5278, 236,3858,2453,3304,5279,5280,3723,3859,1273,3860,4625, # 2368 5281, 308,5282,4626, 245,4627,1852,2480,1307,2583, 430, 715,2137,2454,5283, 270, # 2384 199,2883,4038,5284,3606,2727,1753, 761,1754, 725,1661,1841,4628,3487,3724,5285, # 2400 5286, 587, 14,3305, 227,2608, 326, 480,2270, 943,2765,3607, 291, 650,1884,5287, # 2416 1702,1226, 102,1547, 62,3488, 904,4629,3489,1164,4294,5288,5289,1224,1548,2766, # 2432 391, 498,1493,5290,1386,1419,5291,2056,1177,4630, 813, 880,1081,2368, 566,1145, # 2448 4631,2291,1001,1035,2566,2609,2242, 394,1286,5292,5293,2069,5294, 86,1494,1730, # 2464 4039, 491,1588, 745, 897,2963, 843,3377,4040,2767,2884,3306,1768, 998,2221,2070, # 2480 397,1827,1195,1970,3725,3011,3378, 284,5295,3861,2507,2138,2120,1904,5296,4041, # 2496 2151,4042,4295,1036,3490,1905, 114,2567,4296, 209,1527,5297,5298,2964,2844,2635, # 2512 2390,2728,3164, 812,2568,5299,3307,5300,1559, 737,1885,3726,1210, 885, 28,2695, # 2528 3608,3862,5301,4297,1004,1780,4632,5302, 346,1982,2222,2696,4633,3863,1742, 797, # 2544 1642,4043,1934,1072,1384,2152, 896,4044,3308,3727,3228,2885,3609,5303,2569,1959, # 2560 4634,2455,1786,5304,5305,5306,4045,4298,1005,1308,3728,4299,2729,4635,4636,1528, # 2576 2610, 161,1178,4300,1983, 987,4637,1101,4301, 631,4046,1157,3229,2425,1343,1241, # 2592 1016,2243,2570, 372, 877,2344,2508,1160, 555,1935, 911,4047,5307, 466,1170, 169, # 2608 1051,2921,2697,3729,2481,3012,1182,2012,2571,1251,2636,5308, 992,2345,3491,1540, # 2624 2730,1201,2071,2406,1997,2482,5309,4638, 528,1923,2191,1503,1874,1570,2369,3379, # 2640 3309,5310, 557,1073,5311,1828,3492,2088,2271,3165,3059,3107, 767,3108,2799,4639, # 2656 1006,4302,4640,2346,1267,2179,3730,3230, 778,4048,3231,2731,1597,2667,5312,4641, # 2672 5313,3493,5314,5315,5316,3310,2698,1433,3311, 131, 95,1504,4049, 723,4303,3166, # 2688 1842,3610,2768,2192,4050,2028,2105,3731,5317,3013,4051,1218,5318,3380,3232,4052, # 2704 4304,2584, 248,1634,3864, 912,5319,2845,3732,3060,3865, 654, 53,5320,3014,5321, # 2720 1688,4642, 777,3494,1032,4053,1425,5322, 191, 820,2121,2846, 971,4643, 931,3233, # 2736 135, 664, 783,3866,1998, 772,2922,1936,4054,3867,4644,2923,3234, 282,2732, 640, # 2752 1372,3495,1127, 922, 325,3381,5323,5324, 711,2045,5325,5326,4055,2223,2800,1937, # 2768 4056,3382,2224,2255,3868,2305,5327,4645,3869,1258,3312,4057,3235,2139,2965,4058, # 2784 4059,5328,2225, 258,3236,4646, 101,1227,5329,3313,1755,5330,1391,3314,5331,2924, # 2800 2057, 893,5332,5333,5334,1402,4305,2347,5335,5336,3237,3611,5337,5338, 878,1325, # 2816 1781,2801,4647, 259,1385,2585, 744,1183,2272,4648,5339,4060,2509,5340, 684,1024, # 2832 4306,5341, 472,3612,3496,1165,3315,4061,4062, 322,2153, 881, 455,1695,1152,1340, # 2848 660, 554,2154,4649,1058,4650,4307, 830,1065,3383,4063,4651,1924,5342,1703,1919, # 2864 5343, 932,2273, 122,5344,4652, 947, 677,5345,3870,2637, 297,1906,1925,2274,4653, # 2880 2322,3316,5346,5347,4308,5348,4309, 84,4310, 112, 989,5349, 547,1059,4064, 701, # 2896 3613,1019,5350,4311,5351,3497, 942, 639, 457,2306,2456, 993,2966, 407, 851, 494, # 2912 4654,3384, 927,5352,1237,5353,2426,3385, 573,4312, 680, 921,2925,1279,1875, 285, # 2928 790,1448,1984, 719,2168,5354,5355,4655,4065,4066,1649,5356,1541, 563,5357,1077, # 2944 5358,3386,3061,3498, 511,3015,4067,4068,3733,4069,1268,2572,3387,3238,4656,4657, # 2960 5359, 535,1048,1276,1189,2926,2029,3167,1438,1373,2847,2967,1134,2013,5360,4313, # 2976 1238,2586,3109,1259,5361, 700,5362,2968,3168,3734,4314,5363,4315,1146,1876,1907, # 2992 4658,2611,4070, 781,2427, 132,1589, 203, 147, 273,2802,2407, 898,1787,2155,4071, # 3008 4072,5364,3871,2803,5365,5366,4659,4660,5367,3239,5368,1635,3872, 965,5369,1805, # 3024 2699,1516,3614,1121,1082,1329,3317,4073,1449,3873, 65,1128,2848,2927,2769,1590, # 3040 3874,5370,5371, 12,2668, 45, 976,2587,3169,4661, 517,2535,1013,1037,3240,5372, # 3056 3875,2849,5373,3876,5374,3499,5375,2612, 614,1999,2323,3877,3110,2733,2638,5376, # 3072 2588,4316, 599,1269,5377,1811,3735,5378,2700,3111, 759,1060, 489,1806,3388,3318, # 3088 1358,5379,5380,2391,1387,1215,2639,2256, 490,5381,5382,4317,1759,2392,2348,5383, # 3104 4662,3878,1908,4074,2640,1807,3241,4663,3500,3319,2770,2349, 874,5384,5385,3501, # 3120 3736,1859, 91,2928,3737,3062,3879,4664,5386,3170,4075,2669,5387,3502,1202,1403, # 3136 3880,2969,2536,1517,2510,4665,3503,2511,5388,4666,5389,2701,1886,1495,1731,4076, # 3152 2370,4667,5390,2030,5391,5392,4077,2702,1216, 237,2589,4318,2324,4078,3881,4668, # 3168 4669,2703,3615,3504, 445,4670,5393,5394,5395,5396,2771, 61,4079,3738,1823,4080, # 3184 5397, 687,2046, 935, 925, 405,2670, 703,1096,1860,2734,4671,4081,1877,1367,2704, # 3200 3389, 918,2106,1782,2483, 334,3320,1611,1093,4672, 564,3171,3505,3739,3390, 945, # 3216 2641,2058,4673,5398,1926, 872,4319,5399,3506,2705,3112, 349,4320,3740,4082,4674, # 3232 3882,4321,3741,2156,4083,4675,4676,4322,4677,2408,2047, 782,4084, 400, 251,4323, # 3248 1624,5400,5401, 277,3742, 299,1265, 476,1191,3883,2122,4324,4325,1109, 205,5402, # 3264 2590,1000,2157,3616,1861,5403,5404,5405,4678,5406,4679,2573, 107,2484,2158,4085, # 3280 3507,3172,5407,1533, 541,1301, 158, 753,4326,2886,3617,5408,1696, 370,1088,4327, # 3296 4680,3618, 579, 327, 440, 162,2244, 269,1938,1374,3508, 968,3063, 56,1396,3113, # 3312 2107,3321,3391,5409,1927,2159,4681,3016,5410,3619,5411,5412,3743,4682,2485,5413, # 3328 2804,5414,1650,4683,5415,2613,5416,5417,4086,2671,3392,1149,3393,4087,3884,4088, # 3344 5418,1076, 49,5419, 951,3242,3322,3323, 450,2850, 920,5420,1812,2805,2371,4328, # 3360 1909,1138,2372,3885,3509,5421,3243,4684,1910,1147,1518,2428,4685,3886,5422,4686, # 3376 2393,2614, 260,1796,3244,5423,5424,3887,3324, 708,5425,3620,1704,5426,3621,1351, # 3392 1618,3394,3017,1887, 944,4329,3395,4330,3064,3396,4331,5427,3744, 422, 413,1714, # 3408 3325, 500,2059,2350,4332,2486,5428,1344,1911, 954,5429,1668,5430,5431,4089,2409, # 3424 4333,3622,3888,4334,5432,2307,1318,2512,3114, 133,3115,2887,4687, 629, 31,2851, # 3440 2706,3889,4688, 850, 949,4689,4090,2970,1732,2089,4335,1496,1853,5433,4091, 620, # 3456 3245, 981,1242,3745,3397,1619,3746,1643,3326,2140,2457,1971,1719,3510,2169,5434, # 3472 3246,5435,5436,3398,1829,5437,1277,4690,1565,2048,5438,1636,3623,3116,5439, 869, # 3488 2852, 655,3890,3891,3117,4092,3018,3892,1310,3624,4691,5440,5441,5442,1733, 558, # 3504 4692,3747, 335,1549,3065,1756,4336,3748,1946,3511,1830,1291,1192, 470,2735,2108, # 3520 2806, 913,1054,4093,5443,1027,5444,3066,4094,4693, 982,2672,3399,3173,3512,3247, # 3536 3248,1947,2807,5445, 571,4694,5446,1831,5447,3625,2591,1523,2429,5448,2090, 984, # 3552 4695,3749,1960,5449,3750, 852, 923,2808,3513,3751, 969,1519, 999,2049,2325,1705, # 3568 5450,3118, 615,1662, 151, 597,4095,2410,2326,1049, 275,4696,3752,4337, 568,3753, # 3584 3626,2487,4338,3754,5451,2430,2275, 409,3249,5452,1566,2888,3514,1002, 769,2853, # 3600 194,2091,3174,3755,2226,3327,4339, 628,1505,5453,5454,1763,2180,3019,4096, 521, # 3616 1161,2592,1788,2206,2411,4697,4097,1625,4340,4341, 412, 42,3119, 464,5455,2642, # 3632 4698,3400,1760,1571,2889,3515,2537,1219,2207,3893,2643,2141,2373,4699,4700,3328, # 3648 1651,3401,3627,5456,5457,3628,2488,3516,5458,3756,5459,5460,2276,2092, 460,5461, # 3664 4701,5462,3020, 962, 588,3629, 289,3250,2644,1116, 52,5463,3067,1797,5464,5465, # 3680 5466,1467,5467,1598,1143,3757,4342,1985,1734,1067,4702,1280,3402, 465,4703,1572, # 3696 510,5468,1928,2245,1813,1644,3630,5469,4704,3758,5470,5471,2673,1573,1534,5472, # 3712 5473, 536,1808,1761,3517,3894,3175,2645,5474,5475,5476,4705,3518,2929,1912,2809, # 3728 5477,3329,1122, 377,3251,5478, 360,5479,5480,4343,1529, 551,5481,2060,3759,1769, # 3744 2431,5482,2930,4344,3330,3120,2327,2109,2031,4706,1404, 136,1468,1479, 672,1171, # 3760 3252,2308, 271,3176,5483,2772,5484,2050, 678,2736, 865,1948,4707,5485,2014,4098, # 3776 2971,5486,2737,2227,1397,3068,3760,4708,4709,1735,2931,3403,3631,5487,3895, 509, # 3792 2854,2458,2890,3896,5488,5489,3177,3178,4710,4345,2538,4711,2309,1166,1010, 552, # 3808 681,1888,5490,5491,2972,2973,4099,1287,1596,1862,3179, 358, 453, 736, 175, 478, # 3824 1117, 905,1167,1097,5492,1854,1530,5493,1706,5494,2181,3519,2292,3761,3520,3632, # 3840 4346,2093,4347,5495,3404,1193,2489,4348,1458,2193,2208,1863,1889,1421,3331,2932, # 3856 3069,2182,3521, 595,2123,5496,4100,5497,5498,4349,1707,2646, 223,3762,1359, 751, # 3872 3121, 183,3522,5499,2810,3021, 419,2374, 633, 704,3897,2394, 241,5500,5501,5502, # 3888 838,3022,3763,2277,2773,2459,3898,1939,2051,4101,1309,3122,2246,1181,5503,1136, # 3904 2209,3899,2375,1446,4350,2310,4712,5504,5505,4351,1055,2615, 484,3764,5506,4102, # 3920 625,4352,2278,3405,1499,4353,4103,5507,4104,4354,3253,2279,2280,3523,5508,5509, # 3936 2774, 808,2616,3765,3406,4105,4355,3123,2539, 526,3407,3900,4356, 955,5510,1620, # 3952 4357,2647,2432,5511,1429,3766,1669,1832, 994, 928,5512,3633,1260,5513,5514,5515, # 3968 1949,2293, 741,2933,1626,4358,2738,2460, 867,1184, 362,3408,1392,5516,5517,4106, # 3984 4359,1770,1736,3254,2934,4713,4714,1929,2707,1459,1158,5518,3070,3409,2891,1292, # 4000 1930,2513,2855,3767,1986,1187,2072,2015,2617,4360,5519,2574,2514,2170,3768,2490, # 4016 3332,5520,3769,4715,5521,5522, 666,1003,3023,1022,3634,4361,5523,4716,1814,2257, # 4032 574,3901,1603, 295,1535, 705,3902,4362, 283, 858, 417,5524,5525,3255,4717,4718, # 4048 3071,1220,1890,1046,2281,2461,4107,1393,1599, 689,2575, 388,4363,5526,2491, 802, # 4064 5527,2811,3903,2061,1405,2258,5528,4719,3904,2110,1052,1345,3256,1585,5529, 809, # 4080 5530,5531,5532, 575,2739,3524, 956,1552,1469,1144,2328,5533,2329,1560,2462,3635, # 4096 3257,4108, 616,2210,4364,3180,2183,2294,5534,1833,5535,3525,4720,5536,1319,3770, # 4112 3771,1211,3636,1023,3258,1293,2812,5537,5538,5539,3905, 607,2311,3906, 762,2892, # 4128 1439,4365,1360,4721,1485,3072,5540,4722,1038,4366,1450,2062,2648,4367,1379,4723, # 4144 2593,5541,5542,4368,1352,1414,2330,2935,1172,5543,5544,3907,3908,4724,1798,1451, # 4160 5545,5546,5547,5548,2936,4109,4110,2492,2351, 411,4111,4112,3637,3333,3124,4725, # 4176 1561,2674,1452,4113,1375,5549,5550, 47,2974, 316,5551,1406,1591,2937,3181,5552, # 4192 1025,2142,3125,3182, 354,2740, 884,2228,4369,2412, 508,3772, 726,3638, 996,2433, # 4208 3639, 729,5553, 392,2194,1453,4114,4726,3773,5554,5555,2463,3640,2618,1675,2813, # 4224 919,2352,2975,2353,1270,4727,4115, 73,5556,5557, 647,5558,3259,2856,2259,1550, # 4240 1346,3024,5559,1332, 883,3526,5560,5561,5562,5563,3334,2775,5564,1212, 831,1347, # 4256 4370,4728,2331,3909,1864,3073, 720,3910,4729,4730,3911,5565,4371,5566,5567,4731, # 4272 5568,5569,1799,4732,3774,2619,4733,3641,1645,2376,4734,5570,2938, 669,2211,2675, # 4288 2434,5571,2893,5572,5573,1028,3260,5574,4372,2413,5575,2260,1353,5576,5577,4735, # 4304 3183, 518,5578,4116,5579,4373,1961,5580,2143,4374,5581,5582,3025,2354,2355,3912, # 4320 516,1834,1454,4117,2708,4375,4736,2229,2620,1972,1129,3642,5583,2776,5584,2976, # 4336 1422, 577,1470,3026,1524,3410,5585,5586, 432,4376,3074,3527,5587,2594,1455,2515, # 4352 2230,1973,1175,5588,1020,2741,4118,3528,4737,5589,2742,5590,1743,1361,3075,3529, # 4368 2649,4119,4377,4738,2295, 895, 924,4378,2171, 331,2247,3076, 166,1627,3077,1098, # 4384 5591,1232,2894,2231,3411,4739, 657, 403,1196,2377, 542,3775,3412,1600,4379,3530, # 4400 5592,4740,2777,3261, 576, 530,1362,4741,4742,2540,2676,3776,4120,5593, 842,3913, # 4416 5594,2814,2032,1014,4121, 213,2709,3413, 665, 621,4380,5595,3777,2939,2435,5596, # 4432 2436,3335,3643,3414,4743,4381,2541,4382,4744,3644,1682,4383,3531,1380,5597, 724, # 4448 2282, 600,1670,5598,1337,1233,4745,3126,2248,5599,1621,4746,5600, 651,4384,5601, # 4464 1612,4385,2621,5602,2857,5603,2743,2312,3078,5604, 716,2464,3079, 174,1255,2710, # 4480 4122,3645, 548,1320,1398, 728,4123,1574,5605,1891,1197,3080,4124,5606,3081,3082, # 4496 3778,3646,3779, 747,5607, 635,4386,4747,5608,5609,5610,4387,5611,5612,4748,5613, # 4512 3415,4749,2437, 451,5614,3780,2542,2073,4388,2744,4389,4125,5615,1764,4750,5616, # 4528 4390, 350,4751,2283,2395,2493,5617,4391,4126,2249,1434,4127, 488,4752, 458,4392, # 4544 4128,3781, 771,1330,2396,3914,2576,3184,2160,2414,1553,2677,3185,4393,5618,2494, # 4560 2895,2622,1720,2711,4394,3416,4753,5619,2543,4395,5620,3262,4396,2778,5621,2016, # 4576 2745,5622,1155,1017,3782,3915,5623,3336,2313, 201,1865,4397,1430,5624,4129,5625, # 4592 5626,5627,5628,5629,4398,1604,5630, 414,1866, 371,2595,4754,4755,3532,2017,3127, # 4608 4756,1708, 960,4399, 887, 389,2172,1536,1663,1721,5631,2232,4130,2356,2940,1580, # 4624 5632,5633,1744,4757,2544,4758,4759,5634,4760,5635,2074,5636,4761,3647,3417,2896, # 4640 4400,5637,4401,2650,3418,2815, 673,2712,2465, 709,3533,4131,3648,4402,5638,1148, # 4656 502, 634,5639,5640,1204,4762,3649,1575,4763,2623,3783,5641,3784,3128, 948,3263, # 4672 121,1745,3916,1110,5642,4403,3083,2516,3027,4132,3785,1151,1771,3917,1488,4133, # 4688 1987,5643,2438,3534,5644,5645,2094,5646,4404,3918,1213,1407,2816, 531,2746,2545, # 4704 3264,1011,1537,4764,2779,4405,3129,1061,5647,3786,3787,1867,2897,5648,2018, 120, # 4720 4406,4407,2063,3650,3265,2314,3919,2678,3419,1955,4765,4134,5649,3535,1047,2713, # 4736 1266,5650,1368,4766,2858, 649,3420,3920,2546,2747,1102,2859,2679,5651,5652,2000, # 4752 5653,1111,3651,2977,5654,2495,3921,3652,2817,1855,3421,3788,5655,5656,3422,2415, # 4768 2898,3337,3266,3653,5657,2577,5658,3654,2818,4135,1460, 856,5659,3655,5660,2899, # 4784 2978,5661,2900,3922,5662,4408, 632,2517, 875,3923,1697,3924,2296,5663,5664,4767, # 4800 3028,1239, 580,4768,4409,5665, 914, 936,2075,1190,4136,1039,2124,5666,5667,5668, # 4816 5669,3423,1473,5670,1354,4410,3925,4769,2173,3084,4137, 915,3338,4411,4412,3339, # 4832 1605,1835,5671,2748, 398,3656,4413,3926,4138, 328,1913,2860,4139,3927,1331,4414, # 4848 3029, 937,4415,5672,3657,4140,4141,3424,2161,4770,3425, 524, 742, 538,3085,1012, # 4864 5673,5674,3928,2466,5675, 658,1103, 225,3929,5676,5677,4771,5678,4772,5679,3267, # 4880 1243,5680,4142, 963,2250,4773,5681,2714,3658,3186,5682,5683,2596,2332,5684,4774, # 4896 5685,5686,5687,3536, 957,3426,2547,2033,1931,2941,2467, 870,2019,3659,1746,2780, # 4912 2781,2439,2468,5688,3930,5689,3789,3130,3790,3537,3427,3791,5690,1179,3086,5691, # 4928 3187,2378,4416,3792,2548,3188,3131,2749,4143,5692,3428,1556,2549,2297, 977,2901, # 4944 2034,4144,1205,3429,5693,1765,3430,3189,2125,1271, 714,1689,4775,3538,5694,2333, # 4960 3931, 533,4417,3660,2184, 617,5695,2469,3340,3539,2315,5696,5697,3190,5698,5699, # 4976 3932,1988, 618, 427,2651,3540,3431,5700,5701,1244,1690,5702,2819,4418,4776,5703, # 4992 3541,4777,5704,2284,1576, 473,3661,4419,3432, 972,5705,3662,5706,3087,5707,5708, # 5008 4778,4779,5709,3793,4145,4146,5710, 153,4780, 356,5711,1892,2902,4420,2144, 408, # 5024 803,2357,5712,3933,5713,4421,1646,2578,2518,4781,4782,3934,5714,3935,4422,5715, # 5040 2416,3433, 752,5716,5717,1962,3341,2979,5718, 746,3030,2470,4783,4423,3794, 698, # 5056 4784,1893,4424,3663,2550,4785,3664,3936,5719,3191,3434,5720,1824,1302,4147,2715, # 5072 3937,1974,4425,5721,4426,3192, 823,1303,1288,1236,2861,3542,4148,3435, 774,3938, # 5088 5722,1581,4786,1304,2862,3939,4787,5723,2440,2162,1083,3268,4427,4149,4428, 344, # 5104 1173, 288,2316, 454,1683,5724,5725,1461,4788,4150,2597,5726,5727,4789, 985, 894, # 5120 5728,3436,3193,5729,1914,2942,3795,1989,5730,2111,1975,5731,4151,5732,2579,1194, # 5136 425,5733,4790,3194,1245,3796,4429,5734,5735,2863,5736, 636,4791,1856,3940, 760, # 5152 1800,5737,4430,2212,1508,4792,4152,1894,1684,2298,5738,5739,4793,4431,4432,2213, # 5168 479,5740,5741, 832,5742,4153,2496,5743,2980,2497,3797, 990,3132, 627,1815,2652, # 5184 4433,1582,4434,2126,2112,3543,4794,5744, 799,4435,3195,5745,4795,2113,1737,3031, # 5200 1018, 543, 754,4436,3342,1676,4796,4797,4154,4798,1489,5746,3544,5747,2624,2903, # 5216 4155,5748,5749,2981,5750,5751,5752,5753,3196,4799,4800,2185,1722,5754,3269,3270, # 5232 1843,3665,1715, 481, 365,1976,1857,5755,5756,1963,2498,4801,5757,2127,3666,3271, # 5248 433,1895,2064,2076,5758, 602,2750,5759,5760,5761,5762,5763,3032,1628,3437,5764, # 5264 3197,4802,4156,2904,4803,2519,5765,2551,2782,5766,5767,5768,3343,4804,2905,5769, # 5280 4805,5770,2864,4806,4807,1221,2982,4157,2520,5771,5772,5773,1868,1990,5774,5775, # 5296 5776,1896,5777,5778,4808,1897,4158, 318,5779,2095,4159,4437,5780,5781, 485,5782, # 5312 938,3941, 553,2680, 116,5783,3942,3667,5784,3545,2681,2783,3438,3344,2820,5785, # 5328 3668,2943,4160,1747,2944,2983,5786,5787, 207,5788,4809,5789,4810,2521,5790,3033, # 5344 890,3669,3943,5791,1878,3798,3439,5792,2186,2358,3440,1652,5793,5794,5795, 941, # 5360 2299, 208,3546,4161,2020, 330,4438,3944,2906,2499,3799,4439,4811,5796,5797,5798, # 5376 ) PK @\֑g2 ! pip/_vendor/chardet/sjisprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .mbcharsetprober import MultiByteCharSetProber from .codingstatemachine import CodingStateMachine from .chardistribution import SJISDistributionAnalysis from .jpcntx import SJISContextAnalysis from .mbcssm import SJIS_SM_MODEL from .enums import ProbingState, MachineState class SJISProber(MultiByteCharSetProber): def __init__(self): super(SJISProber, self).__init__() self.coding_sm = CodingStateMachine(SJIS_SM_MODEL) self.distribution_analyzer = SJISDistributionAnalysis() self.context_analyzer = SJISContextAnalysis() self.reset() def reset(self): super(SJISProber, self).reset() self.context_analyzer.reset() @property def charset_name(self): return self.context_analyzer.charset_name @property def language(self): return "Japanese" def feed(self, byte_str): for i in range(len(byte_str)): coding_state = self.coding_sm.next_state(byte_str[i]) if coding_state == MachineState.ERROR: self.logger.debug('%s %s prober hit error at byte %s', self.charset_name, self.language, i) self._state = ProbingState.NOT_ME break elif coding_state == MachineState.ITS_ME: self._state = ProbingState.FOUND_IT break elif coding_state == MachineState.START: char_len = self.coding_sm.get_current_charlen() if i == 0: self._last_char[1] = byte_str[0] self.context_analyzer.feed(self._last_char[2 - char_len:], char_len) self.distribution_analyzer.feed(self._last_char, char_len) else: self.context_analyzer.feed(byte_str[i + 1 - char_len:i + 3 - char_len], char_len) self.distribution_analyzer.feed(byte_str[i - 1:i + 1], char_len) self._last_char[0] = byte_str[-1] if self.state == ProbingState.DETECTING: if (self.context_analyzer.got_enough_data() and (self.get_confidence() > self.SHORTCUT_THRESHOLD)): self._state = ProbingState.FOUND_IT return self.state def get_confidence(self): context_conf = self.context_analyzer.get_confidence() distrib_conf = self.distribution_analyzer.get_confidence() return max(context_conf, distrib_conf) PK @\)1 1 % pip/_vendor/chardet/langgreekmodel.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # 255: Control characters that usually does not exist in any text # 254: Carriage/Return # 253: symbol (punctuation) that does not belong to word # 252: 0 - 9 # Character Mapping Table: Latin7_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, # 40 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, # 50 253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, # 60 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, # 70 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 80 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 90 253,233, 90,253,253,253,253,253,253,253,253,253,253, 74,253,253, # a0 253,253,253,253,247,248, 61, 36, 46, 71, 73,253, 54,253,108,123, # b0 110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, # c0 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, # d0 124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, # e0 9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, # f0 ) win1253_char_to_order_map = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, # 40 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, # 50 253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, # 60 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, # 70 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 80 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 90 253,233, 61,253,253,253,253,253,253,253,253,253,253, 74,253,253, # a0 253,253,253,253,247,253,253, 36, 46, 71, 73,253, 54,253,108,123, # b0 110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, # c0 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, # d0 124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, # e0 9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, # f0 ) # Model Table: # total sequences: 100% # first 512 sequences: 98.2851% # first 1024 sequences:1.7001% # rest sequences: 0.0359% # negative sequences: 0.0148% GreekLangModel = ( 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,3,2,2,3,3,3,3,3,3,3,3,1,3,3,3,0,2,2,3,3,0,3,0,3,2,0,3,3,3,0, 3,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,0,3,3,0,3,2,3,3,0,3,2,3,3,3,0,0,3,0,3,0,3,3,2,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0, 0,2,3,2,2,3,3,3,3,3,3,3,3,0,3,3,3,3,0,2,3,3,0,3,3,3,3,2,3,3,3,0, 2,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,2,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,0,2,1,3,3,3,3,2,3,3,2,3,3,2,0, 0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,0,3,3,3,3,3,3,0,3,3,0,3,3,3,3,3,3,3,3,3,3,0,3,2,3,3,0, 2,0,1,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,2,3,0,0,0,0,3,3,0,3,1,3,3,3,0,3,3,0,3,3,3,3,0,0,0,0, 2,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,0,3,0,3,3,3,3,3,0,3,2,2,2,3,0,2,3,3,3,3,3,2,3,3,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,3,2,2,2,3,3,3,3,0,3,1,3,3,3,3,2,3,3,3,3,3,3,3,2,2,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,2,0,3,0,0,0,3,3,2,3,3,3,3,3,0,0,3,2,3,0,2,3,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,0,3,3,3,3,0,0,3,3,0,2,3,0,3,0,3,3,3,0,0,3,0,3,0,2,2,3,3,0,0, 0,0,1,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,2,0,3,2,3,3,3,3,0,3,3,3,3,3,0,3,3,2,3,2,3,3,2,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,2,3,2,3,3,3,3,3,3,0,2,3,2,3,2,2,2,3,2,3,3,2,3,0,2,2,2,3,0, 2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,3,0,0,0,3,3,3,2,3,3,0,0,3,0,3,0,0,0,3,2,0,3,0,3,0,0,2,0,2,0, 0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,0,3,3,3,3,3,3,0,3,3,0,3,0,0,0,3,3,0,3,3,3,0,0,1,2,3,0, 3,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,2,0,0,3,2,2,3,3,0,3,3,3,3,3,2,1,3,0,3,2,3,3,2,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,3,3,0,2,3,3,3,3,3,3,0,0,3,0,3,0,0,0,3,3,0,3,2,3,0,0,3,3,3,0, 3,0,0,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,0,3,3,3,3,3,3,0,0,3,0,3,0,0,0,3,2,0,3,2,3,0,0,3,2,3,0, 2,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,3,1,2,2,3,3,3,3,3,3,0,2,3,0,3,0,0,0,3,3,0,3,0,2,0,0,2,3,1,0, 2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,0,3,3,3,3,0,3,0,3,3,2,3,0,3,3,3,3,3,3,0,3,3,3,0,2,3,0,0,3,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,0,3,3,3,0,0,3,0,0,0,3,3,0,3,0,2,3,3,0,0,3,0,3,0,3,3,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,3,0,0,0,3,3,3,3,3,3,0,0,3,0,2,0,0,0,3,3,0,3,0,3,0,0,2,0,2,0, 0,0,0,0,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,3,0,3,0,2,0,3,2,0,3,2,3,2,3,0,0,3,2,3,2,3,3,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,3,0,0,2,3,3,3,3,3,0,0,0,3,0,2,1,0,0,3,2,2,2,0,3,0,0,2,2,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,0,3,3,3,2,0,3,0,3,0,3,3,0,2,1,2,3,3,0,0,3,0,3,0,3,3,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,2,3,3,3,0,3,3,3,3,3,3,0,2,3,0,3,0,0,0,2,1,0,2,2,3,0,0,2,2,2,0, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,3,0,0,2,3,3,3,2,3,0,0,1,3,0,2,0,0,0,0,3,0,1,0,2,0,0,1,1,1,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,3,1,0,3,0,0,0,3,2,0,3,2,3,3,3,0,0,3,0,3,2,2,2,1,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,0,3,3,3,0,0,3,0,0,0,0,2,0,2,3,3,2,2,2,2,3,0,2,0,2,2,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,3,3,3,2,0,0,0,0,0,0,2,3,0,2,0,2,3,2,0,0,3,0,3,0,3,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,3,2,3,3,2,2,3,0,2,0,3,0,0,0,2,0,0,0,0,1,2,0,2,0,2,0, 0,2,0,2,0,2,2,0,0,1,0,2,2,2,0,2,2,2,0,2,2,2,0,0,2,0,0,1,0,0,0,0, 0,2,0,3,3,2,0,0,0,0,0,0,1,3,0,2,0,2,2,2,0,0,2,0,3,0,0,2,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,0,2,3,2,0,2,2,0,2,0,2,2,0,2,0,2,2,2,0,0,0,0,0,0,2,3,0,0,0,2, 0,1,2,0,0,0,0,2,2,0,0,0,2,1,0,2,2,0,0,0,0,0,0,1,0,2,0,0,0,0,0,0, 0,0,2,1,0,2,3,2,2,3,2,3,2,0,0,3,3,3,0,0,3,2,0,0,0,1,1,0,2,0,2,2, 0,2,0,2,0,2,2,0,0,2,0,2,2,2,0,2,2,2,2,0,0,2,0,0,0,2,0,1,0,0,0,0, 0,3,0,3,3,2,2,0,3,0,0,0,2,2,0,2,2,2,1,2,0,0,1,2,2,0,0,3,0,0,0,2, 0,1,2,0,0,0,1,2,0,0,0,0,0,0,0,2,2,0,1,0,0,2,0,0,0,2,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,2,3,3,2,2,0,0,0,2,0,2,3,3,0,2,0,0,0,0,0,0,2,2,2,0,2,2,0,2,0,2, 0,2,2,0,0,2,2,2,2,1,0,0,2,2,0,2,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0, 0,2,0,3,2,3,0,0,0,3,0,0,2,2,0,2,0,2,2,2,0,0,2,0,0,0,0,0,0,0,0,2, 0,0,2,2,0,0,2,2,2,0,0,0,0,0,0,2,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,2,0,0,3,2,0,2,2,2,2,2,0,0,0,2,0,0,0,0,2,0,1,0,0,2,0,1,0,0,0, 0,2,2,2,0,2,2,0,1,2,0,2,2,2,0,2,2,2,2,1,2,2,0,0,2,0,0,0,0,0,0,0, 0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0, 0,2,0,2,0,2,2,0,0,0,0,1,2,1,0,0,2,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,3,2,3,0,0,2,0,0,0,2,2,0,2,0,0,0,1,0,0,2,0,2,0,2,2,0,0,0,0, 0,0,2,0,0,0,0,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0, 0,2,2,3,2,2,0,0,0,0,0,0,1,3,0,2,0,2,2,0,0,0,1,0,2,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,2,0,2,0,3,2,0,2,0,0,0,0,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 0,0,2,0,0,0,0,1,1,0,0,2,1,2,0,2,2,0,1,0,0,1,0,0,0,2,0,0,0,0,0,0, 0,3,0,2,2,2,0,0,2,0,0,0,2,0,0,0,2,3,0,2,0,0,0,0,0,0,2,2,0,0,0,2, 0,1,2,0,0,0,1,2,2,1,0,0,0,2,0,0,2,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,2,1,2,0,2,2,0,2,0,0,2,0,0,0,0,1,2,1,0,2,1,0,0,0,0,0,0,0,0,0,0, 0,0,2,0,0,0,3,1,2,2,0,2,0,0,0,0,2,0,0,0,2,0,0,3,0,0,0,0,2,2,2,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,2,1,0,2,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,2, 0,2,2,0,0,2,2,2,2,2,0,1,2,0,0,0,2,2,0,1,0,2,0,0,2,2,0,0,0,0,0,0, 0,0,0,0,1,0,0,0,0,0,0,0,3,0,0,2,0,0,0,0,0,0,0,0,2,0,2,0,0,0,0,2, 0,1,2,0,0,0,0,2,2,1,0,1,0,1,0,2,2,2,1,0,0,0,0,0,0,1,0,0,0,0,0,0, 0,2,0,1,2,0,0,0,0,0,0,0,0,0,0,2,0,0,2,2,0,0,0,0,1,0,0,0,0,0,0,2, 0,2,2,0,0,0,0,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,2,0,0,0, 0,2,2,2,2,0,0,0,3,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,1, 0,0,2,0,0,0,0,1,2,0,0,0,0,0,0,2,2,1,1,0,0,0,0,0,0,1,0,0,0,0,0,0, 0,2,0,2,2,2,0,0,2,0,0,0,0,0,0,0,2,2,2,0,0,0,2,0,0,0,0,0,0,0,0,2, 0,0,1,0,0,0,0,2,1,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0, 0,3,0,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,2, 0,0,2,0,0,0,0,2,2,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,2,0,2,2,1,0,0,0,0,0,0,2,0,0,2,0,2,2,2,0,0,0,0,0,0,2,0,0,0,0,2, 0,0,2,0,0,2,0,2,2,0,0,0,0,2,0,2,0,0,0,0,0,2,0,0,0,2,0,0,0,0,0,0, 0,0,3,0,0,0,2,2,0,2,2,0,0,0,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,2,0,0,0,0,0, 0,2,2,2,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1, 0,0,0,0,0,0,0,2,1,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,2,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0, 0,2,0,0,0,2,0,0,0,0,0,1,0,0,0,0,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,2,0,0,0, 0,2,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,2,0,2,0,0,0, 0,0,0,0,0,0,0,0,2,1,0,0,0,0,0,0,2,0,0,0,1,2,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, ) Latin7GreekModel = { 'char_to_order_map': Latin7_char_to_order_map, 'precedence_matrix': GreekLangModel, 'typical_positive_ratio': 0.982851, 'keep_english_letter': False, 'charset_name': "ISO-8859-7", 'language': 'Greek', } Win1253GreekModel = { 'char_to_order_map': win1253_char_to_order_map, 'precedence_matrix': GreekLangModel, 'typical_positive_ratio': 0.982851, 'keep_english_letter': False, 'charset_name': "windows-1253", 'language': 'Greek', } PK @\uG=0 0 ( pip/_vendor/chardet/universaldetector.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 2001 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### """ Module containing the UniversalDetector detector class, which is the primary class a user of ``chardet`` should use. :author: Mark Pilgrim (initial port to Python) :author: Shy Shalom (original C code) :author: Dan Blanchard (major refactoring for 3.0) :author: Ian Cordasco """ import codecs import logging import re from .charsetgroupprober import CharSetGroupProber from .enums import InputState, LanguageFilter, ProbingState from .escprober import EscCharSetProber from .latin1prober import Latin1Prober from .mbcsgroupprober import MBCSGroupProber from .sbcsgroupprober import SBCSGroupProber class UniversalDetector(object): """ The ``UniversalDetector`` class underlies the ``chardet.detect`` function and coordinates all of the different charset probers. To get a ``dict`` containing an encoding and its confidence, you can simply run: .. code:: u = UniversalDetector() u.feed(some_bytes) u.close() detected = u.result """ MINIMUM_THRESHOLD = 0.20 HIGH_BYTE_DETECTOR = re.compile(b'[\x80-\xFF]') ESC_DETECTOR = re.compile(b'(\033|~{)') WIN_BYTE_DETECTOR = re.compile(b'[\x80-\x9F]') ISO_WIN_MAP = {'iso-8859-1': 'Windows-1252', 'iso-8859-2': 'Windows-1250', 'iso-8859-5': 'Windows-1251', 'iso-8859-6': 'Windows-1256', 'iso-8859-7': 'Windows-1253', 'iso-8859-8': 'Windows-1255', 'iso-8859-9': 'Windows-1254', 'iso-8859-13': 'Windows-1257'} def __init__(self, lang_filter=LanguageFilter.ALL): self._esc_charset_prober = None self._charset_probers = [] self.result = None self.done = None self._got_data = None self._input_state = None self._last_char = None self.lang_filter = lang_filter self.logger = logging.getLogger(__name__) self._has_win_bytes = None self.reset() def reset(self): """ Reset the UniversalDetector and all of its probers back to their initial states. This is called by ``__init__``, so you only need to call this directly in between analyses of different documents. """ self.result = {'encoding': None, 'confidence': 0.0, 'language': None} self.done = False self._got_data = False self._has_win_bytes = False self._input_state = InputState.PURE_ASCII self._last_char = b'' if self._esc_charset_prober: self._esc_charset_prober.reset() for prober in self._charset_probers: prober.reset() def feed(self, byte_str): """ Takes a chunk of a document and feeds it through all of the relevant charset probers. After calling ``feed``, you can check the value of the ``done`` attribute to see if you need to continue feeding the ``UniversalDetector`` more data, or if it has made a prediction (in the ``result`` attribute). .. note:: You should always call ``close`` when you're done feeding in your document if ``done`` is not already ``True``. """ if self.done: return if not len(byte_str): return if not isinstance(byte_str, bytearray): byte_str = bytearray(byte_str) # First check for known BOMs, since these are guaranteed to be correct if not self._got_data: # If the data starts with BOM, we know it is UTF if byte_str.startswith(codecs.BOM_UTF8): # EF BB BF UTF-8 with BOM self.result = {'encoding': "UTF-8-SIG", 'confidence': 1.0, 'language': ''} elif byte_str.startswith((codecs.BOM_UTF32_LE, codecs.BOM_UTF32_BE)): # FF FE 00 00 UTF-32, little-endian BOM # 00 00 FE FF UTF-32, big-endian BOM self.result = {'encoding': "UTF-32", 'confidence': 1.0, 'language': ''} elif byte_str.startswith(b'\xFE\xFF\x00\x00'): # FE FF 00 00 UCS-4, unusual octet order BOM (3412) self.result = {'encoding': "X-ISO-10646-UCS-4-3412", 'confidence': 1.0, 'language': ''} elif byte_str.startswith(b'\x00\x00\xFF\xFE'): # 00 00 FF FE UCS-4, unusual octet order BOM (2143) self.result = {'encoding': "X-ISO-10646-UCS-4-2143", 'confidence': 1.0, 'language': ''} elif byte_str.startswith((codecs.BOM_LE, codecs.BOM_BE)): # FF FE UTF-16, little endian BOM # FE FF UTF-16, big endian BOM self.result = {'encoding': "UTF-16", 'confidence': 1.0, 'language': ''} self._got_data = True if self.result['encoding'] is not None: self.done = True return # If none of those matched and we've only see ASCII so far, check # for high bytes and escape sequences if self._input_state == InputState.PURE_ASCII: if self.HIGH_BYTE_DETECTOR.search(byte_str): self._input_state = InputState.HIGH_BYTE elif self._input_state == InputState.PURE_ASCII and \ self.ESC_DETECTOR.search(self._last_char + byte_str): self._input_state = InputState.ESC_ASCII self._last_char = byte_str[-1:] # If we've seen escape sequences, use the EscCharSetProber, which # uses a simple state machine to check for known escape sequences in # HZ and ISO-2022 encodings, since those are the only encodings that # use such sequences. if self._input_state == InputState.ESC_ASCII: if not self._esc_charset_prober: self._esc_charset_prober = EscCharSetProber(self.lang_filter) if self._esc_charset_prober.feed(byte_str) == ProbingState.FOUND_IT: self.result = {'encoding': self._esc_charset_prober.charset_name, 'confidence': self._esc_charset_prober.get_confidence(), 'language': self._esc_charset_prober.language} self.done = True # If we've seen high bytes (i.e., those with values greater than 127), # we need to do more complicated checks using all our multi-byte and # single-byte probers that are left. The single-byte probers # use character bigram distributions to determine the encoding, whereas # the multi-byte probers use a combination of character unigram and # bigram distributions. elif self._input_state == InputState.HIGH_BYTE: if not self._charset_probers: self._charset_probers = [MBCSGroupProber(self.lang_filter)] # If we're checking non-CJK encodings, use single-byte prober if self.lang_filter & LanguageFilter.NON_CJK: self._charset_probers.append(SBCSGroupProber()) self._charset_probers.append(Latin1Prober()) for prober in self._charset_probers: if prober.feed(byte_str) == ProbingState.FOUND_IT: self.result = {'encoding': prober.charset_name, 'confidence': prober.get_confidence(), 'language': prober.language} self.done = True break if self.WIN_BYTE_DETECTOR.search(byte_str): self._has_win_bytes = True def close(self): """ Stop analyzing the current document and come up with a final prediction. :returns: The ``result`` attribute, a ``dict`` with the keys `encoding`, `confidence`, and `language`. """ # Don't bother with checks if we're already done if self.done: return self.result self.done = True if not self._got_data: self.logger.debug('no data received!') # Default to ASCII if it is all we've seen so far elif self._input_state == InputState.PURE_ASCII: self.result = {'encoding': 'ascii', 'confidence': 1.0, 'language': ''} # If we have seen non-ASCII, return the best that met MINIMUM_THRESHOLD elif self._input_state == InputState.HIGH_BYTE: prober_confidence = None max_prober_confidence = 0.0 max_prober = None for prober in self._charset_probers: if not prober: continue prober_confidence = prober.get_confidence() if prober_confidence > max_prober_confidence: max_prober_confidence = prober_confidence max_prober = prober if max_prober and (max_prober_confidence > self.MINIMUM_THRESHOLD): charset_name = max_prober.charset_name lower_charset_name = max_prober.charset_name.lower() confidence = max_prober.get_confidence() # Use Windows encoding name instead of ISO-8859 if we saw any # extra Windows-specific bytes if lower_charset_name.startswith('iso-8859'): if self._has_win_bytes: charset_name = self.ISO_WIN_MAP.get(lower_charset_name, charset_name) self.result = {'encoding': charset_name, 'confidence': confidence, 'language': max_prober.language} # Log all prober confidences if none met MINIMUM_THRESHOLD if self.logger.getEffectiveLevel() == logging.DEBUG: if self.result['encoding'] is None: self.logger.debug('no probers hit minimum threshold') for group_prober in self._charset_probers: if not group_prober: continue if isinstance(group_prober, CharSetGroupProber): for prober in group_prober.probers: self.logger.debug('%s %s confidence = %s', prober.charset_name, prober.language, prober.get_confidence()) else: self.logger.debug('%s %s confidence = %s', prober.charset_name, prober.language, prober.get_confidence()) return self.result PK @\&X \ \ G pip/_vendor/chardet/__pycache__/langhungarianmodel.cpython-38.opt-1.pycnu [ U .e01 @ s4 d Z dZdZe edddddZeedddddZd S ) ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ( 6 - 2 1 & ' 5 $ ) " # / . G + ! % 9 0 @ D 7 4 r r r r r r C A > r r r r r K O 3 Q N , = : B ; < E ? R J F P H S M T L U I * 8 r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN r} rO r rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r ra rb rc rd re rf rg rh r{ rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r r| r r~ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r` r r r r r r r r ri V r r W r r r r r r r r r r r r r r r r ( r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r# r# r r r r r r# r r2 r r r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r r2 r2 r# r# r2 r2 r r# r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r r# r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r2 r2 r2 r2 r# r# r2 r r r# r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r# r2 r2 r2 r2 r2 r# r2 r2 r r r r2 r r2 r r r r r r r r r r r2 r r r r r r r r r r r r r r r r r r r r r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r r r2 r r2 r r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r# r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r2 r# r r2 r r r2 r# r r2 r2 r r r r2 r2 r2 r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r r2 r2 r2 r2 r r r2 r r r r r# r# r r r r r r2 r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r# r2 r2 r r# r2 r r r2 r r# r2 r r r# r r2 r2 r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r r r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r2 r r r2 r# r# r2 r r r# r# r# r r r r r r r r r r r r r r r r# r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r r# r2 r2 r2 r2 r2 r r r# r2 r2 r2 r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r# r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r r r2 r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r# r2 r r r r2 r# r# r2 r2 r# r# r r2 r2 r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r r2 r2 r2 r2 r2 r# r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r r r r2 r# r2 r2 r r r# r2 r2 r2 r# r# r2 r# r r2 r r2 r r r r# r r r r r r r r r r r r r r r# r r r r r r r r r r r r r r r r r r r r r r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r r r2 r r# r r2 r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r# r r2 r2 r2 r2 r r r2 r r r r# r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r2 r2 r2 r2 r2 r r r2 r2 r r r r r2 r2 r r# r r2 r r2 r r r2 r r# r r r r r r r r r r r r r r r r# r r r r r r r r r r r r r r r r r r r r r r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r r# r r2 r2 r r r r2 r r2 r2 r# r2 r2 r# r# r r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r# r r r r r2 r2 r2 r# r# r# r2 r2 r# r# r2 r# r# r2 r r# r r2 r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r r# r r# r# r2 r2 r# r# r# r# r2 r2 r# r# r r r# r r# r# r r r# r# r r r r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r# r# r r# r# r2 r2 r# r r# r# r2 r2 r r r# r# r r2 r# r r r r# r r r# r2 r r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r r# r2 r2 r2 r2 r2 r# r r2 r r2 r2 r r# r# r2 r r2 r r# r r r r# r r# r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r r r r r2 r# r r r# r# r2 r2 r r2 r r# r r2 r r# r2 r2 r# r# r r r# r2 r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r r r r2 r r2 r2 r2 r r# r# r2 r2 r# r# r# r r r2 r r2 r r r r# r r r r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r# r r r2 r2 r2 r2 r2 r r r2 r2 r r2 r r r r r2 r2 r# r r# r r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r r2 r2 r2 r2 r2 r# r r2 r2 r r r# r# r r2 r2 r r r# r r r# r r r r r# r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r2 r r r# r2 r# r r2 r2 r r r# r# r r r# r# r# r# r2 r r# r# r# r# r r# r r# r r# r r r r r r r r r r r r r r r r r r# r r r r r# r r r r r r r r r r r2 r2 r# r# r# r# r# r2 r2 r2 r r# r# r2 r2 r# r# r# r# r# r r r r2 r# r# r r r r# r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r# r r# r r# r r r r# r r2 r# r r r r r r# r# r# r# r# r r r r# r# r r r r r# r r# r r r r# r r# r r r r r r r# r# r r# r# r r# r# r# r r# r r r r# r# r r# r# r# r r2 r r2 r2 r r# r r r2 r# r r# r r r# r r r r# r# r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r2 r2 r r r# r r r2 r r2 r r r r r# r# r2 r r r# r# r r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r# r r r2 r2 r# r r# r2 r r2 r# r# r# r r# r# r# r# r# r2 r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r# r# r r r r# r r# r r2 r2 r r r r r r# r# r# r r# r# r# r r# r# r# r r r r# r r r r r r# r# r# r r r r# r# r# r# r# r r# r# r# r# r# r# r r# r# r# r r r# r# r2 r r r# r r r# r# r r r r2 r r# r r# r# r r r# r# r# r r# r# r# r# r r r# r# r# r r r# r# r# r r# r r# r# r# r# r# r# r# r r# r# r# r r2 r# r# r# r# r# r# r# r# r# r r# r r2 r2 r r# r r r r2 r2 r# r r r# r r r# r r r r r r r r# r# r# r r r# r# r# r r# r# r# r# r# r# r r# r# r r# r# r r# r# r# r r# r r# r# r r# r# r# r# r# r# r# r r# r r2 r2 r r# r r r r r r r r r r# r r r r r r r# r r r# r# r r r r r# r r r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r# r# r r r# r# r# r# r# r r# r2 r r r r# r r# r r r2 r r r r# r r r# r r r# r# r# r r r r# r r# r r r# r# r r# r# r# r# r# r# r r# r# r# r# r# r# r r r# r r# r# r r# r# r# r r# r# r r# r# r r# r r r r r r# r r r r r# r# r r r r# r# r r r r# r r r r r# r r r r# r# r# r r# r# r# r# r r# r r# r# r# r r r# r# r r# r# r# r r# r# r# r# r# r# r# r# r# r# r r# r# r r2 r r r r# r r2 r r# r r r# r r# r# r r r r r r# r r# r# r r r r# r r# r# r# r r r r# r r# r# r# r# r# r r r r# r r r r r r r# r# r# r# r# r# r# r# r r# r2 r r r r# r r r# r r r r# r r r r r r r# r# r# r r# r# r r r# r# r r r r r# r r# r r r# r# r r# r r r# r# r# r# r# r# r# r# r# r r# r# r r r# r# r# r# r r r# r# r2 r r r r r# r r r r r r r r r r# r r r r r2 r# r# r# r# r r r r# r# r# r r# r r# r# r# r r# r# r# r# r# r# r# r r r# r r r# r r# r# r r# r# r# r# r# r# r r# r r2 r r r r r# r r r r r r r r r# r# r r r r r r# r r# r# r r r r# r# r r r# r# r# r# r r# r r# r r r# r# r# r r r# r# r# r r# r# r# r# r r# r# r# r# r# r r# r2 r# r# r r r r2 r r# r# r r r# r# r r# r r r r# r# r# r# r# r r r# r# r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r# r# r r r# r r r r r# r# r# r r r# r# r# r r# r r# r# r r# r# r# r# r r# r# r# r r# r# r# r# r r# r r# r# r# r r# r# r r r# r r2 r r# r r r r r# r# r r r r# r# r# r# r r# r# r r r# r r r r r r# r r# r r# r r# r# r# r r r r# r# r# r r# r r r r# r# r# r r r r r r r r r r r2 r r r r r r r# r# r r# r r r# r# r# r r r r r r r r# r# r r r r# r# r# r r# r# r# r# r# r# r r# r r# r# r# r# r r r# r# r# r# r# r# r r# r r# r# r# r# r# r r# r# r r r r# r# r# r r r r r r r r2 r r# r r r r# r# r r r# r# r r# r# r# r r r# r# r r# r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r r r# r# r# r r# r r# r r# r r r# r# r r r# r# r r# r# r# r r r r# r# r r# r# r# r# r r r# r# r# r r r r# r r r r r r# r# r# r r r r# r# r# r# r# r# r# r# r# r# r# r# r r# r# r r r r# r r# r r2 r r r r# r r r r r r r r r r r r r r r# r r r# r r r r r r# r r r# r# r# r# r# r r r r r r# r r# r# r# r# r r# r r r# r r# r r# r# r# r r# r r# r r r r r r r# r r r# r r r r r# r# r r r r r r# r r r# r# r r r r# r r# r r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r r r# r# r# r# r# r r# r# r r r r r r# r r r r r r r r# r# r r r r r r# r# r r r r r# r# r# r r# r# r r# r# r# r# r# r# r r# r# r# r# r r r# r r r# r# r r# r r# r# r# r# r# r r r r# r# r r r# r r# r r# r r r# r# r# r r r r r# r# r r# r r# r# r r r# r r r r r r r r# r r# r# r# r# r# r r r r r# r# r r# r r# r r# r# r# r r r r r r r# r r r r# r# r r# r r r r# r# r# r r r r# r# r r r r r r# r r r# r r r r r# r r# r r r# r# r# r# r# r r# r# r r# r# r# r# r r# r# r# r r# r# r r# r r# r# r# r# r# r r# r# r r r r r r r r# r# r r r r r r# r r r r r r r r r r r r r r r r# r r# r# r# r# r# r# r# r r# r# r r# r# r r# r r r r# r# r# r# r r r# r# r# r# r r r# r# r# r r r r2 r# r r r# r# r# r r r# r# r# r r r r# r# r r r r# r r r# r r# r r# r r# r r# r# r# r r# r# r r# r# r# r# r# r r r r# r# r# r# r# r r# r r r r# r r r r# r# r r r r r r# r r r r r r r r r# r r# r r r r# r r r r r r r r r r# r# r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r# r# r r# r# r r r# r# r# r# r# r r# r r# r# r# r r# r# r# r r# r# r r# r r r r r# r# r# r# r r# r r r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r# r r# r# r# r# r# r r r# r# r r# r r r r# r# r r r r# r# r r r# r r# r r r r# r r# r# r# r# r# r# r# r# r r# r r# r# r# r# r# r# r r# r# r# r r r r r r r# r r r r r r r# r# r# r# r r r# r# r r r r r r# r# r# r r r r# r r r# r r# r r r r r# r# r# r# r# r# r# r# r r r# r# r# r# r r# r# r# r r# r# r# r r r r r r r r r r# r r r# r# r# r# r# r r r r# r r# r r r r# r r# r r r r r r r# r r r r r r r# r# r# r# r# r# r r# r# r r# r r# r# r r# r# r r r# r# r# r r r r r r r r r r# r r r# r# r# r r r r r# r r r r r r r r r r r r r r r r r r r r r r r# r# r# r# r# r r r# r# r r# r r# r r r# r# r# r r# r# r# r r r r r r r r r r r r r# r r r r r r r# r# r r# r r r r r r r r r r r r r r r r r r r r# r# r# r r# r r r# r# r r# r r# r# r r# r# r# r r# r# r# r r r r r r r r r r r# r# r# r# r# r# r# r# r# r# r r r# r# r# r r r# r r r# r r# r r# r# r# r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r# r# r# r# r r r r# r# r# r r r r r# r# r# r r r r r r r r r r r r r r# r# r# r# r# r# r r# r# r r# r r# r r r# r# r r r# r# r r r r r r r r r r g(P?Tz ISO-8859-2Z Hungarian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1250N)Z Latin2_HungarianCharToOrderMapZ win1250HungarianCharToOrderMapZHungarianLangModelZLatin2HungarianModelZWin1250HungarianModel r r J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhungarianmodel.py<module>" s" PK @\$[z j j > pip/_vendor/chardet/__pycache__/euctwfreq.cpython-38.opt-1.pycnu [ U .e{ @ s d Z dZdZdS )g ?i ( i i i R i i i i n i ! i i L , iA is i i i i iL iS i i i i i i i. iN ii i : i i i ? i i i= iN K i il i i i i i i i i i io i$ i ii i ic i8 i i i i i i iz | it " i ie @ i\ i i i i i i i iF i iM iQ H i i P iv if i i i iD iT i i iF iN i E i iO i/ i s i i3 < 2 i i& iL i i iO i iG i iM i i i? i i i` i iF i* i ig i Z i i: i i iK i i i i i i i` i i i ig i i q i i~ i iP i i i i i i! i u i i* i i i i i ~ i i i ie i G i^ i i i U iC i iB i i i i i i i j io i/ i i iO i2 i[ i i i& i i i i S i( i i ip ] i i6 ii i i' i i i i i i8 + i% i[ i i\ i i i i iX i( i i i0 i iH i i i" i! i+ i i1 i" i i i iO iG i i if i1 i i i i i i i2 i9 l i, i i i i i i i} ih i# iq iQ iM i& i X i i i# i i i ij i i M i i % i i i$ i i ' i i iN ii i 7 J i i! i i i i iM i i) iP iU i i i i% i i i i i i iI i i3 i i i ir i i i i m i i i$ i i ix i i i i i i i i i% i& i i i i i i i & i i' i i i' i i . i i i iH i i i i$ # i iD i& iA i i i i i iU iG i i i i iQ iP iS i' i i d i 0 F i i i* i i i i i i iJ i i iU i iI iR i i i< i iS i: i7 i i i i i9 i i} i i i i iV iP iT i i) iC i i i i& i i i) i i im i i i i i i i4 i i i in i* i i i i i i iO i i i i i i+ i( i i i i iU i( i i5 iY ij i il i iu i i) i i* i+ iV i i= i i i i i i i i4 i i! i i iT i, ix i i ie i i iJ iP i is i5 iA iV i/ ik i i i il i! i i iA i i` i i i iA i i i i i i i i i i i i i iM i i i i i i iW i i i it i i i+ } i ij i8 i i i i i i i i i- i) im i i iW i i i i i ia i i iP iK i i, i i i i7 i' iu i i{ ik i i i i i i9 i i i i i i i i i i i1 b i i i i i io i iX i, iQ i i i i i i i iX i i i5 D i il i i i[ i i iY i i% i. iY i i* i i i i iR i i i ip i in c ig i+ i i i' i2 i i i{ i il i im i i i: i if i i i| i5 i i i iZ i i i i i i i, i i i i ; i iI iY i i i[ iX i" i i i i i i~ i i i, i ik i i i- i i i i i iD i i i i> i] i i, i i i iv iL iB i i& i i i i i i iG i i i iB i i i! i i iu i i i i i i ia i i i iv iS i i} i; i iD i i= i i0 i i i\ i( i i i iv i i i i i. i i 9 iH i i i i i] iE i i i i i i! i i/ i i i i i- i i iQ i* i i. i/ i i i i i0 3 i i" i i* iR i i iW i i i/ i ib i. i i i i i i i iR i i i i) i i2 i i i i i i i i iZ i iT i iw i i i i i i i i i i i[ O i i i i` i7 ix i^ i i i i i i i\ i i i i i i ig i i in i i i_ i i~ i i i0 i i ia i iy i] i i i i i i i i; i i- i i iL i i i/ i i i i ` i i# i" i i i i i0 i is i i i id is i i iY i i ik iw io i i i i i i1 i i2 i g ip iQ i iU i iv i i i C iS i i^ i i i5 i i iB i i_ i ib iN i iX i i i i iL ic i i i iK iw i* ia iG i3 i i i i i i1 i6 i i2 i6 N i i i i i3 i i: i i\ iq i i i i- i i i i3 i i i i ix i i ir i i4 i i_ i iU i i i i@ i i5 i i i i i i i/ i+ i6 i i i i i i i i i7 iZ i i i i8 i4 i iC i i i i il i i` i i i i i iY i i i5 i { i i i i $ i7 i iM iV i0 ir i i i ig i iV i i8 i i9 i, iZ i i i{ i# iW i0 i i i$ i i i i i4 i i[ i v i i ic i iV iM i$ i- i i iX i i i id i i iW i[ i i i i i iq i i i1 i i i i it i i i i i i i i2 i i2 i: i3 i i. i i i2 i i i i i i i% i i i i i i i i i i i i i i6 i i4 i i| i i iS i i i i_ i i i i i i` i i i i i i3 i i i; ir i i i i7 iY iL i; i i i i i i iT \ i i i i< i iV i5 i i i i i i i i" ix i% i i; i8 i i i i2 iE i= i! i i i ^ i iw i i" i i i is i i# i< iQ i i ir i$ i i] i i% i i. i& i i3 i5 iB i iy i' i i i i i i i> iY ia ib i( i i i) i* i i i i: i i6 i i^ i i i i i( i i+ i+ i i ix i, i i. ih i/ i- i i i iV i i i h i iz i. i i i i< i i i; i/ i? i i i i i0 i8 i i i i5 i6 i i_ ) i1 i2 i i3 iy i i i i i^ i4 i i i? i$ i+ i\ i i5 i_ iW i i iz i6 i0 i i i] i ip i7 i i i8 i^ i< i iV i9 i i6 i iI w i} ic i^ i i i9 i@ i i iA i i i i i: ie i1 i i iB i i i i i i i i i i7 i; i< i i= i{ i ( i` iR i1 iY i iI i i i i6 i id i> i i ie i? i io iq iY in i i il i iC iD i{ i i i_ iE iP iU i i i i i i iE im i i@ i i: i i i iA i i i i i i# i iN i i iB i iC iW iT iT i i i if i; iD i i& i i| i i i i i i i i i< i= i i i i iV i i i io i i iE i iF i i i i i i i i iD i- i8 i iG id i i i iH it i i iI iz i i iJ i i iK i i i| i i i i i> i i i i i iL i: i i= i iM i i? i i i iH i i i i iN i i i iO iP i iF ik iQ i9 i i i i iu i iv i i i i i iR iS i i i} i i> i i i i i i: iT i i iN i iC i i i iU i~ i i iW i iG i i i i, i i i i iO i i| i i i iO i? iV i` i i i i~ i iw i i i i@ i! i i i; i i i iW i i" i iX i iY i iR ig iu i i ih i ix i= i i iZ i i< i i i[ i i# i i= i i\ i$ i i] iH iI i^ i7 iO i$ i i_ i% iv iJ i i i! iw it i i` ia ib i9 i& i i" i{ i i i' ic i id i8 i i i i i[ i9 i i id iZ i ie i i i i@ i! i( i" if i i i i# i$ iT ig iK i i i% i W iM ih i i ii i i i i% i i i i i i` i iy i7 im iL ij ik i i: i> i! i i i B i) il i| i i iz i ii i iM i i i i i im in iu iq iv i i i i* iN io ip i iq i7 i. ir i iy i i i i i if i i i is i! iy i iO i i i i i+ iP ij i i> i i i i i Y i iA it i iu i% i i iv i i iz i2 iw i, i i i i3 iQ i i i ix i i6 i9 ik i i i& 6 i i- i i iR iy i iQ i9 ic i i' i. i o i( iB iF i? il i i) ie i i iz i iS iT i i i i{ i/ i i" i ib i/ i i` i i i0 iu i iv i i i1 i i i i iU i i* i i/ iE iS i i8 iZ i| i} iF i+ i i i! i~ i2 i, iF iP i im i i i ie is i iC i ir i i i i i ia i3 iZ i% i- i i i i i4 i i i iA i i i i ii i i i i iD i. i i i i in i i i i i i i i i i3 i5 iJ i0 i is i i i i i@ i i iV i i/ i i i6 iW iA i7 io i i iP i0 i i1 i in i a Q i2 i ip i: i iP i ib i i i i i i{ i3 i7 iE i i i i i i| iF iG iX i i i i i i] i i4 i i i} i i i5 i i& i i8 i i i i i i i i iL i i i i i i iY i i i i i i4 i iB i9 i8 i i i i i iH i i/ i3 iZ i[ i i io i i i: i0 i in i\ i i] i i^ i i i i i i iI i i i i; i i4 i i< i= i; i i i i i iX i i i i5 i_ i i i i i i i i} i0 i> ip iJ i i iK i i& iF i i i i i i# i i[ i i i f i > iq i i? ir i i6 i i i i i i i i i ij i i i i i@ i- ip i9 i; i6 iy iA i i i i i' i i i i i i i V i i i` i i4 i i i iK i ia i i6 i i i i i i i" i i iK i i i i i i iY iG io i ib if ic i7 i is ip r i i8 i i i i i iA iQ i iC i, i i i i i i i\ iL i iu i~ i i i i9 i i iB i iZ i i i iC i i i ij id i i0 ih ig i ie i iM i} i7 i i i i iD i i i i i if i: i i iN i; i iE iF i i( i i< i i iG iM i= iw ig i i~ it i? i i i i it im i# i i i+ i i ih i i i i i[ i iO i i i i i i iB i i i$ it i i i i ia i i i iH i i i i iQ i" i< i i i i- i1 i i# iu i' i iD i i i i i iI i i> iJ i% i i iP i i ii i i i= ia i iK i iv i i i i i i i _ i ij i i? iE i1 i i i ik i i8 iQ i i il i i i i im i@ i ib i i i i iR i i i 5 i i i i iL i iw i in i i i4 iH i i iM i i i i i i i i\ i io i iN i] i i i i i\ ix ig i iE i i i i i i i ip i i i iq i i i i i i iO i i i ir i iZ i is it i i i i iP e i i i i i io i i i^ i i} i i i iz iA i& i i i i i i in i- i i iQ i ii i i i i iR i iu i i i i iB i i i iy i i iv iw iB ih iq i i i i< i i* ii iS i" iT iC i> i) i ix iU i i i i~ i i i z i iV i i i i iC i) iq i i iW i i i i iD i iE T iF p i i i# i# iy i i i i iG i iz i i i i i i i i iS i iX i i i i i iu i i= iH i i i_ i iR i i i i i iw i i iY iz i{ iq i i i3 i i5 i i i i{ i i i| i} iS i~ i i i i iZ i[ i i i i i i` i iF i i] i i in i i iI i i i i i i i i iG iT iJ i iK iz iS ir i\ i) i i iv i5 i i ib i i ij i i i i i i i i] i^ i i i ic i i i i i i i ia i: i1 i i i i A ih i ia i i6 i i i ib - i i iH i_ i i i i i i i i i i i i| i i* if i i i i i iD i i iL iW i i i iU i i i i i$ i i i i iN i i iR ik i iE i i i i iM i iS i' i i` i is i iF i i ia i} i i i( ij i i i~ iV iB [ ib iW i i ib i iI i ic i i i i{ i i i i i ic i i i id i i i] i i i i= ie i i i i i i i i iN i i i if ig i i i i ih i i i i i = i iX i i i i i i i i id i iH iC i ii i iT iW i i i i9 i i iN i iK iE ij i4 iJ i iY i i iG i ik i i ih iO i i i i i] iP iZ i il i iQ i[ ik i im in iR io ic i i i i iS iX i i i i\ i+ i i i i iI iT iU iU i i i il i iD i i i ip i iq i k i im i i iK i i i i i iV i8 i i i ir i@ iW ir i iC iG i i i i i^ i i i 8 it i i: i i i! i in is i i" i i# i$ i] it i i% i i& ir iu i' i+ i( i) i ie i i} i i i i i* i4 1 i+ i i i i i i i i, i i i> iX it ir i? i i i- i iv iu i{ i iw iw i i. ix iT i, i i i i/ i0 i i i i1 i i i2 i iG iR i i i^ i iY i iZ i i i[ i3 i^ i i i i i i i) i\ i i4 i@ iv i i5 i i6 i7 i id i] i i i^ i8 i i& i i i i9 iy iu i i i iz iR i i{ i i i i( i_ i i< i9 i il i i i i_ i iS i` ik i i[ i i i i ix i: i i; i< i! i$ i= i i| i i i> id i i i? ie i i i i i i i i i i i} i@ iA iB i i. i~ ia iO i i i i` ib i i i% i i i i i; i i i i iC i iD i i i i if i" iL i i i i i iE i; i iF i& iG i i i ix iH i) i i ic i iI id iT i i i ie i i i i i i iJ i ig i~ iU i ie i i i i if ia i8 ig i i ib ih iK iy i i i iL i i: i i i i i* iM ii i i ic it i iM iN i i i i i i i i i if i i iY id ie i * i i iO iH i i# i i# i; i i i i i iI i\ i@ i i i is i$ i iP iQ i i i iR ij iS iT i i+ i iU i iV i i iL i i! i iJ i\ 4 iW i i iX iY iZ i i[ i> iw ik if i i i+ i i i% i i i$ i i\ i i i il i i] i il i^ i_ ig i% i i` ia ig i i i i i iN iK ib ic id i i ic iw i ie i ib iy i if ih ig ih ih i i' ii i im i iz ij id ii i i i i< i i i| i i i i i i i iO ik i il i i i ia i i im i i i in i i iu i in i i i ie i& i io i i i i i< i ip iq iP iQ i ij i i i i i i( i i_ ir is i i i i i< iE iR if i i i i] i i iI it i= i iu i iv i i i io i i ik i, il iw i' i i im i i i iF i` i i if i i i iS iJ ix i iy iz in i iL ip iO i i i i{ i i i iA iy i i iU i| i} i~ iF i iq i i i i i i i i i i i i ip i i iB i io i i i i ip i i- i ir i i iq iq i i( i ir i i i is i i i i i i i i( i. is i) i it i i i i* i iu i i iT iv iM i{ i i it i i' i i i i i i i i i i i ig iZ iw i i ic i ij i+ ip i i i ix i i i ih i i i i i i i i i, i= i i i i iu i i i i i/ iy i i i iy iv i i i iw i i i i i i i i iz i i i i i> i iC i' i i i i{ i iZ i i i i i i i i ia i i i i iq i? i i i i| i i i" i i i i i} i i i i i= i iA i i1 i i) i i i i? i i i i i ix i i i i i i i i ih i iS i i i i( i i i i i' ix iy i i i i i i i i i i i_ i i i i> i i} iP i i i i i i i~ i i iN i ic i i i i i iH i i ii i i i i i i i i i i i i ij i i i i* i i i i i i i i ih i i i_ i i / i i< i i~ i7 ik iT i i i] i iU ib i it i i ig i iz i i i i| i i i i i i i i i{ i i i i i0 i i i i+ i i, i i i I i i i i i i i i iB i i i4 is i i i i i i i i i i? iC i i i i iG i i i i i i i i i i i i i i i i| i1 i i im iC i i il i i ii i} i i? i i i i i i ih i i iI i i i iV i i i i i i i i^ i i i i i- i. i i i) i i i i i i i2 i ii i i i i i i iA i i i i- i i i i i i i i i i i i i i i i i i i i i i i iQ i i iO i i i i i i i iz iK i i i[ i iJ i i i@ i i. i i i i iD i i} i/ i@ i i i i i i i@ i iR i i i ij i~ i i iJ i i i i i i i i0 i im i i i im i~ i i i i i1 i i i i i i i i i id i i i iX i i i9 i i i i i iU i i i i i iL i i3 i i i i i i i i i i i i i i i$ i( iv i i i& i ib i i i i i i i i i i i i{ i i i i i i i i i i i2 i i i i i i i i i i i i i i i i i^ i i iV i i i i i i i i i i i i i i i2 iW i i iW io ii i ik iX i i i iA i4 i i i i3 i i i i i i i i i i i i i i i i i i i iH i i i i i i i i i i iD i i iI is i i i i i i i i i i iw i i{ i i i i i i i/ in i, i i i i i i i i i i i i i i i i4 iB i i i iP i5 i i i i i i i i i i i| i iz i i i i i i' i i5 i i i i! i i y i i iV i i i i i i i i i i i i i i i i i i i- i i i i i i i i i i i i i i i i" i% i i i iJ iC i i x i i i i i i i il i6 i i i i i i i i i iX i i i i7 i i i iN i im i i i i iW i i i! i i i i i> i8 i i" i# i9 ij iD i i i i$ i i% i i i i iX i& i i' iE i i( iF i i) i ix i ik i i i i i* i+ i i i iD i i i, i i i i i i iK i- i. i/ i: i i0 iJ i i i1 i| i i i i i i i iE i* i2 i i i i i i iH ix i i i i3 i i i i i3 i i i i; ip i i< i i i i i i4 i5 i i i6 i iO i i7 i8 i i9 i i: i i i; i i i i i< i i iY i= i> i i i? i i@ iA iB i i i i= i i i io i if i i i i i i i iC i iD i i# i i i> i iE i i iF iZ iE i i i i[ i$ i i iG i? i i i i iG i i i i@ iH i iA i\ iL i i i i i iI i i i i i i ii iJ i i i i iK iL i] iM iN i i ij i iQ i iB iO iP i i iQ i i i iR i iS iT i i( i i i iC i iU i iV i iW iX i i iY i i i iZ i id i[ ic iH i i_ i i# i0 i\ i i] i in i i i i i i^ i i i_ ik iD i i` ia i i ib i i i ic i i i i id i i i i i i id i^ iE ie i i i i i i i if i i_ i7 i i i i i i iF i i ig i- i i i! i i ih i iq i; i i i i iX i i i i i ii ij i i i i ik il i i i~ im iG i` in iy ip i i io i> i ip i iq i i i ir i ia i i i is it i" iu i| i i? i i i iv i i i i i ie i i iw ix iy i i i i iz i{ i@ i| i i i} i i i i i% is i iR i i. i iM i? i i i~ i i ib i i i@ i i i i i i i i i i i i i i i i i6 iI i i i i i i i i ic i i i i i i i i2 i i i im i i@ i i i i i i iN i i i if i i i iZ i i i i i i i i\ iH i id i i iJ i i i i i i i i i i iK i i i i# i i i i i i i i i iK i i i i ig i i i ih i i> i i. i i i i i i i i i) in t i i i i i io i iI i i i i iq i i ir i i i i i ip i i i i iz i i i iU i iJ i i i1 iK it i i i i i i i i iJ i i iL i i i i i i i N)Z EUCTW_TYPICAL_DISTRIBUTION_RATIOZEUCTW_TABLE_SIZEZEUCTW_CHAR_TO_FREQ_ORDER r r A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwfreq.py<module>, s PK @\]Q Q @ pip/_vendor/chardet/__pycache__/euckrprober.cpython-38.opt-1.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)EUCKRDistributionAnalysis)EUCKR_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) EUCKRProberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrprober.pyr # s zEUCKRProber.__init__c C s dS )NzEUC-KRr r r r r charset_name) s zEUCKRProber.charset_namec C s dS )NZKoreanr r r r r language- s zEUCKRProber.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r " s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\U\ \ C pip/_vendor/chardet/__pycache__/langgreekmodel.cpython-38.opt-1.pycnu [ U .e1 @ s4 d Z dZdZe edddddZeedddddZd S ) ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r R d h ^ b e t f o u \ X q U O v i S C r w _ c m r r r r r r H F P Q < ` ] Y D x a M V E 7 N s A B : L j g W k p r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r Z r r r r r r r r r r J r r r r r r = $ . G I r 6 r l { n 3 + ) " [ ( 4 / , 5 & 1 ; ' # 0 % ! - 8 2 T 9 r( y | * @ K r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r9 r> r r r r r r r r r r r; r r r r r r r< r r r? r@ rA rB r rC r rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r( r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r r r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj ry ry rj rj rj rj rj rj rj rj rf rj rj rj r ry ry rj rj r rj r rj ry r rj rj rj r rj r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj r rj rj r rj ry rj rj r rj ry rj rj rj r r rj r rj r rj rj ry r r r ry r r r r r r r r r r r r r r r r r r r r r r ry r r r r r r r r r ry rj ry ry rj rj rj rj rj rj rj rj r rj rj rj rj r ry rj rj r rj rj rj rj ry rj rj rj r ry r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r ry rj rj ry rj rj rj rj rj rj rj rj rj rj rj rj r ry rf rj rj rj rj ry rj rj ry rj rj ry r r r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj r rj rj rj rj rj rj r rj rj r rj rj rj rj rj rj rj rj rj rj r rj ry rj rj r ry r rf r ry r r r r r ry r r r r r r r r r r r r rf r r r r r r r r r rj rj rj rj rj ry rj r r r r rj rj r rj rf rj rj rj r rj rj r rj rj rj rj r r r r ry r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj r rj r rj rj rj rj rj r rj ry ry ry rj r ry rj rj rj rj rj ry rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj rj ry ry ry rj rj rj rj r rj rf rj rj rj rj ry rj rj rj rj rj rj rj ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj ry r rj r r r rj rj ry rj rj rj rj rj r r rj ry rj r ry rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj rj r r rj rj r ry rj r rj r rj rj rj r r rj r rj r ry ry rj rj r r r r rf r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj ry r rj ry rj rj rj rj r rj rj rj rj rj r rj rj ry rj ry rj rj ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj ry rj ry rj rj rj rj rj rj r ry rj ry rj ry ry ry rj ry rj rj ry rj r ry ry ry rj r ry r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r rj r r r rj rj rj ry rj rj r r rj r rj r r r rj ry r rj r rj r r ry r ry r r r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj r rj rj rj rj rj rj r rj rj r rj r r r rj rj r rj rj rj r r rf ry rj r rj r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj ry r r rj ry ry rj rj r rj rj rj rj rj ry rf rj r rj ry rj rj ry rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj r ry rj rj rj rj rj rj r r rj r rj r r r rj rj r rj ry rj r r rj rj rj r rj r r r ry r r r r r rj r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj r rj rj rj rj rj rj r r rj r rj r r r rj ry r rj ry rj r r rj ry rj r ry r r r r r r r r r rj r r r r r r r r r r r r r r r r r r r r r r r rj rf ry ry rj rj rj rj rj rj r ry rj r rj r r r rj rj r rj r ry r r ry rj rf r ry r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj rj r rj r rj rj ry rj r rj rj rj rj rj rj r rj rj rj r ry rj r r rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj r r rj r r r rj rj r rj r ry rj rj r r rj r rj r rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r r r rj rj rj rj rj rj r r rj r ry r r r rj rj r rj r rj r r ry r ry r r r r r rf r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj rj r rj r ry r rj ry r rj ry rj ry rj r r rj ry rj ry rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r r ry rj rj rj rj rj r r r rj r ry rf r r rj ry ry ry r rj r r ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj ry r rj r rj r rj rj r ry rf ry rj rj r r rj r rj r rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry rj rj rj r rj rj rj rj rj rj r ry rj r rj r r r ry rf r ry ry rj r r ry ry ry r r r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r rj r r ry rj rj rj ry rj r r rf rj r ry r r r r rj r rf r ry r r rf rf rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj rf r rj r r r rj ry r rj ry rj rj rj r r rj r rj ry ry ry rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj r r rj r r r r ry r ry rj rj ry ry ry ry rj r ry r ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj ry r r r r r r ry rj r ry r ry rj ry r r rj r rj r rj rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj ry rj rj ry ry rj r ry r rj r r r ry r r r r rf ry r ry r ry r r ry r ry r ry ry r r rf r ry ry ry r ry ry ry r ry ry ry r r ry r r rf r r r r r ry r rj rj ry r r r r r r rf rj r ry r ry ry ry r r ry r rj r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r ry rj ry r ry ry r ry r ry ry r ry r ry ry ry r r r r r r ry rj r r r ry r rf ry r r r r ry ry r r r ry rf r ry ry r r r r r r rf r ry r r r r r r r r ry rf r ry rj ry ry rj ry rj ry r r rj rj rj r r rj ry r r r rf rf r ry r ry ry r ry r ry r ry ry r r ry r ry ry ry r ry ry ry ry r r ry r r r ry r rf r r r r r rj r rj rj ry ry r rj r r r ry ry r ry ry ry rf ry r r rf ry ry r r rj r r r ry r rf ry r r r rf ry r r r r r r r ry ry r rf r r ry r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry rj rj ry ry r r r ry r ry rj rj r ry r r r r r r ry ry ry r ry ry r ry r ry r ry ry r r ry ry ry ry rf r r ry ry r ry r r ry r r r r r r ry r r r r r r r ry r rj ry rj r r r rj r r ry ry r ry r ry ry ry r r ry r r r r r r r r ry r r ry ry r r ry ry ry r r r r r r ry r r r ry r r r r r r r r r r r r r r ry r r rj ry r ry ry ry ry ry r r r ry r r r r ry r rf r r ry r rf r r r r ry ry ry r ry ry r rf ry r ry ry ry r ry ry ry ry rf ry ry r r ry r r r r r r r r r r r r r rf r r r r r r r r r ry r r r r r r rf r r r r r r r r r ry r ry r ry ry r r r r rf ry rf r r ry ry r r ry r r r r r r r r r r r r r r rj ry rj r r ry r r r ry ry r ry r r r rf r r ry r ry r ry ry r r r r r r ry r r r r ry ry r r r r r r ry r r r r r r r r r ry r r r r r r r ry ry rj ry ry r r r r r r rf rj r ry r ry ry r r r rf r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry r ry r rj ry r ry r r r r r r ry ry r r r r r r r r r r r r r r rf r r ry r r r r rf rf r r ry rf ry r ry ry r rf r r rf r r r ry r r r r r r r rj r ry ry ry r r ry r r r ry r r r ry rj r ry r r r r r r ry ry r r r ry r rf ry r r r rf ry ry rf r r r ry r r ry r r r r r r r r rf r r r r r r r r r r r r r r r rj r r r r r r ry r r r r r r r r r r r r r r r r ry rf ry r ry ry r ry r r ry r r r r rf ry rf r ry rf r r r r r r r r r r r r ry r r r rj rf ry ry r ry r r r r ry r r r ry r r rj r r r r ry ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry rf r ry r rf ry r r r r r r r r r r r r r ry r r rf r r r r r r ry r ry ry r r ry ry ry ry ry r rf ry r r r ry ry r rf r ry r r ry ry r r r r r r r r r r rf r r r r r r r rj r r ry r r r r r r r r ry r ry r r r r ry r rf ry r r r r ry ry rf r rf r rf r ry ry ry rf r r r r r r rf r r r r r r r ry r rf ry r r r r r r r r r r ry r r ry ry r r r r rf r r r r r r ry r ry ry r r r r ry ry r r r r r r ry r r r r r r r r r ry r r ry r r r r ry ry ry ry r r r rj r r r r r r r r ry r r r r r r ry r r r r r r rf r r ry r r r r rf ry r r r r r r ry ry rf rf r r r r r r rf r r r r r r r ry r ry ry ry r r ry r r r r r r r ry ry ry r r r ry r r r r r r r r ry r r rf r r r r ry rf r r r r r r rf r r r r r rf r r r r r r r r r r r rj r ry r r r r r r r r ry r r r r r ry r r r r r r r ry r r r r ry r r ry r r r r ry ry r r r r rf r r rf r r r r r r r r r r r r r r r r ry r ry ry rf r r r r r r ry r r ry r ry ry ry r r r r r r ry r r r r ry r r ry r r ry r ry ry r r r r ry r ry r r r r r ry r r r ry r r r r r r r r rj r r r ry ry r ry ry r r r r r ry r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rf r r r r r rf r r r r r r r r r r r r r r r r r r r r r r r rf r r r r r r r r r r r r r r r r r r ry r r ry r r r r r r ry ry ry ry ry r r r r r r ry r r r r r r r r r r r r r rf rf r r r rf r r r r r r r ry rf r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r ry ry r r r r r ry r r r r r r r r rf r r r r r r r r r ry r r r ry r r r r r rf r r r r ry ry r r r rf r r r r r r r r r r r r r r rf r r r r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rf r r rf r ry r r r r ry r ry r r r r r r r r r r r r r r ry r r r r r r r r r r r r r r r rf r r r r rf rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rf r r r r r r r r r r r r r rf r r r r rf r r ry r ry r r r r r r r r r r r ry rf r r r r r r ry r r r rf ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r gs?Fz ISO-8859-7ZGreek)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1253N)ZLatin7_char_to_order_mapZwin1253_char_to_order_mapZGreekLangModelZLatin7GreekModelZWin1253GreekModel r r F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langgreekmodel.py<module>" s" PK @\&X \ \ A pip/_vendor/chardet/__pycache__/langhungarianmodel.cpython-38.pycnu [ U .e01 @ s4 d Z dZdZe edddddZeedddddZd S ) ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ( 6 - 2 1 & ' 5 $ ) " # / . G + ! % 9 0 @ D 7 4 r r r r r r C A > r r r r r K O 3 Q N , = : B ; < E ? R J F P H S M T L U I * 8 r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN r} rO r rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r ra rb rc rd re rf rg rh r{ rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r r| r r~ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r` r r r r r r r r ri V r r W r r r r r r r r r r r r r r r r ( r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r# r# r r r r r r# r r2 r r r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r r2 r2 r# r# r2 r2 r r# r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r r# r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r2 r2 r2 r2 r# r# r2 r r r# r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r# r2 r2 r2 r2 r2 r# r2 r2 r r r r2 r r2 r r r r r r r r r r r2 r r r r r r r r r r r r r r r r r r r r r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r r r2 r r2 r r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r# r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r2 r# r r2 r r r2 r# r r2 r2 r r r r2 r2 r2 r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r r2 r2 r2 r2 r r r2 r r r r r# r# r r r r r r2 r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r# r2 r2 r r# r2 r r r2 r r# r2 r r r# r r2 r2 r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r r r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r2 r r r2 r# r# r2 r r r# r# r# r r r r r r r r r r r r r r r r# r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r r# r2 r2 r2 r2 r2 r r r# r2 r2 r2 r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r# r r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r r r2 r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r# r2 r r r r2 r# r# r2 r2 r# r# r r2 r2 r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r r2 r2 r2 r2 r2 r# r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r r r r2 r# r2 r2 r r r# r2 r2 r2 r# r# r2 r# r r2 r r2 r r r r# r r r r r r r r r r r r r r r# r r r r r r r r r r r r r r r r r r r r r r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r r r2 r r# r r2 r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r# r r2 r2 r2 r2 r r r2 r r r r# r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r2 r2 r2 r2 r2 r r r2 r2 r r r r r2 r2 r r# r r2 r r2 r r r2 r r# r r r r r r r r r r r r r r r r# r r r r r r r r r r r r r r r r r r r r r r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r r# r r2 r2 r r r r2 r r2 r2 r# r2 r2 r# r# r r r2 r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r# r r r r r2 r2 r2 r# r# r# r2 r2 r# r# r2 r# r# r2 r r# r r2 r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r r# r r# r# r2 r2 r# r# r# r# r2 r2 r# r# r r r# r r# r# r r r# r# r r r r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r# r# r r# r# r2 r2 r# r r# r# r2 r2 r r r# r# r r2 r# r r r r# r r r# r2 r r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r r# r2 r2 r2 r2 r2 r# r r2 r r2 r2 r r# r# r2 r r2 r r# r r r r# r r# r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r2 r2 r2 r2 r r r r r2 r# r r r# r# r2 r2 r r2 r r# r r2 r r# r2 r2 r# r# r r r# r2 r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r2 r2 r r r r2 r r2 r2 r2 r r# r# r2 r2 r# r# r# r r r2 r r2 r r r r# r r r r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r# r r r2 r2 r2 r2 r2 r r r2 r2 r r2 r r r r r2 r2 r# r r# r r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r r2 r2 r2 r2 r2 r# r r2 r2 r r r# r# r r2 r2 r r r# r r r# r r r r r# r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r2 r r r# r2 r# r r2 r2 r r r# r# r r r# r# r# r# r2 r r# r# r# r# r r# r r# r r# r r r r r r r r r r r r r r r r r r# r r r r r# r r r r r r r r r r r2 r2 r# r# r# r# r# r2 r2 r2 r r# r# r2 r2 r# r# r# r# r# r r r r2 r# r# r r r r# r# r r r r r r r r r r r# r r r r r r r r r r r r r r# r r r r r r r r2 r# r r# r r# r r r r# r r2 r# r r r r r r# r# r# r# r# r r r r# r# r r r r r# r r# r r r r# r r# r r r r r r r# r# r r# r# r r# r# r# r r# r r r r# r# r r# r# r# r r2 r r2 r2 r r# r r r2 r# r r# r r r# r r r r# r# r r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r2 r2 r r r# r r r2 r r2 r r r r r# r# r2 r r r# r# r r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r# r r r2 r2 r# r r# r2 r r2 r# r# r# r r# r# r# r# r# r2 r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r2 r# r# r# r r r r# r r# r r2 r2 r r r r r r# r# r# r r# r# r# r r# r# r# r r r r# r r r r r r# r# r# r r r r# r# r# r# r# r r# r# r# r# r# r# r r# r# r# r r r# r# r2 r r r# r r r# r# r r r r2 r r# r r# r# r r r# r# r# r r# r# r# r# r r r# r# r# r r r# r# r# r r# r r# r# r# r# r# r# r# r r# r# r# r r2 r# r# r# r# r# r# r# r# r# r r# r r2 r2 r r# r r r r2 r2 r# r r r# r r r# r r r r r r r r# r# r# r r r# r# r# r r# r# r# r# r# r# r r# r# r r# r# r r# r# r# r r# r r# r# r r# r# r# r# r# r# r# r r# r r2 r2 r r# r r r r r r r r r r# r r r r r r r# r r r# r# r r r r r# r r r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r# r# r r r# r# r# r# r# r r# r2 r r r r# r r# r r r2 r r r r# r r r# r r r# r# r# r r r r# r r# r r r# r# r r# r# r# r# r# r# r r# r# r# r# r# r# r r r# r r# r# r r# r# r# r r# r# r r# r# r r# r r r r r r# r r r r r# r# r r r r# r# r r r r# r r r r r# r r r r# r# r# r r# r# r# r# r r# r r# r# r# r r r# r# r r# r# r# r r# r# r# r# r# r# r# r# r# r# r r# r# r r2 r r r r# r r2 r r# r r r# r r# r# r r r r r r# r r# r# r r r r# r r# r# r# r r r r# r r# r# r# r# r# r r r r# r r r r r r r# r# r# r# r# r# r# r# r r# r2 r r r r# r r r# r r r r# r r r r r r r# r# r# r r# r# r r r# r# r r r r r# r r# r r r# r# r r# r r r# r# r# r# r# r# r# r# r# r r# r# r r r# r# r# r# r r r# r# r2 r r r r r# r r r r r r r r r r# r r r r r2 r# r# r# r# r r r r# r# r# r r# r r# r# r# r r# r# r# r# r# r# r# r r r# r r r# r r# r# r r# r# r# r# r# r# r r# r r2 r r r r r# r r r r r r r r r# r# r r r r r r# r r# r# r r r r# r# r r r# r# r# r# r r# r r# r r r# r# r# r r r# r# r# r r# r# r# r# r r# r# r# r# r# r r# r2 r# r# r r r r2 r r# r# r r r# r# r r# r r r r# r# r# r# r# r r r# r# r r# r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r r# r# r r r# r r r r r# r# r# r r r# r# r# r r# r r# r# r r# r# r# r# r r# r# r# r r# r# r# r# r r# r r# r# r# r r# r# r r r# r r2 r r# r r r r r# r# r r r r# r# r# r# r r# r# r r r# r r r r r r# r r# r r# r r# r# r# r r r r# r# r# r r# r r r r# r# r# r r r r r r r r r r r2 r r r r r r r# r# r r# r r r# r# r# r r r r r r r r# r# r r r r# r# r# r r# r# r# r# r# r# r r# r r# r# r# r# r r r# r# r# r# r# r# r r# r r# r# r# r# r# r r# r# r r r r# r# r# r r r r r r r r2 r r# r r r r# r# r r r# r# r r# r# r# r r r# r# r r# r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r r r# r# r# r r# r r# r r# r r r# r# r r r# r# r r# r# r# r r r r# r# r r# r# r# r# r r r# r# r# r r r r# r r r r r r# r# r# r r r r# r# r# r# r# r# r# r# r# r# r# r# r r# r# r r r r# r r# r r2 r r r r# r r r r r r r r r r r r r r r# r r r# r r r r r r# r r r# r# r# r# r# r r r r r r# r r# r# r# r# r r# r r r# r r# r r# r# r# r r# r r# r r r r r r r# r r r# r r r r r# r# r r r r r r# r r r# r# r r r r# r r# r r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r r r# r# r# r# r# r r# r# r r r r r r# r r r r r r r r# r# r r r r r r# r# r r r r r# r# r# r r# r# r r# r# r# r# r# r# r r# r# r# r# r r r# r r r# r# r r# r r# r# r# r# r# r r r r# r# r r r# r r# r r# r r r# r# r# r r r r r# r# r r# r r# r# r r r# r r r r r r r r# r r# r# r# r# r# r r r r r# r# r r# r r# r r# r# r# r r r r r r r# r r r r# r# r r# r r r r# r# r# r r r r# r# r r r r r r# r r r# r r r r r# r r# r r r# r# r# r# r# r r# r# r r# r# r# r# r r# r# r# r r# r# r r# r r# r# r# r# r# r r# r# r r r r r r r r# r# r r r r r r# r r r r r r r r r r r r r r r r# r r# r# r# r# r# r# r# r r# r# r r# r# r r# r r r r# r# r# r# r r r# r# r# r# r r r# r# r# r r r r2 r# r r r# r# r# r r r# r# r# r r r r# r# r r r r# r r r# r r# r r# r r# r r# r# r# r r# r# r r# r# r# r# r# r r r r# r# r# r# r# r r# r r r r# r r r r# r# r r r r r r# r r r r r r r r r# r r# r r r r# r r r r r r r r r r# r# r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r# r# r r# r# r r r# r# r# r# r# r r# r r# r# r# r r# r# r# r r# r# r r# r r r r r# r# r# r# r r# r r r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r# r r# r# r# r# r# r r r# r# r r# r r r r# r# r r r r# r# r r r# r r# r r r r# r r# r# r# r# r# r# r# r# r r# r r# r# r# r# r# r# r r# r# r# r r r r r r r# r r r r r r r# r# r# r# r r r# r# r r r r r r# r# r# r r r r# r r r# r r# r r r r r# r# r# r# r# r# r# r# r r r# r# r# r# r r# r# r# r r# r# r# r r r r r r r r r r# r r r# r# r# r# r# r r r r# r r# r r r r# r r# r r r r r r r# r r r r r r r# r# r# r# r# r# r r# r# r r# r r# r# r r# r# r r r# r# r# r r r r r r r r r r# r r r# r# r# r r r r r# r r r r r r r r r r r r r r r r r r r r r r r# r# r# r# r# r r r# r# r r# r r# r r r# r# r# r r# r# r# r r r r r r r r r r r r r# r r r r r r r# r# r r# r r r r r r r r r r r r r r r r r r r r# r# r# r r# r r r# r# r r# r r# r# r r# r# r# r r# r# r# r r r r r r r r r r r# r# r# r# r# r# r# r# r# r# r r r# r# r# r r r# r r r# r r# r r# r# r# r r r# r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r# r r r# r# r# r# r r r r# r# r# r r r r r# r# r# r r r r r r r r r r r r r r# r# r# r# r# r# r r# r# r r# r r# r r r# r# r r r# r# r r r r r r r r r r g(P?Tz ISO-8859-2Z Hungarian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1250N)Z Latin2_HungarianCharToOrderMapZ win1250HungarianCharToOrderMapZHungarianLangModelZLatin2HungarianModelZWin1250HungarianModel r r J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhungarianmodel.py<module>" s" PK @\Z V V > pip/_vendor/chardet/__pycache__/langhebrewmodel.cpython-38.pycnu [ U .eQ, @ s d Z dZe edddddZdS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r E [ O P \ Y a Z D o p R I _ U N y V G C f k T r g s r r r r r r 2 J < = * L F @ 5 i ] 8 A 6 1 B n 3 + , ? Q M b K l r r r r r | ( : S 4 / . H ^ q m " t v d u w h } W c j z { 7 e x 0 ' 9 ; ) X ! % $ # > ~ & - r ` r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r g C|?Fz windows-1255ZHebrew)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZWIN1255_CHAR_TO_ORDER_MAPZHEBREW_LANG_MODELZWin1255HebrewModel r r G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhebrewmodel.py<module>% s PK @\I I ? pip/_vendor/chardet/__pycache__/big5prober.cpython-38.opt-1.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)Big5DistributionAnalysis) BIG5_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) Big5Proberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5prober.pyr # s zBig5Prober.__init__c C s dS )NZBig5r r r r r charset_name) s zBig5Prober.charset_namec C s dS )NZChineser r r r r language- s zBig5Prober.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r " s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\bA- ; pip/_vendor/chardet/__pycache__/hebrewprober.cpython-38.pycnu [ U .e6 @ s, d dl mZ d dlmZ G dd deZdS ) ) CharSetProber) ProbingStatec s e Zd ZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZ fddZdd Zdd Zdd Zdd Zdd Zedd Zed d Zed d Z ZS )! HebrewProber g{Gz?z ISO-8859-8z windows-1255c s> t t| d | _d | _d | _d | _d | _d | _| d S N) superr __init___final_char_logical_score_final_char_visual_score_prev _before_prev_logical_prober_visual_proberresetself __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/hebrewprober.pyr s zHebrewProber.__init__c C s d| _ d| _d| _d| _d S )N )r r r r r r r r r s zHebrewProber.resetc C s || _ || _d S r )r r )r Z logicalProberZ visualProberr r r set_model_probers s z HebrewProber.set_model_probersc C s || j | j| j| j| jfkS r ) FINAL_KAF FINAL_MEM FINAL_NUNFINAL_PE FINAL_TSADIr cr r r is_final s zHebrewProber.is_finalc C s || j | j| j| jfkS r ) NORMAL_KAF NORMAL_MEM NORMAL_NUN NORMAL_PEr( r r r is_non_final s zHebrewProber.is_non_finalc C s | j tjkrtjS | |}|D ]}|dkrn| jdkr| | jrR| jd7 _q| | jr| j d7 _ n,| jdkr| | jr|dkr| j d7 _ | j| _|| _q tj S )Nr! r ) stater NOT_MEZfilter_high_byte_onlyr r* r r r/ r DETECTING)r Zbyte_strZcurr r r feed s& zHebrewProber.feedc C sx | j | j }|| jkr | jS || j kr.| jS | j | j }|| jkrR| jS || j k rd| jS |dk rr| jS | jS )Ng ) r r MIN_FINAL_CHAR_DISTANCELOGICAL_HEBREW_NAMEVISUAL_HEBREW_NAMEr Zget_confidencer MIN_MODEL_DISTANCE)r ZfinalsubZmodelsubr r r charset_name s zHebrewProber.charset_namec C s dS )NZHebrewr r r r r language s zHebrewProber.languagec C s( | j jtjkr"| jjtjkr"tjS tjS r )r r0 r r1 r r2 r r r r r0 s zHebrewProber.state) __name__ __module__ __qualname__r# r+ r$ r, r% r- r& r. r' Z NORMAL_TSADIr4 r7 r6 r5 r r r" r* r/ r3 propertyr8 r9 r0 __classcell__r r r r r s4 ; r N)Z charsetproberr Zenumsr r r r r r <module> s cPK @\"|& & ; pip/_vendor/chardet/__pycache__/latin1prober.cpython-38.pycnu [ U .e @ s^ d dl mZ d dlmZ dZdZd ZdZdZdZ dZ dZ d Z d Z eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee eeeeeee ee ee eeeeeeeeeeee ee ee e eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee e e e e e e e e e e e e e e e e e e e e e e ee e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e ee e e e e e e e f Zd ZG d d d eZdS ) ) CharSetProber) ProbingState )@r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c sL e Zd Z fddZdd Zedd Zedd Zd d Zd d Z Z S ) Latin1Proberc s& t t| d | _d | _| d S )N)superr __init___last_char_class _freq_counterresetself __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/latin1prober.pyr a s zLatin1Prober.__init__c C s t | _dgt | _t| d S )Nr )OTHr FREQ_CAT_NUMr r r r r r r r g s zLatin1Prober.resetc C s dS )Nz ISO-8859-1r r r r r charset_namel s zLatin1Prober.charset_namec C s dS )N r r r r r languagep s zLatin1Prober.languagec C s` | |}|D ]J}t| }t| jt | }|dkr@tj| _ qZ| j| d7 < || _q| j S )Nr r ) Zfilter_with_english_lettersLatin1_CharToClassLatin1ClassModelr CLASS_NUMr NOT_MEZ_stater state)r Zbyte_strcZ char_classZfreqr r r feedt s zLatin1Prober.feedc C s\ | j tjkrdS t| j}|dk r(d}n | jd | jd d | }|dk rPd}|d }|S )Ng{Gz?g r r g 4@g\(\?)r! r r sumr )r ZtotalZ confidencer r r get_confidence s zLatin1Prober.get_confidence) __name__ __module__ __qualname__r r propertyr r r# r% __classcell__r r r r r ` s r N)Z charsetproberr Zenumsr r ZUDFr ZASCZASSZACVZACOZASVZASOr r r r r r r r <module> s ' PK @\VTTF F D pip/_vendor/chardet/__pycache__/mbcsgroupprober.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ d d lmZ G d d d eZd S ) )CharSetGroupProber) UTF8Prober) SJISProber) EUCJPProber) GB2312Prober) EUCKRProber) CP949Prober) Big5Prober) EUCTWProberc s e Zd Zd fdd Z ZS )MBCSGroupProberNc sD t t| j|d t t t t t t t t g| _ | d S )N) lang_filter) superr __init__r r r r r r r r Zprobersreset)selfr __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcsgroupprober.pyr * s zMBCSGroupProber.__init__)N)__name__ __module__ __qualname__r __classcell__r r r r r ) s r N)Zcharsetgroupproberr Z utf8proberr Z sjisproberr Z eucjpproberr Z gb2312proberr Z euckrproberr Z cp949proberr Z big5proberr Z euctwproberr r r r r r <module> s PK @\S- - 7 pip/_vendor/chardet/__pycache__/__init__.cpython-38.pycnu [ U .e @ s8 d dl mZmZ d dlmZ d dlmZmZ dd ZdS ) )PY2PY3)UniversalDetector) __version__VERSIONc C sH t | ts0t | ts(tdt| nt| } t }|| | S )z Detect the encoding of the given byte string. :param byte_str: The byte sequence to examine. :type byte_str: ``bytes`` or ``bytearray`` z4Expected object of type bytes or bytearray, got: {0}) isinstance bytearraybytes TypeErrorformattyper Zfeedclose)Zbyte_strZdetector r @/usr/lib/python3.8/site-packages/pip/_vendor/chardet/__init__.pydetect s r N) compatr r Zuniversaldetectorr versionr r r r r r r <module> s PK @\M}+\ +\ G pip/_vendor/chardet/__pycache__/langbulgarianmodel.cpython-38.opt-1.pycnu [ U .e'2 @ s4 d Z dZdZe edddddZeedddd dZd S ) ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r M Z c d H m k e O Q f L ^ R n l [ J w T ` o s r r r r r r A E F B ? D p g \ h _ V W G t U ] a q r r r r r r( r/ r4 r5 r6 r7 r8 r i - # + % , 7 / ( ; ! . & $ ) ' " 3 0 1 5 2 6 9 = C < 8 K 4 * > : b r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r> r? r@ rA rB rC rD rE x rF rG rH rI rJ rK rL rM N @ S y r u rW rN rO rP rQ rR rS rT rU X rV rX rY rZ z Y j r[ r\ r] r_ r` r^ r| r~ I P v r r r r r r r r r r r r r ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r r} r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r g! _B?Fz ISO-8859-5Z Bulgairan)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251Z BulgarianN)Z Latin5_BulgarianCharToOrderMapZ win1251BulgarianCharToOrderMapZBulgarianLangModelZLatin5BulgarianModelZWin1251BulgarianModel r r J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langbulgarianmodel.py<module>% s" PK @\VTTF F > pip/_vendor/chardet/__pycache__/mbcsgroupprober.cpython-38.pycnu [ U .e @ s d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ d d lmZ G d d d eZd S ) )CharSetGroupProber) UTF8Prober) SJISProber) EUCJPProber) GB2312Prober) EUCKRProber) CP949Prober) Big5Prober) EUCTWProberc s e Zd Zd fdd Z ZS )MBCSGroupProberNc sD t t| j|d t t t t t t t t g| _ | d S )N) lang_filter) superr __init__r r r r r r r r Zprobersreset)selfr __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcsgroupprober.pyr * s zMBCSGroupProber.__init__)N)__name__ __module__ __qualname__r __classcell__r r r r r ) s r N)Zcharsetgroupproberr Z utf8proberr Z sjisproberr Z eucjpproberr Z gb2312proberr Z euckrproberr Z cp949proberr Z big5proberr Z euctwproberr r r r r r <module> s PK @\3 3 4 pip/_vendor/chardet/__pycache__/enums.cpython-38.pycnu [ U .e} @ sh d Z G dd deZG dd deZG dd deZG dd deZG d d d eZG d d d eZd S )zr All of the Enums that are used throughout the chardet package. :author: Dan Blanchard (dan.blanchard@gmail.com) c @ s e Zd ZdZdZdZdZdS ) InputStatezS This enum represents the different states a universal detector can be in. N)__name__ __module__ __qualname____doc__Z PURE_ASCIIZ ESC_ASCIIZ HIGH_BYTE r r =/usr/lib/python3.8/site-packages/pip/_vendor/chardet/enums.pyr s r c @ s< e Zd ZdZdZdZdZdZdZdZ eeB Z e eB eB Z dS ) LanguageFilterzj This enum represents the different language filters we can apply to a ``UniversalDetector``. r r N) r r r r ZCHINESE_SIMPLIFIEDZCHINESE_TRADITIONALZJAPANESEZKOREANZNON_CJKZALLZCHINESEZCJKr r r r r s r c @ s e Zd ZdZdZdZdZdS ) ProbingStatezG This enum represents the different states a prober can be in. r r r N)r r r r Z DETECTINGZFOUND_ITZNOT_MEr r r r r s r c @ s e Zd ZdZdZdZdZdS ) MachineStatezN This enum represents the different states a state machine can be in. r r r N)r r r r ZSTARTZERRORZITS_MEr r r r r ) s r c @ s, e Zd ZdZdZdZdZdZedd Z dS ) SequenceLikelihoodzX This enum represents the likelihood of a character following the previous one. r r r c C s dS )z::returns: The number of likelihood categories in the enum.r r )clsr r r get_num_categories; s z%SequenceLikelihood.get_num_categoriesN) r r r r ZNEGATIVEZUNLIKELYZLIKELYZPOSITIVE classmethodr r r r r r 2 s r c @ s$ e Zd ZdZdZdZdZdZdZdS )CharacterCategoryz This enum represents the different categories language models for ``SingleByteCharsetProber`` put characters into. Anything less than CONTROL is considered a letter. N) r r r r Z UNDEFINEDZ LINE_BREAKZSYMBOLZDIGITZCONTROLr r r r r A s r N)r objectr r r r r r r r r r <module> s PK @\i' -' ' ? pip/_vendor/chardet/__pycache__/chardistribution.cpython-38.pycnu [ U .e$ @ s d dl mZmZmZ d dlmZmZmZ d dlm Z m Z m Z d dl m Z mZmZ d dlmZmZmZ G dd deZG dd d eZG d d d eZG d d d eZG dd deZG dd deZG dd deZdS ) )EUCTW_CHAR_TO_FREQ_ORDEREUCTW_TABLE_SIZE EUCTW_TYPICAL_DISTRIBUTION_RATIO)EUCKR_CHAR_TO_FREQ_ORDEREUCKR_TABLE_SIZE EUCKR_TYPICAL_DISTRIBUTION_RATIO)GB2312_CHAR_TO_FREQ_ORDERGB2312_TABLE_SIZE!GB2312_TYPICAL_DISTRIBUTION_RATIO)BIG5_CHAR_TO_FREQ_ORDERBIG5_TABLE_SIZE BIG5_TYPICAL_DISTRIBUTION_RATIO)JIS_CHAR_TO_FREQ_ORDERJIS_TABLE_SIZE JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd Zdd Zd d Z d d Z d d Z dd Z dS )CharDistributionAnalysisi gGz?g{Gz? c C s0 d | _ d | _d | _d | _d | _d | _| d S N)_char_to_freq_order _table_sizetypical_distribution_ratio_done _total_chars _freq_charsresetself r H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/chardistribution.py__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateF N)r r r r r r r r = s z CharDistributionAnalysis.resetc C sX |dkr| |}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length r r i N) get_orderr r r r )r charZchar_lenorderr r r feedF s z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r MINIMUM_DATA_THRESHOLDSURE_NOr SURE_YES)r rr r r get_confidenceT s z'CharDistributionAnalysis.get_confidencec C s | j | jkS r )r ENOUGH_DATA_THRESHOLDr r r r got_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr" r )r byte_strr r r r# i s z"CharDistributionAnalysis.get_orderN) __name__ __module__ __qualname__r, r) r( r' r r r& r+ r- r# r r r r r ( s r c s$ e Zd Z fddZdd Z ZS )EUCTWDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) superr2 r r r r r r r r __class__r r r r s z"EUCTWDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr ^ r r" r r r. first_charr r r r# x s z#EUCTWDistributionAnalysis.get_orderr/ r0 r1 r r# __classcell__r r r4 r r2 q s r2 c s$ e Zd Z fddZdd Z ZS )EUCKRDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 r= r r r r r r r r r4 r r r s z"EUCKRDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr r7 r r8 r" r r9 r r r r# s z#EUCKRDistributionAnalysis.get_orderr; r r r4 r r= s r= c s$ e Zd Z fddZdd Z ZS )GB2312DistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 r? r r r r r r r r r4 r r r s z#GB2312DistributionAnalysis.__init__c C s> |d |d }}|dkr6|dkr6d|d | d S dS d S )Nr r r> r8 r7 r" r r r. r: second_charr r r r# s z$GB2312DistributionAnalysis.get_orderr; r r r4 r r? s r? c s$ e Zd Z fddZdd Z ZS )Big5DistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 rB r r r r r r r r r4 r r r s z!Big5DistributionAnalysis.__init__c C sX |d |d }}|dkrP|dkr:d|d | d d S d|d | d S ndS d S ) Nr r r8 ? @ r" r r@ r r r r# s z"Big5DistributionAnalysis.get_orderr; r r r4 r rB s rB c s$ e Zd Z fddZdd Z ZS )SJISDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 rG r r r r r r r r r4 r r r s z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr0|dkr0d|d }n&|dkrR|dkrRd|d d }nd S || d }|d krnd }|S ) Nr r r" rF r )r r. r: rA r% r r r r# s z"SJISDistributionAnalysis.get_orderr; r r r4 r rG s rG c s$ e Zd Z fddZdd Z ZS )EUCJPDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 rO r r r r r r r r r4 r r r s z"EUCJPDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr r7 r8 r r" r )r r. r$ r r r r# s z#EUCJPDistributionAnalysis.get_orderr; r r r4 r rO s rO N) Z euctwfreqr r r Z euckrfreqr r r Z gb2312freqr r r Zbig5freqr r r Zjisfreqr r r objectr r2 r= r? rB rG rO r r r r <module> s IPK @\{ > pip/_vendor/chardet/__pycache__/sbcharsetprober.cpython-38.pycnu [ U .e @ s4 d dl mZ d dlmZmZmZ G dd deZdS ) ) CharSetProber)CharacterCategory ProbingStateSequenceLikelihoodc sb e Zd ZdZdZdZdZd fdd Z fd d Ze d d Z e d d Z dd Z dd Z ZS )SingleByteCharSetProber@ i gffffff?g?FNc sJ t t| || _|| _|| _d | _d | _d | _d | _ d | _ | d S )N) superr __init___model _reversed _name_prober _last_order _seq_counters _total_seqs _total_char _freq_charreset)selfmodelreversedZ name_prober __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr ' s z SingleByteCharSetProber.__init__c s: t t| d| _dgt | _d| _d| _d| _ d S )N ) r r r r r Zget_num_categoriesr r r r r r r r r 5 s z SingleByteCharSetProber.resetc C s | j r| j jS | jd S d S )N charset_name)r r r r r r r r ? s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | jdS d S )Nlanguage)r r r getr r r r r F s z SingleByteCharSetProber.languagec C sj | j d s| |}|s | jS | j d }t|D ]\}}|| }|tjk rX| jd7 _|| jk r| jd7 _| j | jk r| j d7 _ | j s| j | j | }| j d | }n || j | j }| j d | }| j | d7 < || _ q0| j d }| jt jkrd| j | jkrd| }|| jkr<| jd|| t j| _n(|| jk rd| jd||| j t j| _| jS )NZkeep_english_letterchar_to_order_mapr Zprecedence_matrixr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s)r Zfilter_international_wordsstate enumerater ZCONTROLr SAMPLE_SIZEr r r r r r Z DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDZloggerdebugZFOUND_ITZ_stateNEGATIVE_SHORTCUT_THRESHOLDZNOT_ME) r Zbyte_strr icorderr r Z confidencer r r feedM sL z SingleByteCharSetProber.feedc C sN d}| j dkrJd| jtj | j | jd }|| j | j }|dkrJd}|S )Ng{Gz?r g ?Ztypical_positive_ratiogGz?)r r r ZPOSITIVEr r r )r rr r r r% | s z&SingleByteCharSetProber.get_confidence)FN)__name__ __module__ __qualname__r# r$ r& r( r r propertyr r r, r% __classcell__r r r r r ! s /r N)Z charsetproberr Zenumsr r r r r r r r <module> s PK @\ < pip/_vendor/chardet/__pycache__/version.cpython-38.opt-1.pycnu [ U .e @ s d Z dZedZdS )z This module exists only to simplify retrieving the version number of chardet from within setup.py and from chardet subpackages. :author: Dan Blanchard (dan.blanchard@gmail.com) z3.0.4.N)__doc__ __version__splitZVERSION r r ?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/version.py<module> s PK @\ 6 pip/_vendor/chardet/__pycache__/version.cpython-38.pycnu [ U .e @ s d Z dZedZdS )z This module exists only to simplify retrieving the version number of chardet from within setup.py and from chardet subpackages. :author: Dan Blanchard (dan.blanchard@gmail.com) z3.0.4.N)__doc__ __version__splitZVERSION r r ?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/version.py<module> s PK @\7 D pip/_vendor/chardet/__pycache__/mbcharsetprober.cpython-38.opt-1.pycnu [ U .eU @ s0 d dl mZ d dlmZmZ G dd deZdS ) ) CharSetProber) ProbingState MachineStatec sV e Zd ZdZd fdd Z fddZedd Zed d Zd d Z d d Z Z S )MultiByteCharSetProberz MultiByteCharSetProber Nc s, t t| j|d d | _d | _ddg| _d S )N) lang_filter )superr __init__distribution_analyzer coding_sm _last_char)selfr __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c s< t t| | jr | j | jr.| j ddg| _d S )Nr )r r resetr r r r r r r r - s z MultiByteCharSetProber.resetc C s t d S NNotImplementedErrorr r r r charset_name5 s z#MultiByteCharSetProber.charset_namec C s t d S r r r r r r language9 s z MultiByteCharSetProber.languagec C s t t|D ]}| j|| }|tjkrN| jd| j| j | t j | _ qq |tj krft j| _ qq |tjkr | j }|dkr|d | jd< | j| j| q | j||d |d | q |d | jd< | jt jkr| j r| | jkrt j| _ | jS )Nz!%s %s prober hit error at byte %sr r )rangelenr Z next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr r feedstateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r = s8 zMultiByteCharSetProber.feedc C s | j S r )r r r r r r r Z s z%MultiByteCharSetProber.get_confidence)N) __name__ __module__ __qualname____doc__r r propertyr r r r __classcell__r r r r r " s r N)Z charsetproberr Zenumsr r r r r r r <module> s PK @\RbY Y A pip/_vendor/chardet/__pycache__/gb2312prober.cpython-38.opt-1.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)GB2312DistributionAnalysis)GB2312_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) GB2312Proberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312prober.pyr " s zGB2312Prober.__init__c C s dS )NZGB2312r r r r r charset_name( s zGB2312Prober.charset_namec C s dS )NZChineser r r r r language, s zGB2312Prober.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r ! s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\*RV RV < pip/_vendor/chardet/__pycache__/jisfreq.cpython-38.opt-1.pycnu [ U .ed @ s d Z dZdZdS )g @i ( ( i' iO i i} i i i i i] i i i i i i i i i i i i iX i} i i ik ig i i ik i i i i i i i i% i& 0 1 , - i i i i i i i i i i< i i ip i i i i i i ig i i i iW iX i i ih i" i i i i i i i i\ i i i i/ i i i i i i i0 i i ih i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i iV ij i4 i i i iB i i i8 i9 i: i; i< i= i> iv i i i iS i ie i if i i id i+ i i ia iw i i i iI i i~ i i i i? i@ iA iB iC iD i i i- i i ii i i i iE i^ i. i i3 i ii iF i/ iY i i i i ij i i iG iH iI iJ iq i1 iY ik / i 2 # i * [ \ 5 i ! i! % @ il ' iA 4 < i i- i i7 S i ~ iK i= E ; 7 i7 i8 m & O iK = i~ id iL iM iN iO iP iQ iR iS iT iU iV Y > J " ip p i T i_ i . X i L ij e i 9 P il y i i D i ) ih i F ? + i i ig c i B ] iN 8 j : i5 i i i7 R i4 G d i n i h it 6 3 $ W C i i: ix i i* iV i iW iX iY iZ i[ i\ i] i^ i_ i` i ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it i iu iv iw ix iy iz i{ i| i i i i il i} i i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i ik i i i> i i i i i ij i i iZ i[ i\ i] i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i2 i i i{ iT i ia i i^ i i i| i i= i im ik i i i i iV iy i i i iq i i i i i i i i i! i i i i i i iC iO i3 i i i i i ir i i in i i+ i i i i ip iq i i; A i i i iC i0 i in i i i iT iC io i i i i# i i i~ i iP i i i i i i i i i i$ iz i i i& i i i i i i i i i i_ i iU i i is i i i iI i i i i i i i i3 i i i$ iW i1 i5 iP i i i i i i i iX i i i il i i iH i i i i i i i i i iW i i~ ip i i$ i i i i@ iL i i i i i iu i i iJ iI iW i i i_ i i i< i i i i] iD i i i i ih i i i i i f i- i } it i i i i i i, i ib i i iX i i iF i i{ i` i i i+ i3 iq i im i i4 i i i i i iB il iX i i i% i i i% i2 iu i i i i iJ i i| ir i i@ i i i i i i i i i iL i i i i i i ib iJ i ic i i i i i i i4 iR i im iT i i i i i i i i ie i i i? i i i i i i- i i i* iE i i i+ i i i& i i i i/ i i i. is i[ i i+ i i i i iB ic i i i i i i i) i i, i iu i i i i9 i& i i i i i iv i iY i i3 i i i i i iD i i i i id i i i| i( iy i i i i i< i8 i ii i i i id i5 iB i in i i i i i i| i i! i i) i@ in im i i i0 ia i i i z i' i i iW i i[ iv i i i i i i io i i i i i i i' i i i" i i i9 i i i i iJ i i ih i i ie i i\ i i ip i@ i iQ i9 i i i i i iw ii iE i iJ iI i i i i i i if i i i i i i1 i i i i i i' ir i i i i i i i ic i iq i ix i i i i2 i i i i i i* i i ib iF i iv i id i i i i! iR i i iQ i i i iP i i i i i i i i( i i i_ i i` i i if i i6 i iA i i ia i i iu iT i i2 i i i i i i i^ iC i i i i[ i i iv i% i i i in i! iF i iZ i^ i i i id i i i ix i i i] i iB i ic i i i i iP iq i i iH iY i i i( i i i ig i} iK i i i i4 i iW i i i iC ig i- id i ik i i4 i} i iq i~ i+ i i i ih i@ i i i@ iA iD i: i i ie i i iq iw i i i i i i i id i iZ i i* iM i[ i i is iZ i i i i> i i' i- i i i i i i) i i i i it iF i7 i it i# i i i i i iY i i if ik ib i1 i i i i6 io ic i iq i i i i i iu i i: i i iN i iU i= i iv i il N i i i i] i i; i i i i i il iL i i} i i i i iB i8 iQ i i# i` iT i i ix i ir i i i i i i i i i3 in i i i i i i i{ i i i@ i i i i i9 i i5 ih id iZ i ii i i i i i is i- ir i i i i i[ i i0 i i i i i. iS i iR iO i i i i i; i i4 iy i i; i iz i ip i i i i i i: i( i| i i i" i i i i i i iO i ie i i i iC it i) i i6 K i i i8 i iP i ih i i i i i i3 i$ i i i* i= b ie i i i4 i i i i. i7 i i\ i i i ij i i i i i i i i/ i i i i= i i^ i i5 i i i i\ i i i i i9 i# i+ i is i, i i7 i i iY i i i iM i i+ ii iQ i i6 i i i i i iy i i is i# i{ i iU if i< i i iv i i i) i i i i i i im i< i i i i i ig i i l i i iD ib iu i i iD iB i i i i[ i i i8 i i i> i i i i i i i i i] i iD i i i6 iZ i i i5 i i i i< im i i, i i iu i^ i i i ig i i I i i ig i i i\ i: i iM t i i iE i o i i i iE iR i i i iE ij i g iW i i iK i iC i i= i i] i$ i! i i i i i ` iK iv i i i0 ii ^ i i3 i i" i i i i a ik i i; iw i i i i i i i iy i i i i iP i i i iw i i it i i i i i i iJ ia i i i] i i i i i i i iL ih i i i i iu ij i i i# iC i i i ia i! s i| i i iY i i i i i ih iO i5 i i iz ii i iS i iL i i. i i& i i i< i7 i is iA i i iM i i is i i* i, i% i i i ik i i& if iO ij i" i i( i- i i[ i i i i i- i= i i} i i M iS i i i i i i i i i i i i i i i i~ i iJ it ik iv ie iy i i i< i if i iM k i i i io i i iw iv il i i] i i i. i i i i i/ if iq i$ ig i iG in i i> i6 i= i i i i i iN i ix i ie i* i ih i i i i$ i i i io ib i, i i i i it i i i i i i iV i i ii i i i i iw i i ip iH i V i ii i< iZ i i8 r iw i i& i i i/ i i i i i> i i> iE ix i i& ie i iw i i i i5 i i i i i\ i i iS ii i i i i2 i i i i+ i' i i% i i ix iO i i iQ i i i i i i i_ H i i i i ig i i iy i i i0 i& i+ i i i i i il i' i i' iz i i i i i_ i i i i i i i? i i i iz i im i| i i i ig i0 i i i i i* i i i i` iw i i i i# ic i) i i iR i i iT i ir i iV i i i i_ i i i i ir i i i i` ix i i i i i if i i in i= i* iA i i i( ix iS i { iT i i9 i i iM i ir i i; i i( i i% i i[ ia ib i i iD i i i i- i\ i i i i io iE im i) i i! i i ic i i, i1 i i] i i i> iI i i iT i i i i i i iy i ik iz ix i iN i i i i i i5 i i i" i iH i< id i i i i ih i i i ip i i i: iL i1 i i i i i i> i iq i? iZ iM iI i i iB iK iD i i# i i iY i> i i i i` i i i i i i i i i i i i i i i ic i i i i i iT i ia i i2 iy i/ i i" iU ib i i i i/ i i i i i i{ i i ij i i5 i* i i i i ia ix i i i i iF i i i i7 i i i i? i w i i i i i i+ i i8 i i iN i i i i, i in i i i i io is i_ i? i i i i i i i i i? i0 i i i iy i3 if i i= i i il i i i iv i] i i i i i iz i i iy ij i iu i i ip i ij i i ii iz i i ir i i i i i i i i iF i i' i i{ in i ix u i$ i i i iM i i ik i ip i i^ iq i i` i| i i i i i| i i i i i i i i i i iG i i i- i iZ i1 iY i i- i ie i i i[ iC i i ie i i. i- i i i i i i i i i7 ib il i i i i{ i i. i i i iz i i i i i? i i i9 i i i i i i} i i ia i i i Q i id i; iV i i/ i^ iD i i? im i i i9 iI i i i i i i i i{ i} i i i i i i& i i~ i iX i i i} i i i9 i i i: i i" i\ i i i i_ i8 iW i~ i^ i% iP is i iw i i i i8 i iL i i i. i i i i i iN i iP i iS i i i i: iR i' i0 ib i i i i i i i iz i i i i i i iK i i i ir i iq i i i in iL i i i i i i i i i iX i@ i ig i i i4 i i: i i i ir i i iQ i i i i; i' i i> i ib im i iw i i is i i i iA i it i9 i i i i i io i^ i i i2 i ic i i i i ir i i i i! i it i i1 i{ i i i i i is i i i i i i x i v ia ip i i i i iL iO i i iU i i. i i) i. i iE i i" i iy i i i i i i( i i i iq iE i6 i i i2 iu i6 i i i i i. i ii i i iV i i is i i i iG iG ij it i iW i i i i i` i i i iu i i i i i{ iQ i i iO iC i i i i iJ i i i i$ i i i i/ i i i_ i i i ij iR i i7 i i i/ i i3 iD iu i6 iX i4 i i i i i i i> i i i i0 i` i` i i i i iU i i i ir i i i) i i5 i iH i i i i i~ ir i i i i i i i i i] i i i i i i i i@ i i i ia i iv i i i i/ i! i6 i i i i7 iw i i i3 ic i8 ix i i i iB i i iM i iF i ig i i i i( i i i: i i iH i i if i i" i i~ i i i i iy i i i i i i! iN i i4 iA i id ie iz i i i i i i i i0 i i i i i i i i i{ i i i i i if i( il i iG i i i^ iB im iF i| i iU i i i2 iR i i i# i i i i iF i U i i i i1 i ic ik i iN iS i i i i i$ iO i i iY i i i i i iG i i i iW i iC i? i i i~ i i iU iF i i i i i i i i iC i i i i ie i i i i i i/ iQ i_ iv i; i i iP i) iG im i i i iG i, iI iz _ i i i9 in i i iA i i iX i i# iV i) i< i% i i} i i iH iw i5 i ip i. i i i im i i i i i# ih i| ib i i i i@ i( i^ iz i i iA i i i i" i ig i i| i i i i i6 i iX i i i, i i i i i i$ i# iI ik i i i i i: i i iQ i io ih iV i$ i i it i i i iY i, i i i i iD i i i~ i i i i i% i i i i i i i i i i7 i/ i i i iE iV i i iE iu i i& i i i i i i io i i iZ i ii i i i i i i i! i in i8 i i' i i i i i i i i iG i iR i2 i i i: i i, i iZ il i i( iX iP i? i i i io i i i i i i iW i* i i; i8 i i& i) i i i io i i i i iH i_ i i i0 i ix i i0 i i; i i i i iX i i i i1 i Z i* i% i i | id i` i i iS ij i} i\ i i i iG i i i if q i% iB i i1 ip i i" i i i i i i| i i i i i il i2 i i i i i@ ih i i; i i i i i i i i& i i i i} i i% i i i i i? i i i ia iy i i i i i i i= i1 i i< i i{ i# i i i i iA i i i it i i i i i> i iK i3 i i i= i i\ i i i' iA i+ ig i ib iK i i i i i i i i i4 i i* i im i i i io iN i i0 i( ii i i$ i4 i i{ i i i iQ i i iU i i i i, i` i i i i i ij i) i i i- i6 i iF i2 i) i i i* i iY N)Z JIS_TYPICAL_DISTRIBUTION_RATIOZJIS_TABLE_SIZEZJIS_CHAR_TO_FREQ_ORDER r r ?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jisfreq.py<module>, s PK @\Z,q q @ pip/_vendor/chardet/__pycache__/langcyrillicmodel.cpython-38.pycnu [ U .e F @ s d Z dZdZdZdZdZdZe eddd d d Zeeddd d d Zeeddd d d Z eedddd d Z eedddd d Z eedddd d Z dS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r J K r r r r r r G B A L @ M H E C N I O r r r r r D r r ' 6 ; % , : ) 0 5 . 7 * < $ 1 & " # + - ( 4 8 ! = > 3 9 / ? 2 F ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq r\ rr rs rt ru rv r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx ry r r~ r{ r| r r r r r r r r r r r r r r r} r rz r r r r r r r rw r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx ry r r~ r{ r| r r r r r r r r r r r r r r r} r rz r r r r r r r rw r rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv r r\ r rx ry r r~ r{ r| r r r r r r r r r r r r r r r} r rz r r r r r r r rw r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r\ r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rw r r r rx r ry r rz r r{ r r| r r} r r~ r rT rU rV rW rX rY rZ r r r r r[ r] r^ r_ r r r` ra rb rc rd re rf r r rg rh ri rj rk rl rm rn r r r r r r r r r ro rp rq rr r r rs r r r r r r r r r r r r r r r rt ru r r r r r r r r r r r r rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx ry r r~ r{ r| r r r r r r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r r r r r} r rz r r r r r r r rw r rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r r rx rx rx rx r rx rx rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r rx r| r| r| r| r| r r r| rx rx rx r| rx rx rx rx rx rx rx rx rx rx r| rx rx r r rx rx rx rx rx rx rx rx rx r| rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx r| r| rx rx rx rx rx rx rx rx rx r| rx rx r r rx rx rx rx rx rx rx rx r| rx rx r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx r r rx rx rx rx rx rx rx rx rx rx rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| rx rx r r rx rx rx rx rx rx rx rx rx rx rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx r| r| r| rx r rx rx r rx rx rx rx r| r| rx r r| r| r| rx rx r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| rx rx rx rx rx r| r| rx r| rx rx rx r| r r| r| r r r| r| r| r| r| r| r r r r r r r r r| r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| r| r| rx r r| r| rx rx r| r r| r r r r r r r r r| r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx r| rx rx r r| rx r| r| rx r| rx rx rx rx r| r| rx r rx r| r| rx r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx r| r| rx rx rx rx rx r| rx rx rx rx r| r| r| r rx rx rx r| r| r| r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx rx rx r| rx r| rx rx rx rx rx rx r| rx r| r| r r rx r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx r| r r rx r r r r r r| r r r r| r| r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| rx rx r| r| r| r| r rx r| rx r| rx r| r r| r| r r r r| r r| r r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx rx r| r| rx r| rx rx rx r| r| r| r| r r| r| r| r| rx r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rx r| rx r| r| rx rx rx rx rx rx rx rx rx r rx r| r r rx rx rx rx r| rx rx rx rx r| rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx rx r| r| rx rx r r| r r rx r| rx r| rx r r r r| r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r rx r r| rx rx rx rx r| rx rx rx rx r r| r| r r r| rx r| r| r| rx r| rx r| r| rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx r r| rx r| rx r r r| rx rx r| r r| rx r r r| rx r| r| r r rx r rx r| r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx r rx r r| rx rx rx rx rx rx rx rx r| r rx r| r r r| r| rx rx rx r| rx rx r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| r| rx rx r| r| r| rx rx r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| r| rx rx rx rx rx rx rx r rx r| rx rx r| rx r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx r| rx rx rx r| r| r| r| rx r rx r| rx r r r| r r r| r| r| r| r rx r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r| r| rx rx rx rx rx r r| r| r rx r r rx r r rx r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r| r| r r rx rx rx r| r| r r| r| rx r r r| r r r| r| r rx r r r| r r r| r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx rx rx rx r r| r| r| r r| r rx rx r r r| r r| r r| r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx rx r| r rx r| r| rx r| r rx r| r rx r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx r| rx rx rx r| r| r| rx rx r r| r r| r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r r r| r r| rx rx r| r| r r| r| rx r r| r r r r| r| rx r| r r| r| r| r| r| rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx r r r r r r| r| r r rx r r r rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r rx rx rx r| r r r r| r r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r| rx r| r| r| r r| r| r| r r| r r r r r r r r| r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx r r r r r r r r r rx r r r| r r r r r r r r r r r r r r r r r r r r| r r r r r| r r r r r r r r r r r r r r r r r r r r r r| r| rx r| r| r| rx r r| r| r| r| r| r| r| r| r r r r r r r r r r r r r r r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r rx rx rx r| r| r| r| rx r| r| r r r| r| r| r| r r rx r r| r r| r r r r r r r r| r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r rx r| r| r| r| r r| r r| r r| r r r r| r r| r| r r r| r| r r r r r| r r r r r r r r r r| r r r r| r r r r| r r r r r r r r r r r r r r r rx r| r| r| r r r r| rx r r r r r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r| rx r| rx r| r r| r| r| r| r r r r r| r r r r r r r r r r r r r r r r| r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r rx r r r r r| r| r| rx r| r| r| r| r| r| r| r r r r| r r| r r r r| r| r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx r| rx rx r| r r r r r r r r r| r r r rx r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx r r| r| r| r| r r r r r| r r r r| r r r r r r r r r r r r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx r| r r r r r| r| r r r r| r r r rx r r r r r r r r r r r r| r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx r| r r r r| r| r| r r r r| r r r r r r r r r rx r r r r r r| r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r rx r r| r r r| r| r| r| r| r| r r| r| r r r r r r| r| r| r r r r r| r r r r r r| r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r rx r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx r| r| r r r r| r| r r r r r| r r r r| r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx r| rx r| r r r r r r r r r r| r r| r r| r r r r r r r r r r r r r r r r| r r r| r r r r r| r r r r r r| r r r r r r r r r r r r r r r r rx r| r| r| r r r r| r| r r r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx r r| r| r| r| r| r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r| r r r r rx r| r r| r r| r| r r r r r r| r r r r| r r r r r r| r r| r| r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r r r r r r r| r r r r r r r r r r r r r| r r r| r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r| r| r| r rx r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| rx r| r| r r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r r r| r r| r| r| r| r| r r| r| r r r r r r r| r| r| r r| r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r| r| r r r r r| r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r| r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r r r r r r r| r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r r r| r r| r r r r r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r glP@?FzKOI8-RZRussian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251z ISO-8859-5Z MacCyrillicZIBM866ZIBM855N) ZKOI8R_char_to_order_mapZwin1251_char_to_order_mapZlatin5_char_to_order_mapZ macCyrillic_char_to_order_mapZIBM855_char_to_order_mapZIBM866_char_to_order_mapZRussianLangModelZ Koi8rModelZWin1251CyrillicModelZLatin5CyrillicModelZMacCyrillicModelZ Ibm866ModelZ Ibm855Model r r I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langcyrillicmodel.py<module> sb PK @\\9 9 G pip/_vendor/chardet/__pycache__/codingstatemachine.cpython-38.opt-1.pycnu [ U .e @ s( d dl Z ddlmZ G dd deZdS ) N ) MachineStatec @ sD e Zd ZdZdd Zdd Zdd Zdd Zd d Ze d d Z dS )CodingStateMachinea A state machine to verify a byte sequence for a particular encoding. For each byte the detector receives, it will feed that byte to every active state machine available, one byte at a time. The state machine changes its state based on its previous state and the byte it receives. There are 3 states in a state machine that are of interest to an auto-detector: START state: This is the state to start with, or a legal byte sequence (i.e. a valid code point) for character has been identified. ME state: This indicates that the state machine identified a byte sequence that is specific to the charset it is designed for and that there is no other possible encoding which can contain this byte sequence. This will to lead to an immediate positive answer for the detector. ERROR state: This indicates the state machine identified an illegal byte sequence for that encoding. This will lead to an immediate negative answer for this encoding. Detector will exclude this encoding from consideration from here on. c C s0 || _ d| _d| _d | _tt| _| d S )Nr ) _model_curr_byte_pos_curr_char_len _curr_stateloggingZ getLogger__name__Zloggerreset)selfZsm r J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/codingstatemachine.py__init__7 s zCodingStateMachine.__init__c C s t j| _d S N)r STARTr r r r r r ? s zCodingStateMachine.resetc C sh | j d | }| jtjkr0d| _| j d | | _| j| j d | }| j d | | _| jd7 _| jS )NZ class_tabler Zchar_len_tableZ class_factorZ state_tabler )r r r r r r )r cZ byte_classZ curr_stater r r next_stateB s z CodingStateMachine.next_statec C s | j S r )r r r r r get_current_charlenP s z&CodingStateMachine.get_current_charlenc C s | j d S )Nnamer r r r r get_coding_state_machineS s z+CodingStateMachine.get_coding_state_machinec C s | j d S )Nlanguager r r r r r V s zCodingStateMachine.languageN) r __module__ __qualname____doc__r r r r r propertyr r r r r r ! s r )r Zenumsr objectr r r r r <module> s PK @\U 9 pip/_vendor/chardet/__pycache__/utf8prober.cpython-38.pycnu [ U .e @ sH d dl mZ d dlmZmZ d dlmZ d dlmZ G dd deZ dS ) ) CharSetProber) ProbingState MachineState)CodingStateMachine) UTF8_SM_MODELc sT e Zd ZdZ fddZ fddZedd Zedd Zd d Z d d Z Z S ) UTF8Proberg ?c s* t t| tt| _d | _| d S )N)superr __init__r r coding_sm _num_mb_charsresetself __class__ B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/utf8prober.pyr & s zUTF8Prober.__init__c s" t t| | j d| _d S )N )r r r r r r r r r r , s zUTF8Prober.resetc C s dS )Nzutf-8r r r r r charset_name1 s zUTF8Prober.charset_namec C s dS )N r r r r r language5 s zUTF8Prober.languagec C s |D ]f}| j |}|tjkr,tj| _ qlq|tjkrDtj| _ qlq|tj kr| j dkr| j d7 _ q| j tj kr| | jkrtj| _| j S )N r )r Z next_stater ZERRORr ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr stateZ DETECTINGget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_strcZ coding_stater r r feed9 s zUTF8Prober.feedc C s. d}| j dk r&|| j| j 9 }d| S |S d S )NgGz? g ?)r ONE_CHAR_PROB)r Zunliker r r r L s zUTF8Prober.get_confidence) __name__ __module__ __qualname__r r r propertyr r r r __classcell__r r r r r # s r N) Z charsetproberr Zenumsr r Zcodingstatemachiner Zmbcssmr r r r r r <module> s PK @\l⤓8 8 > pip/_vendor/chardet/__pycache__/sbcsgroupprober.cpython-38.pycnu [ U .e @ s d dl mZ d dlmZ d dlmZmZmZmZm Z m Z d dl m Z m Z d dlmZmZ d dlmZ d dlmZ d dlmZ d d lmZ G d d d eZd S ) )CharSetGroupProber)SingleByteCharSetProber)Win1251CyrillicModel Koi8rModelLatin5CyrillicModelMacCyrillicModel Ibm866Model Ibm855Model)Latin7GreekModelWin1253GreekModel)Latin5BulgarianModelWin1251BulgarianModel)TIS620ThaiModel)Win1255HebrewModel) HebrewProber)Latin5TurkishModelc s e Zd Z fddZ ZS )SBCSGroupProberc s t t| tttttttttttt tt tt tt tt ttttg | _t }ttd|}ttd|}||| | j|||g | d S )NFT)superr __init__r r r r r r r r r r r r r Zprobersr r Zset_model_probersextendreset)selfZ hebrew_proberZlogical_hebrew_proberZvisual_hebrew_prober __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcsgroupprober.pyr , s6 zSBCSGroupProber.__init__)__name__ __module__ __qualname__r __classcell__r r r r r + s r N)Zcharsetgroupproberr Zsbcharsetproberr Zlangcyrillicmodelr r r r r r Zlanggreekmodelr r Zlangbulgarianmodelr r Z langthaimodelr Zlanghebrewmodelr Z hebrewproberr Zlangturkishmodelr r r r r r <module> s PK @\$[z j j 8 pip/_vendor/chardet/__pycache__/euctwfreq.cpython-38.pycnu [ U .e{ @ s d Z dZdZdS )g ?i ( i i i R i i i i n i ! i i L , iA is i i i i iL iS i i i i i i i. iN ii i : i i i ? i i i= iN K i il i i i i i i i i i io i$ i ii i ic i8 i i i i i i iz | it " i ie @ i\ i i i i i i i iF i iM iQ H i i P iv if i i i iD iT i i iF iN i E i iO i/ i s i i3 < 2 i i& iL i i iO i iG i iM i i i? i i i` i iF i* i ig i Z i i: i i iK i i i i i i i` i i i ig i i q i i~ i iP i i i i i i! i u i i* i i i i i ~ i i i ie i G i^ i i i U iC i iB i i i i i i i j io i/ i i iO i2 i[ i i i& i i i i S i( i i ip ] i i6 ii i i' i i i i i i8 + i% i[ i i\ i i i i iX i( i i i0 i iH i i i" i! i+ i i1 i" i i i iO iG i i if i1 i i i i i i i2 i9 l i, i i i i i i i} ih i# iq iQ iM i& i X i i i# i i i ij i i M i i % i i i$ i i ' i i iN ii i 7 J i i! i i i i iM i i) iP iU i i i i% i i i i i i iI i i3 i i i ir i i i i m i i i$ i i ix i i i i i i i i i% i& i i i i i i i & i i' i i i' i i . i i i iH i i i i$ # i iD i& iA i i i i i iU iG i i i i iQ iP iS i' i i d i 0 F i i i* i i i i i i iJ i i iU i iI iR i i i< i iS i: i7 i i i i i9 i i} i i i i iV iP iT i i) iC i i i i& i i i) i i im i i i i i i i4 i i i in i* i i i i i i iO i i i i i i+ i( i i i i iU i( i i5 iY ij i il i iu i i) i i* i+ iV i i= i i i i i i i i4 i i! i i iT i, ix i i ie i i iJ iP i is i5 iA iV i/ ik i i i il i! i i iA i i` i i i iA i i i i i i i i i i i i i iM i i i i i i iW i i i it i i i+ } i ij i8 i i i i i i i i i- i) im i i iW i i i i i ia i i iP iK i i, i i i i7 i' iu i i{ ik i i i i i i9 i i i i i i i i i i i1 b i i i i i io i iX i, iQ i i i i i i i iX i i i5 D i il i i i[ i i iY i i% i. iY i i* i i i i iR i i i ip i in c ig i+ i i i' i2 i i i{ i il i im i i i: i if i i i| i5 i i i iZ i i i i i i i, i i i i ; i iI iY i i i[ iX i" i i i i i i~ i i i, i ik i i i- i i i i i iD i i i i> i] i i, i i i iv iL iB i i& i i i i i i iG i i i iB i i i! i i iu i i i i i i ia i i i iv iS i i} i; i iD i i= i i0 i i i\ i( i i i iv i i i i i. i i 9 iH i i i i i] iE i i i i i i! i i/ i i i i i- i i iQ i* i i. i/ i i i i i0 3 i i" i i* iR i i iW i i i/ i ib i. i i i i i i i iR i i i i) i i2 i i i i i i i i iZ i iT i iw i i i i i i i i i i i[ O i i i i` i7 ix i^ i i i i i i i\ i i i i i i ig i i in i i i_ i i~ i i i0 i i ia i iy i] i i i i i i i i; i i- i i iL i i i/ i i i i ` i i# i" i i i i i0 i is i i i id is i i iY i i ik iw io i i i i i i1 i i2 i g ip iQ i iU i iv i i i C iS i i^ i i i5 i i iB i i_ i ib iN i iX i i i i iL ic i i i iK iw i* ia iG i3 i i i i i i1 i6 i i2 i6 N i i i i i3 i i: i i\ iq i i i i- i i i i3 i i i i ix i i ir i i4 i i_ i iU i i i i@ i i5 i i i i i i i/ i+ i6 i i i i i i i i i7 iZ i i i i8 i4 i iC i i i i il i i` i i i i i iY i i i5 i { i i i i $ i7 i iM iV i0 ir i i i ig i iV i i8 i i9 i, iZ i i i{ i# iW i0 i i i$ i i i i i4 i i[ i v i i ic i iV iM i$ i- i i iX i i i id i i iW i[ i i i i i iq i i i1 i i i i it i i i i i i i i2 i i2 i: i3 i i. i i i2 i i i i i i i% i i i i i i i i i i i i i i6 i i4 i i| i i iS i i i i_ i i i i i i` i i i i i i3 i i i; ir i i i i7 iY iL i; i i i i i i iT \ i i i i< i iV i5 i i i i i i i i" ix i% i i; i8 i i i i2 iE i= i! i i i ^ i iw i i" i i i is i i# i< iQ i i ir i$ i i] i i% i i. i& i i3 i5 iB i iy i' i i i i i i i> iY ia ib i( i i i) i* i i i i: i i6 i i^ i i i i i( i i+ i+ i i ix i, i i. ih i/ i- i i i iV i i i h i iz i. i i i i< i i i; i/ i? i i i i i0 i8 i i i i5 i6 i i_ ) i1 i2 i i3 iy i i i i i^ i4 i i i? i$ i+ i\ i i5 i_ iW i i iz i6 i0 i i i] i ip i7 i i i8 i^ i< i iV i9 i i6 i iI w i} ic i^ i i i9 i@ i i iA i i i i i: ie i1 i i iB i i i i i i i i i i7 i; i< i i= i{ i ( i` iR i1 iY i iI i i i i6 i id i> i i ie i? i io iq iY in i i il i iC iD i{ i i i_ iE iP iU i i i i i i iE im i i@ i i: i i i iA i i i i i i# i iN i i iB i iC iW iT iT i i i if i; iD i i& i i| i i i i i i i i i< i= i i i i iV i i i io i i iE i iF i i i i i i i i iD i- i8 i iG id i i i iH it i i iI iz i i iJ i i iK i i i| i i i i i> i i i i i iL i: i i= i iM i i? i i i iH i i i i iN i i i iO iP i iF ik iQ i9 i i i i iu i iv i i i i i iR iS i i i} i i> i i i i i i: iT i i iN i iC i i i iU i~ i i iW i iG i i i i, i i i i iO i i| i i i iO i? iV i` i i i i~ i iw i i i i@ i! i i i; i i i iW i i" i iX i iY i iR ig iu i i ih i ix i= i i iZ i i< i i i[ i i# i i= i i\ i$ i i] iH iI i^ i7 iO i$ i i_ i% iv iJ i i i! iw it i i` ia ib i9 i& i i" i{ i i i' ic i id i8 i i i i i[ i9 i i id iZ i ie i i i i@ i! i( i" if i i i i# i$ iT ig iK i i i% i W iM ih i i ii i i i i% i i i i i i` i iy i7 im iL ij ik i i: i> i! i i i B i) il i| i i iz i ii i iM i i i i i im in iu iq iv i i i i* iN io ip i iq i7 i. ir i iy i i i i i if i i i is i! iy i iO i i i i i+ iP ij i i> i i i i i Y i iA it i iu i% i i iv i i iz i2 iw i, i i i i3 iQ i i i ix i i6 i9 ik i i i& 6 i i- i i iR iy i iQ i9 ic i i' i. i o i( iB iF i? il i i) ie i i iz i iS iT i i i i{ i/ i i" i ib i/ i i` i i i0 iu i iv i i i1 i i i i iU i i* i i/ iE iS i i8 iZ i| i} iF i+ i i i! i~ i2 i, iF iP i im i i i ie is i iC i ir i i i i i ia i3 iZ i% i- i i i i i4 i i i iA i i i i ii i i i i iD i. i i i i in i i i i i i i i i i3 i5 iJ i0 i is i i i i i@ i i iV i i/ i i i6 iW iA i7 io i i iP i0 i i1 i in i a Q i2 i ip i: i iP i ib i i i i i i{ i3 i7 iE i i i i i i| iF iG iX i i i i i i] i i4 i i i} i i i5 i i& i i8 i i i i i i i i iL i i i i i i iY i i i i i i4 i iB i9 i8 i i i i i iH i i/ i3 iZ i[ i i io i i i: i0 i in i\ i i] i i^ i i i i i i iI i i i i; i i4 i i< i= i; i i i i i iX i i i i5 i_ i i i i i i i i} i0 i> ip iJ i i iK i i& iF i i i i i i# i i[ i i i f i > iq i i? ir i i6 i i i i i i i i i ij i i i i i@ i- ip i9 i; i6 iy iA i i i i i' i i i i i i i V i i i` i i4 i i i iK i ia i i6 i i i i i i i" i i iK i i i i i i iY iG io i ib if ic i7 i is ip r i i8 i i i i i iA iQ i iC i, i i i i i i i\ iL i iu i~ i i i i9 i i iB i iZ i i i iC i i i ij id i i0 ih ig i ie i iM i} i7 i i i i iD i i i i i if i: i i iN i; i iE iF i i( i i< i i iG iM i= iw ig i i~ it i? i i i i it im i# i i i+ i i ih i i i i i[ i iO i i i i i i iB i i i$ it i i i i ia i i i iH i i i i iQ i" i< i i i i- i1 i i# iu i' i iD i i i i i iI i i> iJ i% i i iP i i ii i i i= ia i iK i iv i i i i i i i _ i ij i i? iE i1 i i i ik i i8 iQ i i il i i i i im i@ i ib i i i i iR i i i 5 i i i i iL i iw i in i i i4 iH i i iM i i i i i i i i\ i io i iN i] i i i i i\ ix ig i iE i i i i i i i ip i i i iq i i i i i i iO i i i ir i iZ i is it i i i i iP e i i i i i io i i i^ i i} i i i iz iA i& i i i i i i in i- i i iQ i ii i i i i iR i iu i i i i iB i i i iy i i iv iw iB ih iq i i i i< i i* ii iS i" iT iC i> i) i ix iU i i i i~ i i i z i iV i i i i iC i) iq i i iW i i i i iD i iE T iF p i i i# i# iy i i i i iG i iz i i i i i i i i iS i iX i i i i i iu i i= iH i i i_ i iR i i i i i iw i i iY iz i{ iq i i i3 i i5 i i i i{ i i i| i} iS i~ i i i i iZ i[ i i i i i i` i iF i i] i i in i i iI i i i i i i i i iG iT iJ i iK iz iS ir i\ i) i i iv i5 i i ib i i ij i i i i i i i i] i^ i i i ic i i i i i i i ia i: i1 i i i i A ih i ia i i6 i i i ib - i i iH i_ i i i i i i i i i i i i| i i* if i i i i i iD i i iL iW i i i iU i i i i i$ i i i i iN i i iR ik i iE i i i i iM i iS i' i i` i is i iF i i ia i} i i i( ij i i i~ iV iB [ ib iW i i ib i iI i ic i i i i{ i i i i i ic i i i id i i i] i i i i= ie i i i i i i i i iN i i i if ig i i i i ih i i i i i = i iX i i i i i i i i id i iH iC i ii i iT iW i i i i9 i i iN i iK iE ij i4 iJ i iY i i iG i ik i i ih iO i i i i i] iP iZ i il i iQ i[ ik i im in iR io ic i i i i iS iX i i i i\ i+ i i i i iI iT iU iU i i i il i iD i i i ip i iq i k i im i i iK i i i i i iV i8 i i i ir i@ iW ir i iC iG i i i i i^ i i i 8 it i i: i i i! i in is i i" i i# i$ i] it i i% i i& ir iu i' i+ i( i) i ie i i} i i i i i* i4 1 i+ i i i i i i i i, i i i> iX it ir i? i i i- i iv iu i{ i iw iw i i. ix iT i, i i i i/ i0 i i i i1 i i i2 i iG iR i i i^ i iY i iZ i i i[ i3 i^ i i i i i i i) i\ i i4 i@ iv i i5 i i6 i7 i id i] i i i^ i8 i i& i i i i9 iy iu i i i iz iR i i{ i i i i( i_ i i< i9 i il i i i i_ i iS i` ik i i[ i i i i ix i: i i; i< i! i$ i= i i| i i i> id i i i? ie i i i i i i i i i i i} i@ iA iB i i. i~ ia iO i i i i` ib i i i% i i i i i; i i i i iC i iD i i i i if i" iL i i i i i iE i; i iF i& iG i i i ix iH i) i i ic i iI id iT i i i ie i i i i i i iJ i ig i~ iU i ie i i i i if ia i8 ig i i ib ih iK iy i i i iL i i: i i i i i* iM ii i i ic it i iM iN i i i i i i i i i if i i iY id ie i * i i iO iH i i# i i# i; i i i i i iI i\ i@ i i i is i$ i iP iQ i i i iR ij iS iT i i+ i iU i iV i i iL i i! i iJ i\ 4 iW i i iX iY iZ i i[ i> iw ik if i i i+ i i i% i i i$ i i\ i i i il i i] i il i^ i_ ig i% i i` ia ig i i i i i iN iK ib ic id i i ic iw i ie i ib iy i if ih ig ih ih i i' ii i im i iz ij id ii i i i i< i i i| i i i i i i i iO ik i il i i i ia i i im i i i in i i iu i in i i i ie i& i io i i i i i< i ip iq iP iQ i ij i i i i i i( i i_ ir is i i i i i< iE iR if i i i i] i i iI it i= i iu i iv i i i io i i ik i, il iw i' i i im i i i iF i` i i if i i i iS iJ ix i iy iz in i iL ip iO i i i i{ i i i iA iy i i iU i| i} i~ iF i iq i i i i i i i i i i i i ip i i iB i io i i i i ip i i- i ir i i iq iq i i( i ir i i i is i i i i i i i i( i. is i) i it i i i i* i iu i i iT iv iM i{ i i it i i' i i i i i i i i i i i ig iZ iw i i ic i ij i+ ip i i i ix i i i ih i i i i i i i i i, i= i i i i iu i i i i i/ iy i i i iy iv i i i iw i i i i i i i i iz i i i i i> i iC i' i i i i{ i iZ i i i i i i i i ia i i i i iq i? i i i i| i i i" i i i i i} i i i i i= i iA i i1 i i) i i i i? i i i i i ix i i i i i i i i ih i iS i i i i( i i i i i' ix iy i i i i i i i i i i i_ i i i i> i i} iP i i i i i i i~ i i iN i ic i i i i i iH i i ii i i i i i i i i i i i i ij i i i i* i i i i i i i i ih i i i_ i i / i i< i i~ i7 ik iT i i i] i iU ib i it i i ig i iz i i i i| i i i i i i i i i{ i i i i i0 i i i i+ i i, i i i I i i i i i i i i iB i i i4 is i i i i i i i i i i? iC i i i i iG i i i i i i i i i i i i i i i i| i1 i i im iC i i il i i ii i} i i? i i i i i i ih i i iI i i i iV i i i i i i i i^ i i i i i- i. i i i) i i i i i i i2 i ii i i i i i i iA i i i i- i i i i i i i i i i i i i i i i i i i i i i i iQ i i iO i i i i i i i iz iK i i i[ i iJ i i i@ i i. i i i i iD i i} i/ i@ i i i i i i i@ i iR i i i ij i~ i i iJ i i i i i i i i0 i im i i i im i~ i i i i i1 i i i i i i i i i id i i i iX i i i9 i i i i i iU i i i i i iL i i3 i i i i i i i i i i i i i i i$ i( iv i i i& i ib i i i i i i i i i i i i{ i i i i i i i i i i i2 i i i i i i i i i i i i i i i i i^ i i iV i i i i i i i i i i i i i i i2 iW i i iW io ii i ik iX i i i iA i4 i i i i3 i i i i i i i i i i i i i i i i i i i iH i i i i i i i i i i iD i i iI is i i i i i i i i i i iw i i{ i i i i i i i/ in i, i i i i i i i i i i i i i i i i4 iB i i i iP i5 i i i i i i i i i i i| i iz i i i i i i' i i5 i i i i! i i y i i iV i i i i i i i i i i i i i i i i i i i- i i i i i i i i i i i i i i i i" i% i i i iJ iC i i x i i i i i i i il i6 i i i i i i i i i iX i i i i7 i i i iN i im i i i i iW i i i! i i i i i> i8 i i" i# i9 ij iD i i i i$ i i% i i i i iX i& i i' iE i i( iF i i) i ix i ik i i i i i* i+ i i i iD i i i, i i i i i i iK i- i. i/ i: i i0 iJ i i i1 i| i i i i i i i iE i* i2 i i i i i i iH ix i i i i3 i i i i i3 i i i i; ip i i< i i i i i i4 i5 i i i6 i iO i i7 i8 i i9 i i: i i i; i i i i i< i i iY i= i> i i i? i i@ iA iB i i i i= i i i io i if i i i i i i i iC i iD i i# i i i> i iE i i iF iZ iE i i i i[ i$ i i iG i? i i i i iG i i i i@ iH i iA i\ iL i i i i i iI i i i i i i ii iJ i i i i iK iL i] iM iN i i ij i iQ i iB iO iP i i iQ i i i iR i iS iT i i( i i i iC i iU i iV i iW iX i i iY i i i iZ i id i[ ic iH i i_ i i# i0 i\ i i] i in i i i i i i^ i i i_ ik iD i i` ia i i ib i i i ic i i i i id i i i i i i id i^ iE ie i i i i i i i if i i_ i7 i i i i i i iF i i ig i- i i i! i i ih i iq i; i i i i iX i i i i i ii ij i i i i ik il i i i~ im iG i` in iy ip i i io i> i ip i iq i i i ir i ia i i i is it i" iu i| i i? i i i iv i i i i i ie i i iw ix iy i i i i iz i{ i@ i| i i i} i i i i i% is i iR i i. i iM i? i i i~ i i ib i i i@ i i i i i i i i i i i i i i i i i6 iI i i i i i i i i ic i i i i i i i i2 i i i im i i@ i i i i i i iN i i i if i i i iZ i i i i i i i i\ iH i id i i iJ i i i i i i i i i i iK i i i i# i i i i i i i i i iK i i i i ig i i i ih i i> i i. i i i i i i i i i) in t i i i i i io i iI i i i i iq i i ir i i i i i ip i i i i iz i i i iU i iJ i i i1 iK it i i i i i i i i iJ i i iL i i i i i i i N)Z EUCTW_TYPICAL_DISTRIBUTION_RATIOZEUCTW_TABLE_SIZEZEUCTW_CHAR_TO_FREQ_ORDER r r A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwfreq.py<module>, s PK @\~In n : pip/_vendor/chardet/__pycache__/eucjpprober.cpython-38.pycnu [ U .e @ s` d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m Z d dl m Z G dd deZ d S ) ) ProbingState MachineState)MultiByteCharSetProber)CodingStateMachine)EUCJPDistributionAnalysis)EUCJPContextAnalysis)EUCJP_SM_MODELc sP e Zd Z fddZ fddZedd Zedd Zd d Zd d Z Z S ) EUCJPProberc s4 t t| tt| _t | _t | _ | d S N) superr __init__r r coding_smr distribution_analyzerr context_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/eucjpprober.pyr % s zEUCJPProber.__init__c s t t| | j d S r )r r r r r r r r r , s zEUCJPProber.resetc C s dS )NzEUC-JPr r r r r charset_name0 s zEUCJPProber.charset_namec C s dS )NZJapaneser r r r r language4 s zEUCJPProber.languagec C s6 t t|D ]}| j|| }|tjkrN| jd| j| j | t j | _ qq |tj krft j| _ qq |tjkr | j }|dkr|d | jd< | j| j| | j| j| q | j||d |d | | j||d |d | q |d | jd< | jt jkr0| j r0| | jkr0t j| _ | jS )Nz!%s %s prober hit error at byte %s r )rangelenr Z next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ _last_charr feedr stateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r 8 s@ zEUCJPProber.feedc C s | j }| j }t||S r )r r r max)r Z context_confZ distrib_confr r r r Y s zEUCJPProber.get_confidence) __name__ __module__ __qualname__r r propertyr r r r __classcell__r r r r r $ s !r N)Zenumsr r Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr r r r r r <module> s PK @\M}+\ +\ A pip/_vendor/chardet/__pycache__/langbulgarianmodel.cpython-38.pycnu [ U .e'2 @ s4 d Z dZdZe edddddZeedddd dZd S ) ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r M Z c d H m k e O Q f L ^ R n l [ J w T ` o s r r r r r r A E F B ? D p g \ h _ V W G t U ] a q r r r r r r( r/ r4 r5 r6 r7 r8 r i - # + % , 7 / ( ; ! . & $ ) ' " 3 0 1 5 2 6 9 = C < 8 K 4 * > : b r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r> r? r@ rA rB rC rD rE x rF rG rH rI rJ rK rL rM N @ S y r u rW rN rO rP rQ rR rS rT rU X rV rX rY rZ z Y j r[ r\ r] r_ r` r^ r| r~ I P v r r r r r r r r r r r r r ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r r} r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r g! _B?Fz ISO-8859-5Z Bulgairan)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251Z BulgarianN)Z Latin5_BulgarianCharToOrderMapZ win1251BulgarianCharToOrderMapZBulgarianLangModelZLatin5BulgarianModelZWin1251BulgarianModel r r J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langbulgarianmodel.py<module>% s" PK @\{D$$ $ > pip/_vendor/chardet/__pycache__/escprober.cpython-38.opt-1.pycnu [ U .en @ sX d dl mZ d dlmZ d dlmZmZmZ d dlm Z m Z m Z m Z G dd deZ dS ) ) CharSetProber)CodingStateMachine)LanguageFilter ProbingState MachineState) HZ_SM_MODELISO2022CN_SM_MODELISO2022JP_SM_MODELISO2022KR_SM_MODELc sV e Zd ZdZd fdd Z fddZedd Zed d Zd d Z d d Z Z S )EscCharSetProberz This CharSetProber uses a "code scheme" approach for detecting encodings, whereby easily recognizable escape or shift sequences are relied on to identify these encodings. Nc s t t| j|d g | _| jtj@ rD| jtt | jtt | jtj @ r`| jtt | jtj @ r|| jtt d | _d | _d | _d | _| d S )N) lang_filter)superr __init__ coding_smr r ZCHINESE_SIMPLIFIEDappendr r r ZJAPANESEr ZKOREANr active_sm_count_detected_charset_detected_language_statereset)selfr __class__ A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escprober.pyr * s zEscCharSetProber.__init__c sJ t t| | jD ]}|s qd|_| qt| j| _d | _d | _d S )NT) r r r r activelenr r r )r r r r r r : s zEscCharSetProber.resetc C s | j S Nr r r r r charset_nameE s z EscCharSetProber.charset_namec C s | j S r )r r r r r languageI s zEscCharSetProber.languagec C s | j r dS dS d S )NgGz?g r r r r r get_confidenceM s z EscCharSetProber.get_confidencec C s |D ]}| j D ]}|r|js q||}|tjkrhd|_| jd8 _| jdkrtj| _| j S q|tj krtj | _| | _ |j| _| j S qq| j S )NFr )r r Z next_stater ZERRORr r ZNOT_MEr stateZITS_MEZFOUND_ITZget_coding_state_machiner r! r )r Zbyte_strcr Z coding_stater r r feedS s" zEscCharSetProber.feed)N) __name__ __module__ __qualname____doc__r r propertyr r! r" r& __classcell__r r r r r # s r N)Z charsetproberr Zcodingstatemachiner Zenumsr r r Zescsmr r r r r r r r r <module> s PK @\7 > pip/_vendor/chardet/__pycache__/mbcharsetprober.cpython-38.pycnu [ U .eU @ s0 d dl mZ d dlmZmZ G dd deZdS ) ) CharSetProber) ProbingState MachineStatec sV e Zd ZdZd fdd Z fddZedd Zed d Zd d Z d d Z Z S )MultiByteCharSetProberz MultiByteCharSetProber Nc s, t t| j|d d | _d | _ddg| _d S )N) lang_filter )superr __init__distribution_analyzer coding_sm _last_char)selfr __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c s< t t| | jr | j | jr.| j ddg| _d S )Nr )r r resetr r r r r r r r - s z MultiByteCharSetProber.resetc C s t d S NNotImplementedErrorr r r r charset_name5 s z#MultiByteCharSetProber.charset_namec C s t d S r r r r r r language9 s z MultiByteCharSetProber.languagec C s t t|D ]}| j|| }|tjkrN| jd| j| j | t j | _ qq |tj krft j| _ qq |tjkr | j }|dkr|d | jd< | j| j| q | j||d |d | q |d | jd< | jt jkr| j r| | jkrt j| _ | jS )Nz!%s %s prober hit error at byte %sr r )rangelenr Z next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr r feedstateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r = s8 zMultiByteCharSetProber.feedc C s | j S r )r r r r r r r Z s z%MultiByteCharSetProber.get_confidence)N) __name__ __module__ __qualname____doc__r r propertyr r r r __classcell__r r r r r " s r N)Z charsetproberr Zenumsr r r r r r r <module> s PK @\i' -' ' E pip/_vendor/chardet/__pycache__/chardistribution.cpython-38.opt-1.pycnu [ U .e$ @ s d dl mZmZmZ d dlmZmZmZ d dlm Z m Z m Z d dl m Z mZmZ d dlmZmZmZ G dd deZG dd d eZG d d d eZG d d d eZG dd deZG dd deZG dd deZdS ) )EUCTW_CHAR_TO_FREQ_ORDEREUCTW_TABLE_SIZE EUCTW_TYPICAL_DISTRIBUTION_RATIO)EUCKR_CHAR_TO_FREQ_ORDEREUCKR_TABLE_SIZE EUCKR_TYPICAL_DISTRIBUTION_RATIO)GB2312_CHAR_TO_FREQ_ORDERGB2312_TABLE_SIZE!GB2312_TYPICAL_DISTRIBUTION_RATIO)BIG5_CHAR_TO_FREQ_ORDERBIG5_TABLE_SIZE BIG5_TYPICAL_DISTRIBUTION_RATIO)JIS_CHAR_TO_FREQ_ORDERJIS_TABLE_SIZE JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd Zdd Zd d Z d d Z d d Z dd Z dS )CharDistributionAnalysisi gGz?g{Gz? c C s0 d | _ d | _d | _d | _d | _d | _| d S N)_char_to_freq_order _table_sizetypical_distribution_ratio_done _total_chars _freq_charsresetself r H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/chardistribution.py__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateF N)r r r r r r r r = s z CharDistributionAnalysis.resetc C sX |dkr| |}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length r r i N) get_orderr r r r )r charZchar_lenorderr r r feedF s z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r MINIMUM_DATA_THRESHOLDSURE_NOr SURE_YES)r rr r r get_confidenceT s z'CharDistributionAnalysis.get_confidencec C s | j | jkS r )r ENOUGH_DATA_THRESHOLDr r r r got_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr" r )r byte_strr r r r# i s z"CharDistributionAnalysis.get_orderN) __name__ __module__ __qualname__r, r) r( r' r r r& r+ r- r# r r r r r ( s r c s$ e Zd Z fddZdd Z ZS )EUCTWDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) superr2 r r r r r r r r __class__r r r r s z"EUCTWDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr ^ r r" r r r. first_charr r r r# x s z#EUCTWDistributionAnalysis.get_orderr/ r0 r1 r r# __classcell__r r r4 r r2 q s r2 c s$ e Zd Z fddZdd Z ZS )EUCKRDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 r= r r r r r r r r r4 r r r s z"EUCKRDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr r7 r r8 r" r r9 r r r r# s z#EUCKRDistributionAnalysis.get_orderr; r r r4 r r= s r= c s$ e Zd Z fddZdd Z ZS )GB2312DistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 r? r r r r r r r r r4 r r r s z#GB2312DistributionAnalysis.__init__c C s> |d |d }}|dkr6|dkr6d|d | d S dS d S )Nr r r> r8 r7 r" r r r. r: second_charr r r r# s z$GB2312DistributionAnalysis.get_orderr; r r r4 r r? s r? c s$ e Zd Z fddZdd Z ZS )Big5DistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 rB r r r r r r r r r4 r r r s z!Big5DistributionAnalysis.__init__c C sX |d |d }}|dkrP|dkr:d|d | d d S d|d | d S ndS d S ) Nr r r8 ? @ r" r r@ r r r r# s z"Big5DistributionAnalysis.get_orderr; r r r4 r rB s rB c s$ e Zd Z fddZdd Z ZS )SJISDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 rG r r r r r r r r r4 r r r s z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr0|dkr0d|d }n&|dkrR|dkrRd|d d }nd S || d }|d krnd }|S ) Nr r r" rF r )r r. r: rA r% r r r r# s z"SJISDistributionAnalysis.get_orderr; r r r4 r rG s rG c s$ e Zd Z fddZdd Z ZS )EUCJPDistributionAnalysisc s$ t t| t| _t| _t| _d S r ) r3 rO r r r r r r r r r4 r r r s z"EUCJPDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr r7 r8 r r" r )r r. r$ r r r r# s z#EUCJPDistributionAnalysis.get_orderr; r r r4 r rO s rO N) Z euctwfreqr r r Z euckrfreqr r r Z gb2312freqr r r Zbig5freqr r r Zjisfreqr r r objectr r2 r= r? rB rG rO r r r r <module> s IPK @\bA- A pip/_vendor/chardet/__pycache__/hebrewprober.cpython-38.opt-1.pycnu [ U .e6 @ s, d dl mZ d dlmZ G dd deZdS ) ) CharSetProber) ProbingStatec s e Zd ZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZ fddZdd Zdd Zdd Zdd Zdd Zedd Zed d Zed d Z ZS )! HebrewProber g{Gz?z ISO-8859-8z windows-1255c s> t t| d | _d | _d | _d | _d | _d | _| d S N) superr __init___final_char_logical_score_final_char_visual_score_prev _before_prev_logical_prober_visual_proberresetself __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/hebrewprober.pyr s zHebrewProber.__init__c C s d| _ d| _d| _d| _d S )N )r r r r r r r r r s zHebrewProber.resetc C s || _ || _d S r )r r )r Z logicalProberZ visualProberr r r set_model_probers s z HebrewProber.set_model_probersc C s || j | j| j| j| jfkS r ) FINAL_KAF FINAL_MEM FINAL_NUNFINAL_PE FINAL_TSADIr cr r r is_final s zHebrewProber.is_finalc C s || j | j| j| jfkS r ) NORMAL_KAF NORMAL_MEM NORMAL_NUN NORMAL_PEr( r r r is_non_final s zHebrewProber.is_non_finalc C s | j tjkrtjS | |}|D ]}|dkrn| jdkr| | jrR| jd7 _q| | jr| j d7 _ n,| jdkr| | jr|dkr| j d7 _ | j| _|| _q tj S )Nr! r ) stater NOT_MEZfilter_high_byte_onlyr r* r r r/ r DETECTING)r Zbyte_strZcurr r r feed s& zHebrewProber.feedc C sx | j | j }|| jkr | jS || j kr.| jS | j | j }|| jkrR| jS || j k rd| jS |dk rr| jS | jS )Ng ) r r MIN_FINAL_CHAR_DISTANCELOGICAL_HEBREW_NAMEVISUAL_HEBREW_NAMEr Zget_confidencer MIN_MODEL_DISTANCE)r ZfinalsubZmodelsubr r r charset_name s zHebrewProber.charset_namec C s dS )NZHebrewr r r r r language s zHebrewProber.languagec C s( | j jtjkr"| jjtjkr"tjS tjS r )r r0 r r1 r r2 r r r r r0 s zHebrewProber.state) __name__ __module__ __qualname__r# r+ r$ r, r% r- r& r. r' Z NORMAL_TSADIr4 r7 r6 r5 r r r" r* r/ r3 propertyr8 r9 r0 __classcell__r r r r r s4 ; r N)Z charsetproberr Zenumsr r r r r r <module> s cPK @\l⤓8 8 D pip/_vendor/chardet/__pycache__/sbcsgroupprober.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlmZ d dlmZmZmZmZm Z m Z d dl m Z m Z d dlmZmZ d dlmZ d dlmZ d dlmZ d d lmZ G d d d eZd S ) )CharSetGroupProber)SingleByteCharSetProber)Win1251CyrillicModel Koi8rModelLatin5CyrillicModelMacCyrillicModel Ibm866Model Ibm855Model)Latin7GreekModelWin1253GreekModel)Latin5BulgarianModelWin1251BulgarianModel)TIS620ThaiModel)Win1255HebrewModel) HebrewProber)Latin5TurkishModelc s e Zd Z fddZ ZS )SBCSGroupProberc s t t| tttttttttttt tt tt tt tt ttttg | _t }ttd|}ttd|}||| | j|||g | d S )NFT)superr __init__r r r r r r r r r r r r r Zprobersr r Zset_model_probersextendreset)selfZ hebrew_proberZlogical_hebrew_proberZvisual_hebrew_prober __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcsgroupprober.pyr , s6 zSBCSGroupProber.__init__)__name__ __module__ __qualname__r __classcell__r r r r r + s r N)Zcharsetgroupproberr Zsbcharsetproberr Zlangcyrillicmodelr r r r r r Zlanggreekmodelr r Zlangbulgarianmodelr r Z langthaimodelr Zlanghebrewmodelr Z hebrewproberr Zlangturkishmodelr r r r r r <module> s PK @\jmj j = pip/_vendor/chardet/__pycache__/big5freq.cpython-38.opt-1.pycnu [ U .ez @ s d Z dZdZdS )g ? ( i i i R i ia i i n i ! i i L , iB i i i i i i{ i] i i i ij i i i. iN ii i : i i i ? i i i= iN K ik iq i i i i i ib i i i io i2 i ii i ic i8 i i i i i i i{ | i " i i @ i\ i i i i i i i iF i i| iQ H i i P iv i i i i iD i^ i i iF i} i E i iO i0 i s i i4 < 2 i i& iM i i i~ i iG i i[ i i i? i i ia i iK i* i ig i Z i i: i i iK i i i i i i i` il i i i i i q i i~ i i i i i i i ic i u i i* i i i i i ~ im i i ie i G i^ i in i U iC i iC i i i i i i i j io i/ i i iP i7 i[ i i i? i i i io S i( i i ip ] i i6 ij i i@ i i i i i i8 + i3 i[ i i\ i i i i i] iA i i i1 i iH i i id i i+ i i2 i i i i iO iL i i if i1 i i i i i i i3 i9 l i, i i i i i i i i ie iz iQ iM i& i X i i i i i i ik ip i M i i % i i i i i ' i i i\ i i 7 J i i! i i i i iN i iB iP i_ iq i i i i i i i i i iI i i8 i i i i{ i i i i m i i if i i ix i i i i i i i i ig i i i i i i i i & i i' i i i i i . i i i iM i i i i$ # i iD ih iA i i ir i i iU iG i i i i i iQ iS ii i i d i 0 F i i iC i i i i i i iJ i i iU i iN i i i i< i i i: iA i i i i i9 i i} i i i i iW iP i i i) iD i i i i4 i i i) i i ir i is i i it i i9 i i i is i* i i i i i i i] i i i i i iD ij i( i i i i i iu i5 iY ij i il i iu i i i i i i` i i= i i i i i i i i5 i i! i i iT iE ix i i ie i i iO iP i i| i6 iA i i/ ik i i i il i! i i iB i i` i i i iA i i i i i i iv i i i iw i i iM i i i i i i ia i i i i} i ix i, } i i iB i i i i i i i i iF ik im i i i i i i i i ib i i) i^ iP i i, i i i i7 i5 i~ iy i| i iz i i i i iC i{ i i i i i i i i i i1 b i i i i i it i i i i_ i i i i i i i ib i i i5 D i il i i| i[ i* i i i i% iG i^ i il i i i i i` i i i ip i in c ig im i i i' i2 i i i{ i i i i i i iD i if i i i| i: i i i i i i i i i i in i i i i ; i iI iY i} i i iX i" i i i i i i i i i- i il i i i i i i i i iE i i~ i i> i] i i, i i i iv iL iB i i& i i i i i i iG i i i iB i i i+ i i i i i i i i i ia i i i i ia i i} iE i iD i i= i i0 i i i i6 i i i iv i! i i i i i i 9 iH i i i i i iF i i i i i i" i iH i i i i io i i iR i* i i. i i i i i iI 3 i i, i i* iS i i iX i i i/ i ib ip i i i i i i i iR i i i i7 i i2 i i i i i i i i i_ i ib i i i i i i i i i i i i i` O i i i i` i7 i i i i i i i i ia i i i i i i ig i i i i i i_ i i~ i i i i i ia i i ib i i i i i i i i; i i- i i iQ i i iq i i i i ` i i# i# i i i i ir i is i i i id it i i ic i i ik iw i i i i i i i i i i g i iQ i iU i i i i i C iS i ic i i i5 i i iB i i_ i ic iN i iY i i i i iL id i i i iK i i8 ia iG i i i i i i is i6 i it i; N i i i i i4 i i: i i\ iq i i i i. i i i iu i i i i i i i ir i i i i i ic i i i i@ i i i i i i i i i/ i9 i i i i i i i i i i< id i i i i8 iv i iC i i i i im i i i i i i i iZ i i iw i { i i i i $ i i iM id i0 ir i i i ig i iV i i i i i: iZ i i i{ i$ ie i0 i i i$ i i i i i5 i i[ i v i i ic i iV iR i$ i; i i if i i i id i i iW ie i i i i i i i i iJ i i i i iu i i i i i i i iK i i2 i iL i i. i i i2 i i i i i i i% i i i i i i i i i i i i i ix i iM i i} i i iT i i i id i i i i i i` i i i i i i3 i i i; i i i i iy iY iL i i i i i i i iU \ i i i i i iV iN i i i i i i i i" ix i% i i; i= i i i i2 iE i i! i i i ^ i i" iw i i# i i i i i i$ i< iQ i i ir i% i i] i i& i i< i' i i3 i6 iB i i i( i i i i i i i ig i i i) i i i* i+ i! i i i: i i7 i i^ i i i i i( i i, i+ i i ix i- i i/ ih i= i. i i i iV i i i h i i i/ i i i i< i i i; i0 i i i i i i1 iz i i i i5 i6 i i_ ) i2 i3 i i4 iy i" i i i i^ i5 i i i? i% i+ if i i6 i_ iW i i i i7 i> i i ig i# iu i8 i i i9 ih iF i iV i{ i iO i iI w i~ i i^ i i i: i i i i i i i i i; ie i1 i i i i i i i i i i i i iP i< i= i i> i i ( i` iR i? iY i iI i i i i7 i i i? i i i i@ i io iq iY in i i il i i i i i i ii iE iP iV i i! i i i i i in i iA i i| i i i iB i i i i i i- i iO i i iC i iD iW iT iT i i i i i} iE i i& i i i i i i i i i i i~ iG i i i i$ iW i i i io i i iF i iG i i i" i i i# i i iD i- iQ i iH ie i i i iI i i i iJ iz i i iK i i iL i i$ i i i i i iH i i i i i iM i: i i i iN i iI i i i iH i i i i iO i i i iP iQ i i ik iR iR i i i i i i i i i i i i iS iT i i i i% i i i i i i& iS iU i i iS i iC i i i iV i~ i i! iX i i i i i i, i i i i iO i i| i i i iP i ie i i i i i i i i i i i i i iT i i i iW i i i iX i iY i iR i iv i i i i i i= i i iZ i iU i i i[ i i i iV i% i\ i i i] i i i^ i8 iT i. i' i_ i iv i i i i iw it i i` ia ib i> i i i" i{ i i i ic i id i9 i i i i i[ i9 i i id ih i ie i i i iJ i! i i if i i i i i iT ig i i i i% i W iM ih i i ii i i i i i i i i i( ij i iy i7 im i ij ik i i? iW i" i i i B i il i| i i) iz i i i i i i i i i im in iu iv iw i i i* i i io ip i iq i7 i. ir i i i i i i i if i i i is i& iy i i i i i i i i i i i> i i i i i Y i i it i iu i/ i+ i iv i i i i@ iw i i i i i3 i i i i, ix i i6 i9 i i i i 6 i i i! i i iy i iQ i: ic i i i i- o i i iF iX i i i if i i iz i i i i i i i{ i/ i i' i ib i i i` i i i iu i iv i i i i i i i i i i i i0 iE iS i i8 i[ i| i} iG i i i i! i~ i i iF iU i i i i i ie is i i i iw i i i i" i ia i iZ i& i i i i i i i i i iA i i i i ii i i i i i i i i i i io i i i i i i i i i iA i iJ i0 i ix i i i i iY i i i i i i i i i iZ i8 io i i iQ i i i i i i a Q i i ip i; i iP i ib i i i i i i i i i i i i i i i i i i i i i i i i] i i i i i i i i i i' i i i. i i i i i i i iL i i i i i i i i/ i i i i iB i0 i[ i i8 i i i i i i i i/ i3 i i i i i i i i i0 i in i i i i i i i i i i i i i i i i i i4 i i i i< i i i i i iY i i i iC i i i i i i i i i} i1 i i i i i iK i i0 iF i i i i i i# i i\ i i i f i > i i i i i i i i i i i i i i i ij i i i i i i- ip i9 i@ i6 iy i i i i i i1 i i i i i i i V i i i i i4 i i i iK i1 i i iD i i i i i i i# i i i i i2 i i i i iZ iH ip i i ig i i i i iq r i i i i i i i iK iV i i\ i, i i i i i i i] i i iu i i i i i i i i i iZ i i i i i i i ij i i i0 ih ih i i i i i iE i i i i i i i i i i i i i i i i i i i i i2 i i i i i iM i iw i i i iy i? i i i i it im i( i i i+ i i i i i i i ii i i i i i i i i iL i i i) i i i i i if i i i i i i i i iR i" iA i3 i i i- i1 i i$ i i( i i] i i# i i$ i i i i i i* i i i i i i i i i= ik i i! i i i i i i i i i _ i i i i i^ i2 i i i i i i9 i i i i i i i4 i i i i ib i i i i i i i i 5 i i i i i" i i i i i i i4 iI i i i# i i i i i i i ij i i i i$ ik i i i i i\ i ig i iE i5 i i i i i i i i i i i i6 i i i i i i% i i i i i i[ i i i i i i i i& e i i i i i io i i il i i} i i i iz i i+ i i i i i i in i- i i i' i ii i i i i i( i i i i i i i i i i i i i i i iB ii iq i i i i< i i* ij i) i" i* i i> i) i7 i i+ i i i i i i i z i i, i i i i iM i) ir i i i- i i i i i i i T i p i i i# i# i i i i i i i i i i i i i i i i iS i i. i8 i i i i iz i9 i= i i i im i iS i i i i i ix i i i/ i i iq i i i3 i i5 i i: i i i i i i i i i i i; i i0 i1 i i i i i in i i_ i i] i i in i i i i i i% i i i i i i` i i i i iz iT is i2 i3 i i i{ i5 i i ig i i ik i i i i i i i i3 i4 i i i ic i i i i i i i ia i: i1 i i i i! A ih i io i i6 i" i i il - i i ia i5 i i i i i i i# i! i i$ i i i i4 if i i i% i& i iN r i i iW i i i i i i i' i i$ i i i< i iN i i iW ik i iO i i i i i i iX i, i i6 i& it i iP i i i7 i i i i- ij i i i i iC [ ip i i i' i8 i ib i im i i i i{ i( i i i i i9 i i i i: i i i^ i i i iB i; i i i i i i i i i i i i) i< i= i i i i i> i i i i i = i i i i i i i i i i in i iH iD i i? i iU iW i i= i i: i i iN i iK iE i@ i4 ic i i i> i iQ i iA i i ih i i i i i( i] i i i iB i* i i il i iC iD i iE ih i i i i i iX i i i i i+ i i i i+ iJ i i iU i i i im i iE i i i iF i iG i k i in i i id i i i i i i iF i! i i ir i@ i iH i" iC iG i i i i i^ i i i 8 it i) i; i i? i! i io iI i i" i# i# i$ i iJ i i% i i& ir iK i' i5 i( i) i io i@ i} iA i i, i i* i4 1 i+ i i i i i i" i i, i i iC i iu ir iD i- i i- i iL iv i{ i i| iM i. i. iN iY i6 i i i i/ i0 i/ i i i1 i$ i i2 i% iG iR iB i i_ i i iC i i iD i i3 i i i i i i i i. i i i4 i@ iw i i5 i i6 i7 i ii i i& i0 i i8 i i& i i* i+ iG iO iu i# i i1 iP iR i iQ i i i i) i i i= i9 i il i i i i iE iS i ik i i\ i i i i iy i: i i; i< iF i% i= i iR i i i> id i' i, i? ie i$ i i2 i3 i- i i i4 i i( iS i@ iA iB i i. iT i iO i i i i i i i i& i i i i i< i i i i iC i iD i i iU i ip iG ie i i i i i iE i; iV iF i' iG i) i i i} iH i* i iW i i iI i iT i i i i i i i i i i iJ i. ig i~ iU i ij i i i iX i i i8 i i* i i i iK i~ i i i iL i iH i i i i% i+ if i i i i it i iM iN i i i i i i i i i ik iY i iY i i i * i/ i iO iR iZ iH i i# iI i i i i i5 iS i] iE i[ i\ i is iI i+ iP iQ i, i i iR i iS iT i i, i iU i] iV i i iL i- i! i iT i\ 4 iW i i iX iY iZ i i[ i> iw i i i i i+ i^ i iJ i i_ i$ i i\ i i i il i. i] i` i i^ i_ iq i% i i` ia i i i i i6 ig iU ib ic id ia i iq ix i ie i ib iy i if ih ig ih i i i' ii i i i i ij ir i i i0 i i= i ib i| i i i i i i i ih ik i il i i i ia i ic im i i i in i i iu i i id ie i is iK i/ io i7 i i& i iJ i8 ip iq ii ij if i i ig i i i i( i i` ir is i i i i i< iF ik if i i i i] i i iI it i> i iu i iv i i i i i i0 i i- i iw iL i i i i i i iG ia i i it i i i iS iK ix i iy iz i i iV i iO i i1 i i{ i i i iF iy i i9 iZ i| i} i~ iF i i i i i i: i i i i i2 i i i ip i i; iG i i i ih i i i i i7 i i i i iq i i iM i i i i i i i i i i i i i i( i8 i iN i i i3 i i iO i< i i i iT i iW i i i i i i( i i i i1 i i i i i i i iu iZ i i i ic i ij iP ip i i i i i i i iv ii ij i i i i i i iQ iK i i i i' i i i i i i9 i i i i iz i i i i i ik i i i i i i i2 i i il i i i> i= iC i' i i i> i i iZ i i i i im in i i ib i i i i iq i? i i i i i i i" i i i? i i} i i io i@ i> i iA i i1 i i) i i i i? i i i i i ix i i i i i i3 i i ih i i il i i i i) i i ip i i' i i i i4 i i i i i i i iA i_ i iB i iL i i iP iq i i i ir i i i i iX i ic is i! i i i iH i i iw i i i iC iD it i i i i i i ix i i i i/ i i i i5 i i4 iu i ir i i i_ i i / i i< i i~ i7 iy im i i i^ i5 in ib i it i i il i i i i6 i i i7 i i i i i i iv i i i i i8 i: i i i i0 i i1 i iw i I i i i i i i( i i iB i i i4 is i i i i i i i i i i? iC i ix i iE iH i i iF iy iz iG i i i i i{ i i i i| i i; i} i9 im iH i~ i iz i i is i i iM i i i i i i im i i iI i i i io i i i i i i i i_ i i i i i2 i3 iH i i* i i i i i i i< i ii i: i i i i i iA i i i iR i i i i i i i i" i i i i i i i i i i i i i i i iQ i i iY i i i i i i i i{ iK i i i[ i iJ i i iN i iS i i i i iI i i iT i@ i i i i i i i@ i iR i i i it i i i iJ iI i i i i i i iU i im i i i i{ i i i i i; iV i i i i i i< i i i id i i i iX i i i9 i i i6 i i iU i i i i i iL i! i= i i) i i i i i i i i i i i i= i$ i( iv i i i& i ic i i i i i i i i> i i i i{ i" i i i i i# i i i i iW i i i i i i i i$ i i% i i i i i i& i^ i i i[ i i i' i i i i i i i i( i i i i2 i\ iJ i ip ip in i iu iq i) i i iO i> i i i* iX i i i i+ i i i, i i i i i i i i iK i i i iI i- i i i! i i i i i i. iD i i iJ is i# i i i i i7 i i i i/ iw i i| i i i i i i" i4 i| i, i i i i i i i i i i i i i i? iY iP i0 i i1 iZ iZ i i i i i i i# i@ i2 i i| i iz i i i i iA i' i i? i i i i8 i i y i iL iV i i3 i i i i$ i i i iM i i% i i i i i i i. i i4 iN i i i i i i i i i i i i5 i9 i% i i i iK iQ i i x i6 i7 i iB i i iO iv i[ i i i& i i i i i i iX i i* i i\ iP i i iN i+ iw i i i i iW iC i i i iQ iD i i? i] i i i i^ io iR i i iE i i i iF i i' i iX i iG i iS i i iT iR i i8 ix i ik iS i iT i i i i i i iD i i9 i! i i i i i( i iL i" i# i$ i% i_ i i& iJ i: iU i i} i i) i i i; i< i iE i+ i' i i iH i= iV i* iH iy i, i+ iW i3 i> i i i? i( iI i, i- i` iq i ia i i i i i i) i* iX i i+ i iO iY i, i- i i. i i/ i i i0 i. i i i i1 i iJ ir i2 i3 i$ i i4 i i5 i6 i7 i i ib i i i i} i if i iK i i i i i i8 iZ i9 i i: i i ic i i: i i i; is iJ i@ i i it i; i i/ i< id i i i i iU i i0 i ie i= i if iu iM i i i i i i> i i[ i iA iL i ii i? i i i i i@ iA iv iB iC i\ i ij i i[ i ig iD iE i i iF i iB i iG i i iH i i( i iM iC ih i iI iN iJ i iK iL i i iM i i1 i2 iN i id iO id iV iD i` i i# i5 iP i] iQ iE in i i i i i^ iR i_ iF iS ip ii i iT iU i i i iV i i i i iG i i i ie iH iO i i iP i` iW iw ij iX i i i3 i ia i iI iY iJ ix i7 i i i i- i i4 ik i ib iZ i- i i i. ic i i[ i ir i; i iK i5 iL iX i i i i i i\ i] i i i6 i% i^ i_ i i i~ i` il iy ia iz i~ i i ib i? i ic i7 id i i i ie i iz i i iM if ig i/ ih i| i i@ id i i ii iN i i i i8 if i i ij ik i iO iP i i il im i@ in i9 i io i i i i i< is i i\ iQ i. iR iN i@ i i ip i iS i{ iq i iA i i i i i iT i i i i i: i i ir i is i@ iW i; it iu i iv iw ix iy i| i i i i iz i i i3 iQ i i im i iA i{ i| i i i i} iO iR i i ig i i i~ iZ i i i i i i i i\ im i i} i i< iX i i i i i i i i i i iY i i i i0 i i i i i= i i i i iL i i i i ih i i i ii i> i> i i/ i? iU i i i i i ie i) ix t i if iS i i iy i in i i i iT i i@ i i i i i i i i i i i i iz iU ig i iV i io i i i6 ip it i i i i i i iA i iJ iV ih iZ i i iW i i i i N)Z BIG5_TYPICAL_DISTRIBUTION_RATIOZBIG5_TABLE_SIZEZBIG5_CHAR_TO_FREQ_ORDER r r @/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5freq.py<module>+ s PK @\): ? pip/_vendor/chardet/__pycache__/sjisprober.cpython-38.opt-1.pycnu [ U .e @ s` d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z m Z G dd deZ d S ) )MultiByteCharSetProber)CodingStateMachine)SJISDistributionAnalysis)SJISContextAnalysis) SJIS_SM_MODEL) ProbingState MachineStatec sP e Zd Z fddZ fddZedd Zedd Zd d Zd d Z Z S ) SJISProberc s4 t t| tt| _t | _t | _ | d S N) superr __init__r r coding_smr distribution_analyzerr context_analyzerresetself __class__ B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sjisprober.pyr % s zSJISProber.__init__c s t t| | j d S r )r r r r r r r r r , s zSJISProber.resetc C s | j jS r )r charset_namer r r r r 0 s zSJISProber.charset_namec C s dS )NZJapaneser r r r r language4 s zSJISProber.languagec C sN t t|D ]}| j|| }|tjkrP| jd| j| j | t j | _ qq |tj krjt j| _ qq |tjkr | j }|dkr|d | jd< | j| jd| d | | j| j| q | j||d | |d | | | j||d |d | q |d | jd< | jt jkrH| j rH| | jkrHt j| _ | jS )Nz!%s %s prober hit error at byte %s r )rangelenr Z next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ _last_charr feedr stateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r 8 sH zSJISProber.feedc C s | j }| j }t||S r )r r" r max)r Z context_confZ distrib_confr r r r" Y s zSJISProber.get_confidence) __name__ __module__ __qualname__r r propertyr r r r" __classcell__r r r r r $ s !r N)Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr Zenumsr r r r r r r <module> s PK @\ Q Q : pip/_vendor/chardet/__pycache__/euctwprober.cpython-38.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)EUCTWDistributionAnalysis)EUCTW_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) EUCTWProberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwprober.pyr " s zEUCTWProber.__init__c C s dS )NzEUC-TWr r r r r charset_name( s zEUCTWProber.charset_namec C s dS )NZTaiwanr r r r r language, s zEUCTWProber.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r ! s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\ӲN 4 pip/_vendor/chardet/__pycache__/escsm.cpython-38.pycnu [ U .e) H @ s d dl mZ dZejejdejejejejejejejejejejejejejejejejejejejdejdejdejdddejdejdddejdejdejejejejejejejf0ZdZedeedd d Zd Z ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejddejejejejejejejejejejejejejejejejejejejejejejf@Z d Z e d e e dd d Z dZ ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejdejejejejejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejfHZdZe deeddd ZdZejdejejejejejejejejejejejejejejejejejejejdejejejejejejdejejejejejejejejejejejf(ZdZedeeddd ZdS ) ) MachineState( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r z HZ-GB-2312ZChinese)Z class_tableZ class_factorZ state_tableZchar_len_tablenameZlanguage( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r z ISO-2022-CN( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r r z ISO-2022-JPZJapanese( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r z ISO-2022-KRZKoreanN)Zenumsr ZHZ_CLSZSTARTZERRORZITS_MEZHZ_STZHZ_CHAR_LEN_TABLEZ HZ_SM_MODELZ ISO2022CN_CLSZ ISO2022CN_STZISO2022CN_CHAR_LEN_TABLEZISO2022CN_SM_MODELZ ISO2022JP_CLSZ ISO2022JP_STZISO2022JP_CHAR_LEN_TABLEZISO2022JP_SM_MODELZ ISO2022KR_CLSZ ISO2022KR_STZISO2022KR_CHAR_LEN_TABLEZISO2022KR_SM_MODEL r r =/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escsm.py<module> s $ $ $ $ PK @\!gÒ Ò ; pip/_vendor/chardet/__pycache__/jpcntx.cpython-38.opt-1.pycnu [ U .eL @ s8 d Z G dd deZG dd deZG dd deZdS ))S)S r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c @ sP e Zd ZdZdZdZdZdZdd Zdd Z d d Z d d Z dd Z dd Z dS )JapaneseContextAnalysis d i r c C s* d | _ d | _d | _d | _d | _| d S N) _total_rel _rel_sample_need_to_skip_char_num_last_char_order_doneresetself r >/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jpcntx.py__init__{ s z JapaneseContextAnalysis.__init__c C s* d| _ dg| j | _d| _d| _d| _d S )Nr r F)r NUM_OF_CATEGORYr r r r r r r r r s z JapaneseContextAnalysis.resetc C s | j r d S | j}||k r| |||d \}}||7 }||krT|| | _d| _q|dkr| jdkr| jd7 _| j| jkrd| _ q| jt| j | d7 < || _qd S )Nr r r T)r r get_orderr r MAX_REL_THRESHOLDr jp2CharContext)r byte_strZ num_bytesiorderchar_lenr r r feed s z JapaneseContextAnalysis.feedc C s | j | jkS r )r ENOUGH_REL_THRESHOLDr r r r got_enough_data s z'JapaneseContextAnalysis.got_enough_datac C s, | j | jkr"| j | jd | j S | jS d S )Nr )r MINIMUM_DATA_THRESHOLDr DONT_KNOWr r r r get_confidence s z&JapaneseContextAnalysis.get_confidencec C s dS )Nr r r )r r r r r r s z!JapaneseContextAnalysis.get_orderN)__name__ __module__ __qualname__r r$ r! r r# r r r r" r% r r r r r r t s r c s0 e Zd Z fddZedd Zdd Z ZS )SJISContextAnalysisc s t t| d| _d S )NZ SHIFT_JIS)superr* r _charset_namer __class__r r r s z SJISContextAnalysis.__init__c C s | j S r )r, r r r r charset_name s z SJISContextAnalysis.charset_namec C s |sdS |d }d| kr$dks>n d| kr:dkrjn n,d}|dksbd | kr^dkrnn qnd | _ nd }t|d kr|d }|d krd| krd krn n |d |fS d|fS )Nr& r r ZCP932r r )r, lenr r Z first_charr Z second_charr r r r s . z SJISContextAnalysis.get_order)r' r( r) r propertyr/ r __classcell__r r r- r r* s r* c @ s e Zd Zdd ZdS )EUCJPContextAnalysisc C s |sdS |d }|dks0d| kr,dkr6n nd}n|dkrDd}nd }t |d kr|d }|d krd| krxd krn n |d |fS d |fS ) Nr& r r r r r )r8 r9 r r r r s z EUCJPContextAnalysis.get_orderN)r' r( r) r r r r r r< s r< N)r objectr r* r< r r r r <module> s VC PK @\Z V V D pip/_vendor/chardet/__pycache__/langhebrewmodel.cpython-38.opt-1.pycnu [ U .eQ, @ s d Z dZe edddddZdS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r E [ O P \ Y a Z D o p R I _ U N y V G C f k T r g s r r r r r r 2 J < = * L F @ 5 i ] 8 A 6 1 B n 3 + , ? Q M b K l r r r r r | ( : S 4 / . H ^ q m " t v d u w h } W c j z { 7 e x 0 ' 9 ; ) X ! % $ # > ~ & - r ` r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r g C|?Fz windows-1255ZHebrew)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZWIN1255_CHAR_TO_ORDER_MAPZHEBREW_LANG_MODELZWin1255HebrewModel r r G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhebrewmodel.py<module>% s PK @\V @ pip/_vendor/chardet/__pycache__/universaldetector.cpython-38.pycnu [ U .e0 @ s d Z ddlZddlZddlZddlmZ ddlmZmZm Z ddl m Z ddl m Z ddlmZ dd lmZ G d d d eZdS ) a Module containing the UniversalDetector detector class, which is the primary class a user of ``chardet`` should use. :author: Mark Pilgrim (initial port to Python) :author: Shy Shalom (original C code) :author: Dan Blanchard (major refactoring for 3.0) :author: Ian Cordasco N )CharSetGroupProber) InputStateLanguageFilter ProbingState)EscCharSetProber) Latin1Prober)MBCSGroupProber)SBCSGroupProberc @ sn e Zd ZdZdZedZedZedZ dddd d d d d dZ e j fddZ dd Zdd Zdd ZdS )UniversalDetectoraq The ``UniversalDetector`` class underlies the ``chardet.detect`` function and coordinates all of the different charset probers. To get a ``dict`` containing an encoding and its confidence, you can simply run: .. code:: u = UniversalDetector() u.feed(some_bytes) u.close() detected = u.result g?s [-]s (|~{)s [-]z Windows-1252z Windows-1250z Windows-1251z Windows-1256z Windows-1253z Windows-1255z Windows-1254z Windows-1257)z iso-8859-1z iso-8859-2z iso-8859-5z iso-8859-6z iso-8859-7z iso-8859-8z iso-8859-9z iso-8859-13c C sN d | _ g | _d | _d | _d | _d | _d | _|| _t t | _ d | _ | d S )N)_esc_charset_prober_charset_probersresultdone _got_data _input_state _last_char lang_filterloggingZ getLogger__name__logger_has_win_bytesreset)selfr r I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/universaldetector.py__init__Q s zUniversalDetector.__init__c C sV dddd| _ d| _d| _d| _tj| _d| _| jr>| j | j D ] }| qDdS )z Reset the UniversalDetector and all of its probers back to their initial states. This is called by ``__init__``, so you only need to call this directly in between analyses of different documents. N encoding confidencelanguageF ) r r r r r PURE_ASCIIr r r r r )r proberr r r r ^ s zUniversalDetector.resetc C s> | j r dS t|sdS t|ts(t|}| js|tjrJdddd| _nv|tj tj frldddd| _nT|drdddd| _n:|d rd ddd| _n |tj tj frd ddd| _d | _| jd dk rd | _ dS | j tjkr.| j|rtj| _ n*| j tjkr.| j| j| r.tj| _ |dd | _| j tjkr| js^t| j| _| j|tjkr:| jj | j | jj d| _d | _ n| j tjkr:| j st | jg| _ | jt!j"@ r| j #t$ | j #t% | j D ]:}||tjkr|j | |j d| _d | _ q&q| j&|r:d | _'dS )a Takes a chunk of a document and feeds it through all of the relevant charset probers. After calling ``feed``, you can check the value of the ``done`` attribute to see if you need to continue feeding the ``UniversalDetector`` more data, or if it has made a prediction (in the ``result`` attribute). .. note:: You should always call ``close`` when you're done feeding in your document if ``done`` is not already ``True``. Nz UTF-8-SIG ? r zUTF-32s zX-ISO-10646-UCS-4-3412s zX-ISO-10646-UCS-4-2143zUTF-16Tr )(r len isinstance bytearrayr startswithcodecsBOM_UTF8r BOM_UTF32_LE BOM_UTF32_BEBOM_LEBOM_BEr r r# HIGH_BYTE_DETECTORsearch HIGH_BYTE ESC_DETECTORr Z ESC_ASCIIr r r feedr ZFOUND_IT charset_nameget_confidencer! r r r ZNON_CJKappendr r WIN_BYTE_DETECTORr )r Zbyte_strr$ r r r r6 o s zUniversalDetector.feedc C st | j r | jS d| _ | js&| jd n| jtjkrBdddd| _n| jtjkrd}d}d}| j D ]"}|sjq`| }||kr`|}|}q`|r|| j kr|j }|j }| }|d r| jr| j||}|||jd| _| j tjkrn| jd dkrn| jd | j D ]`}|sq t|trP|jD ] }| jd |j |j| q,n| jd |j |j| q | jS ) z Stop analyzing the current document and come up with a final prediction. :returns: The ``result`` attribute, a ``dict`` with the keys `encoding`, `confidence`, and `language`. Tzno data received!asciir% r& r Nr ziso-8859r z no probers hit minimum thresholdz%s %s confidence = %s)r r r r debugr r r# r4 r r8 MINIMUM_THRESHOLDr7 lowerr+ r ISO_WIN_MAPgetr! ZgetEffectiveLevelr DEBUGr) r Zprobers) r Zprober_confidenceZmax_prober_confidenceZ max_proberr$ r7 Zlower_charset_namer Z group_proberr r r close sj zUniversalDetector.closeN)r __module__ __qualname____doc__r= recompiler2 r5 r: r? r ZALLr r r6 rB r r r r r 3 s$ mr )rE r, r rF Zcharsetgroupproberr Zenumsr r r Z escproberr Z latin1proberr Zmbcsgroupproberr Zsbcsgroupproberr objectr r r r r <module> s PK @\*RV RV 6 pip/_vendor/chardet/__pycache__/jisfreq.cpython-38.pycnu [ U .ed @ s d Z dZdZdS )g @i ( ( i' iO i i} i i i i i] i i i i i i i i i i i i iX i} i i ik ig i i ik i i i i i i i i% i& 0 1 , - i i i i i i i i i i< i i ip i i i i i i ig i i i iW iX i i ih i" i i i i i i i i\ i i i i/ i i i i i i i0 i i ih i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i iV ij i4 i i i iB i i i8 i9 i: i; i< i= i> iv i i i iS i ie i if i i id i+ i i ia iw i i i iI i i~ i i i i? i@ iA iB iC iD i i i- i i ii i i i iE i^ i. i i3 i ii iF i/ iY i i i i ij i i iG iH iI iJ iq i1 iY ik / i 2 # i * [ \ 5 i ! i! % @ il ' iA 4 < i i- i i7 S i ~ iK i= E ; 7 i7 i8 m & O iK = i~ id iL iM iN iO iP iQ iR iS iT iU iV Y > J " ip p i T i_ i . X i L ij e i 9 P il y i i D i ) ih i F ? + i i ig c i B ] iN 8 j : i5 i i i7 R i4 G d i n i h it 6 3 $ W C i i: ix i i* iV i iW iX iY iZ i[ i\ i] i^ i_ i` i ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it i iu iv iw ix iy iz i{ i| i i i i il i} i i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i ik i i i> i i i i i ij i i iZ i[ i\ i] i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i2 i i i{ iT i ia i i^ i i i| i i= i im ik i i i i iV iy i i i iq i i i i i i i i i! i i i i i i iC iO i3 i i i i i ir i i in i i+ i i i i ip iq i i; A i i i iC i0 i in i i i iT iC io i i i i# i i i~ i iP i i i i i i i i i i$ iz i i i& i i i i i i i i i i_ i iU i i is i i i iI i i i i i i i i3 i i i$ iW i1 i5 iP i i i i i i i iX i i i il i i iH i i i i i i i i i iW i i~ ip i i$ i i i i@ iL i i i i i iu i i iJ iI iW i i i_ i i i< i i i i] iD i i i i ih i i i i i f i- i } it i i i i i i, i ib i i iX i i iF i i{ i` i i i+ i3 iq i im i i4 i i i i i iB il iX i i i% i i i% i2 iu i i i i iJ i i| ir i i@ i i i i i i i i i iL i i i i i i ib iJ i ic i i i i i i i4 iR i im iT i i i i i i i i ie i i i? i i i i i i- i i i* iE i i i+ i i i& i i i i/ i i i. is i[ i i+ i i i i iB ic i i i i i i i) i i, i iu i i i i9 i& i i i i i iv i iY i i3 i i i i i iD i i i i id i i i| i( iy i i i i i< i8 i ii i i i id i5 iB i in i i i i i i| i i! i i) i@ in im i i i0 ia i i i z i' i i iW i i[ iv i i i i i i io i i i i i i i' i i i" i i i9 i i i i iJ i i ih i i ie i i\ i i ip i@ i iQ i9 i i i i i iw ii iE i iJ iI i i i i i i if i i i i i i1 i i i i i i' ir i i i i i i i ic i iq i ix i i i i2 i i i i i i* i i ib iF i iv i id i i i i! iR i i iQ i i i iP i i i i i i i i( i i i_ i i` i i if i i6 i iA i i ia i i iu iT i i2 i i i i i i i^ iC i i i i[ i i iv i% i i i in i! iF i iZ i^ i i i id i i i ix i i i] i iB i ic i i i i iP iq i i iH iY i i i( i i i ig i} iK i i i i4 i iW i i i iC ig i- id i ik i i4 i} i iq i~ i+ i i i ih i@ i i i@ iA iD i: i i ie i i iq iw i i i i i i i id i iZ i i* iM i[ i i is iZ i i i i> i i' i- i i i i i i) i i i i it iF i7 i it i# i i i i i iY i i if ik ib i1 i i i i6 io ic i iq i i i i i iu i i: i i iN i iU i= i iv i il N i i i i] i i; i i i i i il iL i i} i i i i iB i8 iQ i i# i` iT i i ix i ir i i i i i i i i i3 in i i i i i i i{ i i i@ i i i i i9 i i5 ih id iZ i ii i i i i i is i- ir i i i i i[ i i0 i i i i i. iS i iR iO i i i i i; i i4 iy i i; i iz i ip i i i i i i: i( i| i i i" i i i i i i iO i ie i i i iC it i) i i6 K i i i8 i iP i ih i i i i i i3 i$ i i i* i= b ie i i i4 i i i i. i7 i i\ i i i ij i i i i i i i i/ i i i i= i i^ i i5 i i i i\ i i i i i9 i# i+ i is i, i i7 i i iY i i i iM i i+ ii iQ i i6 i i i i i iy i i is i# i{ i iU if i< i i iv i i i) i i i i i i im i< i i i i i ig i i l i i iD ib iu i i iD iB i i i i[ i i i8 i i i> i i i i i i i i i] i iD i i i6 iZ i i i5 i i i i< im i i, i i iu i^ i i i ig i i I i i ig i i i\ i: i iM t i i iE i o i i i iE iR i i i iE ij i g iW i i iK i iC i i= i i] i$ i! i i i i i ` iK iv i i i0 ii ^ i i3 i i" i i i i a ik i i; iw i i i i i i i iy i i i i iP i i i iw i i it i i i i i i iJ ia i i i] i i i i i i i iL ih i i i i iu ij i i i# iC i i i ia i! s i| i i iY i i i i i ih iO i5 i i iz ii i iS i iL i i. i i& i i i< i7 i is iA i i iM i i is i i* i, i% i i i ik i i& if iO ij i" i i( i- i i[ i i i i i- i= i i} i i M iS i i i i i i i i i i i i i i i i~ i iJ it ik iv ie iy i i i< i if i iM k i i i io i i iw iv il i i] i i i. i i i i i/ if iq i$ ig i iG in i i> i6 i= i i i i i iN i ix i ie i* i ih i i i i$ i i i io ib i, i i i i it i i i i i i iV i i ii i i i i iw i i ip iH i V i ii i< iZ i i8 r iw i i& i i i/ i i i i i> i i> iE ix i i& ie i iw i i i i5 i i i i i\ i i iS ii i i i i2 i i i i+ i' i i% i i ix iO i i iQ i i i i i i i_ H i i i i ig i i iy i i i0 i& i+ i i i i i il i' i i' iz i i i i i_ i i i i i i i? i i i iz i im i| i i i ig i0 i i i i i* i i i i` iw i i i i# ic i) i i iR i i iT i ir i iV i i i i_ i i i i ir i i i i` ix i i i i i if i i in i= i* iA i i i( ix iS i { iT i i9 i i iM i ir i i; i i( i i% i i[ ia ib i i iD i i i i- i\ i i i i io iE im i) i i! i i ic i i, i1 i i] i i i> iI i i iT i i i i i i iy i ik iz ix i iN i i i i i i5 i i i" i iH i< id i i i i ih i i i ip i i i: iL i1 i i i i i i> i iq i? iZ iM iI i i iB iK iD i i# i i iY i> i i i i` i i i i i i i i i i i i i i i ic i i i i i iT i ia i i2 iy i/ i i" iU ib i i i i/ i i i i i i{ i i ij i i5 i* i i i i ia ix i i i i iF i i i i7 i i i i? i w i i i i i i+ i i8 i i iN i i i i, i in i i i i io is i_ i? i i i i i i i i i? i0 i i i iy i3 if i i= i i il i i i iv i] i i i i i iz i i iy ij i iu i i ip i ij i i ii iz i i ir i i i i i i i i iF i i' i i{ in i ix u i$ i i i iM i i ik i ip i i^ iq i i` i| i i i i i| i i i i i i i i i i iG i i i- i iZ i1 iY i i- i ie i i i[ iC i i ie i i. i- i i i i i i i i i7 ib il i i i i{ i i. i i i iz i i i i i? i i i9 i i i i i i} i i ia i i i Q i id i; iV i i/ i^ iD i i? im i i i9 iI i i i i i i i i{ i} i i i i i i& i i~ i iX i i i} i i i9 i i i: i i" i\ i i i i_ i8 iW i~ i^ i% iP is i iw i i i i8 i iL i i i. i i i i i iN i iP i iS i i i i: iR i' i0 ib i i i i i i i iz i i i i i i iK i i i ir i iq i i i in iL i i i i i i i i i iX i@ i ig i i i4 i i: i i i ir i i iQ i i i i; i' i i> i ib im i iw i i is i i i iA i it i9 i i i i i io i^ i i i2 i ic i i i i ir i i i i! i it i i1 i{ i i i i i is i i i i i i x i v ia ip i i i i iL iO i i iU i i. i i) i. i iE i i" i iy i i i i i i( i i i iq iE i6 i i i2 iu i6 i i i i i. i ii i i iV i i is i i i iG iG ij it i iW i i i i i` i i i iu i i i i i{ iQ i i iO iC i i i i iJ i i i i$ i i i i/ i i i_ i i i ij iR i i7 i i i/ i i3 iD iu i6 iX i4 i i i i i i i> i i i i0 i` i` i i i i iU i i i ir i i i) i i5 i iH i i i i i~ ir i i i i i i i i i] i i i i i i i i@ i i i ia i iv i i i i/ i! i6 i i i i7 iw i i i3 ic i8 ix i i i iB i i iM i iF i ig i i i i( i i i: i i iH i i if i i" i i~ i i i i iy i i i i i i! iN i i4 iA i id ie iz i i i i i i i i0 i i i i i i i i i{ i i i i i if i( il i iG i i i^ iB im iF i| i iU i i i2 iR i i i# i i i i iF i U i i i i1 i ic ik i iN iS i i i i i$ iO i i iY i i i i i iG i i i iW i iC i? i i i~ i i iU iF i i i i i i i i iC i i i i ie i i i i i i/ iQ i_ iv i; i i iP i) iG im i i i iG i, iI iz _ i i i9 in i i iA i i iX i i# iV i) i< i% i i} i i iH iw i5 i ip i. i i i im i i i i i# ih i| ib i i i i@ i( i^ iz i i iA i i i i" i ig i i| i i i i i6 i iX i i i, i i i i i i$ i# iI ik i i i i i: i i iQ i io ih iV i$ i i it i i i iY i, i i i i iD i i i~ i i i i i% i i i i i i i i i i7 i/ i i i iE iV i i iE iu i i& i i i i i i io i i iZ i ii i i i i i i i! i in i8 i i' i i i i i i i i iG i iR i2 i i i: i i, i iZ il i i( iX iP i? i i i io i i i i i i iW i* i i; i8 i i& i) i i i io i i i i iH i_ i i i0 i ix i i0 i i; i i i i iX i i i i1 i Z i* i% i i | id i` i i iS ij i} i\ i i i iG i i i if q i% iB i i1 ip i i" i i i i i i| i i i i i il i2 i i i i i@ ih i i; i i i i i i i i& i i i i} i i% i i i i i? i i i ia iy i i i i i i i= i1 i i< i i{ i# i i i i iA i i i it i i i i i> i iK i3 i i i= i i\ i i i' iA i+ ig i ib iK i i i i i i i i i4 i i* i im i i i io iN i i0 i( ii i i$ i4 i i{ i i i iQ i i iU i i i i, i` i i i i i ij i) i i i- i6 i iF i2 i) i i i* i iY N)Z JIS_TYPICAL_DISTRIBUTION_RATIOZJIS_TABLE_SIZEZJIS_CHAR_TO_FREQ_ORDER r r ?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jisfreq.py<module>, s PK @\ A pip/_vendor/chardet/__pycache__/charsetgroupprober.cpython-38.pycnu [ U .e @ s, d dl mZ d dlmZ G dd deZdS ) ) ProbingState) CharSetProberc sR e Zd Zd fdd Z fddZedd Zedd Zd d Zd d Z Z S )CharSetGroupProberNc s( t t| j|d d| _g | _d | _d S )N) lang_filter )superr __init__ _active_numprobers_best_guess_prober)selfr __class__ J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetgroupprober.pyr ! s zCharSetGroupProber.__init__c sJ t t| d| _| jD ]$}|r| d|_| jd7 _qd | _d S )Nr Tr )r r resetr r activer )r proberr r r r ' s zCharSetGroupProber.resetc C s | j s| | j sd S | j jS N)r get_confidence charset_namer r r r r 1 s z CharSetGroupProber.charset_namec C s | j s| | j sd S | j jS r )r r languager r r r r 9 s zCharSetGroupProber.languagec C s | j D ]v}|sq|jsq||}|s(q|tjkrB|| _| j S |tjkrd|_| jd8 _| jdkrtj| _ | j S q| jS )NFr r ) r r feedr FOUND_ITr stateNOT_MEr Z_state)r Zbyte_strr r r r r r A s$ zCharSetGroupProber.feedc C s | j }|tjkrdS |tjkr"dS d}d | _| jD ]R}|s<q2|jsT| jd|j q2| }| jd|j |j | ||k r2|}|| _q2| jsdS |S )NgGz?g{Gz?g z %s not activez%s %s confidence = %s) r r r r r r r Zloggerdebugr r r )r r Z best_confr Zconfr r r r U s* z!CharSetGroupProber.get_confidence)N) __name__ __module__ __qualname__r r propertyr r r r __classcell__r r r r r s r N)Zenumsr Z charsetproberr r r r r r <module> s PK @\ {`~J ~J ? pip/_vendor/chardet/__pycache__/gb2312freq.cpython-38.opt-1.pycnu [ U .eP @ s d Z dZdZdS )g?i ( i i i i< iT i i iQ i i i i i i< iw i i9 i i i i iZ i i iq i i i iW iy i i ie io i iv i i i i i i i iL iB i iQ i i iQ i i iE i if i i i i i i i id i( iy i i i, i i i iE ie i iW iR i i i| iR i i i i iX i ij iE i i i+ iP i i i i i ; i im i il i i i i i ie iH i i i i i^ ik i6 i i" F i i i i i^ i i i i i? i` iu i$ i1 i i i i iU i i1 i i ig il i i i i iG i i2 i iq i i iP i iL i i i i iy i i i iM i ik i i4 i i i i i i i i@ i` i i5 i iN i i7 i3 i in i iu iG i& ib ih i0 i iM iN i i i iY i i i i i & i iQ i i7 i^ ih i i iJ i iP i i i ir i i i i i i iT i- iG i, iu i i i i$ i i i< iB i i$ i> i i ix iL iW i i in i i iT i iZ i i i i{ i i i i i i i? i 0 ib i; D i i i iC iS i iU i> i| ig i i i i iK i i i i i% i5 i i i i il i ih i i i i? i iU i i i i i* i< i i i i i i i i i i i! iX i i i i iQ ig i i i i i ir i i i iq i i i iz i i i3 i i i i i i] ic iz i i i7 i i_ i i iC i i& ia iH i| il i i i= i i iI iP i i i~ i8 i` i iw i i iT i i i i i i i i i i i i[ iq i i ig i | iC i i i iN iI i i i5 i i( i i/ iH iK i i i i i9 i iI i i i| i i i i iW i i i i i^ ~ i i i i i i= iX i i3 i iI i i i i i i i3 ir i io i i i i{ i ii iC ! iH i i i f i= i i1 [ i i| iD i i% i it i i i i i i i. i i y i iT i i i9 i i i# i iJ i n i i i i i i> iB i" i i ia i i iM iK i iW i i i i! ir iF i+ i i i i ix H iJ i i i i2 K i iR i$ i i9 i it i i i i i i i i i i i i i% i~ i i` i i i i' iv i i i i i| i ' i i in i* i i i iF i i% i ) i~ i i i i iJ i& i i i! iD i iw i i[ i i i i i i' i i k i i i i i i i i i i ih B i_ i i? i ig ih i i' i i i i i i i i i i i i 5 i] i i i i i i i i i1 i i) ia i i i i i; i i i_ i i Q i/ iu i i ij i[ i i} i i i i i i i i iQ i^ i iG i iz i i i iV iO i i i i i i im iu i i6 i i i- i$ i i iR i i} i ip ir i] i iD i i i i i ii i i i i i i1 in i i i it iY iG i i i/ i| t i0 i i i i i i\ i i i iv i i i ic i i i i i~ iA i" i i" i! i8 C i8 i i ij i i1 i il i> i i i] i i i~ iL i( i i iK id v iD i i i i% i i i i i, i2 i i i i ij - i. i im iK i i io i i; i i i id i@ ia i iM i1 iL i@ i2 i iw i it iQ i i/ i i i i~ i i i i i i/ i i i_ i# i O i iO iG i ik i[ iO io i i- i i i i! i i iI i i i i{ ir i i. ih i i iT i i i' iL a i i i@ i i i i i iT i/ i i i i i i iM i ii il i i i i{ i8 i# i i i i9 i iS iR i w i iZ i i0 iE ig ig i i i L i i ip i i iS i i i i i i i@ i iI iL i; iO iq i i i) i i: iF i i5 iJ id iA i i i) iE iL Y i i i i im i i i i i i ic i iR i i! i i i i i( i i i] I i i i i ie i i i i i i i` i i i i i i i[ i iC i( iP i, i i} iO i' iL i\ i i i i i i iZ i i is i' i iU i i i i iN i i i i i iM i i i i i i i ii i ig i' i i i i i P i0 is ii i ip i in i i i i i\ i i i i i! ih im i( i& i iC i iB i) i5 i i i i i i i i > i i i i i{ iN i i i iE i3 J i# i ic i i i i$ i5 i ix i i] i i ik i i i i iP i i i i ir i iL i iz id i i i# i i i i[ iS i ih i iG i i i i i iU + i iy iw i" i iV i2 i& iz i i i iJ iP i i i i i% iZ i$ io iT iK i1 i i i` iV i i i id i i i i+ i i iA i i i i i i$ i i i_ i3 i\ i i i ib i if i i i i iA in i i x iF i iO i[ i i ( i i i i# i7 i2 ix i if i i i! i6 i{ i iY i i i+ i i i i i i i i i i iK ie i i i iT i$ i i i ih i i iR i i i" i i Z i i_ i i@ i ia i i i i3 i ik i) ij i i i ie i i iA i^ i i iW i i ih i: iz i) i i| i i i i i i8 ij i i i i3 i i iz i ip iy i i i2 io iD i= i . i i9 ia if i i* i_ i i i* i i i i i i i- i i i} i i i i i* i it it i6 q i i i i i i i iS i i i i! i) i iy i i i ij i i i iV iI i i ig i i iL i i i ip iD i i i i i% i i iM i i i i$ i i i iE i" iU i ie i i| i iQ i i i i i i i i1 i i i i $ i i] i4 i& i i iz i i i` i iw i i i i i i) i% i& i i i i* i i i8 i2 i> iS i i i i1 i# i i i i i# i i i i i i iF i i i, i> i+ i i i iZ 3 iq i i$ i i iV i i; i i iN i m iK iW i i i5 i i R i4 i iI i iD i i i i i i i i i i i% iK i| i i i i i i9 i in i i i i- i3 i2 ip i i? i i~ i i i i i iC i i[ i i i i i i3 i> i il i i` ix i i i i i# i i i i0 i i i iL i i iQ i iR i i? i( im i i` i i3 i i i i& i i i is iD i i0 ib if i@ i i i i i i= i i i< i i i i i6 i i is i i i iS i i i i8 iZ i i i i i i i i i i i i i i iN i i i iL i iJ i i i ib i ig i i i[ i i i i i i~ i i i i i if i i i i i i i` i4 i= i i i il i? i ic i i i i ii i i i i i i i i iw i i i i% i i id i^ i+ i i i iZ iF iI i it i / i i i iy i* is i& i+ i i i) i i i i i i i i ie i i iQ i] i i i_ i7 i i0 c iu i i iL ik i i i i i # i i i i i i i? i i i in i i i i i i i i iH i iY i iu i i i i iJ i i_ i_ i& i i i i i i iZ i% i is i iS i i i iV i i i i i i1 i' i iF i\ i i| i iW i i i| iS W i i* i iR il iP i# i i i- iq i i i i i4 i i i i i ia i i i i i@ i iX ii i% i i i8 i3 i, i i} i i i d ix i i i# i i6 i i i. i i iA i i ir i i iR id i i i+ i i i i i{ i{ iH i i i i i i i ic i i i i i i, i iI i ic i i i i i i= i iJ i. i, i> i i i iL ie i] i i iC i i i i* i; i i i i ip i i i iR i i9 i i i i i i i? i: i i i iQ i' is i iw i[ i i i- i i) i i M i i i i i] } i6 i@ i i iU i i i i/ i i is i i i ik i? i i, i= i1 iM i i i i/ iS id i io i6 ik iu i i i iW { i ix iW i i i i i ix i^ i i[ i+ 7 i: i iU i i i! i i i i. iH iT i iY i i i i i@ i" iC is i i i iG b i i7 i~ i. iU i iq i i i i i{ i i iY i/ i i i iA i i i* i: i8 i' i i i i i iA i_ i0 i i i i ii i iK i i i it i* i i i i i i i i i i iD i i i i> i i iv i i i i' i V i i i i i ik i i i\ i i i i! i i * iU i i i i i iz i i\ if i i i i i i i i i i i i i iB i i i i i i{ i= i i& i i iV i i " i! i i i i i i( i= i i i i i9 i i i4 ia i i- iQ i i i im i i i i iC i i i7 i} iq iD i4 i u i i i i iv i i iF i iu ia i iH io i i il iK iA i i i iz i4 i i! iH i i i5 i ij i i` i i iB i: iO ia i i# i i id i i( i i& i i^ im ig iE i io i i( iG i$ i@ i iI i i iA i i ` X i i7 i i/ i i$ i i i ih i i i i iU i" iT i i i im i i! i i i i i i i iM i i i i 2 iq i i 9 i i i i i i i/ i i i p i@ iX i ij ii i^ ib i i in i iv i i io io i iv i i i0 i i9 i i$ i if iS iz i i iD i{ i iX i i iV i3 iY i i i iA i i i i iq iU i i: i i2 ij i i i i{ i i iF i i i i i i i ic ii iR i; ik h i i i i iY iO ix i z iZ i< iv i i i i i iI i i i4 iM i i i i ib i i i i i i i iC i i i i iO i i8 i i i i. i] i iV ic i i i i iH i iT i i i i i> i i i i3 i i , i i if i i i il iT iW iH i. i' i> ip i i i i" i i iJ i i i iv i2 i i i ix i i2 i ig i i4 i i i i i i i{ iz i i i i i i i i i i i i? i i i iJ i i i i i i8 iE ij \ i i8 i8 i i i i i` i i> ib iS i i i i i i i0 i i i iE i i id i i i i1 i i in @ i i i iT i i i iQ iC i i iK i; ik i i i i i i_ i\ ie i iw i i i i iM i i. ir ia i i i i i i i i i ig i i i' i i i i i T i i i4 io i i iX iy i ix i i i i iU ^ i: i i i i i i" i# i i i i i i i i iN iU i i ip i" i- i i i i: i i i i i i i i i iW i iG iL i i iG iw o i i i iM ir i i i iQ i iI iN % i iX i i i i7 i ia i i i i i' ii ih i i} iN iy i? it i i iD i i i i l i i i i i ie iJ is i2 i* iy i i i i i i i iq i i i5 i} is i$ i i i i5 iB i i i# id is i} i i~ i i ib i iO i/ ] i i i i] i2 i if i7 i i iO i iR i i# i i[ i E i i if iS i id iF i i iC iV i> i i i iB i i i i1 i6 im i i i i i ip i i i i i< iz i i| iX i i is ie i] i i i i i iO i i+ i i i i i i i: i iA i i i i i i( i im i 4 iP i in i i io io i i im i iy i i8 i i< i i i< ic iC i i i& iw i i i$ i i9 i& i i i) i` i i i i i iG ib iE i i: iQ io iF i i i i i iF i| i; i i i i3 i4 i% i : i ic i ip i6 i\ iC i i0 i9 i i i i i i~ i i i" ih i i i i i) i i i i i i* i i i i i% i i i i i i i. i i i9 i i i i i i i i i" i! i i, i ig iJ ig iF i i i i i i; ii iZ iE i^ iA i i il i5 i i i i4 i' i i ik i i i i2 i i i i iX i7 i i i{ i iB ix i= e i( i i i i' i i i i i i i i i i iD ii ik i i i i i- i, i ie i7 i i i i i in i} ip i7 ij i i i i9 i i i i i0 iP i i i i i iO i i i iU i i i i< i i i iJ i it iN i i) i i. i i* i iA ir i] i) i i i i iG i i_ ip ik i i i i% i i i i i> ib i_ i^ ? i i: iY iD i% i i i i i i iY i i i i i i i il A i i i i iD iB i i i i i@ i( iv i i i g i i i} iv i i i i i i i i i i i i i i i i i i- i~ i iy i% i i _ i i i i i i j iM i i iG i+ i i i i i i i i3 i; i G i) i i i i i i i i i i i i i, iI i i i i iX iA i\ i i iP iv i i iV i i= i i i6 i< i iX i i i i i8 i- iY i i i i i i ic i i i i9 i i- iu i i i i iR i i i i6 i i i ih i} i i? iw i i i ia i( i i 1 i i i i> i i i i i i] i iX ir iP i0 i, i i+ ij i i` i i i i i. i i i i i& iW iB i i i| i7 U i i iW i iY i i i iw i i i i i i i i iu i ib i iq i i ib i i i = i$ i iN iJ i i iU i i i i i i i iK i, i i i4 ir i{ i i iH i ip i5 i i i= i i iE i9 i i; i < i i5 i i ii i i\ i i ip i i i i r i N i i i^ i i i i iK i i i* i i{ i+ i i i* i8 i i i i i i i i ij i i@ il 6 i i2 i8 i i i i i i' i i i iB i i i i\ i i iS iV i i~ i i i i i i i iV i iz i i^ i i i i i_ i} iG iq iI i i i 8 it ih iS i i} iR i i9 S in iP i iB i i i s i iX i} if i i i i i i i i i in iI i^ iT i ix i ir i i i_ ib i iO iP iQ iR iS N)Z!GB2312_TYPICAL_DISTRIBUTION_RATIOZGB2312_TABLE_SIZEZGB2312_CHAR_TO_FREQ_ORDER r r B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312freq.py<module>* s PK @\~In n @ pip/_vendor/chardet/__pycache__/eucjpprober.cpython-38.opt-1.pycnu [ U .e @ s` d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m Z d dl m Z G dd deZ d S ) ) ProbingState MachineState)MultiByteCharSetProber)CodingStateMachine)EUCJPDistributionAnalysis)EUCJPContextAnalysis)EUCJP_SM_MODELc sP e Zd Z fddZ fddZedd Zedd Zd d Zd d Z Z S ) EUCJPProberc s4 t t| tt| _t | _t | _ | d S N) superr __init__r r coding_smr distribution_analyzerr context_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/eucjpprober.pyr % s zEUCJPProber.__init__c s t t| | j d S r )r r r r r r r r r , s zEUCJPProber.resetc C s dS )NzEUC-JPr r r r r charset_name0 s zEUCJPProber.charset_namec C s dS )NZJapaneser r r r r language4 s zEUCJPProber.languagec C s6 t t|D ]}| j|| }|tjkrN| jd| j| j | t j | _ qq |tj krft j| _ qq |tjkr | j }|dkr|d | jd< | j| j| | j| j| q | j||d |d | | j||d |d | q |d | jd< | jt jkr0| j r0| | jkr0t j| _ | jS )Nz!%s %s prober hit error at byte %s r )rangelenr Z next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ _last_charr feedr stateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r 8 s@ zEUCJPProber.feedc C s | j }| j }t||S r )r r r max)r Z context_confZ distrib_confr r r r Y s zEUCJPProber.get_confidence) __name__ __module__ __qualname__r r propertyr r r r __classcell__r r r r r $ s !r N)Zenumsr r Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr r r r r r <module> s PK @\3 3 : pip/_vendor/chardet/__pycache__/enums.cpython-38.opt-1.pycnu [ U .e} @ sh d Z G dd deZG dd deZG dd deZG dd deZG d d d eZG d d d eZd S )zr All of the Enums that are used throughout the chardet package. :author: Dan Blanchard (dan.blanchard@gmail.com) c @ s e Zd ZdZdZdZdZdS ) InputStatezS This enum represents the different states a universal detector can be in. N)__name__ __module__ __qualname____doc__Z PURE_ASCIIZ ESC_ASCIIZ HIGH_BYTE r r =/usr/lib/python3.8/site-packages/pip/_vendor/chardet/enums.pyr s r c @ s< e Zd ZdZdZdZdZdZdZdZ eeB Z e eB eB Z dS ) LanguageFilterzj This enum represents the different language filters we can apply to a ``UniversalDetector``. r r N) r r r r ZCHINESE_SIMPLIFIEDZCHINESE_TRADITIONALZJAPANESEZKOREANZNON_CJKZALLZCHINESEZCJKr r r r r s r c @ s e Zd ZdZdZdZdZdS ) ProbingStatezG This enum represents the different states a prober can be in. r r r N)r r r r Z DETECTINGZFOUND_ITZNOT_MEr r r r r s r c @ s e Zd ZdZdZdZdZdS ) MachineStatezN This enum represents the different states a state machine can be in. r r r N)r r r r ZSTARTZERRORZITS_MEr r r r r ) s r c @ s, e Zd ZdZdZdZdZdZedd Z dS ) SequenceLikelihoodzX This enum represents the likelihood of a character following the previous one. r r r c C s dS )z::returns: The number of likelihood categories in the enum.r r )clsr r r get_num_categories; s z%SequenceLikelihood.get_num_categoriesN) r r r r ZNEGATIVEZUNLIKELYZLIKELYZPOSITIVE classmethodr r r r r r 2 s r c @ s$ e Zd ZdZdZdZdZdZdZdS )CharacterCategoryz This enum represents the different categories language models for ``SingleByteCharsetProber`` put characters into. Anything less than CONTROL is considered a letter. N) r r r r Z UNDEFINEDZ LINE_BREAKZSYMBOLZDIGITZCONTROLr r r r r A s r N)r objectr r r r r r r r r r <module> s PK @\℄> > 5 pip/_vendor/chardet/__pycache__/compat.cpython-38.pycnu [ U .en @ s@ d dl Z e jdk r(dZdZeefZeZndZdZeefZeZdS ) N) r TF) sys version_infoZPY2ZPY3strZunicodeZbase_strZ text_typebytes r r >/usr/lib/python3.8/site-packages/pip/_vendor/chardet/compat.py<module> s PK @\V F pip/_vendor/chardet/__pycache__/universaldetector.cpython-38.opt-1.pycnu [ U .e0 @ s d Z ddlZddlZddlZddlmZ ddlmZmZm Z ddl m Z ddl m Z ddlmZ dd lmZ G d d d eZdS ) a Module containing the UniversalDetector detector class, which is the primary class a user of ``chardet`` should use. :author: Mark Pilgrim (initial port to Python) :author: Shy Shalom (original C code) :author: Dan Blanchard (major refactoring for 3.0) :author: Ian Cordasco N )CharSetGroupProber) InputStateLanguageFilter ProbingState)EscCharSetProber) Latin1Prober)MBCSGroupProber)SBCSGroupProberc @ sn e Zd ZdZdZedZedZedZ dddd d d d d dZ e j fddZ dd Zdd Zdd ZdS )UniversalDetectoraq The ``UniversalDetector`` class underlies the ``chardet.detect`` function and coordinates all of the different charset probers. To get a ``dict`` containing an encoding and its confidence, you can simply run: .. code:: u = UniversalDetector() u.feed(some_bytes) u.close() detected = u.result g?s [-]s (|~{)s [-]z Windows-1252z Windows-1250z Windows-1251z Windows-1256z Windows-1253z Windows-1255z Windows-1254z Windows-1257)z iso-8859-1z iso-8859-2z iso-8859-5z iso-8859-6z iso-8859-7z iso-8859-8z iso-8859-9z iso-8859-13c C sN d | _ g | _d | _d | _d | _d | _d | _|| _t t | _ d | _ | d S )N)_esc_charset_prober_charset_probersresultdone _got_data _input_state _last_char lang_filterloggingZ getLogger__name__logger_has_win_bytesreset)selfr r I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/universaldetector.py__init__Q s zUniversalDetector.__init__c C sV dddd| _ d| _d| _d| _tj| _d| _| jr>| j | j D ] }| qDdS )z Reset the UniversalDetector and all of its probers back to their initial states. This is called by ``__init__``, so you only need to call this directly in between analyses of different documents. N encoding confidencelanguageF ) r r r r r PURE_ASCIIr r r r r )r proberr r r r ^ s zUniversalDetector.resetc C s> | j r dS t|sdS t|ts(t|}| js|tjrJdddd| _nv|tj tj frldddd| _nT|drdddd| _n:|d rd ddd| _n |tj tj frd ddd| _d | _| jd dk rd | _ dS | j tjkr.| j|rtj| _ n*| j tjkr.| j| j| r.tj| _ |dd | _| j tjkr| js^t| j| _| j|tjkr:| jj | j | jj d| _d | _ n| j tjkr:| j st | jg| _ | jt!j"@ r| j #t$ | j #t% | j D ]:}||tjkr|j | |j d| _d | _ q&q| j&|r:d | _'dS )a Takes a chunk of a document and feeds it through all of the relevant charset probers. After calling ``feed``, you can check the value of the ``done`` attribute to see if you need to continue feeding the ``UniversalDetector`` more data, or if it has made a prediction (in the ``result`` attribute). .. note:: You should always call ``close`` when you're done feeding in your document if ``done`` is not already ``True``. Nz UTF-8-SIG ? r zUTF-32s zX-ISO-10646-UCS-4-3412s zX-ISO-10646-UCS-4-2143zUTF-16Tr )(r len isinstance bytearrayr startswithcodecsBOM_UTF8r BOM_UTF32_LE BOM_UTF32_BEBOM_LEBOM_BEr r r# HIGH_BYTE_DETECTORsearch HIGH_BYTE ESC_DETECTORr Z ESC_ASCIIr r r feedr ZFOUND_IT charset_nameget_confidencer! r r r ZNON_CJKappendr r WIN_BYTE_DETECTORr )r Zbyte_strr$ r r r r6 o s zUniversalDetector.feedc C st | j r | jS d| _ | js&| jd n| jtjkrBdddd| _n| jtjkrd}d}d}| j D ]"}|sjq`| }||kr`|}|}q`|r|| j kr|j }|j }| }|d r| jr| j||}|||jd| _| j tjkrn| jd dkrn| jd | j D ]`}|sq t|trP|jD ] }| jd |j |j| q,n| jd |j |j| q | jS ) z Stop analyzing the current document and come up with a final prediction. :returns: The ``result`` attribute, a ``dict`` with the keys `encoding`, `confidence`, and `language`. Tzno data received!asciir% r& r Nr ziso-8859r z no probers hit minimum thresholdz%s %s confidence = %s)r r r r debugr r r# r4 r r8 MINIMUM_THRESHOLDr7 lowerr+ r ISO_WIN_MAPgetr! ZgetEffectiveLevelr DEBUGr) r Zprobers) r Zprober_confidenceZmax_prober_confidenceZ max_proberr$ r7 Zlower_charset_namer Z group_proberr r r close sj zUniversalDetector.closeN)r __module__ __qualname____doc__r= recompiler2 r5 r: r? r ZALLr r r6 rB r r r r r 3 s$ mr )rE r, r rF Zcharsetgroupproberr Zenumsr r r Z escproberr Z latin1proberr Zmbcsgroupproberr Zsbcsgroupproberr objectr r r r r <module> s PK @\Oи. . 8 pip/_vendor/chardet/__pycache__/euckrfreq.cpython-38.pycnu [ U .e4 @ s d Z dZdZdS )g @0 (0 x it i i i iH ia i i i i+ i W iu i h i i] i i i i i i i i i i iv iw i i i im iF i! ip i i i i i i i ix i / i i i i i i i i9 i i i t i i- iy i K i i i i i iO i in i i i i i i i0 i < i4 { i i i i i ii i ir i i i i i i i i i i i iX iX i i i i Y i i i& i iP i i i i i i i i^ i i i i i i i9 i i i i i i iQ i i" it i i i i] i{ i7 i i i{ i i; i iu i iz i/ i i| i i i i7 i i i. i i i i i i i i i i i i i i{ i i i i# i| i} i i~ i it i8 i i_ i i i i i i! i i i i_ i i i i i i i* i iu i i` i" i i i| i i i i i i ia i i i i i i i? i iR i! i i/ i i i! i" i= i i i# i i$ i% i& i' i( i) i, i i' ib i$ i* i i+ i i- i i, i i i i i i& iU i i i# i i i- i. ' i i if i/ is i i0 i i i i i i i i9 ie [ i1 i i i iZ i i i: i i i i2 i3 i iG i i i y i4 i i i i5 i6 i7 i, w i i is i8 i i9 i: i i i~ i; i i< i; i} i= i> i? io i) i i i@ i iA iB i i i2 iY iC iD i i< iE iF iG iH iI i% iJ iK iL iM iN iO i ` i> iP i i= iQ i iR i iS iT i; i i i i i iU i iV iW iX i4 iY i iZ i[ i i\ i] i i^ i i i_ " iP i i i` i; i i~ iH ia iv i z i? i i i ib i i i< ic id d ie if ic 0 i id i ig iy i i ih ii s i0 ij i= ik i il i i i i< ib i i U i i i i iI im in io i ip iq ir is it iu i i i i6 iv iw i i* i ] ix iy i i iz iZ i - : ib i i{ i| i& i' i i i5 i i i i> i} i~ iw i ig i i i i6 i i% i i ( i v i i iw i i i E i i i i i i i i i if iV i i7 i i i i iB i N i i[ i i' i i i i i i iS i i i i i ie i i ix i i i i i i i i i i i i i i i i i i i i i? i i i i iq i if i i( i) i i i~ i i\ i i i i i i) i i i i i i i i i i i $ i i i i il i i i i ~ i i iC i i i i@ i i i i i 2 i iK i iz iV i i iQ ir if i i i i ih i+ i3 i i1 i i i i g i( i i i iz i i i i i i i i i i i i i i i i iA i< ij i i iM ig i i2 i i i i i i i i i iV ih i i iJ i i i0 i b i i i i i i iY i i i a i! * i i i iK iD i8 i iR i iB i@ i i i i i i i iy i i i i i iX i: i i i# i i i ii i G i i ik i i i= i i i ! i i i J i = i i i} i i ij i i i i i i i i i i i i iE i i i i ij iO 4 i i i i i i i i i iv i] i iC i i i i i i i io i i i i i i il ic iA i i i i i i i i i T i i ik i i i i3 i* i q i i> i i i i i i i+ i i i i i ; i p i ix i i i i i i i i i i i i i i i i i il i i i i i i ) i im i8 i i iD i i i i i i i i i i i i 7 iL B i i iD i i i i i it i i i i i! i i" i# i$ i% iR i& i' i( i) i* i+ i, i, i- i. m i i i^ i/ ic i iE i i i ia im i0 iE i1 i2 i3 i i i i4 iT i i i i5 i i i i i6 i7 i in i i io i8 i9 iF i i i i: iG i; i< i= i> i? i@ iA iB iC iD iE i$ iF iG i i i% i i ip iH iI iJ iK iL i i i i i i i iM iN iO iP iQ iR i iS i/ iT i iU i i i iV i I iH i i i i iW i iX iq iY iZ i[ i\ i ir i is i] i^ i_ i` iv iL ia i . i ib iF i> i i j ic Z i i iB i6 i i` id ie i i | i if i i i5 ig i ih i ii H ij i i ik i il i i1 im in io ip iq ir iC is it iu iv iw i ix iy iz i{ i i i| i} i~ i i i i i i i iO i i i i i i i i i i i i iE i i iq i i iI i i\ i i- i i iS i i i i ie i i i l i iM Q i P i i i^ i i i- iF i i i i i i i i i i i i i i i i i i i i. i it i i i i iJ i i i i i i i ig i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i iu i i i i9 i i i i i i i$ i i i i i 5 i% ik L i i i i i i i i i iA i i i i i i i i i R iu i i i i i i) i i i: i i i i i i" i$ iv i i c iZ i i i i i* iW i iK i iL i + i i i i i i i iB i i? i i i i i i i iM i[ i5 i i i in i i i i C i i' i i i i i i i i i i i i i i i i i i i i F iT i/ i i i i 8 i u i i i iK i i( iM i i i i i i i i i i i iT i ? i i i i i i e i i( i i i i i i % i0 i O i i i8 i i i i i i i i i i i # i i V i i iP i M iW i i i i i i| i i S i i i i i i i i i i i i i i i i i i i 9 D i i i i 3 i i i i i i{ i i i i i i i i i i i i i! ik i i i iN iY i i" i# i$ i% i& i' i( i] i) i* i+ i, i- i. i i/ i i > i r i1 i i i i\ i i2 i i3 i i i4 i5 i6 iw i7 i i8 i i3 i i i i9 i: iL i; i< i i i i i i i i i i i= i iJ i> i? i@ i iA iB iC iD i iE i i iF iG iH iI i i i i i i iJ iK i i iL iM iN i iI iO iP i iQ iR iS i iT i iU iV iW iX i iY iZ i[ i\ i] i i i^ i_ i` ia i i ib ic id ie i i if ig iU i ix i ih i i ii ij i i i4 i& i i i! i i iS iy i i i i" i i i# ik i il im in i i ip iQ i i. io iU iO i ip i iq ir is ix it i iu iv iw i i i$ ix i iy i i` iz i{ i| i} i~ i i i i i i i iC i i i i% iy i i io i i i i i i i i i i i i i i i i i i i i i @ i i i iG i i i i i2 i i i i i i i iN i i i i i i i i i i i r i i iz in i i iP i i# i i& iQ i i im i ic i i i i' i iw i i i( il i@ i i i i) i i* i i i i i i i i i i i i i i i i i iH i i i i i i i i i i i i i ir i i i A i i i i i } i, i i i: i i i i i iI i iN i i1 i iW i i i i i i i+ i i 1 i ib i i iq i i, i i ie i i _ i id i i i i i i i i2 i i i i i i i i i i i i i i i- i i i i i i i i i i i i i i i i i i i i i i7 i i i i i i i i i i i i i i i i i , iG i i i i i i^ i i i. i ig i i i i i i i i i i i i i_ i i i i i ih ih i i{ i i| i i i3 i i i i i i i i \ i i i i i i i i i i i i i i i i i i i ij i ii i i4 i i i i i i i i i i i i i 6 id i/ i i i i i o i i iR i i & i k n iz i i i i i i X i id i iS i i} i i} i i i~ i i i i i i! iN i" i i i i i i# i is i$ i% i& f iD i i1 i' i i i( i@ i) ^ i i* i i+ i, i- i. i/ iJ i+ i0 i1 i2 i iT i i3 i4 i5 i6 i7 iA i. i i i i8 i9 i i" i: i; i i< i= i> i i i0 i? i i@ i iA iB i iC iD iE iF iG i i i_ i[ iH iI i i i` ia iJ i i i i iK iL iM iN iO i ii i i i iP iQ iR N)Z EUCKR_TYPICAL_DISTRIBUTION_RATIOZEUCKR_TABLE_SIZEZEUCKR_CHAR_TO_FREQ_ORDER r r A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrfreq.py<module>) s PK @\gYjv v < pip/_vendor/chardet/__pycache__/charsetprober.cpython-38.pycnu [ U .e @ s0 d dl Z d dlZddlmZ G dd deZdS ) N ) ProbingStatec @ sn e Zd ZdZdddZdd Zedd Zd d Zed d Z d d Z e dd Z e dd Z e dd ZdS ) CharSetProbergffffff?Nc C s d | _ || _tt| _d S N)_state lang_filterloggingZ getLogger__name__Zlogger)selfr r E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetprober.py__init__' s zCharSetProber.__init__c C s t j| _d S r )r Z DETECTINGr r r r r reset, s zCharSetProber.resetc C s d S r r r r r r charset_name/ s zCharSetProber.charset_namec C s d S r r )r bufr r r feed3 s zCharSetProber.feedc C s | j S r )r r r r r state6 s zCharSetProber.statec C s dS )Ng r r r r r get_confidence: s z CharSetProber.get_confidencec C s t dd| } | S )Ns ([ -])+ )resub)r r r r filter_high_byte_only= s z#CharSetProber.filter_high_byte_onlyc C s\ t }td| }|D ]@}||dd |dd }| sL|dk rLd}|| q|S )u9 We define three types of bytes: alphabet: english alphabets [a-zA-Z] international: international characters [-ÿ] marker: everything else [^a-zA-Z-ÿ] The input buffer can be thought to contain a series of words delimited by markers. This function works to filter all words that contain at least one international character. All contiguous sequences of markers are replaced by a single space ascii character. This filter applies to all scripts which do not use English characters. s% [a-zA-Z]*[-]+[a-zA-Z]*[^a-zA-Z-]?N r ) bytearrayr findallextendisalpha)r filteredZwordsZwordZ last_charr r r filter_international_wordsB s z(CharSetProber.filter_international_wordsc C s t }d}d}tt| D ]n}| ||d }|dkr<d}n |dkrHd}|dk r| s||kr|s|| || |d |d }q|s|| |d |S ) a Returns a copy of ``buf`` that retains only the sequences of English alphabet and high byte characters that are not between <> characters. Also retains English alphabet and high byte characters immediately before occurrences of >. This filter can be applied to all scripts which contain both English characters and extended ASCII characters, but is currently only used by ``Latin1Prober``. Fr r > <Tr r N)r rangelenr r )r r Zin_tagprevZcurrZbuf_charr r r filter_with_english_lettersg s" z)CharSetProber.filter_with_english_letters)N)r __module__ __qualname__ZSHORTCUT_THRESHOLDr r propertyr r r r staticmethodr r r& r r r r r # s $r )r r Zenumsr objectr r r r r <module> s PK @\{ D pip/_vendor/chardet/__pycache__/sbcharsetprober.cpython-38.opt-1.pycnu [ U .e @ s4 d dl mZ d dlmZmZmZ G dd deZdS ) ) CharSetProber)CharacterCategory ProbingStateSequenceLikelihoodc sb e Zd ZdZdZdZdZd fdd Z fd d Ze d d Z e d d Z dd Z dd Z ZS )SingleByteCharSetProber@ i gffffff?g?FNc sJ t t| || _|| _|| _d | _d | _d | _d | _ d | _ | d S )N) superr __init___model _reversed _name_prober _last_order _seq_counters _total_seqs _total_char _freq_charreset)selfmodelreversedZ name_prober __class__ G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr ' s z SingleByteCharSetProber.__init__c s: t t| d| _dgt | _d| _d| _d| _ d S )N ) r r r r r Zget_num_categoriesr r r r r r r r r 5 s z SingleByteCharSetProber.resetc C s | j r| j jS | jd S d S )N charset_name)r r r r r r r r ? s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | jdS d S )Nlanguage)r r r getr r r r r F s z SingleByteCharSetProber.languagec C sj | j d s| |}|s | jS | j d }t|D ]\}}|| }|tjk rX| jd7 _|| jk r| jd7 _| j | jk r| j d7 _ | j s| j | j | }| j d | }n || j | j }| j d | }| j | d7 < || _ q0| j d }| jt jkrd| j | jkrd| }|| jkr<| jd|| t j| _n(|| jk rd| jd||| j t j| _| jS )NZkeep_english_letterchar_to_order_mapr Zprecedence_matrixr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s)r Zfilter_international_wordsstate enumerater ZCONTROLr SAMPLE_SIZEr r r r r r Z DETECTINGSB_ENOUGH_REL_THRESHOLDget_confidencePOSITIVE_SHORTCUT_THRESHOLDZloggerdebugZFOUND_ITZ_stateNEGATIVE_SHORTCUT_THRESHOLDZNOT_ME) r Zbyte_strr icorderr r Z confidencer r r feedM sL z SingleByteCharSetProber.feedc C sN d}| j dkrJd| jtj | j | jd }|| j | j }|dkrJd}|S )Ng{Gz?r g ?Ztypical_positive_ratiogGz?)r r r ZPOSITIVEr r r )r rr r r r% | s z&SingleByteCharSetProber.get_confidence)FN)__name__ __module__ __qualname__r# r$ r& r( r r propertyr r r, r% __classcell__r r r r r ! s /r N)Z charsetproberr Zenumsr r r r r r r r <module> s PK @\z9AV V ? pip/_vendor/chardet/__pycache__/langturkishmodel.cpython-38.pycnu [ U .e^+ @ s d Z dZe edddddZdS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r % / ' 4 $ - 5 < 1 . * 0 E , # 3 & > A + 8 r r r r r r @ 9 : r r r r r e j d ^ P ] i ? ~ } | h I c O U { 6 z b \ y x [ g w D v u a t s 2 Z r q p o 7 ) ( V Y F ; N G R X ! M B T S n K = ` C m J W f " _ Q l L H k ( r$ r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r r r$ r$ r r$ r$ r r$ r$ r$ r$ r$ r r$ r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r r r$ r$ r r$ r$ r r r$ r$ r$ r$ r r$ r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r$ r$ r r r$ r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r$ r$ r$ r$ r$ r$ r$ r r$ r r r r$ r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r r r r r$ r r r$ r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r r$ r r r r$ r r$ r$ r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r$ r$ r$ r$ r r$ r$ r$ r r$ r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r r$ r r r r$ r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r r$ r r r r r$ r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r$ r r r r r$ r r$ r$ r r$ r$ r r r r r r r r r$ r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r r r r r$ r r$ r$ r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r$ r r r r$ r$ r$ r$ r r$ r r r r$ r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r r r r$ r$ r r$ r$ r r r$ r$ r r$ r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r$ r r r$ r r r$ r$ r r$ r r$ r$ r$ r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r$ r$ r r r r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r r$ r r r r r r$ r r r$ r r r r$ r r$ r r$ r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r$ r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r$ r$ r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r$ r r r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r r$ r$ r r r r r$ r$ r$ r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r r r r r$ r$ r$ r$ r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r$ r r r r r r r$ r r$ r r r r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r$ r r r r$ r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r$ r$ r r$ r r r$ r$ r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r$ r$ r r r r r r r$ r$ r r$ r r r r r r r r$ r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r$ r r r r$ r r r r$ r$ r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r r r r r r r$ r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r$ r$ r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r r$ r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r r$ r r r$ r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r r$ r$ r r r r r r r r r r r$ r r r r$ r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r$ r r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r r r r r r r r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r r r r r r r$ r r$ r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r$ r r r r r r r r r r r$ r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r$ r$ r$ r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r gX4 ?Tz ISO-8859-9ZTurkish)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)Z Latin5_TurkishCharToOrderMapZTurkishLangModelZLatin5TurkishModel r r H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langturkishmodel.py<module>$ s PK @\!gÒ Ò 5 pip/_vendor/chardet/__pycache__/jpcntx.cpython-38.pycnu [ U .eL @ s8 d Z G dd deZG dd deZG dd deZdS ))S)S r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c @ sP e Zd ZdZdZdZdZdZdd Zdd Z d d Z d d Z dd Z dd Z dS )JapaneseContextAnalysis d i r c C s* d | _ d | _d | _d | _d | _| d S N) _total_rel _rel_sample_need_to_skip_char_num_last_char_order_doneresetself r >/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jpcntx.py__init__{ s z JapaneseContextAnalysis.__init__c C s* d| _ dg| j | _d| _d| _d| _d S )Nr r F)r NUM_OF_CATEGORYr r r r r r r r r s z JapaneseContextAnalysis.resetc C s | j r d S | j}||k r| |||d \}}||7 }||krT|| | _d| _q|dkr| jdkr| jd7 _| j| jkrd| _ q| jt| j | d7 < || _qd S )Nr r r T)r r get_orderr r MAX_REL_THRESHOLDr jp2CharContext)r byte_strZ num_bytesiorderchar_lenr r r feed s z JapaneseContextAnalysis.feedc C s | j | jkS r )r ENOUGH_REL_THRESHOLDr r r r got_enough_data s z'JapaneseContextAnalysis.got_enough_datac C s, | j | jkr"| j | jd | j S | jS d S )Nr )r MINIMUM_DATA_THRESHOLDr DONT_KNOWr r r r get_confidence s z&JapaneseContextAnalysis.get_confidencec C s dS )Nr r r )r r r r r r s z!JapaneseContextAnalysis.get_orderN)__name__ __module__ __qualname__r r$ r! r r# r r r r" r% r r r r r r t s r c s0 e Zd Z fddZedd Zdd Z ZS )SJISContextAnalysisc s t t| d| _d S )NZ SHIFT_JIS)superr* r _charset_namer __class__r r r s z SJISContextAnalysis.__init__c C s | j S r )r, r r r r charset_name s z SJISContextAnalysis.charset_namec C s |sdS |d }d| kr$dks>n d| kr:dkrjn n,d}|dksbd | kr^dkrnn qnd | _ nd }t|d kr|d }|d krd| krd krn n |d |fS d|fS )Nr& r r ZCP932r r )r, lenr r Z first_charr Z second_charr r r r s . z SJISContextAnalysis.get_order)r' r( r) r propertyr/ r __classcell__r r r- r r* s r* c @ s e Zd Zdd ZdS )EUCJPContextAnalysisc C s |sdS |d }|dks0d| kr,dkr6n nd}n|dkrDd}nd }t |d kr|d }|d krd| krxd krn n |d |fS d |fS ) Nr& r r r r r )r8 r9 r r r r s z EUCJPContextAnalysis.get_orderN)r' r( r) r r r r r r< s r< N)r objectr r* r< r r r r <module> s VC PK @\{D$$ $ 8 pip/_vendor/chardet/__pycache__/escprober.cpython-38.pycnu [ U .en @ sX d dl mZ d dlmZ d dlmZmZmZ d dlm Z m Z m Z m Z G dd deZ dS ) ) CharSetProber)CodingStateMachine)LanguageFilter ProbingState MachineState) HZ_SM_MODELISO2022CN_SM_MODELISO2022JP_SM_MODELISO2022KR_SM_MODELc sV e Zd ZdZd fdd Z fddZedd Zed d Zd d Z d d Z Z S )EscCharSetProberz This CharSetProber uses a "code scheme" approach for detecting encodings, whereby easily recognizable escape or shift sequences are relied on to identify these encodings. Nc s t t| j|d g | _| jtj@ rD| jtt | jtt | jtj @ r`| jtt | jtj @ r|| jtt d | _d | _d | _d | _| d S )N) lang_filter)superr __init__ coding_smr r ZCHINESE_SIMPLIFIEDappendr r r ZJAPANESEr ZKOREANr active_sm_count_detected_charset_detected_language_statereset)selfr __class__ A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escprober.pyr * s zEscCharSetProber.__init__c sJ t t| | jD ]}|s qd|_| qt| j| _d | _d | _d S )NT) r r r r activelenr r r )r r r r r r : s zEscCharSetProber.resetc C s | j S Nr r r r r charset_nameE s z EscCharSetProber.charset_namec C s | j S r )r r r r r languageI s zEscCharSetProber.languagec C s | j r dS dS d S )NgGz?g r r r r r get_confidenceM s z EscCharSetProber.get_confidencec C s |D ]}| j D ]}|r|js q||}|tjkrhd|_| jd8 _| jdkrtj| _| j S q|tj krtj | _| | _ |j| _| j S qq| j S )NFr )r r Z next_stater ZERRORr r ZNOT_MEr stateZITS_MEZFOUND_ITZget_coding_state_machiner r! r )r Zbyte_strcr Z coding_stater r r feedS s" zEscCharSetProber.feed)N) __name__ __module__ __qualname____doc__r r propertyr r! r" r& __classcell__r r r r r # s r N)Z charsetproberr Zcodingstatemachiner Zenumsr r r Zescsmr r r r r r r r r <module> s PK @\U\ \ = pip/_vendor/chardet/__pycache__/langgreekmodel.cpython-38.pycnu [ U .e1 @ s4 d Z dZdZe edddddZeedddddZd S ) ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r R d h ^ b e t f o u \ X q U O v i S C r w _ c m r r r r r r H F P Q < ` ] Y D x a M V E 7 N s A B : L j g W k p r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r Z r r r r r r r r r r J r r r r r r = $ . G I r 6 r l { n 3 + ) " [ ( 4 / , 5 & 1 ; ' # 0 % ! - 8 2 T 9 r( y | * @ K r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r9 r> r r r r r r r r r r r; r r r r r r r< r r r? r@ rA rB r rC r rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r( r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r r r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj ry ry rj rj rj rj rj rj rj rj rf rj rj rj r ry ry rj rj r rj r rj ry r rj rj rj r rj r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj r rj rj r rj ry rj rj r rj ry rj rj rj r r rj r rj r rj rj ry r r r ry r r r r r r r r r r r r r r r r r r r r r r ry r r r r r r r r r ry rj ry ry rj rj rj rj rj rj rj rj r rj rj rj rj r ry rj rj r rj rj rj rj ry rj rj rj r ry r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r ry rj rj ry rj rj rj rj rj rj rj rj rj rj rj rj r ry rf rj rj rj rj ry rj rj ry rj rj ry r r r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj r rj rj rj rj rj rj r rj rj r rj rj rj rj rj rj rj rj rj rj r rj ry rj rj r ry r rf r ry r r r r r ry r r r r r r r r r r r r rf r r r r r r r r r rj rj rj rj rj ry rj r r r r rj rj r rj rf rj rj rj r rj rj r rj rj rj rj r r r r ry r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj r rj r rj rj rj rj rj r rj ry ry ry rj r ry rj rj rj rj rj ry rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj rj ry ry ry rj rj rj rj r rj rf rj rj rj rj ry rj rj rj rj rj rj rj ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj ry r rj r r r rj rj ry rj rj rj rj rj r r rj ry rj r ry rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj rj r r rj rj r ry rj r rj r rj rj rj r r rj r rj r ry ry rj rj r r r r rf r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj ry r rj ry rj rj rj rj r rj rj rj rj rj r rj rj ry rj ry rj rj ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj ry rj ry rj rj rj rj rj rj r ry rj ry rj ry ry ry rj ry rj rj ry rj r ry ry ry rj r ry r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r rj r r r rj rj rj ry rj rj r r rj r rj r r r rj ry r rj r rj r r ry r ry r r r r r ry r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj r rj rj rj rj rj rj r rj rj r rj r r r rj rj r rj rj rj r r rf ry rj r rj r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj ry r r rj ry ry rj rj r rj rj rj rj rj ry rf rj r rj ry rj rj ry rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj r ry rj rj rj rj rj rj r r rj r rj r r r rj rj r rj ry rj r r rj rj rj r rj r r r ry r r r r r rj r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj r rj rj rj rj rj rj r r rj r rj r r r rj ry r rj ry rj r r rj ry rj r ry r r r r r r r r r rj r r r r r r r r r r r r r r r r r r r r r r r rj rf ry ry rj rj rj rj rj rj r ry rj r rj r r r rj rj r rj r ry r r ry rj rf r ry r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj rj r rj r rj rj ry rj r rj rj rj rj rj rj r rj rj rj r ry rj r r rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj r r rj r r r rj rj r rj r ry rj rj r r rj r rj r rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r r r rj rj rj rj rj rj r r rj r ry r r r rj rj r rj r rj r r ry r ry r r r r r rf r r r r r ry r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj rj r rj r ry r rj ry r rj ry rj ry rj r r rj ry rj ry rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r r ry rj rj rj rj rj r r r rj r ry rf r r rj ry ry ry r rj r r ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj ry r rj r rj r rj rj r ry rf ry rj rj r r rj r rj r rj rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry rj rj rj r rj rj rj rj rj rj r ry rj r rj r r r ry rf r ry ry rj r r ry ry ry r r r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r rj r r ry rj rj rj ry rj r r rf rj r ry r r r r rj r rf r ry r r rf rf rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj rj rf r rj r r r rj ry r rj ry rj rj rj r r rj r rj ry ry ry rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r rj rj rj r r rj r r r r ry r ry rj rj ry ry ry ry rj r ry r ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj rj rj rj ry r r r r r r ry rj r ry r ry rj ry r r rj r rj r rj rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj ry rj rj ry ry rj r ry r rj r r r ry r r r r rf ry r ry r ry r r ry r ry r ry ry r r rf r ry ry ry r ry ry ry r ry ry ry r r ry r r rf r r r r r ry r rj rj ry r r r r r r rf rj r ry r ry ry ry r r ry r rj r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rj r ry rj ry r ry ry r ry r ry ry r ry r ry ry ry r r r r r r ry rj r r r ry r rf ry r r r r ry ry r r r ry rf r ry ry r r r r r r rf r ry r r r r r r r r ry rf r ry rj ry ry rj ry rj ry r r rj rj rj r r rj ry r r r rf rf r ry r ry ry r ry r ry r ry ry r r ry r ry ry ry r ry ry ry ry r r ry r r r ry r rf r r r r r rj r rj rj ry ry r rj r r r ry ry r ry ry ry rf ry r r rf ry ry r r rj r r r ry r rf ry r r r rf ry r r r r r r r ry ry r rf r r ry r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry rj rj ry ry r r r ry r ry rj rj r ry r r r r r r ry ry ry r ry ry r ry r ry r ry ry r r ry ry ry ry rf r r ry ry r ry r r ry r r r r r r ry r r r r r r r ry r rj ry rj r r r rj r r ry ry r ry r ry ry ry r r ry r r r r r r r r ry r r ry ry r r ry ry ry r r r r r r ry r r r ry r r r r r r r r r r r r r r ry r r rj ry r ry ry ry ry ry r r r ry r r r r ry r rf r r ry r rf r r r r ry ry ry r ry ry r rf ry r ry ry ry r ry ry ry ry rf ry ry r r ry r r r r r r r r r r r r r rf r r r r r r r r r ry r r r r r r rf r r r r r r r r r ry r ry r ry ry r r r r rf ry rf r r ry ry r r ry r r r r r r r r r r r r r r rj ry rj r r ry r r r ry ry r ry r r r rf r r ry r ry r ry ry r r r r r r ry r r r r ry ry r r r r r r ry r r r r r r r r r ry r r r r r r r ry ry rj ry ry r r r r r r rf rj r ry r ry ry r r r rf r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry r ry r rj ry r ry r r r r r r ry ry r r r r r r r r r r r r r r rf r r ry r r r r rf rf r r ry rf ry r ry ry r rf r r rf r r r ry r r r r r r r rj r ry ry ry r r ry r r r ry r r r ry rj r ry r r r r r r ry ry r r r ry r rf ry r r r rf ry ry rf r r r ry r r ry r r r r r r r r rf r r r r r r r r r r r r r r r rj r r r r r r ry r r r r r r r r r r r r r r r r ry rf ry r ry ry r ry r r ry r r r r rf ry rf r ry rf r r r r r r r r r r r r ry r r r rj rf ry ry r ry r r r r ry r r r ry r r rj r r r r ry ry ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ry rf r ry r rf ry r r r r r r r r r r r r r ry r r rf r r r r r r ry r ry ry r r ry ry ry ry ry r rf ry r r r ry ry r rf r ry r r ry ry r r r r r r r r r r rf r r r r r r r rj r r ry r r r r r r r r ry r ry r r r r ry r rf ry r r r r ry ry rf r rf r rf r ry ry ry rf r r r r r r rf r r r r r r r ry r rf ry r r r r r r r r r r ry r r ry ry r r r r rf r r r r r r ry r ry ry r r r r ry ry r r r r r r ry r r r r r r r r r ry r r ry r r r r ry ry ry ry r r r rj r r r r r r r r ry r r r r r r ry r r r r r r rf r r ry r r r r rf ry r r r r r r ry ry rf rf r r r r r r rf r r r r r r r ry r ry ry ry r r ry r r r r r r r ry ry ry r r r ry r r r r r r r r ry r r rf r r r r ry rf r r r r r r rf r r r r r rf r r r r r r r r r r r rj r ry r r r r r r r r ry r r r r r ry r r r r r r r ry r r r r ry r r ry r r r r ry ry r r r r rf r r rf r r r r r r r r r r r r r r r r ry r ry ry rf r r r r r r ry r r ry r ry ry ry r r r r r r ry r r r r ry r r ry r r ry r ry ry r r r r ry r ry r r r r r ry r r r ry r r r r r r r r rj r r r ry ry r ry ry r r r r r ry r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rf r r r r r rf r r r r r r r r r r r r r r r r r r r r r r r rf r r r r r r r r r r r r r r r r r r ry r r ry r r r r r r ry ry ry ry ry r r r r r r ry r r r r r r r r r r r r r rf rf r r r rf r r r r r r r ry rf r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r ry ry r r r r r ry r r r r r r r r rf r r r r r r r r r ry r r r ry r r r r r rf r r r r ry ry r r r rf r r r r r r r r r r r r r r rf r r r r r r r r r r r r ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rf r r rf r ry r r r r ry r ry r r r r r r r r r r r r r r ry r r r r r r r r r r r r r r r rf r r r r rf rf r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rf r r r r r r r r r r r r r rf r r r r rf r r ry r ry r r r r r r r r r r r ry rf r r r r r r ry r r r rf ry r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r gs?Fz ISO-8859-7ZGreek)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1253N)ZLatin7_char_to_order_mapZwin1253_char_to_order_mapZGreekLangModelZLatin7GreekModelZWin1253GreekModel r r F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langgreekmodel.py<module>" s" PK @\gYjv v B pip/_vendor/chardet/__pycache__/charsetprober.cpython-38.opt-1.pycnu [ U .e @ s0 d dl Z d dlZddlmZ G dd deZdS ) N ) ProbingStatec @ sn e Zd ZdZdddZdd Zedd Zd d Zed d Z d d Z e dd Z e dd Z e dd ZdS ) CharSetProbergffffff?Nc C s d | _ || _tt| _d S N)_state lang_filterloggingZ getLogger__name__Zlogger)selfr r E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetprober.py__init__' s zCharSetProber.__init__c C s t j| _d S r )r Z DETECTINGr r r r r reset, s zCharSetProber.resetc C s d S r r r r r r charset_name/ s zCharSetProber.charset_namec C s d S r r )r bufr r r feed3 s zCharSetProber.feedc C s | j S r )r r r r r state6 s zCharSetProber.statec C s dS )Ng r r r r r get_confidence: s z CharSetProber.get_confidencec C s t dd| } | S )Ns ([ -])+ )resub)r r r r filter_high_byte_only= s z#CharSetProber.filter_high_byte_onlyc C s\ t }td| }|D ]@}||dd |dd }| sL|dk rLd}|| q|S )u9 We define three types of bytes: alphabet: english alphabets [a-zA-Z] international: international characters [-ÿ] marker: everything else [^a-zA-Z-ÿ] The input buffer can be thought to contain a series of words delimited by markers. This function works to filter all words that contain at least one international character. All contiguous sequences of markers are replaced by a single space ascii character. This filter applies to all scripts which do not use English characters. s% [a-zA-Z]*[-]+[a-zA-Z]*[^a-zA-Z-]?N r ) bytearrayr findallextendisalpha)r filteredZwordsZwordZ last_charr r r filter_international_wordsB s z(CharSetProber.filter_international_wordsc C s t }d}d}tt| D ]n}| ||d }|dkr<d}n |dkrHd}|dk r| s||kr|s|| || |d |d }q|s|| |d |S ) a Returns a copy of ``buf`` that retains only the sequences of English alphabet and high byte characters that are not between <> characters. Also retains English alphabet and high byte characters immediately before occurrences of >. This filter can be applied to all scripts which contain both English characters and extended ASCII characters, but is currently only used by ``Latin1Prober``. Fr r > <Tr r N)r rangelenr r )r r Zin_tagprevZcurrZbuf_charr r r filter_with_english_lettersg s" z)CharSetProber.filter_with_english_letters)N)r __module__ __qualname__ZSHORTCUT_THRESHOLDr r propertyr r r r staticmethodr r r& r r r r r # s $r )r r Zenumsr objectr r r r r <module> s PK @\Z,q q F pip/_vendor/chardet/__pycache__/langcyrillicmodel.cpython-38.opt-1.pycnu [ U .e F @ s d Z dZdZdZdZdZdZe eddd d d Zeeddd d d Zeeddd d d Z eedddd d Z eedddd d Z eedddd d Z dS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r J K r r r r r r G B A L @ M H E C N I O r r r r r D r r ' 6 ; % , : ) 0 5 . 7 * < $ 1 & " # + - ( 4 8 ! = > 3 9 / ? 2 F ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq r\ rr rs rt ru rv r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx ry r r~ r{ r| r r r r r r r r r r r r r r r} r rz r r r r r r r rw r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx ry r r~ r{ r| r r r r r r r r r r r r r r r} r rz r r r r r r r rw r rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv r r\ r rx ry r r~ r{ r| r r r r r r r r r r r r r r r} r rz r r r r r r r rw r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r\ r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rw r r r rx r ry r rz r r{ r r| r r} r r~ r rT rU rV rW rX rY rZ r r r r r[ r] r^ r_ r r r` ra rb rc rd re rf r r rg rh ri rj rk rl rm rn r r r r r r r r r ro rp rq rr r r rs r r r r r r r r r r r r r r r rt ru r r r r r r r r r r r r rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx ry r r~ r{ r| r r r r r r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r r r r r} r rz r r r r r r r rw r rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r r rx rx rx rx r rx rx rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r rx r| r| r| r| r| r r r| rx rx rx r| rx rx rx rx rx rx rx rx rx rx r| rx rx r r rx rx rx rx rx rx rx rx rx r| rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx r| r| rx rx rx rx rx rx rx rx rx r| rx rx r r rx rx rx rx rx rx rx rx r| rx rx r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx r r rx rx rx rx rx rx rx rx rx rx rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| rx rx r r rx rx rx rx rx rx rx rx rx rx rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx r| r| r| rx r rx rx r rx rx rx rx r| r| rx r r| r| r| rx rx r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| rx rx rx rx rx r| r| rx r| rx rx rx r| r r| r| r r r| r| r| r| r| r| r r r r r r r r r| r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| r| r| rx r r| r| rx rx r| r r| r r r r r r r r r| r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx r| rx rx r r| rx r| r| rx r| rx rx rx rx r| r| rx r rx r| r| rx r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx r| r| rx rx rx rx rx r| rx rx rx rx r| r| r| r rx rx rx r| r| r| r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx rx rx r| rx r| rx rx rx rx rx rx r| rx r| r| r r rx r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx r| r r rx r r r r r r| r r r r| r| r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| rx rx r| r| r| r| r rx r| rx r| rx r| r r| r| r r r r| r r| r r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx rx rx rx rx rx rx r| r| rx r| rx rx rx r| r| r| r| r r| r| r| r| rx r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rx r| rx r| r| rx rx rx rx rx rx rx rx rx r rx r| r r rx rx rx rx r| rx rx rx rx r| rx r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx rx r| r| rx rx r r| r r rx r| rx r| rx r r r r| r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r rx r r| rx rx rx rx r| rx rx rx rx r r| r| r r r| rx r| r| r| rx r| rx r| r| rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx r r| rx r| rx r r r| rx rx r| r r| rx r r r| rx r| r| r r rx r rx r| r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx r rx r r| rx rx rx rx rx rx rx rx r| r rx r| r r r| r| rx rx rx r| rx rx r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| r| rx rx r| r| r| rx rx r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx rx r| r| rx rx rx rx rx rx rx r rx r| rx rx r| rx r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rx rx rx rx rx rx r| rx rx rx r| r| r| r| rx r rx r| rx r r r| r r r| r| r| r| r rx r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r| r| rx rx rx rx rx r r| r| r rx r r rx r r rx r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r| r| r r rx rx rx r| r| r r| r| rx r r r| r r r| r| r rx r r r| r r r| r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx rx rx rx r r| r| r| r r| r rx rx r r r| r r| r r| r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx rx r| r rx r| r| rx r| r rx r| r rx r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r rx rx r| rx rx rx r| r| r| rx rx r r| r r| r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r r r| r r| rx rx r| r| r r| r| rx r r| r r r r| r| rx r| r r| r| r| r| r| rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx rx rx rx r r r r r r| r| r r rx r r r rx r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r rx rx rx r| r r r r| r r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r| rx r| r| r| r r| r| r| r r| r r r r r r r r| r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx r r r r r r r r r rx r r r| r r r r r r r r r r r r r r r r r r r r| r r r r r| r r r r r r r r r r r r r r r r r r r r r r| r| rx r| r| r| rx r r| r| r| r| r| r| r| r| r r r r r r r r r r r r r r r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r rx rx rx r| r| r| r| rx r| r| r r r| r| r| r| r r rx r r| r r| r r r r r r r r| r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r rx r| r| r| r| r r| r r| r r| r r r r| r r| r| r r r| r| r r r r r| r r r r r r r r r r| r r r r| r r r r| r r r r r r r r r r r r r r r rx r| r| r| r r r r| rx r r r r r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r| rx r| rx r| r r| r| r| r| r r r r r| r r r r r r r r r r r r r r r r| r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r rx r r r r r| r| r| rx r| r| r| r| r| r| r| r r r r| r r| r r r r| r| r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx r| rx rx r| r r r r r r r r r| r r r rx r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx rx r r| r| r| r| r r r r r| r r r r| r r r r r r r r r r r r| r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r| rx rx rx r| r r r r r| r| r r r r| r r r rx r r r r r r r r r r r r| r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx r| rx r| r r r r| r| r| r r r r| r r r r r r r r r rx r r r r r r| r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r rx r r| r r r| r| r| r| r| r| r r| r| r r r r r r| r| r| r r r r r| r r r r r r| r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r rx r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rx rx r| r| r r r r| r| r r r r r| r r r r| r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx r| rx r| r r r r r r r r r r| r r| r r| r r r r r r r r r r r r r r r r| r r r| r r r r r| r r r r r r| r r r r r r r r r r r r r r r r rx r| r| r| r r r r| r| r r r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rx r r| r| r| r| r| r| r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r| r r r r rx r| r r| r r| r| r r r r r r| r r r r| r r r r r r| r r| r| r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r r r r r r r| r r r r r r r r r r r r r| r r r| r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r| r| r| r rx r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| rx r| r| r r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r r r| r r| r| r| r| r| r r| r| r r r r r r r| r| r| r r| r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r| r| r r r r r| r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r| r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r| r r r r r r r r r r| r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r| r r r| r r| r r r r r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r glP@?FzKOI8-RZRussian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251z ISO-8859-5Z MacCyrillicZIBM866ZIBM855N) ZKOI8R_char_to_order_mapZwin1251_char_to_order_mapZlatin5_char_to_order_mapZ macCyrillic_char_to_order_mapZIBM855_char_to_order_mapZIBM866_char_to_order_mapZRussianLangModelZ Koi8rModelZWin1251CyrillicModelZLatin5CyrillicModelZMacCyrillicModelZ Ibm866ModelZ Ibm855Model r r I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langcyrillicmodel.py<module> sb PK @\M19V V B pip/_vendor/chardet/__pycache__/langthaimodel.cpython-38.opt-1.pycnu [ U .e, @ s d Z dZe edddddZdS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r j k d e ^ l m n o Y _ p q r r r r r r @ H I r J s t f Q u Z g N R ` [ O T h i a b \ r r r r r X v c U S K 4 " 3 w / : 9 1 5 7 + , 0 ' > 6 - = * . L B ? $ ( # V ) ! 2 % C M & ] D 8 ; A E < F P G W r r ( r rr rr rr rr r r rr rr r rr rr r rr rr rr rr rr rr rr rr r r rr rr rr r rr rr rr rr r rr rr r r r r rr r rr rr r| rr rr r r r| rr rr rr rr r r| r r| r r rr r| r r| r| rr r rr rr r| rr r r rr rr r rr rr r rr rr rr rr rr rr rr rr rr r rr r| rr r r| r| r| rr r r| rr r r r r r r r r| rr r r rr r| r| r r r r r r r r r r r r r r r rr rr rr r| rr rr rr rr rr rr rr rr rr rr rr r| r| r| r| r| r| r| rr rr r| rr r| rr rr r| r| r| rr r r| rr r rr rr r| r| r r| rr rr r r| r r rr r r r r r r r r r r r r r r rr rr r| r| rr rr rr rr r r| rr rr rr rr rr r| r| r| r| rr rr r| r| rr rr r| r| rr r| rr r| r| rr rr r r| rr r r| r| rr rr r r r| r r r rr r r| r r r r r r r r r r r r r rr rr rr rr rr rr r| r| rr rr rr rr r| rr r| r| rr rr r| r| rr r| r| r| r| r r rr r r| r r rr r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr r| rr r| rr rr r| r| rr r| rr rr r| rr r r r| rr r| r| r| rr r| r| r| r| r| r r| r r| r| r r rr rr r| r r r r| r| r r rr r r r r r r r r r r r| rr r r r| r r rr rr r| rr rr r| r r rr rr r rr rr r r| r| rr r r| r| r r r r r| r| r| r r| r| r r r r| r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| rr rr r| r r rr rr r r| rr r r| r r| r| r| r| r r| r r r| r| r| r r| r| r r r r| r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| rr r| rr r| r r| r| r rr r| r rr r| r r| rr r| r| rr r r| rr r| r| r r| r| r| r| r r| r| r r r r r| r r r| r r r r r r r rr r r r r r r r r r r r r r rr rr r| rr rr r| rr r| r| r| rr r| r| rr r| r| r r| rr r| r| rr r rr r| r| r| rr r| r| r| rr rr r| r rr r r r r r r| r r r r r r r r r r r r r r r r r r r r| r r r r r rr r rr rr rr rr rr r r rr r r| r| rr rr rr rr rr r r r r r rr r r r r r| r r r r r r r r r r r| rr r r r rr r r| r r r r r rr r r r r r r r r r| r rr rr rr rr r r r| rr r r rr r rr rr r| rr rr rr rr rr r r rr rr rr r r r rr rr r r rr r r r r r| r r r| r r rr r r r r r r| rr r r r r r r r r r r r rr rr rr rr r| rr rr rr rr rr rr rr r r| r rr rr r| r| r r| r| r| rr r r r| r r| r r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r| r r| rr rr rr r r| r r| r| r r| r rr r| r| r r| r r r r| r| r r r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr rr r| r rr rr r r rr r r| rr r r rr r| r r r| r r| r| rr r| r r r r r r| rr r r r rr r r| r r| r rr r r r r r rr r r r r r r r r r r r r r r r rr rr r r rr r| rr rr rr r rr r| r rr r| r rr r| r| r| r| r rr rr r r| r rr r r| rr r r| r r rr r| r| r| r r| r r r r r r r r r r r r r r r r r r r r r r r| rr rr r| rr r| rr rr r| rr r| rr r| rr rr r| r r rr r| r| r| r r| r| r| r r| r| r r| r r r| r| r| rr r r rr r r r r r r r r r| r r r| r r r r r r r r r r r r r rr rr rr rr r| rr r| r| r r rr r| rr r| rr r| r rr r| r| r r| r r| r| r| r r| r| r| r| r rr r| r r| r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr rr rr r| rr r r| rr rr r| r| rr r r r r| r rr rr r| r| rr r r r rr r r r r rr r r rr rr r r| r r| r r r rr r| r r r r r r r r r r r r r r r r r r rr rr rr r| rr r| rr rr r r rr r r r| r r| r r rr r r r r| rr r r r r r r r r rr r r r| r| r| r| r r r r r r| r| r r r r r r r r r r r r r r r r r r rr r| r| r r r| r rr rr r| rr r| r| rr r| r| rr r r| r| r r| r rr r| r r| r| r| r| r| r rr r| r r| r| r| r r r r r r r r r r r r r| r r r r r r r r r r r r r rr rr rr rr rr rr rr rr r rr rr r r| r r rr r| r r rr r r r r r r r r r r r r r r r r r rr r| r r r r r r r r r| r r r r r r r r r r r r r r r r rr r r| r| r| rr r r r rr r rr r| r rr r| r| rr rr rr rr rr r r r| r| r| r r| r| r r| r r| rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r| rr r rr rr r| rr rr r rr rr r rr r| r| rr r| rr rr rr r r r| r| rr r r r r rr r r rr r r r r| r| r r rr r r r| r| r| rr r r r r r r r r r r r r r r r rr r| rr rr r| r rr rr r| r| rr r rr r| r rr r| r r r| r| r r| rr r| r r rr r r r r rr r r r| rr r rr r r rr r r| r r r r r r r r r r r r r r r r r r r r rr r rr r| r| r| r r| r r rr r r rr r rr r r r| r r r r r| r r r r r| r r r r r| r r r rr r r r r r r r r r r r r r r r r r r r rr r r r r r r rr rr rr rr r| r| r| r| r| r rr r r r r| r r r r| r r| r rr r| r r rr r r r r r rr r r r| rr r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r rr rr r r| r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r rr r r r r| r r r| r rr rr r| rr rr rr r| rr r r r| r| r| r r r r| r| r r r r r r r rr r r r r r| r r r r r r r r r r| r r r r r r r r r r r r rr r r| r r r r r r r r r r r r| rr r rr rr r r r r rr r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr r r| rr r r| rr r r rr r r| r| r r r| r r r| r r r r r r r r r r r r r r r r r r r r rr r r r| r r r r r r r r r r r r r r r r r r r r rr rr rr rr r| r r r r r rr r r| r| r| r| r| r| r r r r r rr r r r rr r r r r r r r r| r r rr r r r r r r r r r r r r r r r r r r r r r r r| r r rr r r| r| r rr rr r| rr rr r r r r r| r| r r| r rr rr r r r rr r| r r r r r| r r r r r r r r r| r r r rr r r r| r| r r r r r r r r r r r r r r r r r r rr r r r r r r rr r r rr r rr r r r r r rr r| r r r rr r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rr rr r rr r| r rr rr r r| r| r r r| r r r r| r r r r r rr r r r rr r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r| r rr rr rr r| r| r r r r r rr r r r r| r| r r r r rr r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r rr r r| rr r r| r r r| r r rr r r r r| r r r r r rr r r rr r r r r| r| r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r rr r r| r r r| r| r r r| r r r r rr r r| r r r r r| r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r| r| r r r r| r r| r r r r r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r rr r r r r r r r r rr r| r r r r r r r| r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r| r| r r r r r r r r r| rr r| r r| r| rr r r r r| rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| r| r r r r r r r| r r| r r r r r r r r r r r| r r r r r r r r r r r r| r r r r rr r r r r r r| r r r r r r r r r r r r r r r r r rr rr r r r r r r r r r r r r| r r r r r r r r rr r r r r r r r r r r r r r r r rr r r r r r r rr r r r r r r r rr r r r r r r r r r r rr rr r r r r r| rr r r r| r r r r r r r| r r r r r r| r r r r| r r r r r| r r rr r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r rr r r r rr r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| r r r r r r r r| r r r r r r| r r r r r r| r r r r r r r r r r r r r r r r| r r r r rr r r r r r r| r r r r r r r r r| r r r r r rr rr r r r r r| r r r r| r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r| r| r| r r r r r r r r r r rr r r r r r r r r r rr r r r r r r r r r| r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r r r r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r| r r r r r r| r r r r r r r r r r r r r r| r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r rr r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r| r r r| r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r| r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r g @?FzTIS-620ZThai)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZTIS620CharToOrderMapZ ThaiLangModelZTIS620ThaiModel r r E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langthaimodel.py<module>$ s PK @\]Q Q : pip/_vendor/chardet/__pycache__/euckrprober.cpython-38.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)EUCKRDistributionAnalysis)EUCKR_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) EUCKRProberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrprober.pyr # s zEUCKRProber.__init__c C s dS )NzEUC-KRr r r r r charset_name) s zEUCKRProber.charset_namec C s dS )NZKoreanr r r r r language- s zEUCKRProber.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r " s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\#S\MA MA ; pip/_vendor/chardet/__pycache__/mbcssm.cpython-38.opt-1.pycnu [ U .ec @ sl d dl mZ dZejejejdejejejejejejejejejejejejejejejejejejejejfZdZedeeddZdZ ejejdejejejd dejd ejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejfFZ d Z e d e e d dZ dZ dd ddejejejejejejejejejejejejejejejejejejejejejejejejejejdejdejejejejejejejf(ZdZe d eeddZdZejejdejejejejejejejejejejejejejfZdZed eeddZdZejejejdddd ejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejejejejejejejf0ZdZedeeddZdZejejejejejejdejejejejejejejejejejejejejejejejejd ejejejejejejejejejdejejejejejejejejejejejejejf0ZdZedeeddZ dZ ejejejdejejejejejejejejejejejejejejejejejejejejfZ d Z e d e e d dZ d Z!dddejd dejejejejejejejejejejejejd d d d ejejd d d d d ejd d d d d d dddejdd d d ejd d d d d d d ejejejejf8Z"d Z#e!d e"e#d!dZ$d Z%d d dd d dejejejejejejejejejejejejdddejejejdddejdejd d dd d d dddejdddejejejdddddejdejejejf8Z&d"Z'e%d e&e'd#dZ(d$Z)ejejejejejejd%d d&d'd dd dd dejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejddddejejejejejejejejejejejejejdddejejejejejejejejejejejejddddejejejejejejejejejejejejejejddejejejejejejejejejejejejd&d&d&d&ejejejejejejejejejejejejejejejd&ejejejejejejejejejejejejd%d%d%d%ejejejejejejejejejejejejejejejd%ejejejejejejejejejejejejd%d%d%ejejejejejejejejejejejejejejejejejejejejejejejejejejejfZ*d(Z+e)d)e*e+d*dZ,d+S ), ) MachineState( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r ZBig5)Z class_tableZ class_factorZ state_tableZchar_len_tablename( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r r ZCP949( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zEUC-JP( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r zEUC-KR( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r r zx-euc-tw( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r ZGB2312( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r Z Shift_JIS( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zUTF-16BE)r r r r r r zUTF-16LE( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r r r r r r r r r r zUTF-8N)-Zenumsr ZBIG5_CLSZERRORZSTARTZITS_MEZBIG5_STZBIG5_CHAR_LEN_TABLEZ BIG5_SM_MODELZ CP949_CLSZCP949_STZCP949_CHAR_LEN_TABLEZCP949_SM_MODELZ EUCJP_CLSZEUCJP_STZEUCJP_CHAR_LEN_TABLEZEUCJP_SM_MODELZ EUCKR_CLSZEUCKR_STZEUCKR_CHAR_LEN_TABLEZEUCKR_SM_MODELZ EUCTW_CLSZEUCTW_STZEUCTW_CHAR_LEN_TABLEZEUCTW_SM_MODELZ GB2312_CLSZ GB2312_STZGB2312_CHAR_LEN_TABLEZGB2312_SM_MODELZSJIS_CLSZSJIS_STZSJIS_CHAR_LEN_TABLEZ SJIS_SM_MODELZ UCS2BE_CLSZ UCS2BE_STZUCS2BE_CHAR_LEN_TABLEZUCS2BE_SM_MODELZ UCS2LE_CLSZ UCS2LE_STZUCS2LE_CHAR_LEN_TABLEZUCS2LE_SM_MODELZUTF8_CLSZUTF8_STZUTF8_CHAR_LEN_TABLEZ UTF8_SM_MODEL r r >/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcssm.py<module> sP $ $ $ $ $ & $ $ $ PK @\z9AV V E pip/_vendor/chardet/__pycache__/langturkishmodel.cpython-38.opt-1.pycnu [ U .e^+ @ s d Z dZe edddddZdS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r % / ' 4 $ - 5 < 1 . * 0 E , # 3 & > A + 8 r r r r r r @ 9 : r r r r r e j d ^ P ] i ? ~ } | h I c O U { 6 z b \ y x [ g w D v u a t s 2 Z r q p o 7 ) ( V Y F ; N G R X ! M B T S n K = ` C m J W f " _ Q l L H k ( r$ r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r r r$ r$ r r$ r$ r r$ r$ r$ r$ r$ r r$ r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r r r$ r$ r r$ r$ r r r$ r$ r$ r$ r r$ r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r$ r$ r r r$ r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r$ r$ r$ r$ r$ r$ r$ r r$ r r r r$ r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r r r r r$ r r r$ r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r r$ r r r r$ r r$ r$ r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r$ r$ r$ r$ r r$ r$ r$ r r$ r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r r$ r r r r$ r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r r$ r r r r r$ r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r$ r r r r r$ r r$ r$ r r$ r$ r r r r r r r r r$ r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r r r r r$ r r$ r$ r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r$ r r r r$ r$ r$ r$ r r$ r r r r$ r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r r r r$ r$ r r$ r$ r r r$ r$ r r$ r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r$ r r r$ r r r$ r$ r r$ r r$ r$ r$ r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r$ r$ r r r r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r r$ r r r r r r$ r r r$ r r r r$ r r$ r r$ r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r$ r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r$ r$ r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r$ r r r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r r$ r$ r r r r r$ r$ r$ r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r$ r$ r$ r r r r r$ r$ r$ r$ r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r$ r r r r r r r$ r r$ r r r r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r$ r r r r$ r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r$ r$ r r$ r r r$ r$ r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r$ r$ r r r r r r r$ r$ r r$ r r r r r r r r$ r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r$ r r r r$ r r r r$ r$ r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r$ r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r$ r r r r r r r$ r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r$ r$ r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r r$ r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r$ r$ r r r r$ r r r$ r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r$ r$ r r$ r$ r r r r r r r r r r r$ r r r r$ r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r$ r r r r r$ r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r r r r r r r r r$ r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r r r r r r r$ r r$ r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r$ r r r r r r r r r r r$ r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r$ r$ r$ r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r$ r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r$ r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r$ r$ r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r$ r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r gX4 ?Tz ISO-8859-9ZTurkish)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)Z Latin5_TurkishCharToOrderMapZTurkishLangModelZLatin5TurkishModel r r H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langturkishmodel.py<module>$ s PK @\ Q Q @ pip/_vendor/chardet/__pycache__/euctwprober.cpython-38.opt-1.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)EUCTWDistributionAnalysis)EUCTW_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) EUCTWProberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwprober.pyr " s zEUCTWProber.__init__c C s dS )NzEUC-TWr r r r r charset_name( s zEUCTWProber.charset_namec C s dS )NZTaiwanr r r r r language, s zEUCTWProber.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r ! s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\ G pip/_vendor/chardet/__pycache__/charsetgroupprober.cpython-38.opt-1.pycnu [ U .e @ s, d dl mZ d dlmZ G dd deZdS ) ) ProbingState) CharSetProberc sR e Zd Zd fdd Z fddZedd Zedd Zd d Zd d Z Z S )CharSetGroupProberNc s( t t| j|d d| _g | _d | _d S )N) lang_filter )superr __init__ _active_numprobers_best_guess_prober)selfr __class__ J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetgroupprober.pyr ! s zCharSetGroupProber.__init__c sJ t t| d| _| jD ]$}|r| d|_| jd7 _qd | _d S )Nr Tr )r r resetr r activer )r proberr r r r ' s zCharSetGroupProber.resetc C s | j s| | j sd S | j jS N)r get_confidence charset_namer r r r r 1 s z CharSetGroupProber.charset_namec C s | j s| | j sd S | j jS r )r r languager r r r r 9 s zCharSetGroupProber.languagec C s | j D ]v}|sq|jsq||}|s(q|tjkrB|| _| j S |tjkrd|_| jd8 _| jdkrtj| _ | j S q| jS )NFr r ) r r feedr FOUND_ITr stateNOT_MEr Z_state)r Zbyte_strr r r r r r A s$ zCharSetGroupProber.feedc C s | j }|tjkrdS |tjkr"dS d}d | _| jD ]R}|s<q2|jsT| jd|j q2| }| jd|j |j | ||k r2|}|| _q2| jsdS |S )NgGz?g{Gz?g z %s not activez%s %s confidence = %s) r r r r r r r Zloggerdebugr r r )r r Z best_confr Zconfr r r r U s* z!CharSetGroupProber.get_confidence)N) __name__ __module__ __qualname__r r propertyr r r r __classcell__r r r r r s r N)Zenumsr Z charsetproberr r r r r r <module> s PK @\VP P : pip/_vendor/chardet/__pycache__/cp949prober.cpython-38.pycnu [ U .e? @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )EUCKRDistributionAnalysis)CodingStateMachine)MultiByteCharSetProber)CP949_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) CP949Proberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cp949prober.pyr # s zCP949Prober.__init__c C s dS )NZCP949r r r r r charset_name+ s zCP949Prober.charset_namec C s dS )NZKoreanr r r r r language/ s zCP949Prober.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r " s r N) Zchardistributionr Zcodingstatemachiner Zmbcharsetproberr Zmbcssmr r r r r r <module> s PK @\ӲN : pip/_vendor/chardet/__pycache__/escsm.cpython-38.opt-1.pycnu [ U .e) H @ s d dl mZ dZejejdejejejejejejejejejejejejejejejejejejejdejdejdejdddejdejdddejdejdejejejejejejejf0ZdZedeedd d Zd Z ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejddejejejejejejejejejejejejejejejejejejejejejejf@Z d Z e d e e dd d Z dZ ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejdejejejejejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejfHZdZe deeddd ZdZejdejejejejejejejejejejejejejejejejejejejdejejejejejejdejejejejejejejejejejejf(ZdZedeeddd ZdS ) ) MachineState( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r z HZ-GB-2312ZChinese)Z class_tableZ class_factorZ state_tableZchar_len_tablenameZlanguage( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r z ISO-2022-CN( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r r z ISO-2022-JPZJapanese( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r z ISO-2022-KRZKoreanN)Zenumsr ZHZ_CLSZSTARTZERRORZITS_MEZHZ_STZHZ_CHAR_LEN_TABLEZ HZ_SM_MODELZ ISO2022CN_CLSZ ISO2022CN_STZISO2022CN_CHAR_LEN_TABLEZISO2022CN_SM_MODELZ ISO2022JP_CLSZ ISO2022JP_STZISO2022JP_CHAR_LEN_TABLEZISO2022JP_SM_MODELZ ISO2022KR_CLSZ ISO2022KR_STZISO2022KR_CHAR_LEN_TABLEZISO2022KR_SM_MODEL r r =/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escsm.py<module> s $ $ $ $ PK @\#S\MA MA 5 pip/_vendor/chardet/__pycache__/mbcssm.cpython-38.pycnu [ U .ec @ sl d dl mZ dZejejejdejejejejejejejejejejejejejejejejejejejejfZdZedeeddZdZ ejejdejejejd dejd ejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejfFZ d Z e d e e d dZ dZ dd ddejejejejejejejejejejejejejejejejejejejejejejejejejejdejdejejejejejejejf(ZdZe d eeddZdZejejdejejejejejejejejejejejejejfZdZed eeddZdZejejejdddd ejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejejejejejejejf0ZdZedeeddZdZejejejejejejdejejejejejejejejejejejejejejejejejd ejejejejejejejejejdejejejejejejejejejejejejejf0ZdZedeeddZ dZ ejejejdejejejejejejejejejejejejejejejejejejejejfZ d Z e d e e d dZ d Z!dddejd dejejejejejejejejejejejejd d d d ejejd d d d d ejd d d d d d dddejdd d d ejd d d d d d d ejejejejf8Z"d Z#e!d e"e#d!dZ$d Z%d d dd d dejejejejejejejejejejejejdddejejejdddejdejd d dd d d dddejdddejejejdddddejdejejejf8Z&d"Z'e%d e&e'd#dZ(d$Z)ejejejejejejd%d d&d'd dd dd dejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejddddejejejejejejejejejejejejejdddejejejejejejejejejejejejddddejejejejejejejejejejejejejejddejejejejejejejejejejejejd&d&d&d&ejejejejejejejejejejejejejejejd&ejejejejejejejejejejejejd%d%d%d%ejejejejejejejejejejejejejejejd%ejejejejejejejejejejejejd%d%d%ejejejejejejejejejejejejejejejejejejejejejejejejejejejfZ*d(Z+e)d)e*e+d*dZ,d+S ), ) MachineState( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r ZBig5)Z class_tableZ class_factorZ state_tableZchar_len_tablename( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r r ZCP949( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zEUC-JP( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r zEUC-KR( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r r zx-euc-tw( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r ZGB2312( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r Z Shift_JIS( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zUTF-16BE)r r r r r r zUTF-16LE( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r r r r r r r r r r zUTF-8N)-Zenumsr ZBIG5_CLSZERRORZSTARTZITS_MEZBIG5_STZBIG5_CHAR_LEN_TABLEZ BIG5_SM_MODELZ CP949_CLSZCP949_STZCP949_CHAR_LEN_TABLEZCP949_SM_MODELZ EUCJP_CLSZEUCJP_STZEUCJP_CHAR_LEN_TABLEZEUCJP_SM_MODELZ EUCKR_CLSZEUCKR_STZEUCKR_CHAR_LEN_TABLEZEUCKR_SM_MODELZ EUCTW_CLSZEUCTW_STZEUCTW_CHAR_LEN_TABLEZEUCTW_SM_MODELZ GB2312_CLSZ GB2312_STZGB2312_CHAR_LEN_TABLEZGB2312_SM_MODELZSJIS_CLSZSJIS_STZSJIS_CHAR_LEN_TABLEZ SJIS_SM_MODELZ UCS2BE_CLSZ UCS2BE_STZUCS2BE_CHAR_LEN_TABLEZUCS2BE_SM_MODELZ UCS2LE_CLSZ UCS2LE_STZUCS2LE_CHAR_LEN_TABLEZUCS2LE_SM_MODELZUTF8_CLSZUTF8_STZUTF8_CHAR_LEN_TABLEZ UTF8_SM_MODEL r r >/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcssm.py<module> sP $ $ $ $ $ & $ $ $ PK @\RbY Y ; pip/_vendor/chardet/__pycache__/gb2312prober.cpython-38.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)GB2312DistributionAnalysis)GB2312_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) GB2312Proberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312prober.pyr " s zGB2312Prober.__init__c C s dS )NZGB2312r r r r r charset_name( s zGB2312Prober.charset_namec C s dS )NZChineser r r r r language, s zGB2312Prober.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r ! s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\"|& & A pip/_vendor/chardet/__pycache__/latin1prober.cpython-38.opt-1.pycnu [ U .e @ s^ d dl mZ d dlmZ dZdZd ZdZdZdZ dZ dZ d Z d Z eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee eeeeeee ee ee eeeeeeeeeeee ee ee e eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee e e e e e e e e e e e e e e e e e e e e e e ee e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e ee e e e e e e e f Zd ZG d d d eZdS ) ) CharSetProber) ProbingState )@r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c sL e Zd Z fddZdd Zedd Zedd Zd d Zd d Z Z S ) Latin1Proberc s& t t| d | _d | _| d S )N)superr __init___last_char_class _freq_counterresetself __class__ D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/latin1prober.pyr a s zLatin1Prober.__init__c C s t | _dgt | _t| d S )Nr )OTHr FREQ_CAT_NUMr r r r r r r r g s zLatin1Prober.resetc C s dS )Nz ISO-8859-1r r r r r charset_namel s zLatin1Prober.charset_namec C s dS )N r r r r r languagep s zLatin1Prober.languagec C s` | |}|D ]J}t| }t| jt | }|dkr@tj| _ qZ| j| d7 < || _q| j S )Nr r ) Zfilter_with_english_lettersLatin1_CharToClassLatin1ClassModelr CLASS_NUMr NOT_MEZ_stater state)r Zbyte_strcZ char_classZfreqr r r feedt s zLatin1Prober.feedc C s\ | j tjkrdS t| j}|dk r(d}n | jd | jd d | }|dk rPd}|d }|S )Ng{Gz?g r r g 4@g\(\?)r! r r sumr )r ZtotalZ confidencer r r get_confidence s zLatin1Prober.get_confidence) __name__ __module__ __qualname__r r propertyr r r# r% __classcell__r r r r r ` s r N)Z charsetproberr Zenumsr r ZUDFr ZASCZASSZACVZACOZASVZASOr r r r r r r r <module> s ' PK @\U ? pip/_vendor/chardet/__pycache__/utf8prober.cpython-38.opt-1.pycnu [ U .e @ sH d dl mZ d dlmZmZ d dlmZ d dlmZ G dd deZ dS ) ) CharSetProber) ProbingState MachineState)CodingStateMachine) UTF8_SM_MODELc sT e Zd ZdZ fddZ fddZedd Zedd Zd d Z d d Z Z S ) UTF8Proberg ?c s* t t| tt| _d | _| d S )N)superr __init__r r coding_sm _num_mb_charsresetself __class__ B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/utf8prober.pyr & s zUTF8Prober.__init__c s" t t| | j d| _d S )N )r r r r r r r r r r , s zUTF8Prober.resetc C s dS )Nzutf-8r r r r r charset_name1 s zUTF8Prober.charset_namec C s dS )N r r r r r language5 s zUTF8Prober.languagec C s |D ]f}| j |}|tjkr,tj| _ qlq|tjkrDtj| _ qlq|tj kr| j dkr| j d7 _ q| j tj kr| | jkrtj| _| j S )N r )r Z next_stater ZERRORr ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr stateZ DETECTINGget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_strcZ coding_stater r r feed9 s zUTF8Prober.feedc C s. d}| j dk r&|| j| j 9 }d| S |S d S )NgGz? g ?)r ONE_CHAR_PROB)r Zunliker r r r L s zUTF8Prober.get_confidence) __name__ __module__ __qualname__r r r propertyr r r r __classcell__r r r r r # s r N) Z charsetproberr Zenumsr r Zcodingstatemachiner Zmbcssmr r r r r r <module> s PK @\VP P @ pip/_vendor/chardet/__pycache__/cp949prober.cpython-38.opt-1.pycnu [ U .e? @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )EUCKRDistributionAnalysis)CodingStateMachine)MultiByteCharSetProber)CP949_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) CP949Proberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cp949prober.pyr # s zCP949Prober.__init__c C s dS )NZCP949r r r r r charset_name+ s zCP949Prober.charset_namec C s dS )NZKoreanr r r r r language/ s zCP949Prober.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r " s r N) Zchardistributionr Zcodingstatemachiner Zmbcharsetproberr Zmbcssmr r r r r r <module> s PK @\Oи. . > pip/_vendor/chardet/__pycache__/euckrfreq.cpython-38.opt-1.pycnu [ U .e4 @ s d Z dZdZdS )g @0 (0 x it i i i iH ia i i i i+ i W iu i h i i] i i i i i i i i i i iv iw i i i im iF i! ip i i i i i i i ix i / i i i i i i i i9 i i i t i i- iy i K i i i i i iO i in i i i i i i i0 i < i4 { i i i i i ii i ir i i i i i i i i i i i iX iX i i i i Y i i i& i iP i i i i i i i i^ i i i i i i i9 i i i i i i iQ i i" it i i i i] i{ i7 i i i{ i i; i iu i iz i/ i i| i i i i7 i i i. i i i i i i i i i i i i i i{ i i i i# i| i} i i~ i it i8 i i_ i i i i i i! i i i i_ i i i i i i i* i iu i i` i" i i i| i i i i i i ia i i i i i i i? i iR i! i i/ i i i! i" i= i i i# i i$ i% i& i' i( i) i, i i' ib i$ i* i i+ i i- i i, i i i i i i& iU i i i# i i i- i. ' i i if i/ is i i0 i i i i i i i i9 ie [ i1 i i i iZ i i i: i i i i2 i3 i iG i i i y i4 i i i i5 i6 i7 i, w i i is i8 i i9 i: i i i~ i; i i< i; i} i= i> i? io i) i i i@ i iA iB i i i2 iY iC iD i i< iE iF iG iH iI i% iJ iK iL iM iN iO i ` i> iP i i= iQ i iR i iS iT i; i i i i i iU i iV iW iX i4 iY i iZ i[ i i\ i] i i^ i i i_ " iP i i i` i; i i~ iH ia iv i z i? i i i ib i i i< ic id d ie if ic 0 i id i ig iy i i ih ii s i0 ij i= ik i il i i i i< ib i i U i i i i iI im in io i ip iq ir is it iu i i i i6 iv iw i i* i ] ix iy i i iz iZ i - : ib i i{ i| i& i' i i i5 i i i i> i} i~ iw i ig i i i i6 i i% i i ( i v i i iw i i i E i i i i i i i i i if iV i i7 i i i i iB i N i i[ i i' i i i i i i iS i i i i i ie i i ix i i i i i i i i i i i i i i i i i i i i i? i i i i iq i if i i( i) i i i~ i i\ i i i i i i) i i i i i i i i i i i $ i i i i il i i i i ~ i i iC i i i i@ i i i i i 2 i iK i iz iV i i iQ ir if i i i i ih i+ i3 i i1 i i i i g i( i i i iz i i i i i i i i i i i i i i i i iA i< ij i i iM ig i i2 i i i i i i i i i iV ih i i iJ i i i0 i b i i i i i i iY i i i a i! * i i i iK iD i8 i iR i iB i@ i i i i i i i iy i i i i i iX i: i i i# i i i ii i G i i ik i i i= i i i ! i i i J i = i i i} i i ij i i i i i i i i i i i i iE i i i i ij iO 4 i i i i i i i i i iv i] i iC i i i i i i i io i i i i i i il ic iA i i i i i i i i i T i i ik i i i i3 i* i q i i> i i i i i i i+ i i i i i ; i p i ix i i i i i i i i i i i i i i i i i il i i i i i i ) i im i8 i i iD i i i i i i i i i i i i 7 iL B i i iD i i i i i it i i i i i! i i" i# i$ i% iR i& i' i( i) i* i+ i, i, i- i. m i i i^ i/ ic i iE i i i ia im i0 iE i1 i2 i3 i i i i4 iT i i i i5 i i i i i6 i7 i in i i io i8 i9 iF i i i i: iG i; i< i= i> i? i@ iA iB iC iD iE i$ iF iG i i i% i i ip iH iI iJ iK iL i i i i i i i iM iN iO iP iQ iR i iS i/ iT i iU i i i iV i I iH i i i i iW i iX iq iY iZ i[ i\ i ir i is i] i^ i_ i` iv iL ia i . i ib iF i> i i j ic Z i i iB i6 i i` id ie i i | i if i i i5 ig i ih i ii H ij i i ik i il i i1 im in io ip iq ir iC is it iu iv iw i ix iy iz i{ i i i| i} i~ i i i i i i i iO i i i i i i i i i i i i iE i i iq i i iI i i\ i i- i i iS i i i i ie i i i l i iM Q i P i i i^ i i i- iF i i i i i i i i i i i i i i i i i i i i. i it i i i i iJ i i i i i i i ig i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i iu i i i i9 i i i i i i i$ i i i i i 5 i% ik L i i i i i i i i i iA i i i i i i i i i R iu i i i i i i) i i i: i i i i i i" i$ iv i i c iZ i i i i i* iW i iK i iL i + i i i i i i i iB i i? i i i i i i i iM i[ i5 i i i in i i i i C i i' i i i i i i i i i i i i i i i i i i i i F iT i/ i i i i 8 i u i i i iK i i( iM i i i i i i i i i i i iT i ? i i i i i i e i i( i i i i i i % i0 i O i i i8 i i i i i i i i i i i # i i V i i iP i M iW i i i i i i| i i S i i i i i i i i i i i i i i i i i i i 9 D i i i i 3 i i i i i i{ i i i i i i i i i i i i i! ik i i i iN iY i i" i# i$ i% i& i' i( i] i) i* i+ i, i- i. i i/ i i > i r i1 i i i i\ i i2 i i3 i i i4 i5 i6 iw i7 i i8 i i3 i i i i9 i: iL i; i< i i i i i i i i i i i= i iJ i> i? i@ i iA iB iC iD i iE i i iF iG iH iI i i i i i i iJ iK i i iL iM iN i iI iO iP i iQ iR iS i iT i iU iV iW iX i iY iZ i[ i\ i] i i i^ i_ i` ia i i ib ic id ie i i if ig iU i ix i ih i i ii ij i i i4 i& i i i! i i iS iy i i i i" i i i# ik i il im in i i ip iQ i i. io iU iO i ip i iq ir is ix it i iu iv iw i i i$ ix i iy i i` iz i{ i| i} i~ i i i i i i i iC i i i i% iy i i io i i i i i i i i i i i i i i i i i i i i i @ i i i iG i i i i i2 i i i i i i i iN i i i i i i i i i i i r i i iz in i i iP i i# i i& iQ i i im i ic i i i i' i iw i i i( il i@ i i i i) i i* i i i i i i i i i i i i i i i i i iH i i i i i i i i i i i i i ir i i i A i i i i i } i, i i i: i i i i i iI i iN i i1 i iW i i i i i i i+ i i 1 i ib i i iq i i, i i ie i i _ i id i i i i i i i i2 i i i i i i i i i i i i i i i- i i i i i i i i i i i i i i i i i i i i i i7 i i i i i i i i i i i i i i i i i , iG i i i i i i^ i i i. i ig i i i i i i i i i i i i i_ i i i i i ih ih i i{ i i| i i i3 i i i i i i i i \ i i i i i i i i i i i i i i i i i i i ij i ii i i4 i i i i i i i i i i i i i 6 id i/ i i i i i o i i iR i i & i k n iz i i i i i i X i id i iS i i} i i} i i i~ i i i i i i! iN i" i i i i i i# i is i$ i% i& f iD i i1 i' i i i( i@ i) ^ i i* i i+ i, i- i. i/ iJ i+ i0 i1 i2 i iT i i3 i4 i5 i6 i7 iA i. i i i i8 i9 i i" i: i; i i< i= i> i i i0 i? i i@ i iA iB i iC iD iE iF iG i i i_ i[ iH iI i i i` ia iJ i i i i iK iL iM iN iO i ii i i i iP iQ iR N)Z EUCKR_TYPICAL_DISTRIBUTION_RATIOZEUCKR_TABLE_SIZEZEUCKR_CHAR_TO_FREQ_ORDER r r A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrfreq.py<module>) s PK @\\9 9 A pip/_vendor/chardet/__pycache__/codingstatemachine.cpython-38.pycnu [ U .e @ s( d dl Z ddlmZ G dd deZdS ) N ) MachineStatec @ sD e Zd ZdZdd Zdd Zdd Zdd Zd d Ze d d Z dS )CodingStateMachinea A state machine to verify a byte sequence for a particular encoding. For each byte the detector receives, it will feed that byte to every active state machine available, one byte at a time. The state machine changes its state based on its previous state and the byte it receives. There are 3 states in a state machine that are of interest to an auto-detector: START state: This is the state to start with, or a legal byte sequence (i.e. a valid code point) for character has been identified. ME state: This indicates that the state machine identified a byte sequence that is specific to the charset it is designed for and that there is no other possible encoding which can contain this byte sequence. This will to lead to an immediate positive answer for the detector. ERROR state: This indicates the state machine identified an illegal byte sequence for that encoding. This will lead to an immediate negative answer for this encoding. Detector will exclude this encoding from consideration from here on. c C s0 || _ d| _d| _d | _tt| _| d S )Nr ) _model_curr_byte_pos_curr_char_len _curr_stateloggingZ getLogger__name__Zloggerreset)selfZsm r J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/codingstatemachine.py__init__7 s zCodingStateMachine.__init__c C s t j| _d S N)r STARTr r r r r r ? s zCodingStateMachine.resetc C sh | j d | }| jtjkr0d| _| j d | | _| j| j d | }| j d | | _| jd7 _| jS )NZ class_tabler Zchar_len_tableZ class_factorZ state_tabler )r r r r r r )r cZ byte_classZ curr_stater r r next_stateB s z CodingStateMachine.next_statec C s | j S r )r r r r r get_current_charlenP s z&CodingStateMachine.get_current_charlenc C s | j d S )Nnamer r r r r get_coding_state_machineS s z+CodingStateMachine.get_coding_state_machinec C s | j d S )Nlanguager r r r r r V s zCodingStateMachine.languageN) r __module__ __qualname____doc__r r r r r propertyr r r r r r ! s r )r Zenumsr objectr r r r r <module> s PK @\M19V V < pip/_vendor/chardet/__pycache__/langthaimodel.cpython-38.pycnu [ U .e, @ s d Z dZe edddddZdS )( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r j k d e ^ l m n o Y _ p q r r r r r r @ H I r J s t f Q u Z g N R ` [ O T h i a b \ r r r r r X v c U S K 4 " 3 w / : 9 1 5 7 + , 0 ' > 6 - = * . L B ? $ ( # V ) ! 2 % C M & ] D 8 ; A E < F P G W r r ( r rr rr rr rr r r rr rr r rr rr r rr rr rr rr rr rr rr rr r r rr rr rr r rr rr rr rr r rr rr r r r r rr r rr rr r| rr rr r r r| rr rr rr rr r r| r r| r r rr r| r r| r| rr r rr rr r| rr r r rr rr r rr rr r rr rr rr rr rr rr rr rr rr r rr r| rr r r| r| r| rr r r| rr r r r r r r r r| rr r r rr r| r| r r r r r r r r r r r r r r r rr rr rr r| rr rr rr rr rr rr rr rr rr rr rr r| r| r| r| r| r| r| rr rr r| rr r| rr rr r| r| r| rr r r| rr r rr rr r| r| r r| rr rr r r| r r rr r r r r r r r r r r r r r r rr rr r| r| rr rr rr rr r r| rr rr rr rr rr r| r| r| r| rr rr r| r| rr rr r| r| rr r| rr r| r| rr rr r r| rr r r| r| rr rr r r r| r r r rr r r| r r r r r r r r r r r r r rr rr rr rr rr rr r| r| rr rr rr rr r| rr r| r| rr rr r| r| rr r| r| r| r| r r rr r r| r r rr r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr r| rr r| rr rr r| r| rr r| rr rr r| rr r r r| rr r| r| r| rr r| r| r| r| r| r r| r r| r| r r rr rr r| r r r r| r| r r rr r r r r r r r r r r r| rr r r r| r r rr rr r| rr rr r| r r rr rr r rr rr r r| r| rr r r| r| r r r r r| r| r| r r| r| r r r r| r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| rr rr r| r r rr rr r r| rr r r| r r| r| r| r| r r| r r r| r| r| r r| r| r r r r| r r r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| rr r| rr r| r r| r| r rr r| r rr r| r r| rr r| r| rr r r| rr r| r| r r| r| r| r| r r| r| r r r r r| r r r| r r r r r r r rr r r r r r r r r r r r r r rr rr r| rr rr r| rr r| r| r| rr r| r| rr r| r| r r| rr r| r| rr r rr r| r| r| rr r| r| r| rr rr r| r rr r r r r r r| r r r r r r r r r r r r r r r r r r r r| r r r r r rr r rr rr rr rr rr r r rr r r| r| rr rr rr rr rr r r r r r rr r r r r r| r r r r r r r r r r r| rr r r r rr r r| r r r r r rr r r r r r r r r r| r rr rr rr rr r r r| rr r r rr r rr rr r| rr rr rr rr rr r r rr rr rr r r r rr rr r r rr r r r r r| r r r| r r rr r r r r r r| rr r r r r r r r r r r r rr rr rr rr r| rr rr rr rr rr rr rr r r| r rr rr r| r| r r| r| r| rr r r r| r r| r r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r| r r| rr rr rr r r| r r| r| r r| r rr r| r| r r| r r r r| r| r r r| r r| r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr rr r| r rr rr r r rr r r| rr r r rr r| r r r| r r| r| rr r| r r r r r r| rr r r r rr r r| r r| r rr r r r r r rr r r r r r r r r r r r r r r r rr rr r r rr r| rr rr rr r rr r| r rr r| r rr r| r| r| r| r rr rr r r| r rr r r| rr r r| r r rr r| r| r| r r| r r r r r r r r r r r r r r r r r r r r r r r| rr rr r| rr r| rr rr r| rr r| rr r| rr rr r| r r rr r| r| r| r r| r| r| r r| r| r r| r r r| r| r| rr r r rr r r r r r r r r r| r r r| r r r r r r r r r r r r r rr rr rr rr r| rr r| r| r r rr r| rr r| rr r| r rr r| r| r r| r r| r| r| r r| r| r| r| r rr r| r r| r| r r r| r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr rr rr r| rr r r| rr rr r| r| rr r r r r| r rr rr r| r| rr r r r rr r r r r rr r r rr rr r r| r r| r r r rr r| r r r r r r r r r r r r r r r r r r rr rr rr r| rr r| rr rr r r rr r r r| r r| r r rr r r r r| rr r r r r r r r r rr r r r| r| r| r| r r r r r r| r| r r r r r r r r r r r r r r r r r r rr r| r| r r r| r rr rr r| rr r| r| rr r| r| rr r r| r| r r| r rr r| r r| r| r| r| r| r rr r| r r| r| r| r r r r r r r r r r r r r| r r r r r r r r r r r r r rr rr rr rr rr rr rr rr r rr rr r r| r r rr r| r r rr r r r r r r r r r r r r r r r r r rr r| r r r r r r r r r| r r r r r r r r r r r r r r r r rr r r| r| r| rr r r r rr r rr r| r rr r| r| rr rr rr rr rr r r r| r| r| r r| r| r r| r r| rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r| rr r rr rr r| rr rr r rr rr r rr r| r| rr r| rr rr rr r r r| r| rr r r r r rr r r rr r r r r| r| r r rr r r r| r| r| rr r r r r r r r r r r r r r r r rr r| rr rr r| r rr rr r| r| rr r rr r| r rr r| r r r| r| r r| rr r| r r rr r r r r rr r r r| rr r rr r r rr r r| r r r r r r r r r r r r r r r r r r r r rr r rr r| r| r| r r| r r rr r r rr r rr r r r| r r r r r| r r r r r| r r r r r| r r r rr r r r r r r r r r r r r r r r r r r r rr r r r r r r rr rr rr rr r| r| r| r| r| r rr r r r r| r r r r| r r| r rr r| r r rr r r r r r rr r r r| rr r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r rr rr r r| r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r rr r r r r| r r r| r rr rr r| rr rr rr r| rr r r r| r| r| r r r r| r| r r r r r r r rr r r r r r| r r r r r r r r r r| r r r r r r r r r r r r rr r r| r r r r r r r r r r r r| rr r rr rr r r r r rr r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr r r| rr r r| rr r r rr r r| r| r r r| r r r| r r r r r r r r r r r r r r r r r r r r rr r r r| r r r r r r r r r r r r r r r r r r r r rr rr rr rr r| r r r r r rr r r| r| r| r| r| r| r r r r r rr r r r rr r r r r r r r r| r r rr r r r r r r r r r r r r r r r r r r r r r r r| r r rr r r| r| r rr rr r| rr rr r r r r r| r| r r| r rr rr r r r rr r| r r r r r| r r r r r r r r r| r r r rr r r r| r| r r r r r r r r r r r r r r r r r r rr r r r r r r rr r r rr r rr r r r r r rr r| r r r rr r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r rr rr r rr r| r rr rr r r| r| r r r| r r r r| r r r r r rr r r r rr r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r| r rr rr rr r| r| r r r r r rr r r r r| r| r r r r rr r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r rr r r| rr r r| r r r| r r rr r r r r| r r r r r rr r r rr r r r r| r| r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r rr r r| r r r| r| r r r| r r r r rr r r| r r r r r| r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r| r| r r r r| r r| r r r r r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r rr r r r r r r r r rr r| r r r r r r r| r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr rr rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r| r| r r r r r r r r r| rr r| r r| r| rr r r r r| rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| r| r r r r r r r| r r| r r r r r r r r r r r| r r r r r r r r r r r r| r r r r rr r r r r r r| r r r r r r r r r r r r r r r r r rr rr r r r r r r r r r r r r| r r r r r r r r rr r r r r r r r r r r r r r r r rr r r r r r r rr r r r r r r r rr r r r r r r r r r r rr rr r r r r r| rr r r r| r r r r r r r| r r r r r r| r r r r| r r r r r| r r rr r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r rr r r r rr r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr rr r| r r r r r r r r| r r r r r r| r r r r r r| r r r r r r r r r r r r r r r r| r r r r rr r r r r r r| r r r r r r r r r| r r r r r rr rr r r r r r| r r r r| r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r| r| r| r r r r r r r r r r rr r r r r r r r r r rr r r r r r r r r r| r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r| rr r r r r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r| r r r r r r| r r r r r r r r r r r r r r| r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r rr r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r| r r r| r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r rr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r| r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rr r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r| r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r| r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r g @?FzTIS-620ZThai)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZTIS620CharToOrderMapZ ThaiLangModelZTIS620ThaiModel r r E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langthaimodel.py<module>$ s PK @\S- - = pip/_vendor/chardet/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s8 d dl mZmZ d dlmZ d dlmZmZ dd ZdS ) )PY2PY3)UniversalDetector) __version__VERSIONc C sH t | ts0t | ts(tdt| nt| } t }|| | S )z Detect the encoding of the given byte string. :param byte_str: The byte sequence to examine. :type byte_str: ``bytes`` or ``bytearray`` z4Expected object of type bytes or bytearray, got: {0}) isinstance bytearraybytes TypeErrorformattyper Zfeedclose)Zbyte_strZdetector r @/usr/lib/python3.8/site-packages/pip/_vendor/chardet/__init__.pydetect s r N) compatr r Zuniversaldetectorr versionr r r r r r r <module> s PK @\℄> > ; pip/_vendor/chardet/__pycache__/compat.cpython-38.opt-1.pycnu [ U .en @ s@ d dl Z e jdk r(dZdZeefZeZndZdZeefZeZdS ) N) r TF) sys version_infoZPY2ZPY3strZunicodeZbase_strZ text_typebytes r r >/usr/lib/python3.8/site-packages/pip/_vendor/chardet/compat.py<module> s PK @\I I 9 pip/_vendor/chardet/__pycache__/big5prober.cpython-38.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )MultiByteCharSetProber)CodingStateMachine)Big5DistributionAnalysis) BIG5_SM_MODELc s4 e Zd Z fddZedd Zedd Z ZS ) Big5Proberc s, t t| tt| _t | _| d S )N) superr __init__r r Z coding_smr Zdistribution_analyzerresetself __class__ B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5prober.pyr # s zBig5Prober.__init__c C s dS )NZBig5r r r r r charset_name) s zBig5Prober.charset_namec C s dS )NZChineser r r r r language- s zBig5Prober.language)__name__ __module__ __qualname__r propertyr r __classcell__r r r r r " s r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r <module> s PK @\): 9 pip/_vendor/chardet/__pycache__/sjisprober.cpython-38.pycnu [ U .e @ s` d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z m Z G dd deZ d S ) )MultiByteCharSetProber)CodingStateMachine)SJISDistributionAnalysis)SJISContextAnalysis) SJIS_SM_MODEL) ProbingState MachineStatec sP e Zd Z fddZ fddZedd Zedd Zd d Zd d Z Z S ) SJISProberc s4 t t| tt| _t | _t | _ | d S N) superr __init__r r coding_smr distribution_analyzerr context_analyzerresetself __class__ B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sjisprober.pyr % s zSJISProber.__init__c s t t| | j d S r )r r r r r r r r r , s zSJISProber.resetc C s | j jS r )r charset_namer r r r r 0 s zSJISProber.charset_namec C s dS )NZJapaneser r r r r language4 s zSJISProber.languagec C sN t t|D ]}| j|| }|tjkrP| jd| j| j | t j | _ qq |tj krjt j| _ qq |tjkr | j }|dkr|d | jd< | j| jd| d | | j| j| q | j||d | |d | | | j||d |d | q |d | jd< | jt jkrH| j rH| | jkrHt j| _ | jS )Nz!%s %s prober hit error at byte %s r )rangelenr Z next_stater ZERRORZloggerdebugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ _last_charr feedr stateZ DETECTINGZgot_enough_dataget_confidenceZSHORTCUT_THRESHOLD)r Zbyte_striZ coding_stateZchar_lenr r r r 8 sH zSJISProber.feedc C s | j }| j }t||S r )r r" r max)r Z context_confZ distrib_confr r r r" Y s zSJISProber.get_confidence) __name__ __module__ __qualname__r r propertyr r r r" __classcell__r r r r r $ s !r N)Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr Zenumsr r r r r r r <module> s PK @\ {`~J ~J 9 pip/_vendor/chardet/__pycache__/gb2312freq.cpython-38.pycnu [ U .eP @ s d Z dZdZdS )g?i ( i i i i< iT i i iQ i i i i i i< iw i i9 i i i i iZ i i iq i i i iW iy i i ie io i iv i i i i i i i iL iB i iQ i i iQ i i iE i if i i i i i i i id i( iy i i i, i i i iE ie i iW iR i i i| iR i i i i iX i ij iE i i i+ iP i i i i i ; i im i il i i i i i ie iH i i i i i^ ik i6 i i" F i i i i i^ i i i i i? i` iu i$ i1 i i i i iU i i1 i i ig il i i i i iG i i2 i iq i i iP i iL i i i i iy i i i iM i ik i i4 i i i i i i i i@ i` i i5 i iN i i7 i3 i in i iu iG i& ib ih i0 i iM iN i i i iY i i i i i & i iQ i i7 i^ ih i i iJ i iP i i i ir i i i i i i iT i- iG i, iu i i i i$ i i i< iB i i$ i> i i ix iL iW i i in i i iT i iZ i i i i{ i i i i i i i? i 0 ib i; D i i i iC iS i iU i> i| ig i i i i iK i i i i i% i5 i i i i il i ih i i i i? i iU i i i i i* i< i i i i i i i i i i i! iX i i i i iQ ig i i i i i ir i i i iq i i i iz i i i3 i i i i i i] ic iz i i i7 i i_ i i iC i i& ia iH i| il i i i= i i iI iP i i i~ i8 i` i iw i i iT i i i i i i i i i i i i[ iq i i ig i | iC i i i iN iI i i i5 i i( i i/ iH iK i i i i i9 i iI i i i| i i i i iW i i i i i^ ~ i i i i i i= iX i i3 i iI i i i i i i i3 ir i io i i i i{ i ii iC ! iH i i i f i= i i1 [ i i| iD i i% i it i i i i i i i. i i y i iT i i i9 i i i# i iJ i n i i i i i i> iB i" i i ia i i iM iK i iW i i i i! ir iF i+ i i i i ix H iJ i i i i2 K i iR i$ i i9 i it i i i i i i i i i i i i i% i~ i i` i i i i' iv i i i i i| i ' i i in i* i i i iF i i% i ) i~ i i i i iJ i& i i i! iD i iw i i[ i i i i i i' i i k i i i i i i i i i i ih B i_ i i? i ig ih i i' i i i i i i i i i i i i 5 i] i i i i i i i i i1 i i) ia i i i i i; i i i_ i i Q i/ iu i i ij i[ i i} i i i i i i i i iQ i^ i iG i iz i i i iV iO i i i i i i im iu i i6 i i i- i$ i i iR i i} i ip ir i] i iD i i i i i ii i i i i i i1 in i i i it iY iG i i i/ i| t i0 i i i i i i\ i i i iv i i i ic i i i i i~ iA i" i i" i! i8 C i8 i i ij i i1 i il i> i i i] i i i~ iL i( i i iK id v iD i i i i% i i i i i, i2 i i i i ij - i. i im iK i i io i i; i i i id i@ ia i iM i1 iL i@ i2 i iw i it iQ i i/ i i i i~ i i i i i i/ i i i_ i# i O i iO iG i ik i[ iO io i i- i i i i! i i iI i i i i{ ir i i. ih i i iT i i i' iL a i i i@ i i i i i iT i/ i i i i i i iM i ii il i i i i{ i8 i# i i i i9 i iS iR i w i iZ i i0 iE ig ig i i i L i i ip i i iS i i i i i i i@ i iI iL i; iO iq i i i) i i: iF i i5 iJ id iA i i i) iE iL Y i i i i im i i i i i i ic i iR i i! i i i i i( i i i] I i i i i ie i i i i i i i` i i i i i i i[ i iC i( iP i, i i} iO i' iL i\ i i i i i i iZ i i is i' i iU i i i i iN i i i i i iM i i i i i i i ii i ig i' i i i i i P i0 is ii i ip i in i i i i i\ i i i i i! ih im i( i& i iC i iB i) i5 i i i i i i i i > i i i i i{ iN i i i iE i3 J i# i ic i i i i$ i5 i ix i i] i i ik i i i i iP i i i i ir i iL i iz id i i i# i i i i[ iS i ih i iG i i i i i iU + i iy iw i" i iV i2 i& iz i i i iJ iP i i i i i% iZ i$ io iT iK i1 i i i` iV i i i id i i i i+ i i iA i i i i i i$ i i i_ i3 i\ i i i ib i if i i i i iA in i i x iF i iO i[ i i ( i i i i# i7 i2 ix i if i i i! i6 i{ i iY i i i+ i i i i i i i i i i iK ie i i i iT i$ i i i ih i i iR i i i" i i Z i i_ i i@ i ia i i i i3 i ik i) ij i i i ie i i iA i^ i i iW i i ih i: iz i) i i| i i i i i i8 ij i i i i3 i i iz i ip iy i i i2 io iD i= i . i i9 ia if i i* i_ i i i* i i i i i i i- i i i} i i i i i* i it it i6 q i i i i i i i iS i i i i! i) i iy i i i ij i i i iV iI i i ig i i iL i i i ip iD i i i i i% i i iM i i i i$ i i i iE i" iU i ie i i| i iQ i i i i i i i i1 i i i i $ i i] i4 i& i i iz i i i` i iw i i i i i i) i% i& i i i i* i i i8 i2 i> iS i i i i1 i# i i i i i# i i i i i i iF i i i, i> i+ i i i iZ 3 iq i i$ i i iV i i; i i iN i m iK iW i i i5 i i R i4 i iI i iD i i i i i i i i i i i% iK i| i i i i i i9 i in i i i i- i3 i2 ip i i? i i~ i i i i i iC i i[ i i i i i i3 i> i il i i` ix i i i i i# i i i i0 i i i iL i i iQ i iR i i? i( im i i` i i3 i i i i& i i i is iD i i0 ib if i@ i i i i i i= i i i< i i i i i6 i i is i i i iS i i i i8 iZ i i i i i i i i i i i i i i iN i i i iL i iJ i i i ib i ig i i i[ i i i i i i~ i i i i i if i i i i i i i` i4 i= i i i il i? i ic i i i i ii i i i i i i i i iw i i i i% i i id i^ i+ i i i iZ iF iI i it i / i i i iy i* is i& i+ i i i) i i i i i i i i ie i i iQ i] i i i_ i7 i i0 c iu i i iL ik i i i i i # i i i i i i i? i i i in i i i i i i i i iH i iY i iu i i i i iJ i i_ i_ i& i i i i i i iZ i% i is i iS i i i iV i i i i i i1 i' i iF i\ i i| i iW i i i| iS W i i* i iR il iP i# i i i- iq i i i i i4 i i i i i ia i i i i i@ i iX ii i% i i i8 i3 i, i i} i i i d ix i i i# i i6 i i i. i i iA i i ir i i iR id i i i+ i i i i i{ i{ iH i i i i i i i ic i i i i i i, i iI i ic i i i i i i= i iJ i. i, i> i i i iL ie i] i i iC i i i i* i; i i i i ip i i i iR i i9 i i i i i i i? i: i i i iQ i' is i iw i[ i i i- i i) i i M i i i i i] } i6 i@ i i iU i i i i/ i i is i i i ik i? i i, i= i1 iM i i i i/ iS id i io i6 ik iu i i i iW { i ix iW i i i i i ix i^ i i[ i+ 7 i: i iU i i i! i i i i. iH iT i iY i i i i i@ i" iC is i i i iG b i i7 i~ i. iU i iq i i i i i{ i i iY i/ i i i iA i i i* i: i8 i' i i i i i iA i_ i0 i i i i ii i iK i i i it i* i i i i i i i i i i iD i i i i> i i iv i i i i' i V i i i i i ik i i i\ i i i i! i i * iU i i i i i iz i i\ if i i i i i i i i i i i i i iB i i i i i i{ i= i i& i i iV i i " i! i i i i i i( i= i i i i i9 i i i4 ia i i- iQ i i i im i i i i iC i i i7 i} iq iD i4 i u i i i i iv i i iF i iu ia i iH io i i il iK iA i i i iz i4 i i! iH i i i5 i ij i i` i i iB i: iO ia i i# i i id i i( i i& i i^ im ig iE i io i i( iG i$ i@ i iI i i iA i i ` X i i7 i i/ i i$ i i i ih i i i i iU i" iT i i i im i i! i i i i i i i iM i i i i 2 iq i i 9 i i i i i i i/ i i i p i@ iX i ij ii i^ ib i i in i iv i i io io i iv i i i0 i i9 i i$ i if iS iz i i iD i{ i iX i i iV i3 iY i i i iA i i i i iq iU i i: i i2 ij i i i i{ i i iF i i i i i i i ic ii iR i; ik h i i i i iY iO ix i z iZ i< iv i i i i i iI i i i4 iM i i i i ib i i i i i i i iC i i i i iO i i8 i i i i. i] i iV ic i i i i iH i iT i i i i i> i i i i3 i i , i i if i i i il iT iW iH i. i' i> ip i i i i" i i iJ i i i iv i2 i i i ix i i2 i ig i i4 i i i i i i i{ iz i i i i i i i i i i i i? i i i iJ i i i i i i8 iE ij \ i i8 i8 i i i i i` i i> ib iS i i i i i i i0 i i i iE i i id i i i i1 i i in @ i i i iT i i i iQ iC i i iK i; ik i i i i i i_ i\ ie i iw i i i i iM i i. ir ia i i i i i i i i i ig i i i' i i i i i T i i i4 io i i iX iy i ix i i i i iU ^ i: i i i i i i" i# i i i i i i i i iN iU i i ip i" i- i i i i: i i i i i i i i i iW i iG iL i i iG iw o i i i iM ir i i i iQ i iI iN % i iX i i i i7 i ia i i i i i' ii ih i i} iN iy i? it i i iD i i i i l i i i i i ie iJ is i2 i* iy i i i i i i i iq i i i5 i} is i$ i i i i5 iB i i i# id is i} i i~ i i ib i iO i/ ] i i i i] i2 i if i7 i i iO i iR i i# i i[ i E i i if iS i id iF i i iC iV i> i i i iB i i i i1 i6 im i i i i i ip i i i i i< iz i i| iX i i is ie i] i i i i i iO i i+ i i i i i i i: i iA i i i i i i( i im i 4 iP i in i i io io i i im i iy i i8 i i< i i i< ic iC i i i& iw i i i$ i i9 i& i i i) i` i i i i i iG ib iE i i: iQ io iF i i i i i iF i| i; i i i i3 i4 i% i : i ic i ip i6 i\ iC i i0 i9 i i i i i i~ i i i" ih i i i i i) i i i i i i* i i i i i% i i i i i i i. i i i9 i i i i i i i i i" i! i i, i ig iJ ig iF i i i i i i; ii iZ iE i^ iA i i il i5 i i i i4 i' i i ik i i i i2 i i i i iX i7 i i i{ i iB ix i= e i( i i i i' i i i i i i i i i i iD ii ik i i i i i- i, i ie i7 i i i i i in i} ip i7 ij i i i i9 i i i i i0 iP i i i i i iO i i i iU i i i i< i i i iJ i it iN i i) i i. i i* i iA ir i] i) i i i i iG i i_ ip ik i i i i% i i i i i> ib i_ i^ ? i i: iY iD i% i i i i i i iY i i i i i i i il A i i i i iD iB i i i i i@ i( iv i i i g i i i} iv i i i i i i i i i i i i i i i i i i- i~ i iy i% i i _ i i i i i i j iM i i iG i+ i i i i i i i i3 i; i G i) i i i i i i i i i i i i i, iI i i i i iX iA i\ i i iP iv i i iV i i= i i i6 i< i iX i i i i i8 i- iY i i i i i i ic i i i i9 i i- iu i i i i iR i i i i6 i i i ih i} i i? iw i i i ia i( i i 1 i i i i> i i i i i i] i iX ir iP i0 i, i i+ ij i i` i i i i i. i i i i i& iW iB i i i| i7 U i i iW i iY i i i iw i i i i i i i i iu i ib i iq i i ib i i i = i$ i iN iJ i i iU i i i i i i i iK i, i i i4 ir i{ i i iH i ip i5 i i i= i i iE i9 i i; i < i i5 i i ii i i\ i i ip i i i i r i N i i i^ i i i i iK i i i* i i{ i+ i i i* i8 i i i i i i i i ij i i@ il 6 i i2 i8 i i i i i i' i i i iB i i i i\ i i iS iV i i~ i i i i i i i iV i iz i i^ i i i i i_ i} iG iq iI i i i 8 it ih iS i i} iR i i9 S in iP i iB i i i s i iX i} if i i i i i i i i i in iI i^ iT i ix i ir i i i_ ib i iO iP iQ iR iS N)Z!GB2312_TYPICAL_DISTRIBUTION_RATIOZGB2312_TABLE_SIZEZGB2312_CHAR_TO_FREQ_ORDER r r B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312freq.py<module>* s PK @\jmj j 7 pip/_vendor/chardet/__pycache__/big5freq.cpython-38.pycnu [ U .ez @ s d Z dZdZdS )g ? ( i i i R i ia i i n i ! i i L , iB i i i i i i{ i] i i i ij i i i. iN ii i : i i i ? i i i= iN K ik iq i i i i i ib i i i io i2 i ii i ic i8 i i i i i i i{ | i " i i @ i\ i i i i i i i iF i i| iQ H i i P iv i i i i iD i^ i i iF i} i E i iO i0 i s i i4 < 2 i i& iM i i i~ i iG i i[ i i i? i i ia i iK i* i ig i Z i i: i i iK i i i i i i i` il i i i i i q i i~ i i i i i i i ic i u i i* i i i i i ~ im i i ie i G i^ i in i U iC i iC i i i i i i i j io i/ i i iP i7 i[ i i i? i i i io S i( i i ip ] i i6 ij i i@ i i i i i i8 + i3 i[ i i\ i i i i i] iA i i i1 i iH i i id i i+ i i2 i i i i iO iL i i if i1 i i i i i i i3 i9 l i, i i i i i i i i ie iz iQ iM i& i X i i i i i i ik ip i M i i % i i i i i ' i i i\ i i 7 J i i! i i i i iN i iB iP i_ iq i i i i i i i i i iI i i8 i i i i{ i i i i m i i if i i ix i i i i i i i i ig i i i i i i i i & i i' i i i i i . i i i iM i i i i$ # i iD ih iA i i ir i i iU iG i i i i i iQ iS ii i i d i 0 F i i iC i i i i i i iJ i i iU i iN i i i i< i i i: iA i i i i i9 i i} i i i i iW iP i i i) iD i i i i4 i i i) i i ir i is i i it i i9 i i i is i* i i i i i i i] i i i i i iD ij i( i i i i i iu i5 iY ij i il i iu i i i i i i` i i= i i i i i i i i5 i i! i i iT iE ix i i ie i i iO iP i i| i6 iA i i/ ik i i i il i! i i iB i i` i i i iA i i i i i i iv i i i iw i i iM i i i i i i ia i i i i} i ix i, } i i iB i i i i i i i i iF ik im i i i i i i i i ib i i) i^ iP i i, i i i i7 i5 i~ iy i| i iz i i i i iC i{ i i i i i i i i i i1 b i i i i i it i i i i_ i i i i i i i ib i i i5 D i il i i| i[ i* i i i i% iG i^ i il i i i i i` i i i ip i in c ig im i i i' i2 i i i{ i i i i i i iD i if i i i| i: i i i i i i i i i i in i i i i ; i iI iY i} i i iX i" i i i i i i i i i- i il i i i i i i i i iE i i~ i i> i] i i, i i i iv iL iB i i& i i i i i i iG i i i iB i i i+ i i i i i i i i i ia i i i i ia i i} iE i iD i i= i i0 i i i i6 i i i iv i! i i i i i i 9 iH i i i i i iF i i i i i i" i iH i i i i io i i iR i* i i. i i i i i iI 3 i i, i i* iS i i iX i i i/ i ib ip i i i i i i i iR i i i i7 i i2 i i i i i i i i i_ i ib i i i i i i i i i i i i i` O i i i i` i7 i i i i i i i i ia i i i i i i ig i i i i i i_ i i~ i i i i i ia i i ib i i i i i i i i; i i- i i iQ i i iq i i i i ` i i# i# i i i i ir i is i i i id it i i ic i i ik iw i i i i i i i i i i g i iQ i iU i i i i i C iS i ic i i i5 i i iB i i_ i ic iN i iY i i i i iL id i i i iK i i8 ia iG i i i i i i is i6 i it i; N i i i i i4 i i: i i\ iq i i i i. i i i iu i i i i i i i ir i i i i i ic i i i i@ i i i i i i i i i/ i9 i i i i i i i i i i< id i i i i8 iv i iC i i i i im i i i i i i i iZ i i iw i { i i i i $ i i iM id i0 ir i i i ig i iV i i i i i: iZ i i i{ i$ ie i0 i i i$ i i i i i5 i i[ i v i i ic i iV iR i$ i; i i if i i i id i i iW ie i i i i i i i i iJ i i i i iu i i i i i i i iK i i2 i iL i i. i i i2 i i i i i i i% i i i i i i i i i i i i i ix i iM i i} i i iT i i i id i i i i i i` i i i i i i3 i i i; i i i i iy iY iL i i i i i i i iU \ i i i i i iV iN i i i i i i i i" ix i% i i; i= i i i i2 iE i i! i i i ^ i i" iw i i# i i i i i i$ i< iQ i i ir i% i i] i i& i i< i' i i3 i6 iB i i i( i i i i i i i ig i i i) i i i* i+ i! i i i: i i7 i i^ i i i i i( i i, i+ i i ix i- i i/ ih i= i. i i i iV i i i h i i i/ i i i i< i i i; i0 i i i i i i1 iz i i i i5 i6 i i_ ) i2 i3 i i4 iy i" i i i i^ i5 i i i? i% i+ if i i6 i_ iW i i i i7 i> i i ig i# iu i8 i i i9 ih iF i iV i{ i iO i iI w i~ i i^ i i i: i i i i i i i i i; ie i1 i i i i i i i i i i i i iP i< i= i i> i i ( i` iR i? iY i iI i i i i7 i i i? i i i i@ i io iq iY in i i il i i i i i i ii iE iP iV i i! i i i i i in i iA i i| i i i iB i i i i i i- i iO i i iC i iD iW iT iT i i i i i} iE i i& i i i i i i i i i i i~ iG i i i i$ iW i i i io i i iF i iG i i i" i i i# i i iD i- iQ i iH ie i i i iI i i i iJ iz i i iK i i iL i i$ i i i i i iH i i i i i iM i: i i i iN i iI i i i iH i i i i iO i i i iP iQ i i ik iR iR i i i i i i i i i i i i iS iT i i i i% i i i i i i& iS iU i i iS i iC i i i iV i~ i i! iX i i i i i i, i i i i iO i i| i i i iP i ie i i i i i i i i i i i i i iT i i i iW i i i iX i iY i iR i iv i i i i i i= i i iZ i iU i i i[ i i i iV i% i\ i i i] i i i^ i8 iT i. i' i_ i iv i i i i iw it i i` ia ib i> i i i" i{ i i i ic i id i9 i i i i i[ i9 i i id ih i ie i i i iJ i! i i if i i i i i iT ig i i i i% i W iM ih i i ii i i i i i i i i i( ij i iy i7 im i ij ik i i? iW i" i i i B i il i| i i) iz i i i i i i i i i im in iu iv iw i i i* i i io ip i iq i7 i. ir i i i i i i i if i i i is i& iy i i i i i i i i i i i> i i i i i Y i i it i iu i/ i+ i iv i i i i@ iw i i i i i3 i i i i, ix i i6 i9 i i i i 6 i i i! i i iy i iQ i: ic i i i i- o i i iF iX i i i if i i iz i i i i i i i{ i/ i i' i ib i i i` i i i iu i iv i i i i i i i i i i i i0 iE iS i i8 i[ i| i} iG i i i i! i~ i i iF iU i i i i i ie is i i i iw i i i i" i ia i iZ i& i i i i i i i i i iA i i i i ii i i i i i i i i i i io i i i i i i i i i iA i iJ i0 i ix i i i i iY i i i i i i i i i iZ i8 io i i iQ i i i i i i a Q i i ip i; i iP i ib i i i i i i i i i i i i i i i i i i i i i i i i] i i i i i i i i i i' i i i. i i i i i i i iL i i i i i i i i/ i i i i iB i0 i[ i i8 i i i i i i i i/ i3 i i i i i i i i i0 i in i i i i i i i i i i i i i i i i i i4 i i i i< i i i i i iY i i i iC i i i i i i i i i} i1 i i i i i iK i i0 iF i i i i i i# i i\ i i i f i > i i i i i i i i i i i i i i i ij i i i i i i- ip i9 i@ i6 iy i i i i i i1 i i i i i i i V i i i i i4 i i i iK i1 i i iD i i i i i i i# i i i i i2 i i i i iZ iH ip i i ig i i i i iq r i i i i i i i iK iV i i\ i, i i i i i i i] i i iu i i i i i i i i i iZ i i i i i i i ij i i i0 ih ih i i i i i iE i i i i i i i i i i i i i i i i i i i i i2 i i i i i iM i iw i i i iy i? i i i i it im i( i i i+ i i i i i i i ii i i i i i i i i iL i i i) i i i i i if i i i i i i i i iR i" iA i3 i i i- i1 i i$ i i( i i] i i# i i$ i i i i i i* i i i i i i i i i= ik i i! i i i i i i i i i _ i i i i i^ i2 i i i i i i9 i i i i i i i4 i i i i ib i i i i i i i i 5 i i i i i" i i i i i i i4 iI i i i# i i i i i i i ij i i i i$ ik i i i i i\ i ig i iE i5 i i i i i i i i i i i i6 i i i i i i% i i i i i i[ i i i i i i i i& e i i i i i io i i il i i} i i i iz i i+ i i i i i i in i- i i i' i ii i i i i i( i i i i i i i i i i i i i i i iB ii iq i i i i< i i* ij i) i" i* i i> i) i7 i i+ i i i i i i i z i i, i i i i iM i) ir i i i- i i i i i i i T i p i i i# i# i i i i i i i i i i i i i i i i iS i i. i8 i i i i iz i9 i= i i i im i iS i i i i i ix i i i/ i i iq i i i3 i i5 i i: i i i i i i i i i i i; i i0 i1 i i i i i in i i_ i i] i i in i i i i i i% i i i i i i` i i i i iz iT is i2 i3 i i i{ i5 i i ig i i ik i i i i i i i i3 i4 i i i ic i i i i i i i ia i: i1 i i i i! A ih i io i i6 i" i i il - i i ia i5 i i i i i i i# i! i i$ i i i i4 if i i i% i& i iN r i i iW i i i i i i i' i i$ i i i< i iN i i iW ik i iO i i i i i i iX i, i i6 i& it i iP i i i7 i i i i- ij i i i i iC [ ip i i i' i8 i ib i im i i i i{ i( i i i i i9 i i i i: i i i^ i i i iB i; i i i i i i i i i i i i) i< i= i i i i i> i i i i i = i i i i i i i i i i in i iH iD i i? i iU iW i i= i i: i i iN i iK iE i@ i4 ic i i i> i iQ i iA i i ih i i i i i( i] i i i iB i* i i il i iC iD i iE ih i i i i i iX i i i i i+ i i i i+ iJ i i iU i i i im i iE i i i iF i iG i k i in i i id i i i i i i iF i! i i ir i@ i iH i" iC iG i i i i i^ i i i 8 it i) i; i i? i! i io iI i i" i# i# i$ i iJ i i% i i& ir iK i' i5 i( i) i io i@ i} iA i i, i i* i4 1 i+ i i i i i i" i i, i i iC i iu ir iD i- i i- i iL iv i{ i i| iM i. i. iN iY i6 i i i i/ i0 i/ i i i1 i$ i i2 i% iG iR iB i i_ i i iC i i iD i i3 i i i i i i i i. i i i4 i@ iw i i5 i i6 i7 i ii i i& i0 i i8 i i& i i* i+ iG iO iu i# i i1 iP iR i iQ i i i i) i i i= i9 i il i i i i iE iS i ik i i\ i i i i iy i: i i; i< iF i% i= i iR i i i> id i' i, i? ie i$ i i2 i3 i- i i i4 i i( iS i@ iA iB i i. iT i iO i i i i i i i i& i i i i i< i i i i iC i iD i i iU i ip iG ie i i i i i iE i; iV iF i' iG i) i i i} iH i* i iW i i iI i iT i i i i i i i i i i iJ i. ig i~ iU i ij i i i iX i i i8 i i* i i i iK i~ i i i iL i iH i i i i% i+ if i i i i it i iM iN i i i i i i i i i ik iY i iY i i i * i/ i iO iR iZ iH i i# iI i i i i i5 iS i] iE i[ i\ i is iI i+ iP iQ i, i i iR i iS iT i i, i iU i] iV i i iL i- i! i iT i\ 4 iW i i iX iY iZ i i[ i> iw i i i i i+ i^ i iJ i i_ i$ i i\ i i i il i. i] i` i i^ i_ iq i% i i` ia i i i i i6 ig iU ib ic id ia i iq ix i ie i ib iy i if ih ig ih i i i' ii i i i i ij ir i i i0 i i= i ib i| i i i i i i i ih ik i il i i i ia i ic im i i i in i i iu i i id ie i is iK i/ io i7 i i& i iJ i8 ip iq ii ij if i i ig i i i i( i i` ir is i i i i i< iF ik if i i i i] i i iI it i> i iu i iv i i i i i i0 i i- i iw iL i i i i i i iG ia i i it i i i iS iK ix i iy iz i i iV i iO i i1 i i{ i i i iF iy i i9 iZ i| i} i~ iF i i i i i i: i i i i i2 i i i ip i i; iG i i i ih i i i i i7 i i i i iq i i iM i i i i i i i i i i i i i i( i8 i iN i i i3 i i iO i< i i i iT i iW i i i i i i( i i i i1 i i i i i i i iu iZ i i i ic i ij iP ip i i i i i i i iv ii ij i i i i i i iQ iK i i i i' i i i i i i9 i i i i iz i i i i i ik i i i i i i i2 i i il i i i> i= iC i' i i i> i i iZ i i i i im in i i ib i i i i iq i? i i i i i i i" i i i? i i} i i io i@ i> i iA i i1 i i) i i i i? i i i i i ix i i i i i i3 i i ih i i il i i i i) i i ip i i' i i i i4 i i i i i i i iA i_ i iB i iL i i iP iq i i i ir i i i i iX i ic is i! i i i iH i i iw i i i iC iD it i i i i i i ix i i i i/ i i i i5 i i4 iu i ir i i i_ i i / i i< i i~ i7 iy im i i i^ i5 in ib i it i i il i i i i6 i i i7 i i i i i i iv i i i i i8 i: i i i i0 i i1 i iw i I i i i i i i( i i iB i i i4 is i i i i i i i i i i? iC i ix i iE iH i i iF iy iz iG i i i i i{ i i i i| i i; i} i9 im iH i~ i iz i i is i i iM i i i i i i im i i iI i i i io i i i i i i i i_ i i i i i2 i3 iH i i* i i i i i i i< i ii i: i i i i i iA i i i iR i i i i i i i i" i i i i i i i i i i i i i i i iQ i i iY i i i i i i i i{ iK i i i[ i iJ i i iN i iS i i i i iI i i iT i@ i i i i i i i@ i iR i i i it i i i iJ iI i i i i i i iU i im i i i i{ i i i i i; iV i i i i i i< i i i id i i i iX i i i9 i i i6 i i iU i i i i i iL i! i= i i) i i i i i i i i i i i i= i$ i( iv i i i& i ic i i i i i i i i> i i i i{ i" i i i i i# i i i i iW i i i i i i i i$ i i% i i i i i i& i^ i i i[ i i i' i i i i i i i i( i i i i2 i\ iJ i ip ip in i iu iq i) i i iO i> i i i* iX i i i i+ i i i, i i i i i i i i iK i i i iI i- i i i! i i i i i i. iD i i iJ is i# i i i i i7 i i i i/ iw i i| i i i i i i" i4 i| i, i i i i i i i i i i i i i i? iY iP i0 i i1 iZ iZ i i i i i i i# i@ i2 i i| i iz i i i i iA i' i i? i i i i8 i i y i iL iV i i3 i i i i$ i i i iM i i% i i i i i i i. i i4 iN i i i i i i i i i i i i5 i9 i% i i i iK iQ i i x i6 i7 i iB i i iO iv i[ i i i& i i i i i i iX i i* i i\ iP i i iN i+ iw i i i i iW iC i i i iQ iD i i? i] i i i i^ io iR i i iE i i i iF i i' i iX i iG i iS i i iT iR i i8 ix i ik iS i iT i i i i i i iD i i9 i! i i i i i( i iL i" i# i$ i% i_ i i& iJ i: iU i i} i i) i i i; i< i iE i+ i' i i iH i= iV i* iH iy i, i+ iW i3 i> i i i? i( iI i, i- i` iq i ia i i i i i i) i* iX i i+ i iO iY i, i- i i. i i/ i i i0 i. i i i i1 i iJ ir i2 i3 i$ i i4 i i5 i6 i7 i i ib i i i i} i if i iK i i i i i i8 iZ i9 i i: i i ic i i: i i i; is iJ i@ i i it i; i i/ i< id i i i i iU i i0 i ie i= i if iu iM i i i i i i> i i[ i iA iL i ii i? i i i i i@ iA iv iB iC i\ i ij i i[ i ig iD iE i i iF i iB i iG i i iH i i( i iM iC ih i iI iN iJ i iK iL i i iM i i1 i2 iN i id iO id iV iD i` i i# i5 iP i] iQ iE in i i i i i^ iR i_ iF iS ip ii i iT iU i i i iV i i i i iG i i i ie iH iO i i iP i` iW iw ij iX i i i3 i ia i iI iY iJ ix i7 i i i i- i i4 ik i ib iZ i- i i i. ic i i[ i ir i; i iK i5 iL iX i i i i i i\ i] i i i6 i% i^ i_ i i i~ i` il iy ia iz i~ i i ib i? i ic i7 id i i i ie i iz i i iM if ig i/ ih i| i i@ id i i ii iN i i i i8 if i i ij ik i iO iP i i il im i@ in i9 i io i i i i i< is i i\ iQ i. iR iN i@ i i ip i iS i{ iq i iA i i i i i iT i i i i i: i i ir i is i@ iW i; it iu i iv iw ix iy i| i i i i iz i i i3 iQ i i im i iA i{ i| i i i i} iO iR i i ig i i i~ iZ i i i i i i i i\ im i i} i i< iX i i i i i i i i i i iY i i i i0 i i i i i= i i i i iL i i i i ih i i i ii i> i> i i/ i? iU i i i i i ie i) ix t i if iS i i iy i in i i i iT i i@ i i i i i i i i i i i i iz iU ig i iV i io i i i6 ip it i i i i i i iA i iJ iV ih iZ i i iW i i i i N)Z BIG5_TYPICAL_DISTRIBUTION_RATIOZBIG5_TABLE_SIZEZBIG5_CHAR_TO_FREQ_ORDER r r @/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5freq.py<module>+ s PK @\2d^+ ^+ ' pip/_vendor/chardet/langturkishmodel.pynu [ # -*- coding: utf-8 -*- ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Özgür Baskın - Turkish Language Model # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # 255: Control characters that usually does not exist in any text # 254: Carriage/Return # 253: symbol (punctuation) that does not belong to word # 252: 0 - 9 # Character Mapping Table: Latin5_TurkishCharToOrderMap = ( 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255, 23, 37, 47, 39, 29, 52, 36, 45, 53, 60, 16, 49, 20, 46, 42, 48, 69, 44, 35, 31, 51, 38, 62, 65, 43, 56,255,255,255,255,255, 255, 1, 21, 28, 12, 2, 18, 27, 25, 3, 24, 10, 5, 13, 4, 15, 26, 64, 7, 8, 9, 14, 32, 57, 58, 11, 22,255,255,255,255,255, 180,179,178,177,176,175,174,173,172,171,170,169,168,167,166,165, 164,163,162,161,160,159,101,158,157,156,155,154,153,152,151,106, 150,149,148,147,146,145,144,100,143,142,141,140,139,138,137,136, 94, 80, 93,135,105,134,133, 63,132,131,130,129,128,127,126,125, 124,104, 73, 99, 79, 85,123, 54,122, 98, 92,121,120, 91,103,119, 68,118,117, 97,116,115, 50, 90,114,113,112,111, 55, 41, 40, 86, 89, 70, 59, 78, 71, 82, 88, 33, 77, 66, 84, 83,110, 75, 61, 96, 30, 67,109, 74, 87,102, 34, 95, 81,108, 76, 72, 17, 6, 19,107, ) TurkishLangModel = ( 3,2,3,3,3,1,3,3,3,3,3,3,3,3,2,1,1,3,3,1,3,3,0,3,3,3,3,3,0,3,1,3, 3,2,1,0,0,1,1,0,0,0,1,0,0,1,1,1,1,0,0,0,0,0,0,0,2,2,0,0,1,0,0,1, 3,2,2,3,3,0,3,3,3,3,3,3,3,2,3,1,0,3,3,1,3,3,0,3,3,3,3,3,0,3,0,3, 3,1,1,0,1,0,1,0,0,0,0,0,0,1,1,1,1,0,0,0,0,0,0,0,2,2,0,0,0,1,0,1, 3,3,2,3,3,0,3,3,3,3,3,3,3,2,3,1,1,3,3,0,3,3,1,2,3,3,3,3,0,3,0,3, 3,1,1,0,0,0,1,0,0,0,0,1,1,0,1,2,1,0,0,0,1,0,0,0,0,2,0,0,0,0,0,1, 3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,1,3,3,2,0,3,2,1,2,2,1,3,3,0,0,0,2, 2,2,0,1,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,1,0,0,1, 3,3,3,2,3,3,1,2,3,3,3,3,3,3,3,1,3,2,1,0,3,2,0,1,2,3,3,2,1,0,0,2, 2,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,2,0,0,0, 1,0,1,3,3,1,3,3,3,3,3,3,3,1,2,0,0,2,3,0,2,3,0,0,2,2,2,3,0,3,0,1, 2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,0,3,2,0,2,3,2,3,3,1,0,0,2, 3,2,0,0,1,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,1,1,1,0,2,0,0,1, 3,3,3,2,3,3,2,3,3,3,3,2,3,3,3,0,3,3,0,0,2,1,0,0,2,3,2,2,0,0,0,2, 2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,0,1,0,2,0,0,1, 3,3,3,2,3,3,3,3,3,3,3,2,3,3,3,0,3,2,0,1,3,2,1,1,3,2,3,2,1,0,0,2, 2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0, 3,3,3,2,3,3,3,3,3,3,3,2,3,3,3,0,3,2,2,0,2,3,0,0,2,2,2,2,0,0,0,2, 3,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,2,0,1,0,0,0, 3,3,3,3,3,3,3,2,2,2,2,3,2,3,3,0,3,3,1,1,2,2,0,0,2,2,3,2,0,0,1,3, 0,3,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,1, 3,3,3,2,3,3,3,2,1,2,2,3,2,3,3,0,3,2,0,0,1,1,0,1,1,2,1,2,0,0,0,1, 0,3,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,0,0,0, 3,3,3,2,3,3,2,3,2,2,2,3,3,3,3,1,3,1,1,0,3,2,1,1,3,3,2,3,1,0,0,1, 1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,2,0,0,1, 3,2,2,3,3,0,3,3,3,3,3,3,3,2,2,1,0,3,3,1,3,3,0,1,3,3,2,3,0,3,0,3, 2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0, 2,2,2,3,3,0,3,3,3,3,3,3,3,3,3,0,0,3,2,0,3,3,0,3,2,3,3,3,0,3,1,3, 2,0,0,0,0,0,0,0,0,0,0,1,0,1,2,0,1,0,0,0,0,0,0,0,2,2,0,0,1,0,0,1, 3,3,3,1,2,3,3,1,0,0,1,0,0,3,3,2,3,0,0,2,0,0,2,0,2,0,0,0,2,0,2,0, 0,3,1,0,1,0,0,0,2,2,1,0,1,1,2,1,2,2,2,0,2,1,1,0,0,0,2,0,0,0,0,0, 1,2,1,3,3,0,3,3,3,3,3,2,3,0,0,0,0,2,3,0,2,3,1,0,2,3,1,3,0,3,0,2, 3,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,1,3,3,2,2,3,2,2,0,1,2,3,0,1,2,1,0,1,0,0,0,1,0,2,2,0,0,0,1, 1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,1,0,0,1,0,0,0, 3,3,3,1,3,3,1,1,3,3,1,1,3,3,1,0,2,1,2,0,2,1,0,0,1,1,2,1,0,0,0,2, 2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,1,0,2,1,3,0,0,2,0,0,3,3,0,3,0,0,1,0,1,2,0,0,1,1,2,2,0,1,0, 0,1,2,1,1,0,1,0,1,1,1,1,1,0,1,1,1,2,2,1,2,0,1,0,0,0,0,0,0,1,0,0, 3,3,3,2,3,2,3,3,0,2,2,2,3,3,3,0,3,0,0,0,2,2,0,1,2,1,1,1,0,0,0,1, 0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0, 3,3,3,3,3,3,2,1,2,2,3,3,3,3,2,0,2,0,0,0,2,2,0,0,2,1,3,3,0,0,1,1, 1,1,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0, 1,1,2,3,3,0,3,3,3,3,3,3,2,2,0,2,0,2,3,2,3,2,2,2,2,2,2,2,1,3,2,3, 2,0,2,1,2,2,2,2,1,1,2,2,1,2,2,1,2,0,0,2,1,1,0,2,1,0,0,1,0,0,0,1, 2,3,3,1,1,1,0,1,1,1,2,3,2,1,1,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0, 0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,2,2,2,3,2,3,2,2,1,3,3,3,0,2,1,2,0,2,1,0,0,1,1,1,1,1,0,0,1, 2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,2,0,1,0,0,0, 3,3,3,2,3,3,3,3,3,2,3,1,2,3,3,1,2,0,0,0,0,0,0,0,3,2,1,1,0,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0, 3,3,3,2,2,3,3,2,1,1,1,1,1,3,3,0,3,1,0,0,1,1,0,0,3,1,2,1,0,0,0,0, 0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0, 3,3,3,2,2,3,2,2,2,3,2,1,1,3,3,0,3,0,0,0,0,1,0,0,3,1,1,2,0,0,0,1, 1,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 1,1,1,3,3,0,3,3,3,3,3,2,2,2,1,2,0,2,1,2,2,1,1,0,1,2,2,2,2,2,2,2, 0,0,2,1,2,1,2,1,0,1,1,3,1,2,1,1,2,0,0,2,0,1,0,1,0,1,0,0,0,1,0,1, 3,3,3,1,3,3,3,0,1,1,0,2,2,3,1,0,3,0,0,0,1,0,0,0,1,0,0,1,0,1,0,0, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,2,0,0,2,2,1,0,0,1,0,0,3,3,1,3,0,0,1,1,0,2,0,3,0,0,0,2,0,1,1, 0,1,2,0,1,2,2,0,2,2,2,2,1,0,2,1,1,0,2,0,2,1,2,0,0,0,0,0,0,0,0,0, 3,3,3,1,3,2,3,2,0,2,2,2,1,3,2,0,2,1,2,0,1,2,0,0,1,0,2,2,0,0,0,2, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,1,0,0,0, 3,3,3,0,3,3,1,1,2,3,1,0,3,2,3,0,3,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0, 1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,3,3,0,3,3,2,3,3,2,2,0,0,0,0,1,2,0,1,3,0,0,0,3,1,1,0,3,0,2, 2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,1,2,2,1,0,3,1,1,1,1,3,3,2,3,0,0,1,0,1,2,0,2,2,0,2,2,0,2,1, 0,2,2,1,1,1,1,0,2,1,1,0,1,1,1,1,2,1,2,1,2,0,1,0,1,0,0,0,0,0,0,0, 3,3,3,0,1,1,3,0,0,1,1,0,0,2,2,0,3,0,0,1,1,0,1,0,0,0,0,0,2,0,0,0, 0,3,1,0,1,0,1,0,2,0,0,1,0,1,0,1,1,1,2,1,1,0,2,0,0,0,0,0,0,0,0,0, 3,3,3,0,2,0,2,0,1,1,1,0,0,3,3,0,2,0,0,1,0,0,2,1,1,0,1,0,1,0,1,0, 0,2,0,1,2,0,2,0,2,1,1,0,1,0,2,1,1,0,2,1,1,0,1,0,0,0,1,1,0,0,0,0, 3,2,3,0,1,0,0,0,0,0,0,0,0,1,2,0,1,0,0,1,0,0,1,0,0,0,0,0,2,0,0,0, 0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,2,1,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,0,0,2,3,0,0,1,0,1,0,2,3,2,3,0,0,1,3,0,2,1,0,0,0,0,2,0,1,0, 0,2,1,0,0,1,1,0,2,1,0,0,1,0,0,1,1,0,1,1,2,0,1,0,0,0,0,1,0,0,0,0, 3,2,2,0,0,1,1,0,0,0,0,0,0,3,1,1,1,0,0,0,0,0,1,0,0,0,0,0,2,0,1,0, 0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0, 0,0,0,3,3,0,2,3,2,2,1,2,2,1,1,2,0,1,3,2,2,2,0,0,2,2,0,0,0,1,2,1, 3,0,2,1,1,0,1,1,1,0,1,2,2,2,1,1,2,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0, 0,1,1,2,3,0,3,3,3,2,2,2,2,1,0,1,0,1,0,1,2,2,0,0,2,2,1,3,1,1,2,1, 0,0,1,1,2,0,1,1,0,0,1,2,0,2,1,1,2,0,0,1,0,0,0,1,0,1,0,1,0,0,0,0, 3,3,2,0,0,3,1,0,0,0,0,0,0,3,2,1,2,0,0,1,0,0,2,0,0,0,0,0,2,0,1,0, 0,2,1,1,0,0,1,0,1,2,0,0,1,1,0,0,2,1,1,1,1,0,2,0,0,0,0,0,0,0,0,0, 3,3,2,0,0,1,0,0,0,0,1,0,0,3,3,2,2,0,0,1,0,0,2,0,1,0,0,0,2,0,1,0, 0,0,1,1,0,0,2,0,2,1,0,0,1,1,2,1,2,0,2,1,2,1,1,1,0,0,1,1,0,0,0,0, 3,3,2,0,0,2,2,0,0,0,1,1,0,2,2,1,3,1,0,1,0,1,2,0,0,0,0,0,1,0,1,0, 0,1,1,0,0,0,0,0,1,0,0,1,0,0,0,1,1,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,2,0,0,0,1,0,0,1,0,0,2,3,1,2,0,0,1,0,0,2,0,0,0,1,0,2,0,2,0, 0,1,1,2,2,1,2,0,2,1,1,0,0,1,1,0,1,1,1,1,2,1,1,0,0,0,0,0,0,0,0,0, 3,3,3,0,2,1,2,1,0,0,1,1,0,3,3,1,2,0,0,1,0,0,2,0,2,0,1,1,2,0,0,0, 0,0,1,1,1,1,2,0,1,1,0,1,1,1,1,0,0,0,1,1,1,0,1,0,0,0,1,0,0,0,0,0, 3,3,3,0,2,2,3,2,0,0,1,0,0,2,3,1,0,0,0,0,0,0,2,0,2,0,0,0,2,0,0,0, 0,1,1,0,0,0,1,0,0,1,0,1,1,0,1,0,1,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0, 3,2,3,0,0,0,0,0,0,0,1,0,0,2,2,2,2,0,0,1,0,0,2,0,0,0,0,0,2,0,1,0, 0,0,2,1,1,0,1,0,2,1,1,0,0,1,1,2,1,0,2,0,2,0,1,0,0,0,2,0,0,0,0,0, 0,0,0,2,2,0,2,1,1,1,1,2,2,0,0,1,0,1,0,0,1,3,0,0,0,0,1,0,0,2,1,0, 0,0,1,0,1,0,0,0,0,0,2,1,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0, 2,0,0,2,3,0,2,3,1,2,2,0,2,0,0,2,0,2,1,1,1,2,1,0,0,1,2,1,1,2,1,0, 1,0,2,0,1,0,1,1,0,0,2,2,1,2,1,1,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,0,2,1,2,0,0,0,1,0,0,3,2,0,1,0,0,1,0,0,2,0,0,0,1,2,1,0,1,0, 0,0,0,0,1,0,1,0,0,1,0,0,0,0,1,0,1,0,1,1,1,0,1,0,0,0,0,0,0,0,0,0, 0,0,0,2,2,0,2,2,1,1,0,1,1,1,1,1,0,0,1,2,1,1,1,0,1,0,0,0,1,1,1,1, 0,0,2,1,0,1,1,1,0,1,1,2,1,2,1,1,2,0,1,1,2,1,0,2,0,0,0,0,0,0,0,0, 3,2,2,0,0,2,0,0,0,0,0,0,0,2,2,0,2,0,0,1,0,0,2,0,0,0,0,0,2,0,0,0, 0,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0, 0,0,0,3,2,0,2,2,0,1,1,0,1,0,0,1,0,0,0,1,0,1,0,0,0,0,0,1,0,0,0,0, 2,0,1,0,1,0,1,1,0,0,1,2,0,1,0,1,1,0,0,1,0,1,0,2,0,0,0,0,0,0,0,0, 2,2,2,0,1,1,0,0,0,1,0,0,0,1,2,0,1,0,0,1,0,0,1,0,0,0,0,1,2,0,1,0, 0,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,1,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,2,1,0,1,1,1,0,0,0,0,1,2,0,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0, 1,1,2,0,1,0,0,0,1,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2,0,0,0,0,0,1, 0,0,1,2,2,0,2,1,2,1,1,2,2,0,0,0,0,1,0,0,1,1,0,0,2,0,0,0,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0, 2,2,2,0,0,0,1,0,0,0,0,0,0,2,2,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, 0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,0,1,0,1,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,1,0,0,0,0,0,0,0,0,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, ) Latin5TurkishModel = { 'char_to_order_map': Latin5_TurkishCharToOrderMap, 'precedence_matrix': TurkishLangModel, 'typical_positive_ratio': 0.970290, 'keep_english_letter': True, 'charset_name': "ISO-8859-9", 'language': 'Turkish', } PK @\AП ; pip/_vendor/chardet/cli/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d S )N r r r D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/__init__.py<module> PK @\(^d d C pip/_vendor/chardet/cli/__pycache__/chardetect.cpython-38.opt-1.pycnu [ U .e @ sr d Z ddlmZmZmZ ddlZddlZddlmZ ddl m Z ddl m Z d dd Z dd d Zed krne dS )a Script which takes one or more file paths and reports on their detected encodings Example:: % chardetect somefile someotherfile somefile: windows-1252 with confidence 0.5 someotherfile: ascii with confidence 1.0 If no paths are provided, it takes its input from stdin. )absolute_importprint_functionunicode_literalsN) __version__)PY2)UniversalDetectorstdinc C sz t }| D ] }t|}|| |jr q,q | |j}trN|t d}|d rld ||d |d S d |S dS )z Return a string describing the probable encoding of a file or list of strings. :param lines: The lines to get the encoding of. :type lines: Iterable of bytes :param name: Name of file or collection of lines :type name: str ignoreencodingz {0}: {1} with confidence {2}Z confidencez{0}: no resultN) r bytearrayZfeedZdonecloseresultr decodesysgetfilesystemencodingformat)linesnameuliner r F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/chardetect.pydescription_of s r c C s t jdd}|jddt ddtr(tjntjjgd |jdd d t d | | }|j D ]*}| rvt d tjd t t||j q\dS )z Handles command line arguments and gets things started. :param argv: List of arguments, as if specified on the command-line. If None, ``sys.argv[1:]`` is used instead. :type argv: list of str zVTakes one or more file paths and reports their detected encodings) descriptioninputz^File whose encoding we would like to determine. (default: stdin)rb*)helptypenargsdefaultz --versionversionz %(prog)s {0})actionr! zYou are running chardetect interactively. Press CTRL-D twice at the start of a blank line to signal the end of your input. If you want help, run chardetect --help )fileN)argparseArgumentParser add_argumentZFileTyper r r bufferr r parse_argsr isattyprintstderrr r )argvparserargsfr r r main6 s& r0 __main__)r )N)__doc__Z __future__r r r r$ r Zpip._vendor.chardetr Zpip._vendor.chardet.compatr Z%pip._vendor.chardet.universaldetectorr r r0 __name__r r r r <module> s PK @\AП A pip/_vendor/chardet/cli/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d S )N r r r D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/__init__.py<module> PK @\(^d d = pip/_vendor/chardet/cli/__pycache__/chardetect.cpython-38.pycnu [ U .e @ sr d Z ddlmZmZmZ ddlZddlZddlmZ ddl m Z ddl m Z d dd Z dd d Zed krne dS )a Script which takes one or more file paths and reports on their detected encodings Example:: % chardetect somefile someotherfile somefile: windows-1252 with confidence 0.5 someotherfile: ascii with confidence 1.0 If no paths are provided, it takes its input from stdin. )absolute_importprint_functionunicode_literalsN) __version__)PY2)UniversalDetectorstdinc C sz t }| D ] }t|}|| |jr q,q | |j}trN|t d}|d rld ||d |d S d |S dS )z Return a string describing the probable encoding of a file or list of strings. :param lines: The lines to get the encoding of. :type lines: Iterable of bytes :param name: Name of file or collection of lines :type name: str ignoreencodingz {0}: {1} with confidence {2}Z confidencez{0}: no resultN) r bytearrayZfeedZdonecloseresultr decodesysgetfilesystemencodingformat)linesnameuliner r F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/chardetect.pydescription_of s r c C s t jdd}|jddt ddtr(tjntjjgd |jdd d t d | | }|j D ]*}| rvt d tjd t t||j q\dS )z Handles command line arguments and gets things started. :param argv: List of arguments, as if specified on the command-line. If None, ``sys.argv[1:]`` is used instead. :type argv: list of str zVTakes one or more file paths and reports their detected encodings) descriptioninputz^File whose encoding we would like to determine. (default: stdin)rb*)helptypenargsdefaultz --versionversionz %(prog)s {0})actionr! zYou are running chardetect interactively. Press CTRL-D twice at the start of a blank line to signal the end of your input. If you want help, run chardetect --help )fileN)argparseArgumentParser add_argumentZFileTyper r r bufferr r parse_argsr isattyprintstderrr r )argvparserargsfr r r main6 s& r0 __main__)r )N)__doc__Z __future__r r r r$ r Zpip._vendor.chardetr Zpip._vendor.chardet.compatr Z%pip._vendor.chardet.universaldetectorr r r0 __name__r r r r <module> s PK @\& % pip/_vendor/chardet/cli/chardetect.pynu [ #!/usr/bin/env python """ Script which takes one or more file paths and reports on their detected encodings Example:: % chardetect somefile someotherfile somefile: windows-1252 with confidence 0.5 someotherfile: ascii with confidence 1.0 If no paths are provided, it takes its input from stdin. """ from __future__ import absolute_import, print_function, unicode_literals import argparse import sys from pip._vendor.chardet import __version__ from pip._vendor.chardet.compat import PY2 from pip._vendor.chardet.universaldetector import UniversalDetector def description_of(lines, name='stdin'): """ Return a string describing the probable encoding of a file or list of strings. :param lines: The lines to get the encoding of. :type lines: Iterable of bytes :param name: Name of file or collection of lines :type name: str """ u = UniversalDetector() for line in lines: line = bytearray(line) u.feed(line) # shortcut out of the loop to save reading further - particularly useful if we read a BOM. if u.done: break u.close() result = u.result if PY2: name = name.decode(sys.getfilesystemencoding(), 'ignore') if result['encoding']: return '{0}: {1} with confidence {2}'.format(name, result['encoding'], result['confidence']) else: return '{0}: no result'.format(name) def main(argv=None): """ Handles command line arguments and gets things started. :param argv: List of arguments, as if specified on the command-line. If None, ``sys.argv[1:]`` is used instead. :type argv: list of str """ # Get command line arguments parser = argparse.ArgumentParser( description="Takes one or more file paths and reports their detected \ encodings") parser.add_argument('input', help='File whose encoding we would like to determine. \ (default: stdin)', type=argparse.FileType('rb'), nargs='*', default=[sys.stdin if PY2 else sys.stdin.buffer]) parser.add_argument('--version', action='version', version='%(prog)s {0}'.format(__version__)) args = parser.parse_args(argv) for f in args.input: if f.isatty(): print("You are running chardetect interactively. Press " + "CTRL-D twice at the start of a blank line to signal the " + "end of your input. If you want help, run chardetect " + "--help\n", file=sys.stderr) print(description_of(f, f.name)) if __name__ == '__main__': main() PK @\2 # pip/_vendor/chardet/cli/__init__.pynu [ PK @\ 7Х " pip/_vendor/chardet/eucjpprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .enums import ProbingState, MachineState from .mbcharsetprober import MultiByteCharSetProber from .codingstatemachine import CodingStateMachine from .chardistribution import EUCJPDistributionAnalysis from .jpcntx import EUCJPContextAnalysis from .mbcssm import EUCJP_SM_MODEL class EUCJPProber(MultiByteCharSetProber): def __init__(self): super(EUCJPProber, self).__init__() self.coding_sm = CodingStateMachine(EUCJP_SM_MODEL) self.distribution_analyzer = EUCJPDistributionAnalysis() self.context_analyzer = EUCJPContextAnalysis() self.reset() def reset(self): super(EUCJPProber, self).reset() self.context_analyzer.reset() @property def charset_name(self): return "EUC-JP" @property def language(self): return "Japanese" def feed(self, byte_str): for i in range(len(byte_str)): # PY3K: byte_str is a byte array, so byte_str[i] is an int, not a byte coding_state = self.coding_sm.next_state(byte_str[i]) if coding_state == MachineState.ERROR: self.logger.debug('%s %s prober hit error at byte %s', self.charset_name, self.language, i) self._state = ProbingState.NOT_ME break elif coding_state == MachineState.ITS_ME: self._state = ProbingState.FOUND_IT break elif coding_state == MachineState.START: char_len = self.coding_sm.get_current_charlen() if i == 0: self._last_char[1] = byte_str[0] self.context_analyzer.feed(self._last_char, char_len) self.distribution_analyzer.feed(self._last_char, char_len) else: self.context_analyzer.feed(byte_str[i - 1:i + 1], char_len) self.distribution_analyzer.feed(byte_str[i - 1:i + 1], char_len) self._last_char[0] = byte_str[-1] if self.state == ProbingState.DETECTING: if (self.context_analyzer.got_enough_data() and (self.get_confidence() > self.SHORTCUT_THRESHOLD)): self._state = ProbingState.FOUND_IT return self.state def get_confidence(self): context_conf = self.context_analyzer.get_confidence() distrib_conf = self.distribution_analyzer.get_confidence() return max(context_conf, distrib_conf) PK @\Y$ ) pip/_vendor/chardet/charsetgroupprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .enums import ProbingState from .charsetprober import CharSetProber class CharSetGroupProber(CharSetProber): def __init__(self, lang_filter=None): super(CharSetGroupProber, self).__init__(lang_filter=lang_filter) self._active_num = 0 self.probers = [] self._best_guess_prober = None def reset(self): super(CharSetGroupProber, self).reset() self._active_num = 0 for prober in self.probers: if prober: prober.reset() prober.active = True self._active_num += 1 self._best_guess_prober = None @property def charset_name(self): if not self._best_guess_prober: self.get_confidence() if not self._best_guess_prober: return None return self._best_guess_prober.charset_name @property def language(self): if not self._best_guess_prober: self.get_confidence() if not self._best_guess_prober: return None return self._best_guess_prober.language def feed(self, byte_str): for prober in self.probers: if not prober: continue if not prober.active: continue state = prober.feed(byte_str) if not state: continue if state == ProbingState.FOUND_IT: self._best_guess_prober = prober return self.state elif state == ProbingState.NOT_ME: prober.active = False self._active_num -= 1 if self._active_num <= 0: self._state = ProbingState.NOT_ME return self.state return self.state def get_confidence(self): state = self.state if state == ProbingState.FOUND_IT: return 0.99 elif state == ProbingState.NOT_ME: return 0.01 best_conf = 0.0 self._best_guess_prober = None for prober in self.probers: if not prober: continue if not prober.active: self.logger.debug('%s not active', prober.charset_name) continue conf = prober.get_confidence() self.logger.debug('%s %s confidence = %s', prober.charset_name, prober.language, conf) if best_conf < conf: best_conf = conf self._best_guess_prober = prober if not self._best_guess_prober: return 0.0 return best_conf PK @\gf ! pip/_vendor/chardet/big5prober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .mbcharsetprober import MultiByteCharSetProber from .codingstatemachine import CodingStateMachine from .chardistribution import Big5DistributionAnalysis from .mbcssm import BIG5_SM_MODEL class Big5Prober(MultiByteCharSetProber): def __init__(self): super(Big5Prober, self).__init__() self.coding_sm = CodingStateMachine(BIG5_SM_MODEL) self.distribution_analyzer = Big5DistributionAnalysis() self.reset() @property def charset_name(self): return "Big5" @property def language(self): return "Chinese" PK @\"?, , $ pip/_vendor/chardet/langthaimodel.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # 255: Control characters that usually does not exist in any text # 254: Carriage/Return # 253: symbol (punctuation) that does not belong to word # 252: 0 - 9 # The following result for thai was collected from a limited sample (1M). # Character Mapping Table: TIS620CharToOrderMap = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253,182,106,107,100,183,184,185,101, 94,186,187,108,109,110,111, # 40 188,189,190, 89, 95,112,113,191,192,193,194,253,253,253,253,253, # 50 253, 64, 72, 73,114, 74,115,116,102, 81,201,117, 90,103, 78, 82, # 60 96,202, 91, 79, 84,104,105, 97, 98, 92,203,253,253,253,253,253, # 70 209,210,211,212,213, 88,214,215,216,217,218,219,220,118,221,222, 223,224, 99, 85, 83,225,226,227,228,229,230,231,232,233,234,235, 236, 5, 30,237, 24,238, 75, 8, 26, 52, 34, 51,119, 47, 58, 57, 49, 53, 55, 43, 20, 19, 44, 14, 48, 3, 17, 25, 39, 62, 31, 54, 45, 9, 16, 2, 61, 15,239, 12, 42, 46, 18, 21, 76, 4, 66, 63, 22, 10, 1, 36, 23, 13, 40, 27, 32, 35, 86,240,241,242,243,244, 11, 28, 41, 29, 33,245, 50, 37, 6, 7, 67, 77, 38, 93,246,247, 68, 56, 59, 65, 69, 60, 70, 80, 71, 87,248,249,250,251,252,253, ) # Model Table: # total sequences: 100% # first 512 sequences: 92.6386% # first 1024 sequences:7.3177% # rest sequences: 1.0230% # negative sequences: 0.0436% ThaiLangModel = ( 0,1,3,3,3,3,0,0,3,3,0,3,3,0,3,3,3,3,3,3,3,3,0,0,3,3,3,0,3,3,3,3, 0,3,3,0,0,0,1,3,0,3,3,2,3,3,0,1,2,3,3,3,3,0,2,0,2,0,0,3,2,1,2,2, 3,0,3,3,2,3,0,0,3,3,0,3,3,0,3,3,3,3,3,3,3,3,3,0,3,2,3,0,2,2,2,3, 0,2,3,0,0,0,0,1,0,1,2,3,1,1,3,2,2,0,1,1,0,0,1,0,0,0,0,0,0,0,1,1, 3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2,3,3,2,3,2,3,3,2,2,2, 3,1,2,3,0,3,3,2,2,1,2,3,3,1,2,0,1,3,0,1,0,0,1,0,0,0,0,0,0,0,1,1, 3,3,2,2,3,3,3,3,1,2,3,3,3,3,3,2,2,2,2,3,3,2,2,3,3,2,2,3,2,3,2,2, 3,3,1,2,3,1,2,2,3,3,1,0,2,1,0,0,3,1,2,1,0,0,1,0,0,0,0,0,0,1,0,1, 3,3,3,3,3,3,2,2,3,3,3,3,2,3,2,2,3,3,2,2,3,2,2,2,2,1,1,3,1,2,1,1, 3,2,1,0,2,1,0,1,0,1,1,0,1,1,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0, 3,3,3,2,3,2,3,3,2,2,3,2,3,3,2,3,1,1,2,3,2,2,2,3,2,2,2,2,2,1,2,1, 2,2,1,1,3,3,2,1,0,1,2,2,0,1,3,0,0,0,1,1,0,0,0,0,0,2,3,0,0,2,1,1, 3,3,2,3,3,2,0,0,3,3,0,3,3,0,2,2,3,1,2,2,1,1,1,0,2,2,2,0,2,2,1,1, 0,2,1,0,2,0,0,2,0,1,0,0,1,0,0,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,1,0, 3,3,2,3,3,2,0,0,3,3,0,2,3,0,2,1,2,2,2,2,1,2,0,0,2,2,2,0,2,2,1,1, 0,2,1,0,2,0,0,2,0,1,1,0,1,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0, 3,3,2,3,2,3,2,0,2,2,1,3,2,1,3,2,1,2,3,2,2,3,0,2,3,2,2,1,2,2,2,2, 1,2,2,0,0,0,0,2,0,1,2,0,1,1,1,0,1,0,3,1,1,0,0,0,0,0,0,0,0,0,1,0, 3,3,2,3,3,2,3,2,2,2,3,2,2,3,2,2,1,2,3,2,2,3,1,3,2,2,2,3,2,2,2,3, 3,2,1,3,0,1,1,1,0,2,1,1,1,1,1,0,1,0,1,1,0,0,0,0,0,0,0,0,0,2,0,0, 1,0,0,3,0,3,3,3,3,3,0,0,3,0,2,2,3,3,3,3,3,0,0,0,1,1,3,0,0,0,0,2, 0,0,1,0,0,0,0,0,0,0,2,3,0,0,0,3,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0,0, 2,0,3,3,3,3,0,0,2,3,0,0,3,0,3,3,2,3,3,3,3,3,0,0,3,3,3,0,0,0,3,3, 0,0,3,0,0,0,0,2,0,0,2,1,1,3,0,0,1,0,0,2,3,0,1,0,0,0,0,0,0,0,1,0, 3,3,3,3,2,3,3,3,3,3,3,3,1,2,1,3,3,2,2,1,2,2,2,3,1,1,2,0,2,1,2,1, 2,2,1,0,0,0,1,1,0,1,0,1,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0, 3,0,2,1,2,3,3,3,0,2,0,2,2,0,2,1,3,2,2,1,2,1,0,0,2,2,1,0,2,1,2,2, 0,1,1,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,2,1,3,3,1,1,3,0,2,3,1,1,3,2,1,1,2,0,2,2,3,2,1,1,1,1,1,2, 3,0,0,1,3,1,2,1,2,0,3,0,0,0,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0, 3,3,1,1,3,2,3,3,3,1,3,2,1,3,2,1,3,2,2,2,2,1,3,3,1,2,1,3,1,2,3,0, 2,1,1,3,2,2,2,1,2,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2, 3,3,2,3,2,3,3,2,3,2,3,2,3,3,2,1,0,3,2,2,2,1,2,2,2,1,2,2,1,2,1,1, 2,2,2,3,0,1,3,1,1,1,1,0,1,1,0,2,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,2,3,2,2,1,1,3,2,3,2,3,2,0,3,2,2,1,2,0,2,2,2,1,2,2,2,2,1, 3,2,1,2,2,1,0,2,0,1,0,0,1,1,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,2,3,1,2,3,3,2,2,3,0,1,1,2,0,3,3,2,2,3,0,1,1,3,0,0,0,0, 3,1,0,3,3,0,2,0,2,1,0,0,3,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,2,3,2,3,3,0,1,3,1,1,2,1,2,1,1,3,1,1,0,2,3,1,1,1,1,1,1,1,1, 3,1,1,2,2,2,2,1,1,1,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 3,2,2,1,1,2,1,3,3,2,3,2,2,3,2,2,3,1,2,2,1,2,0,3,2,1,2,2,2,2,2,1, 3,2,1,2,2,2,1,1,1,1,0,0,1,1,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,1,3,3,0,2,1,0,3,2,0,0,3,1,0,1,1,0,1,0,0,0,0,0,1, 1,0,0,1,0,3,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,2,2,2,3,0,0,1,3,0,3,2,0,3,2,2,3,3,3,3,3,1,0,2,2,2,0,2,2,1,2, 0,2,3,0,0,0,0,1,0,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 3,0,2,3,1,3,3,2,3,3,0,3,3,0,3,2,2,3,2,3,3,3,0,0,2,2,3,0,1,1,1,3, 0,0,3,0,0,0,2,2,0,1,3,0,1,2,2,2,3,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1, 3,2,3,3,2,0,3,3,2,2,3,1,3,2,1,3,2,0,1,2,2,0,2,3,2,1,0,3,0,0,0,0, 3,0,0,2,3,1,3,0,0,3,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,3,2,2,2,1,2,0,1,3,1,1,3,1,3,0,0,2,1,1,1,1,2,1,1,1,0,2,1,0,1, 1,2,0,0,0,3,1,1,0,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,0,3,1,0,0,0,1,0, 3,3,3,3,2,2,2,2,2,1,3,1,1,1,2,0,1,1,2,1,2,1,3,2,0,0,3,1,1,1,1,1, 3,1,0,2,3,0,0,0,3,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,2,3,0,3,3,0,2,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0, 0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,2,3,1,3,0,0,1,2,0,0,2,0,3,3,2,3,3,3,2,3,0,0,2,2,2,0,0,0,2,2, 0,0,1,0,0,0,0,3,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 0,0,0,3,0,2,0,0,0,0,0,0,0,0,0,0,1,2,3,1,3,3,0,0,1,0,3,0,0,0,0,0, 0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,1,2,3,1,2,3,1,0,3,0,2,2,1,0,2,1,1,2,0,1,0,0,1,1,1,1,0,1,0,0, 1,0,0,0,0,1,1,0,3,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,2,1,0,1,1,1,3,1,2,2,2,2,2,2,1,1,1,1,0,3,1,0,1,3,1,1,1,1, 1,1,0,2,0,1,3,1,1,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,1, 3,0,2,2,1,3,3,2,3,3,0,1,1,0,2,2,1,2,1,3,3,1,0,0,3,2,0,0,0,0,2,1, 0,1,0,0,0,0,1,2,0,1,1,3,1,1,2,2,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0, 0,0,3,0,0,1,0,0,0,3,0,0,3,0,3,1,0,1,1,1,3,2,0,0,0,3,0,0,0,0,2,0, 0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0, 3,3,1,3,2,1,3,3,1,2,2,0,1,2,1,0,1,2,0,0,0,0,0,3,0,0,0,3,0,0,0,0, 3,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,1,2,0,3,3,3,2,2,0,1,1,0,1,3,0,0,0,2,2,0,0,0,0,3,1,0,1,0,0,0, 0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,2,3,1,2,0,0,2,1,0,3,1,0,1,2,0,1,1,1,1,3,0,0,3,1,1,0,2,2,1,1, 0,2,0,0,0,0,0,1,0,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,0,3,1,2,0,0,2,2,0,1,2,0,1,0,1,3,1,2,1,0,0,0,2,0,3,0,0,0,1,0, 0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,1,1,2,2,0,0,0,2,0,2,1,0,1,1,0,1,1,1,2,1,0,0,1,1,1,0,2,1,1,1, 0,1,1,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,1, 0,0,0,2,0,1,3,1,1,1,1,0,0,0,0,3,2,0,1,0,0,0,1,2,0,0,0,1,0,0,0,0, 0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,3,3,3,3,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,2,3,2,2,0,0,0,1,0,0,0,0,2,3,2,1,2,2,3,0,0,0,2,3,1,0,0,0,1,1, 0,0,1,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0, 3,3,2,2,0,1,0,0,0,0,2,0,2,0,1,0,0,0,1,1,0,0,0,2,1,0,1,0,1,1,0,0, 0,1,0,2,0,0,1,0,3,0,1,0,0,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,1,0,0,1,0,0,0,0,0,1,1,2,0,0,0,0,1,0,0,1,3,1,0,0,0,0,1,1,0,0, 0,1,0,0,0,0,3,0,0,0,0,0,0,3,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0, 3,3,1,1,1,1,2,3,0,0,2,1,1,1,1,1,0,2,1,1,0,0,0,2,1,0,1,2,1,1,0,1, 2,1,0,3,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,3,1,0,0,0,0,0,0,0,3,0,0,0,3,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,1, 0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,2,0,0,0,0,0,0,1,2,1,0,1,1,0,2,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,2,0,0,0,1,3,0,1,0,0,0,2,0,0,0,0,0,0,0,1,2,0,0,0,0,0, 3,3,0,0,1,1,2,0,0,1,2,1,0,1,1,1,0,1,1,0,0,2,1,1,0,1,0,0,1,1,1,0, 0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,1,0,0,0,0,1,0,0,0,0,3,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0, 2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,3,0,0,1,1,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,1,0,1,2,0,1,2,0,0,1,1,0,2,0,1,0,0,1,0,0,0,0,1,0,0,0,2,0,0,0,0, 1,0,0,1,0,1,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,1,0,0,0,0,0,0,0,1,1,0,1,1,0,2,1,3,0,0,0,0,1,1,0,0,0,0,0,0,0,3, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,0,1,0,1,0,0,2,0,0,2,0,0,1,1,2,0,0,1,1,0,0,0,1,0,0,0,1,1,0,0,0, 1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 1,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,1,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,0,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,3,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,0,0, 1,0,0,0,0,0,0,0,0,1,0,0,0,0,2,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,1,1,0,0,2,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, ) TIS620ThaiModel = { 'char_to_order_map': TIS620CharToOrderMap, 'precedence_matrix': ThaiLangModel, 'typical_positive_ratio': 0.926386, 'keep_english_letter': False, 'charset_name': "TIS-620", 'language': 'Thai', } PK @\6uMU U & pip/_vendor/chardet/mbcharsetprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 2001 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # Proofpoint, Inc. # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetprober import CharSetProber from .enums import ProbingState, MachineState class MultiByteCharSetProber(CharSetProber): """ MultiByteCharSetProber """ def __init__(self, lang_filter=None): super(MultiByteCharSetProber, self).__init__(lang_filter=lang_filter) self.distribution_analyzer = None self.coding_sm = None self._last_char = [0, 0] def reset(self): super(MultiByteCharSetProber, self).reset() if self.coding_sm: self.coding_sm.reset() if self.distribution_analyzer: self.distribution_analyzer.reset() self._last_char = [0, 0] @property def charset_name(self): raise NotImplementedError @property def language(self): raise NotImplementedError def feed(self, byte_str): for i in range(len(byte_str)): coding_state = self.coding_sm.next_state(byte_str[i]) if coding_state == MachineState.ERROR: self.logger.debug('%s %s prober hit error at byte %s', self.charset_name, self.language, i) self._state = ProbingState.NOT_ME break elif coding_state == MachineState.ITS_ME: self._state = ProbingState.FOUND_IT break elif coding_state == MachineState.START: char_len = self.coding_sm.get_current_charlen() if i == 0: self._last_char[1] = byte_str[0] self.distribution_analyzer.feed(self._last_char, char_len) else: self.distribution_analyzer.feed(byte_str[i - 1:i + 1], char_len) self._last_char[0] = byte_str[-1] if self.state == ProbingState.DETECTING: if (self.distribution_analyzer.got_enough_data() and (self.get_confidence() > self.SHORTCUT_THRESHOLD)): self._state = ProbingState.FOUND_IT return self.state def get_confidence(self): return self.distribution_analyzer.get_confidence() PK @\~ # pip/_vendor/chardet/gb2312prober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .mbcharsetprober import MultiByteCharSetProber from .codingstatemachine import CodingStateMachine from .chardistribution import GB2312DistributionAnalysis from .mbcssm import GB2312_SM_MODEL class GB2312Prober(MultiByteCharSetProber): def __init__(self): super(GB2312Prober, self).__init__() self.coding_sm = CodingStateMachine(GB2312_SM_MODEL) self.distribution_analyzer = GB2312DistributionAnalysis() self.reset() @property def charset_name(self): return "GB2312" @property def language(self): return "Chinese" PK @\= ! pip/_vendor/chardet/utf8prober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetprober import CharSetProber from .enums import ProbingState, MachineState from .codingstatemachine import CodingStateMachine from .mbcssm import UTF8_SM_MODEL class UTF8Prober(CharSetProber): ONE_CHAR_PROB = 0.5 def __init__(self): super(UTF8Prober, self).__init__() self.coding_sm = CodingStateMachine(UTF8_SM_MODEL) self._num_mb_chars = None self.reset() def reset(self): super(UTF8Prober, self).reset() self.coding_sm.reset() self._num_mb_chars = 0 @property def charset_name(self): return "utf-8" @property def language(self): return "" def feed(self, byte_str): for c in byte_str: coding_state = self.coding_sm.next_state(c) if coding_state == MachineState.ERROR: self._state = ProbingState.NOT_ME break elif coding_state == MachineState.ITS_ME: self._state = ProbingState.FOUND_IT break elif coding_state == MachineState.START: if self.coding_sm.get_current_charlen() >= 2: self._num_mb_chars += 1 if self.state == ProbingState.DETECTING: if self.get_confidence() > self.SHORTCUT_THRESHOLD: self._state = ProbingState.FOUND_IT return self.state def get_confidence(self): unlike = 0.99 if self._num_mb_chars < 6: unlike *= self.ONE_CHAR_PROB ** self._num_mb_chars return 1.0 - unlike else: return unlike PK @\ # pip/_vendor/chardet/latin1prober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 2001 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetprober import CharSetProber from .enums import ProbingState FREQ_CAT_NUM = 4 UDF = 0 # undefined OTH = 1 # other ASC = 2 # ascii capital letter ASS = 3 # ascii small letter ACV = 4 # accent capital vowel ACO = 5 # accent capital other ASV = 6 # accent small vowel ASO = 7 # accent small other CLASS_NUM = 8 # total classes Latin1_CharToClass = ( OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 00 - 07 OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 08 - 0F OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 10 - 17 OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 18 - 1F OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 20 - 27 OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 28 - 2F OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 30 - 37 OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 38 - 3F OTH, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 40 - 47 ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 48 - 4F ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 50 - 57 ASC, ASC, ASC, OTH, OTH, OTH, OTH, OTH, # 58 - 5F OTH, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 60 - 67 ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 68 - 6F ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 70 - 77 ASS, ASS, ASS, OTH, OTH, OTH, OTH, OTH, # 78 - 7F OTH, UDF, OTH, ASO, OTH, OTH, OTH, OTH, # 80 - 87 OTH, OTH, ACO, OTH, ACO, UDF, ACO, UDF, # 88 - 8F UDF, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 90 - 97 OTH, OTH, ASO, OTH, ASO, UDF, ASO, ACO, # 98 - 9F OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # A0 - A7 OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # A8 - AF OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # B0 - B7 OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # B8 - BF ACV, ACV, ACV, ACV, ACV, ACV, ACO, ACO, # C0 - C7 ACV, ACV, ACV, ACV, ACV, ACV, ACV, ACV, # C8 - CF ACO, ACO, ACV, ACV, ACV, ACV, ACV, OTH, # D0 - D7 ACV, ACV, ACV, ACV, ACV, ACO, ACO, ACO, # D8 - DF ASV, ASV, ASV, ASV, ASV, ASV, ASO, ASO, # E0 - E7 ASV, ASV, ASV, ASV, ASV, ASV, ASV, ASV, # E8 - EF ASO, ASO, ASV, ASV, ASV, ASV, ASV, OTH, # F0 - F7 ASV, ASV, ASV, ASV, ASV, ASO, ASO, ASO, # F8 - FF ) # 0 : illegal # 1 : very unlikely # 2 : normal # 3 : very likely Latin1ClassModel = ( # UDF OTH ASC ASS ACV ACO ASV ASO 0, 0, 0, 0, 0, 0, 0, 0, # UDF 0, 3, 3, 3, 3, 3, 3, 3, # OTH 0, 3, 3, 3, 3, 3, 3, 3, # ASC 0, 3, 3, 3, 1, 1, 3, 3, # ASS 0, 3, 3, 3, 1, 2, 1, 2, # ACV 0, 3, 3, 3, 3, 3, 3, 3, # ACO 0, 3, 1, 3, 1, 1, 1, 3, # ASV 0, 3, 1, 3, 1, 1, 3, 3, # ASO ) class Latin1Prober(CharSetProber): def __init__(self): super(Latin1Prober, self).__init__() self._last_char_class = None self._freq_counter = None self.reset() def reset(self): self._last_char_class = OTH self._freq_counter = [0] * FREQ_CAT_NUM CharSetProber.reset(self) @property def charset_name(self): return "ISO-8859-1" @property def language(self): return "" def feed(self, byte_str): byte_str = self.filter_with_english_letters(byte_str) for c in byte_str: char_class = Latin1_CharToClass[c] freq = Latin1ClassModel[(self._last_char_class * CLASS_NUM) + char_class] if freq == 0: self._state = ProbingState.NOT_ME break self._freq_counter[freq] += 1 self._last_char_class = char_class return self.state def get_confidence(self): if self.state == ProbingState.NOT_ME: return 0.01 total = sum(self._freq_counter) if total < 0.01: confidence = 0.0 else: confidence = ((self._freq_counter[3] - self._freq_counter[1] * 20.0) / total) if confidence < 0.0: confidence = 0.0 # lower the confidence of latin1 so that other more accurate # detector can take priority. confidence = confidence * 0.73 return confidence PK @\Ay4 4 pip/_vendor/chardet/euckrfreq.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # Sampling from about 20M text materials include literature and computer technology # 128 --> 0.79 # 256 --> 0.92 # 512 --> 0.986 # 1024 --> 0.99944 # 2048 --> 0.99999 # # Idea Distribution Ratio = 0.98653 / (1-0.98653) = 73.24 # Random Distribution Ration = 512 / (2350-512) = 0.279. # # Typical Distribution Ratio EUCKR_TYPICAL_DISTRIBUTION_RATIO = 6.0 EUCKR_TABLE_SIZE = 2352 # Char to FreqOrder table , EUCKR_CHAR_TO_FREQ_ORDER = ( 13, 130, 120,1396, 481,1719,1720, 328, 609, 212,1721, 707, 400, 299,1722, 87, 1397,1723, 104, 536,1117,1203,1724,1267, 685,1268, 508,1725,1726,1727,1728,1398, 1399,1729,1730,1731, 141, 621, 326,1057, 368,1732, 267, 488, 20,1733,1269,1734, 945,1400,1735, 47, 904,1270,1736,1737, 773, 248,1738, 409, 313, 786, 429,1739, 116, 987, 813,1401, 683, 75,1204, 145,1740,1741,1742,1743, 16, 847, 667, 622, 708,1744,1745,1746, 966, 787, 304, 129,1747, 60, 820, 123, 676,1748,1749,1750, 1751, 617,1752, 626,1753,1754,1755,1756, 653,1757,1758,1759,1760,1761,1762, 856, 344,1763,1764,1765,1766, 89, 401, 418, 806, 905, 848,1767,1768,1769, 946,1205, 709,1770,1118,1771, 241,1772,1773,1774,1271,1775, 569,1776, 999,1777,1778,1779, 1780, 337, 751,1058, 28, 628, 254,1781, 177, 906, 270, 349, 891,1079,1782, 19, 1783, 379,1784, 315,1785, 629, 754,1402, 559,1786, 636, 203,1206,1787, 710, 567, 1788, 935, 814,1789,1790,1207, 766, 528,1791,1792,1208,1793,1794,1795,1796,1797, 1403,1798,1799, 533,1059,1404,1405,1156,1406, 936, 884,1080,1800, 351,1801,1802, 1803,1804,1805, 801,1806,1807,1808,1119,1809,1157, 714, 474,1407,1810, 298, 899, 885,1811,1120, 802,1158,1812, 892,1813,1814,1408, 659,1815,1816,1121,1817,1818, 1819,1820,1821,1822, 319,1823, 594, 545,1824, 815, 937,1209,1825,1826, 573,1409, 1022,1827,1210,1828,1829,1830,1831,1832,1833, 556, 722, 807,1122,1060,1834, 697, 1835, 900, 557, 715,1836,1410, 540,1411, 752,1159, 294, 597,1211, 976, 803, 770, 1412,1837,1838, 39, 794,1413, 358,1839, 371, 925,1840, 453, 661, 788, 531, 723, 544,1023,1081, 869, 91,1841, 392, 430, 790, 602,1414, 677,1082, 457,1415,1416, 1842,1843, 475, 327,1024,1417, 795, 121,1844, 733, 403,1418,1845,1846,1847, 300, 119, 711,1212, 627,1848,1272, 207,1849,1850, 796,1213, 382,1851, 519,1852,1083, 893,1853,1854,1855, 367, 809, 487, 671,1856, 663,1857,1858, 956, 471, 306, 857, 1859,1860,1160,1084,1861,1862,1863,1864,1865,1061,1866,1867,1868,1869,1870,1871, 282, 96, 574,1872, 502,1085,1873,1214,1874, 907,1875,1876, 827, 977,1419,1420, 1421, 268,1877,1422,1878,1879,1880, 308,1881, 2, 537,1882,1883,1215,1884,1885, 127, 791,1886,1273,1423,1887, 34, 336, 404, 643,1888, 571, 654, 894, 840,1889, 0, 886,1274, 122, 575, 260, 908, 938,1890,1275, 410, 316,1891,1892, 100,1893, 1894,1123, 48,1161,1124,1025,1895, 633, 901,1276,1896,1897, 115, 816,1898, 317, 1899, 694,1900, 909, 734,1424, 572, 866,1425, 691, 85, 524,1010, 543, 394, 841, 1901,1902,1903,1026,1904,1905,1906,1907,1908,1909, 30, 451, 651, 988, 310,1910, 1911,1426, 810,1216, 93,1912,1913,1277,1217,1914, 858, 759, 45, 58, 181, 610, 269,1915,1916, 131,1062, 551, 443,1000, 821,1427, 957, 895,1086,1917,1918, 375, 1919, 359,1920, 687,1921, 822,1922, 293,1923,1924, 40, 662, 118, 692, 29, 939, 887, 640, 482, 174,1925, 69,1162, 728,1428, 910,1926,1278,1218,1279, 386, 870, 217, 854,1163, 823,1927,1928,1929,1930, 834,1931, 78,1932, 859,1933,1063,1934, 1935,1936,1937, 438,1164, 208, 595,1938,1939,1940,1941,1219,1125,1942, 280, 888, 1429,1430,1220,1431,1943,1944,1945,1946,1947,1280, 150, 510,1432,1948,1949,1950, 1951,1952,1953,1954,1011,1087,1955,1433,1043,1956, 881,1957, 614, 958,1064,1065, 1221,1958, 638,1001, 860, 967, 896,1434, 989, 492, 553,1281,1165,1959,1282,1002, 1283,1222,1960,1961,1962,1963, 36, 383, 228, 753, 247, 454,1964, 876, 678,1965, 1966,1284, 126, 464, 490, 835, 136, 672, 529, 940,1088,1435, 473,1967,1968, 467, 50, 390, 227, 587, 279, 378, 598, 792, 968, 240, 151, 160, 849, 882,1126,1285, 639,1044, 133, 140, 288, 360, 811, 563,1027, 561, 142, 523,1969,1970,1971, 7, 103, 296, 439, 407, 506, 634, 990,1972,1973,1974,1975, 645,1976,1977,1978,1979, 1980,1981, 236,1982,1436,1983,1984,1089, 192, 828, 618, 518,1166, 333,1127,1985, 818,1223,1986,1987,1988,1989,1990,1991,1992,1993, 342,1128,1286, 746, 842,1994, 1995, 560, 223,1287, 98, 8, 189, 650, 978,1288,1996,1437,1997, 17, 345, 250, 423, 277, 234, 512, 226, 97, 289, 42, 167,1998, 201,1999,2000, 843, 836, 824, 532, 338, 783,1090, 182, 576, 436,1438,1439, 527, 500,2001, 947, 889,2002,2003, 2004,2005, 262, 600, 314, 447,2006, 547,2007, 693, 738,1129,2008, 71,1440, 745, 619, 688,2009, 829,2010,2011, 147,2012, 33, 948,2013,2014, 74, 224,2015, 61, 191, 918, 399, 637,2016,1028,1130, 257, 902,2017,2018,2019,2020,2021,2022,2023, 2024,2025,2026, 837,2027,2028,2029,2030, 179, 874, 591, 52, 724, 246,2031,2032, 2033,2034,1167, 969,2035,1289, 630, 605, 911,1091,1168,2036,2037,2038,1441, 912, 2039, 623,2040,2041, 253,1169,1290,2042,1442, 146, 620, 611, 577, 433,2043,1224, 719,1170, 959, 440, 437, 534, 84, 388, 480,1131, 159, 220, 198, 679,2044,1012, 819,1066,1443, 113,1225, 194, 318,1003,1029,2045,2046,2047,2048,1067,2049,2050, 2051,2052,2053, 59, 913, 112,2054, 632,2055, 455, 144, 739,1291,2056, 273, 681, 499,2057, 448,2058,2059, 760,2060,2061, 970, 384, 169, 245,1132,2062,2063, 414, 1444,2064,2065, 41, 235,2066, 157, 252, 877, 568, 919, 789, 580,2067, 725,2068, 2069,1292,2070,2071,1445,2072,1446,2073,2074, 55, 588, 66,1447, 271,1092,2075, 1226,2076, 960,1013, 372,2077,2078,2079,2080,2081,1293,2082,2083,2084,2085, 850, 2086,2087,2088,2089,2090, 186,2091,1068, 180,2092,2093,2094, 109,1227, 522, 606, 2095, 867,1448,1093, 991,1171, 926, 353,1133,2096, 581,2097,2098,2099,1294,1449, 1450,2100, 596,1172,1014,1228,2101,1451,1295,1173,1229,2102,2103,1296,1134,1452, 949,1135,2104,2105,1094,1453,1454,1455,2106,1095,2107,2108,2109,2110,2111,2112, 2113,2114,2115,2116,2117, 804,2118,2119,1230,1231, 805,1456, 405,1136,2120,2121, 2122,2123,2124, 720, 701,1297, 992,1457, 927,1004,2125,2126,2127,2128,2129,2130, 22, 417,2131, 303,2132, 385,2133, 971, 520, 513,2134,1174, 73,1096, 231, 274, 962,1458, 673,2135,1459,2136, 152,1137,2137,2138,2139,2140,1005,1138,1460,1139, 2141,2142,2143,2144, 11, 374, 844,2145, 154,1232, 46,1461,2146, 838, 830, 721, 1233, 106,2147, 90, 428, 462, 578, 566,1175, 352,2148,2149, 538,1234, 124,1298, 2150,1462, 761, 565,2151, 686,2152, 649,2153, 72, 173,2154, 460, 415,2155,1463, 2156,1235, 305,2157,2158,2159,2160,2161,2162, 579,2163,2164,2165,2166,2167, 747, 2168,2169,2170,2171,1464, 669,2172,2173,2174,2175,2176,1465,2177, 23, 530, 285, 2178, 335, 729,2179, 397,2180,2181,2182,1030,2183,2184, 698,2185,2186, 325,2187, 2188, 369,2189, 799,1097,1015, 348,2190,1069, 680,2191, 851,1466,2192,2193, 10, 2194, 613, 424,2195, 979, 108, 449, 589, 27, 172, 81,1031, 80, 774, 281, 350, 1032, 525, 301, 582,1176,2196, 674,1045,2197,2198,1467, 730, 762,2199,2200,2201, 2202,1468,2203, 993,2204,2205, 266,1070, 963,1140,2206,2207,2208, 664,1098, 972, 2209,2210,2211,1177,1469,1470, 871,2212,2213,2214,2215,2216,1471,2217,2218,2219, 2220,2221,2222,2223,2224,2225,2226,2227,1472,1236,2228,2229,2230,2231,2232,2233, 2234,2235,1299,2236,2237, 200,2238, 477, 373,2239,2240, 731, 825, 777,2241,2242, 2243, 521, 486, 548,2244,2245,2246,1473,1300, 53, 549, 137, 875, 76, 158,2247, 1301,1474, 469, 396,1016, 278, 712,2248, 321, 442, 503, 767, 744, 941,1237,1178, 1475,2249, 82, 178,1141,1179, 973,2250,1302,2251, 297,2252,2253, 570,2254,2255, 2256, 18, 450, 206,2257, 290, 292,1142,2258, 511, 162, 99, 346, 164, 735,2259, 1476,1477, 4, 554, 343, 798,1099,2260,1100,2261, 43, 171,1303, 139, 215,2262, 2263, 717, 775,2264,1033, 322, 216,2265, 831,2266, 149,2267,1304,2268,2269, 702, 1238, 135, 845, 347, 309,2270, 484,2271, 878, 655, 238,1006,1478,2272, 67,2273, 295,2274,2275, 461,2276, 478, 942, 412,2277,1034,2278,2279,2280, 265,2281, 541, 2282,2283,2284,2285,2286, 70, 852,1071,2287,2288,2289,2290, 21, 56, 509, 117, 432,2291,2292, 331, 980, 552,1101, 148, 284, 105, 393,1180,1239, 755,2293, 187, 2294,1046,1479,2295, 340,2296, 63,1047, 230,2297,2298,1305, 763,1306, 101, 800, 808, 494,2299,2300,2301, 903,2302, 37,1072, 14, 5,2303, 79, 675,2304, 312, 2305,2306,2307,2308,2309,1480, 6,1307,2310,2311,2312, 1, 470, 35, 24, 229, 2313, 695, 210, 86, 778, 15, 784, 592, 779, 32, 77, 855, 964,2314, 259,2315, 501, 380,2316,2317, 83, 981, 153, 689,1308,1481,1482,1483,2318,2319, 716,1484, 2320,2321,2322,2323,2324,2325,1485,2326,2327, 128, 57, 68, 261,1048, 211, 170, 1240, 31,2328, 51, 435, 742,2329,2330,2331, 635,2332, 264, 456,2333,2334,2335, 425,2336,1486, 143, 507, 263, 943,2337, 363, 920,1487, 256,1488,1102, 243, 601, 1489,2338,2339,2340,2341,2342,2343,2344, 861,2345,2346,2347,2348,2349,2350, 395, 2351,1490,1491, 62, 535, 166, 225,2352,2353, 668, 419,1241, 138, 604, 928,2354, 1181,2355,1492,1493,2356,2357,2358,1143,2359, 696,2360, 387, 307,1309, 682, 476, 2361,2362, 332, 12, 222, 156,2363, 232,2364, 641, 276, 656, 517,1494,1495,1035, 416, 736,1496,2365,1017, 586,2366,2367,2368,1497,2369, 242,2370,2371,2372,1498, 2373, 965, 713,2374,2375,2376,2377, 740, 982,1499, 944,1500,1007,2378,2379,1310, 1501,2380,2381,2382, 785, 329,2383,2384,1502,2385,2386,2387, 932,2388,1503,2389, 2390,2391,2392,1242,2393,2394,2395,2396,2397, 994, 950,2398,2399,2400,2401,1504, 1311,2402,2403,2404,2405,1049, 749,2406,2407, 853, 718,1144,1312,2408,1182,1505, 2409,2410, 255, 516, 479, 564, 550, 214,1506,1507,1313, 413, 239, 444, 339,1145, 1036,1508,1509,1314,1037,1510,1315,2411,1511,2412,2413,2414, 176, 703, 497, 624, 593, 921, 302,2415, 341, 165,1103,1512,2416,1513,2417,2418,2419, 376,2420, 700, 2421,2422,2423, 258, 768,1316,2424,1183,2425, 995, 608,2426,2427,2428,2429, 221, 2430,2431,2432,2433,2434,2435,2436,2437, 195, 323, 726, 188, 897, 983,1317, 377, 644,1050, 879,2438, 452,2439,2440,2441,2442,2443,2444, 914,2445,2446,2447,2448, 915, 489,2449,1514,1184,2450,2451, 515, 64, 427, 495,2452, 583,2453, 483, 485, 1038, 562, 213,1515, 748, 666,2454,2455,2456,2457, 334,2458, 780, 996,1008, 705, 1243,2459,2460,2461,2462,2463, 114,2464, 493,1146, 366, 163,1516, 961,1104,2465, 291,2466,1318,1105,2467,1517, 365,2468, 355, 951,1244,2469,1319,2470, 631,2471, 2472, 218,1320, 364, 320, 756,1518,1519,1321,1520,1322,2473,2474,2475,2476, 997, 2477,2478,2479,2480, 665,1185,2481, 916,1521,2482,2483,2484, 584, 684,2485,2486, 797,2487,1051,1186,2488,2489,2490,1522,2491,2492, 370,2493,1039,1187, 65,2494, 434, 205, 463,1188,2495, 125, 812, 391, 402, 826, 699, 286, 398, 155, 781, 771, 585,2496, 590, 505,1073,2497, 599, 244, 219, 917,1018, 952, 646,1523,2498,1323, 2499,2500, 49, 984, 354, 741,2501, 625,2502,1324,2503,1019, 190, 357, 757, 491, 95, 782, 868,2504,2505,2506,2507,2508,2509, 134,1524,1074, 422,1525, 898,2510, 161,2511,2512,2513,2514, 769,2515,1526,2516,2517, 411,1325,2518, 472,1527,2519, 2520,2521,2522,2523,2524, 985,2525,2526,2527,2528,2529,2530, 764,2531,1245,2532, 2533, 25, 204, 311,2534, 496,2535,1052,2536,2537,2538,2539,2540,2541,2542, 199, 704, 504, 468, 758, 657,1528, 196, 44, 839,1246, 272, 750,2543, 765, 862,2544, 2545,1326,2546, 132, 615, 933,2547, 732,2548,2549,2550,1189,1529,2551, 283,1247, 1053, 607, 929,2552,2553,2554, 930, 183, 872, 616,1040,1147,2555,1148,1020, 441, 249,1075,2556,2557,2558, 466, 743,2559,2560,2561, 92, 514, 426, 420, 526,2562, 2563,2564,2565,2566,2567,2568, 185,2569,2570,2571,2572, 776,1530, 658,2573, 362, 2574, 361, 922,1076, 793,2575,2576,2577,2578,2579,2580,1531, 251,2581,2582,2583, 2584,1532, 54, 612, 237,1327,2585,2586, 275, 408, 647, 111,2587,1533,1106, 465, 3, 458, 9, 38,2588, 107, 110, 890, 209, 26, 737, 498,2589,1534,2590, 431, 202, 88,1535, 356, 287,1107, 660,1149,2591, 381,1536, 986,1150, 445,1248,1151, 974,2592,2593, 846,2594, 446, 953, 184,1249,1250, 727,2595, 923, 193, 883,2596, 2597,2598, 102, 324, 539, 817,2599, 421,1041,2600, 832,2601, 94, 175, 197, 406, 2602, 459,2603,2604,2605,2606,2607, 330, 555,2608,2609,2610, 706,1108, 389,2611, 2612,2613,2614, 233,2615, 833, 558, 931, 954,1251,2616,2617,1537, 546,2618,2619, 1009,2620,2621,2622,1538, 690,1328,2623, 955,2624,1539,2625,2626, 772,2627,2628, 2629,2630,2631, 924, 648, 863, 603,2632,2633, 934,1540, 864, 865,2634, 642,1042, 670,1190,2635,2636,2637,2638, 168,2639, 652, 873, 542,1054,1541,2640,2641,2642, # 512, 256 ) PK @\ )Ӳ6 6 # pip/_vendor/chardet/hebrewprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Shy Shalom # Portions created by the Initial Developer are Copyright (C) 2005 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetprober import CharSetProber from .enums import ProbingState # This prober doesn't actually recognize a language or a charset. # It is a helper prober for the use of the Hebrew model probers ### General ideas of the Hebrew charset recognition ### # # Four main charsets exist in Hebrew: # "ISO-8859-8" - Visual Hebrew # "windows-1255" - Logical Hebrew # "ISO-8859-8-I" - Logical Hebrew # "x-mac-hebrew" - ?? Logical Hebrew ?? # # Both "ISO" charsets use a completely identical set of code points, whereas # "windows-1255" and "x-mac-hebrew" are two different proper supersets of # these code points. windows-1255 defines additional characters in the range # 0x80-0x9F as some misc punctuation marks as well as some Hebrew-specific # diacritics and additional 'Yiddish' ligature letters in the range 0xc0-0xd6. # x-mac-hebrew defines similar additional code points but with a different # mapping. # # As far as an average Hebrew text with no diacritics is concerned, all four # charsets are identical with respect to code points. Meaning that for the # main Hebrew alphabet, all four map the same values to all 27 Hebrew letters # (including final letters). # # The dominant difference between these charsets is their directionality. # "Visual" directionality means that the text is ordered as if the renderer is # not aware of a BIDI rendering algorithm. The renderer sees the text and # draws it from left to right. The text itself when ordered naturally is read # backwards. A buffer of Visual Hebrew generally looks like so: # "[last word of first line spelled backwards] [whole line ordered backwards # and spelled backwards] [first word of first line spelled backwards] # [end of line] [last word of second line] ... etc' " # adding punctuation marks, numbers and English text to visual text is # naturally also "visual" and from left to right. # # "Logical" directionality means the text is ordered "naturally" according to # the order it is read. It is the responsibility of the renderer to display # the text from right to left. A BIDI algorithm is used to place general # punctuation marks, numbers and English text in the text. # # Texts in x-mac-hebrew are almost impossible to find on the Internet. From # what little evidence I could find, it seems that its general directionality # is Logical. # # To sum up all of the above, the Hebrew probing mechanism knows about two # charsets: # Visual Hebrew - "ISO-8859-8" - backwards text - Words and sentences are # backwards while line order is natural. For charset recognition purposes # the line order is unimportant (In fact, for this implementation, even # word order is unimportant). # Logical Hebrew - "windows-1255" - normal, naturally ordered text. # # "ISO-8859-8-I" is a subset of windows-1255 and doesn't need to be # specifically identified. # "x-mac-hebrew" is also identified as windows-1255. A text in x-mac-hebrew # that contain special punctuation marks or diacritics is displayed with # some unconverted characters showing as question marks. This problem might # be corrected using another model prober for x-mac-hebrew. Due to the fact # that x-mac-hebrew texts are so rare, writing another model prober isn't # worth the effort and performance hit. # #### The Prober #### # # The prober is divided between two SBCharSetProbers and a HebrewProber, # all of which are managed, created, fed data, inquired and deleted by the # SBCSGroupProber. The two SBCharSetProbers identify that the text is in # fact some kind of Hebrew, Logical or Visual. The final decision about which # one is it is made by the HebrewProber by combining final-letter scores # with the scores of the two SBCharSetProbers to produce a final answer. # # The SBCSGroupProber is responsible for stripping the original text of HTML # tags, English characters, numbers, low-ASCII punctuation characters, spaces # and new lines. It reduces any sequence of such characters to a single space. # The buffer fed to each prober in the SBCS group prober is pure text in # high-ASCII. # The two SBCharSetProbers (model probers) share the same language model: # Win1255Model. # The first SBCharSetProber uses the model normally as any other # SBCharSetProber does, to recognize windows-1255, upon which this model was # built. The second SBCharSetProber is told to make the pair-of-letter # lookup in the language model backwards. This in practice exactly simulates # a visual Hebrew model using the windows-1255 logical Hebrew model. # # The HebrewProber is not using any language model. All it does is look for # final-letter evidence suggesting the text is either logical Hebrew or visual # Hebrew. Disjointed from the model probers, the results of the HebrewProber # alone are meaningless. HebrewProber always returns 0.00 as confidence # since it never identifies a charset by itself. Instead, the pointer to the # HebrewProber is passed to the model probers as a helper "Name Prober". # When the Group prober receives a positive identification from any prober, # it asks for the name of the charset identified. If the prober queried is a # Hebrew model prober, the model prober forwards the call to the # HebrewProber to make the final decision. In the HebrewProber, the # decision is made according to the final-letters scores maintained and Both # model probers scores. The answer is returned in the form of the name of the # charset identified, either "windows-1255" or "ISO-8859-8". class HebrewProber(CharSetProber): # windows-1255 / ISO-8859-8 code points of interest FINAL_KAF = 0xea NORMAL_KAF = 0xeb FINAL_MEM = 0xed NORMAL_MEM = 0xee FINAL_NUN = 0xef NORMAL_NUN = 0xf0 FINAL_PE = 0xf3 NORMAL_PE = 0xf4 FINAL_TSADI = 0xf5 NORMAL_TSADI = 0xf6 # Minimum Visual vs Logical final letter score difference. # If the difference is below this, don't rely solely on the final letter score # distance. MIN_FINAL_CHAR_DISTANCE = 5 # Minimum Visual vs Logical model score difference. # If the difference is below this, don't rely at all on the model score # distance. MIN_MODEL_DISTANCE = 0.01 VISUAL_HEBREW_NAME = "ISO-8859-8" LOGICAL_HEBREW_NAME = "windows-1255" def __init__(self): super(HebrewProber, self).__init__() self._final_char_logical_score = None self._final_char_visual_score = None self._prev = None self._before_prev = None self._logical_prober = None self._visual_prober = None self.reset() def reset(self): self._final_char_logical_score = 0 self._final_char_visual_score = 0 # The two last characters seen in the previous buffer, # mPrev and mBeforePrev are initialized to space in order to simulate # a word delimiter at the beginning of the data self._prev = ' ' self._before_prev = ' ' # These probers are owned by the group prober. def set_model_probers(self, logicalProber, visualProber): self._logical_prober = logicalProber self._visual_prober = visualProber def is_final(self, c): return c in [self.FINAL_KAF, self.FINAL_MEM, self.FINAL_NUN, self.FINAL_PE, self.FINAL_TSADI] def is_non_final(self, c): # The normal Tsadi is not a good Non-Final letter due to words like # 'lechotet' (to chat) containing an apostrophe after the tsadi. This # apostrophe is converted to a space in FilterWithoutEnglishLetters # causing the Non-Final tsadi to appear at an end of a word even # though this is not the case in the original text. # The letters Pe and Kaf rarely display a related behavior of not being # a good Non-Final letter. Words like 'Pop', 'Winamp' and 'Mubarak' # for example legally end with a Non-Final Pe or Kaf. However, the # benefit of these letters as Non-Final letters outweighs the damage # since these words are quite rare. return c in [self.NORMAL_KAF, self.NORMAL_MEM, self.NORMAL_NUN, self.NORMAL_PE] def feed(self, byte_str): # Final letter analysis for logical-visual decision. # Look for evidence that the received buffer is either logical Hebrew # or visual Hebrew. # The following cases are checked: # 1) A word longer than 1 letter, ending with a final letter. This is # an indication that the text is laid out "naturally" since the # final letter really appears at the end. +1 for logical score. # 2) A word longer than 1 letter, ending with a Non-Final letter. In # normal Hebrew, words ending with Kaf, Mem, Nun, Pe or Tsadi, # should not end with the Non-Final form of that letter. Exceptions # to this rule are mentioned above in isNonFinal(). This is an # indication that the text is laid out backwards. +1 for visual # score # 3) A word longer than 1 letter, starting with a final letter. Final # letters should not appear at the beginning of a word. This is an # indication that the text is laid out backwards. +1 for visual # score. # # The visual score and logical score are accumulated throughout the # text and are finally checked against each other in GetCharSetName(). # No checking for final letters in the middle of words is done since # that case is not an indication for either Logical or Visual text. # # We automatically filter out all 7-bit characters (replace them with # spaces) so the word boundary detection works properly. [MAP] if self.state == ProbingState.NOT_ME: # Both model probers say it's not them. No reason to continue. return ProbingState.NOT_ME byte_str = self.filter_high_byte_only(byte_str) for cur in byte_str: if cur == ' ': # We stand on a space - a word just ended if self._before_prev != ' ': # next-to-last char was not a space so self._prev is not a # 1 letter word if self.is_final(self._prev): # case (1) [-2:not space][-1:final letter][cur:space] self._final_char_logical_score += 1 elif self.is_non_final(self._prev): # case (2) [-2:not space][-1:Non-Final letter][ # cur:space] self._final_char_visual_score += 1 else: # Not standing on a space if ((self._before_prev == ' ') and (self.is_final(self._prev)) and (cur != ' ')): # case (3) [-2:space][-1:final letter][cur:not space] self._final_char_visual_score += 1 self._before_prev = self._prev self._prev = cur # Forever detecting, till the end or until both model probers return # ProbingState.NOT_ME (handled above) return ProbingState.DETECTING @property def charset_name(self): # Make the decision: is it Logical or Visual? # If the final letter score distance is dominant enough, rely on it. finalsub = self._final_char_logical_score - self._final_char_visual_score if finalsub >= self.MIN_FINAL_CHAR_DISTANCE: return self.LOGICAL_HEBREW_NAME if finalsub <= -self.MIN_FINAL_CHAR_DISTANCE: return self.VISUAL_HEBREW_NAME # It's not dominant enough, try to rely on the model scores instead. modelsub = (self._logical_prober.get_confidence() - self._visual_prober.get_confidence()) if modelsub > self.MIN_MODEL_DISTANCE: return self.LOGICAL_HEBREW_NAME if modelsub < -self.MIN_MODEL_DISTANCE: return self.VISUAL_HEBREW_NAME # Still no good, back to final letter distance, maybe it'll save the # day. if finalsub < 0.0: return self.VISUAL_HEBREW_NAME # (finalsub > 0 - Logical) or (don't know what to do) default to # Logical. return self.LOGICAL_HEBREW_NAME @property def language(self): return 'Hebrew' @property def state(self): # Remain active as long as any of the model probers are active. if (self._logical_prober.state == ProbingState.NOT_ME) and \ (self._visual_prober.state == ProbingState.NOT_ME): return ProbingState.NOT_ME return ProbingState.DETECTING PK @\S pip/_vendor/chardet/__init__.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .compat import PY2, PY3 from .universaldetector import UniversalDetector from .version import __version__, VERSION def detect(byte_str): """ Detect the encoding of the given byte string. :param byte_str: The byte sequence to examine. :type byte_str: ``bytes`` or ``bytearray`` """ if not isinstance(byte_str, bytearray): if not isinstance(byte_str, bytes): raise TypeError('Expected object of type bytes or bytearray, got: ' '{0}'.format(type(byte_str))) else: byte_str = bytearray(byte_str) detector = UniversalDetector() detector.feed(byte_str) return detector.close() PK @\y%jL L pip/_vendor/chardet/jpcntx.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # This is hiragana 2-char sequence table, the number in each cell represents its frequency category jp2CharContext = ( (0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1), (2,4,0,4,0,3,0,4,0,3,4,4,4,2,4,3,3,4,3,2,3,3,4,2,3,3,3,2,4,1,4,3,3,1,5,4,3,4,3,4,3,5,3,0,3,5,4,2,0,3,1,0,3,3,0,3,3,0,1,1,0,4,3,0,3,3,0,4,0,2,0,3,5,5,5,5,4,0,4,1,0,3,4), (0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2), (0,4,0,5,0,5,0,4,0,4,5,4,4,3,5,3,5,1,5,3,4,3,4,4,3,4,3,3,4,3,5,4,4,3,5,5,3,5,5,5,3,5,5,3,4,5,5,3,1,3,2,0,3,4,0,4,2,0,4,2,1,5,3,2,3,5,0,4,0,2,0,5,4,4,5,4,5,0,4,0,0,4,4), (0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0), (0,3,0,4,0,3,0,3,0,4,5,4,3,3,3,3,4,3,5,4,4,3,5,4,4,3,4,3,4,4,4,4,5,3,4,4,3,4,5,5,4,5,5,1,4,5,4,3,0,3,3,1,3,3,0,4,4,0,3,3,1,5,3,3,3,5,0,4,0,3,0,4,4,3,4,3,3,0,4,1,1,3,4), (0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0), (0,4,0,3,0,3,0,4,0,3,4,4,3,2,2,1,2,1,3,1,3,3,3,3,3,4,3,1,3,3,5,3,3,0,4,3,0,5,4,3,3,5,4,4,3,4,4,5,0,1,2,0,1,2,0,2,2,0,1,0,0,5,2,2,1,4,0,3,0,1,0,4,4,3,5,4,3,0,2,1,0,4,3), (0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0), (0,3,0,5,0,4,0,2,1,4,4,2,4,1,4,2,4,2,4,3,3,3,4,3,3,3,3,1,4,2,3,3,3,1,4,4,1,1,1,4,3,3,2,0,2,4,3,2,0,3,3,0,3,1,1,0,0,0,3,3,0,4,2,2,3,4,0,4,0,3,0,4,4,5,3,4,4,0,3,0,0,1,4), (1,4,0,4,0,4,0,4,0,3,5,4,4,3,4,3,5,4,3,3,4,3,5,4,4,4,4,3,4,2,4,3,3,1,5,4,3,2,4,5,4,5,5,4,4,5,4,4,0,3,2,2,3,3,0,4,3,1,3,2,1,4,3,3,4,5,0,3,0,2,0,4,5,5,4,5,4,0,4,0,0,5,4), (0,5,0,5,0,4,0,3,0,4,4,3,4,3,3,3,4,0,4,4,4,3,4,3,4,3,3,1,4,2,4,3,4,0,5,4,1,4,5,4,4,5,3,2,4,3,4,3,2,4,1,3,3,3,2,3,2,0,4,3,3,4,3,3,3,4,0,4,0,3,0,4,5,4,4,4,3,0,4,1,0,1,3), (0,3,1,4,0,3,0,2,0,3,4,4,3,1,4,2,3,3,4,3,4,3,4,3,4,4,3,2,3,1,5,4,4,1,4,4,3,5,4,4,3,5,5,4,3,4,4,3,1,2,3,1,2,2,0,3,2,0,3,1,0,5,3,3,3,4,3,3,3,3,4,4,4,4,5,4,2,0,3,3,2,4,3), (0,2,0,3,0,1,0,1,0,0,3,2,0,0,2,0,1,0,2,1,3,3,3,1,2,3,1,0,1,0,4,2,1,1,3,3,0,4,3,3,1,4,3,3,0,3,3,2,0,0,0,0,1,0,0,2,0,0,0,0,0,4,1,0,2,3,2,2,2,1,3,3,3,4,4,3,2,0,3,1,0,3,3), (0,4,0,4,0,3,0,3,0,4,4,4,3,3,3,3,3,3,4,3,4,2,4,3,4,3,3,2,4,3,4,5,4,1,4,5,3,5,4,5,3,5,4,0,3,5,5,3,1,3,3,2,2,3,0,3,4,1,3,3,2,4,3,3,3,4,0,4,0,3,0,4,5,4,4,5,3,0,4,1,0,3,4), (0,2,0,3,0,3,0,0,0,2,2,2,1,0,1,0,0,0,3,0,3,0,3,0,1,3,1,0,3,1,3,3,3,1,3,3,3,0,1,3,1,3,4,0,0,3,1,1,0,3,2,0,0,0,0,1,3,0,1,0,0,3,3,2,0,3,0,0,0,0,0,3,4,3,4,3,3,0,3,0,0,2,3), (2,3,0,3,0,2,0,1,0,3,3,4,3,1,3,1,1,1,3,1,4,3,4,3,3,3,0,0,3,1,5,4,3,1,4,3,2,5,5,4,4,4,4,3,3,4,4,4,0,2,1,1,3,2,0,1,2,0,0,1,0,4,1,3,3,3,0,3,0,1,0,4,4,4,5,5,3,0,2,0,0,4,4), (0,2,0,1,0,3,1,3,0,2,3,3,3,0,3,1,0,0,3,0,3,2,3,1,3,2,1,1,0,0,4,2,1,0,2,3,1,4,3,2,0,4,4,3,1,3,1,3,0,1,0,0,1,0,0,0,1,0,0,0,0,4,1,1,1,2,0,3,0,0,0,3,4,2,4,3,2,0,1,0,0,3,3), (0,1,0,4,0,5,0,4,0,2,4,4,2,3,3,2,3,3,5,3,3,3,4,3,4,2,3,0,4,3,3,3,4,1,4,3,2,1,5,5,3,4,5,1,3,5,4,2,0,3,3,0,1,3,0,4,2,0,1,3,1,4,3,3,3,3,0,3,0,1,0,3,4,4,4,5,5,0,3,0,1,4,5), (0,2,0,3,0,3,0,0,0,2,3,1,3,0,4,0,1,1,3,0,3,4,3,2,3,1,0,3,3,2,3,1,3,0,2,3,0,2,1,4,1,2,2,0,0,3,3,0,0,2,0,0,0,1,0,0,0,0,2,2,0,3,2,1,3,3,0,2,0,2,0,0,3,3,1,2,4,0,3,0,2,2,3), (2,4,0,5,0,4,0,4,0,2,4,4,4,3,4,3,3,3,1,2,4,3,4,3,4,4,5,0,3,3,3,3,2,0,4,3,1,4,3,4,1,4,4,3,3,4,4,3,1,2,3,0,4,2,0,4,1,0,3,3,0,4,3,3,3,4,0,4,0,2,0,3,5,3,4,5,2,0,3,0,0,4,5), (0,3,0,4,0,1,0,1,0,1,3,2,2,1,3,0,3,0,2,0,2,0,3,0,2,0,0,0,1,0,1,1,0,0,3,1,0,0,0,4,0,3,1,0,2,1,3,0,0,0,0,0,0,3,0,0,0,0,0,0,0,4,2,2,3,1,0,3,0,0,0,1,4,4,4,3,0,0,4,0,0,1,4), (1,4,1,5,0,3,0,3,0,4,5,4,4,3,5,3,3,4,4,3,4,1,3,3,3,3,2,1,4,1,5,4,3,1,4,4,3,5,4,4,3,5,4,3,3,4,4,4,0,3,3,1,2,3,0,3,1,0,3,3,0,5,4,4,4,4,4,4,3,3,5,4,4,3,3,5,4,0,3,2,0,4,4), (0,2,0,3,0,1,0,0,0,1,3,3,3,2,4,1,3,0,3,1,3,0,2,2,1,1,0,0,2,0,4,3,1,0,4,3,0,4,4,4,1,4,3,1,1,3,3,1,0,2,0,0,1,3,0,0,0,0,2,0,0,4,3,2,4,3,5,4,3,3,3,4,3,3,4,3,3,0,2,1,0,3,3), (0,2,0,4,0,3,0,2,0,2,5,5,3,4,4,4,4,1,4,3,3,0,4,3,4,3,1,3,3,2,4,3,0,3,4,3,0,3,4,4,2,4,4,0,4,5,3,3,2,2,1,1,1,2,0,1,5,0,3,3,2,4,3,3,3,4,0,3,0,2,0,4,4,3,5,5,0,0,3,0,2,3,3), (0,3,0,4,0,3,0,1,0,3,4,3,3,1,3,3,3,0,3,1,3,0,4,3,3,1,1,0,3,0,3,3,0,0,4,4,0,1,5,4,3,3,5,0,3,3,4,3,0,2,0,1,1,1,0,1,3,0,1,2,1,3,3,2,3,3,0,3,0,1,0,1,3,3,4,4,1,0,1,2,2,1,3), (0,1,0,4,0,4,0,3,0,1,3,3,3,2,3,1,1,0,3,0,3,3,4,3,2,4,2,0,1,0,4,3,2,0,4,3,0,5,3,3,2,4,4,4,3,3,3,4,0,1,3,0,0,1,0,0,1,0,0,0,0,4,2,3,3,3,0,3,0,0,0,4,4,4,5,3,2,0,3,3,0,3,5), (0,2,0,3,0,0,0,3,0,1,3,0,2,0,0,0,1,0,3,1,1,3,3,0,0,3,0,0,3,0,2,3,1,0,3,1,0,3,3,2,0,4,2,2,0,2,0,0,0,4,0,0,0,0,0,0,0,0,0,0,0,2,1,2,0,1,0,1,0,0,0,1,3,1,2,0,0,0,1,0,0,1,4), (0,3,0,3,0,5,0,1,0,2,4,3,1,3,3,2,1,1,5,2,1,0,5,1,2,0,0,0,3,3,2,2,3,2,4,3,0,0,3,3,1,3,3,0,2,5,3,4,0,3,3,0,1,2,0,2,2,0,3,2,0,2,2,3,3,3,0,2,0,1,0,3,4,4,2,5,4,0,3,0,0,3,5), (0,3,0,3,0,3,0,1,0,3,3,3,3,0,3,0,2,0,2,1,1,0,2,0,1,0,0,0,2,1,0,0,1,0,3,2,0,0,3,3,1,2,3,1,0,3,3,0,0,1,0,0,0,0,0,2,0,0,0,0,0,2,3,1,2,3,0,3,0,1,0,3,2,1,0,4,3,0,1,1,0,3,3), (0,4,0,5,0,3,0,3,0,4,5,5,4,3,5,3,4,3,5,3,3,2,5,3,4,4,4,3,4,3,4,5,5,3,4,4,3,4,4,5,4,4,4,3,4,5,5,4,2,3,4,2,3,4,0,3,3,1,4,3,2,4,3,3,5,5,0,3,0,3,0,5,5,5,5,4,4,0,4,0,1,4,4), (0,4,0,4,0,3,0,3,0,3,5,4,4,2,3,2,5,1,3,2,5,1,4,2,3,2,3,3,4,3,3,3,3,2,5,4,1,3,3,5,3,4,4,0,4,4,3,1,1,3,1,0,2,3,0,2,3,0,3,0,0,4,3,1,3,4,0,3,0,2,0,4,4,4,3,4,5,0,4,0,0,3,4), (0,3,0,3,0,3,1,2,0,3,4,4,3,3,3,0,2,2,4,3,3,1,3,3,3,1,1,0,3,1,4,3,2,3,4,4,2,4,4,4,3,4,4,3,2,4,4,3,1,3,3,1,3,3,0,4,1,0,2,2,1,4,3,2,3,3,5,4,3,3,5,4,4,3,3,0,4,0,3,2,2,4,4), (0,2,0,1,0,0,0,0,0,1,2,1,3,0,0,0,0,0,2,0,1,2,1,0,0,1,0,0,0,0,3,0,0,1,0,1,1,3,1,0,0,0,1,1,0,1,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,1,1,2,2,0,3,4,0,0,0,1,1,0,0,1,0,0,0,0,0,1,1), (0,1,0,0,0,1,0,0,0,0,4,0,4,1,4,0,3,0,4,0,3,0,4,0,3,0,3,0,4,1,5,1,4,0,0,3,0,5,0,5,2,0,1,0,0,0,2,1,4,0,1,3,0,0,3,0,0,3,1,1,4,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0), (1,4,0,5,0,3,0,2,0,3,5,4,4,3,4,3,5,3,4,3,3,0,4,3,3,3,3,3,3,2,4,4,3,1,3,4,4,5,4,4,3,4,4,1,3,5,4,3,3,3,1,2,2,3,3,1,3,1,3,3,3,5,3,3,4,5,0,3,0,3,0,3,4,3,4,4,3,0,3,0,2,4,3), (0,1,0,4,0,0,0,0,0,1,4,0,4,1,4,2,4,0,3,0,1,0,1,0,0,0,0,0,2,0,3,1,1,1,0,3,0,0,0,1,2,1,0,0,1,1,1,1,0,1,0,0,0,1,0,0,3,0,0,0,0,3,2,0,2,2,0,1,0,0,0,2,3,2,3,3,0,0,0,0,2,1,0), (0,5,1,5,0,3,0,3,0,5,4,4,5,1,5,3,3,0,4,3,4,3,5,3,4,3,3,2,4,3,4,3,3,0,3,3,1,4,4,3,4,4,4,3,4,5,5,3,2,3,1,1,3,3,1,3,1,1,3,3,2,4,5,3,3,5,0,4,0,3,0,4,4,3,5,3,3,0,3,4,0,4,3), (0,5,0,5,0,3,0,2,0,4,4,3,5,2,4,3,3,3,4,4,4,3,5,3,5,3,3,1,4,0,4,3,3,0,3,3,0,4,4,4,4,5,4,3,3,5,5,3,2,3,1,2,3,2,0,1,0,0,3,2,2,4,4,3,1,5,0,4,0,3,0,4,3,1,3,2,1,0,3,3,0,3,3), (0,4,0,5,0,5,0,4,0,4,5,5,5,3,4,3,3,2,5,4,4,3,5,3,5,3,4,0,4,3,4,4,3,2,4,4,3,4,5,4,4,5,5,0,3,5,5,4,1,3,3,2,3,3,1,3,1,0,4,3,1,4,4,3,4,5,0,4,0,2,0,4,3,4,4,3,3,0,4,0,0,5,5), (0,4,0,4,0,5,0,1,1,3,3,4,4,3,4,1,3,0,5,1,3,0,3,1,3,1,1,0,3,0,3,3,4,0,4,3,0,4,4,4,3,4,4,0,3,5,4,1,0,3,0,0,2,3,0,3,1,0,3,1,0,3,2,1,3,5,0,3,0,1,0,3,2,3,3,4,4,0,2,2,0,4,4), (2,4,0,5,0,4,0,3,0,4,5,5,4,3,5,3,5,3,5,3,5,2,5,3,4,3,3,4,3,4,5,3,2,1,5,4,3,2,3,4,5,3,4,1,2,5,4,3,0,3,3,0,3,2,0,2,3,0,4,1,0,3,4,3,3,5,0,3,0,1,0,4,5,5,5,4,3,0,4,2,0,3,5), (0,5,0,4,0,4,0,2,0,5,4,3,4,3,4,3,3,3,4,3,4,2,5,3,5,3,4,1,4,3,4,4,4,0,3,5,0,4,4,4,4,5,3,1,3,4,5,3,3,3,3,3,3,3,0,2,2,0,3,3,2,4,3,3,3,5,3,4,1,3,3,5,3,2,0,0,0,0,4,3,1,3,3), (0,1,0,3,0,3,0,1,0,1,3,3,3,2,3,3,3,0,3,0,0,0,3,1,3,0,0,0,2,2,2,3,0,0,3,2,0,1,2,4,1,3,3,0,0,3,3,3,0,1,0,0,2,1,0,0,3,0,3,1,0,3,0,0,1,3,0,2,0,1,0,3,3,1,3,3,0,0,1,1,0,3,3), (0,2,0,3,0,2,1,4,0,2,2,3,1,1,3,1,1,0,2,0,3,1,2,3,1,3,0,0,1,0,4,3,2,3,3,3,1,4,2,3,3,3,3,1,0,3,1,4,0,1,1,0,1,2,0,1,1,0,1,1,0,3,1,3,2,2,0,1,0,0,0,2,3,3,3,1,0,0,0,0,0,2,3), (0,5,0,4,0,5,0,2,0,4,5,5,3,3,4,3,3,1,5,4,4,2,4,4,4,3,4,2,4,3,5,5,4,3,3,4,3,3,5,5,4,5,5,1,3,4,5,3,1,4,3,1,3,3,0,3,3,1,4,3,1,4,5,3,3,5,0,4,0,3,0,5,3,3,1,4,3,0,4,0,1,5,3), (0,5,0,5,0,4,0,2,0,4,4,3,4,3,3,3,3,3,5,4,4,4,4,4,4,5,3,3,5,2,4,4,4,3,4,4,3,3,4,4,5,5,3,3,4,3,4,3,3,4,3,3,3,3,1,2,2,1,4,3,3,5,4,4,3,4,0,4,0,3,0,4,4,4,4,4,1,0,4,2,0,2,4), (0,4,0,4,0,3,0,1,0,3,5,2,3,0,3,0,2,1,4,2,3,3,4,1,4,3,3,2,4,1,3,3,3,0,3,3,0,0,3,3,3,5,3,3,3,3,3,2,0,2,0,0,2,0,0,2,0,0,1,0,0,3,1,2,2,3,0,3,0,2,0,4,4,3,3,4,1,0,3,0,0,2,4), (0,0,0,4,0,0,0,0,0,0,1,0,1,0,2,0,0,0,0,0,1,0,2,0,1,0,0,0,0,0,3,1,3,0,3,2,0,0,0,1,0,3,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,4,0,2,0,0,0,0,0,0,2), (0,2,1,3,0,2,0,2,0,3,3,3,3,1,3,1,3,3,3,3,3,3,4,2,2,1,2,1,4,0,4,3,1,3,3,3,2,4,3,5,4,3,3,3,3,3,3,3,0,1,3,0,2,0,0,1,0,0,1,0,0,4,2,0,2,3,0,3,3,0,3,3,4,2,3,1,4,0,1,2,0,2,3), (0,3,0,3,0,1,0,3,0,2,3,3,3,0,3,1,2,0,3,3,2,3,3,2,3,2,3,1,3,0,4,3,2,0,3,3,1,4,3,3,2,3,4,3,1,3,3,1,1,0,1,1,0,1,0,1,0,1,0,0,0,4,1,1,0,3,0,3,1,0,2,3,3,3,3,3,1,0,0,2,0,3,3), (0,0,0,0,0,0,0,0,0,0,3,0,2,0,3,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,3,0,3,0,3,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,2,0,2,3,0,0,0,0,0,0,0,0,3), (0,2,0,3,1,3,0,3,0,2,3,3,3,1,3,1,3,1,3,1,3,3,3,1,3,0,2,3,1,1,4,3,3,2,3,3,1,2,2,4,1,3,3,0,1,4,2,3,0,1,3,0,3,0,0,1,3,0,2,0,0,3,3,2,1,3,0,3,0,2,0,3,4,4,4,3,1,0,3,0,0,3,3), (0,2,0,1,0,2,0,0,0,1,3,2,2,1,3,0,1,1,3,0,3,2,3,1,2,0,2,0,1,1,3,3,3,0,3,3,1,1,2,3,2,3,3,1,2,3,2,0,0,1,0,0,0,0,0,0,3,0,1,0,0,2,1,2,1,3,0,3,0,0,0,3,4,4,4,3,2,0,2,0,0,2,4), (0,0,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,3,1,0,0,0,0,0,0,0,3), (0,3,0,3,0,2,0,3,0,3,3,3,2,3,2,2,2,0,3,1,3,3,3,2,3,3,0,0,3,0,3,2,2,0,2,3,1,4,3,4,3,3,2,3,1,5,4,4,0,3,1,2,1,3,0,3,1,1,2,0,2,3,1,3,1,3,0,3,0,1,0,3,3,4,4,2,1,0,2,1,0,2,4), (0,1,0,3,0,1,0,2,0,1,4,2,5,1,4,0,2,0,2,1,3,1,4,0,2,1,0,0,2,1,4,1,1,0,3,3,0,5,1,3,2,3,3,1,0,3,2,3,0,1,0,0,0,0,0,0,1,0,0,0,0,4,0,1,0,3,0,2,0,1,0,3,3,3,4,3,3,0,0,0,0,2,3), (0,0,0,1,0,0,0,0,0,0,2,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,0,1,0,0,0,0,0,3), (0,1,0,3,0,4,0,3,0,2,4,3,1,0,3,2,2,1,3,1,2,2,3,1,1,1,2,1,3,0,1,2,0,1,3,2,1,3,0,5,5,1,0,0,1,3,2,1,0,3,0,0,1,0,0,0,0,0,3,4,0,1,1,1,3,2,0,2,0,1,0,2,3,3,1,2,3,0,1,0,1,0,4), (0,0,0,1,0,3,0,3,0,2,2,1,0,0,4,0,3,0,3,1,3,0,3,0,3,0,1,0,3,0,3,1,3,0,3,3,0,0,1,2,1,1,1,0,1,2,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,2,2,1,2,0,0,2,0,0,0,0,2,3,3,3,3,0,0,0,0,1,4), (0,0,0,3,0,3,0,0,0,0,3,1,1,0,3,0,1,0,2,0,1,0,0,0,0,0,0,0,1,0,3,0,2,0,2,3,0,0,2,2,3,1,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,2,0,0,0,0,2,3), (2,4,0,5,0,5,0,4,0,3,4,3,3,3,4,3,3,3,4,3,4,4,5,4,5,5,5,2,3,0,5,5,4,1,5,4,3,1,5,4,3,4,4,3,3,4,3,3,0,3,2,0,2,3,0,3,0,0,3,3,0,5,3,2,3,3,0,3,0,3,0,3,4,5,4,5,3,0,4,3,0,3,4), (0,3,0,3,0,3,0,3,0,3,3,4,3,2,3,2,3,0,4,3,3,3,3,3,3,3,3,0,3,2,4,3,3,1,3,4,3,4,4,4,3,4,4,3,2,4,4,1,0,2,0,0,1,1,0,2,0,0,3,1,0,5,3,2,1,3,0,3,0,1,2,4,3,2,4,3,3,0,3,2,0,4,4), (0,3,0,3,0,1,0,0,0,1,4,3,3,2,3,1,3,1,4,2,3,2,4,2,3,4,3,0,2,2,3,3,3,0,3,3,3,0,3,4,1,3,3,0,3,4,3,3,0,1,1,0,1,0,0,0,4,0,3,0,0,3,1,2,1,3,0,4,0,1,0,4,3,3,4,3,3,0,2,0,0,3,3), (0,3,0,4,0,1,0,3,0,3,4,3,3,0,3,3,3,1,3,1,3,3,4,3,3,3,0,0,3,1,5,3,3,1,3,3,2,5,4,3,3,4,5,3,2,5,3,4,0,1,0,0,0,0,0,2,0,0,1,1,0,4,2,2,1,3,0,3,0,2,0,4,4,3,5,3,2,0,1,1,0,3,4), (0,5,0,4,0,5,0,2,0,4,4,3,3,2,3,3,3,1,4,3,4,1,5,3,4,3,4,0,4,2,4,3,4,1,5,4,0,4,4,4,4,5,4,1,3,5,4,2,1,4,1,1,3,2,0,3,1,0,3,2,1,4,3,3,3,4,0,4,0,3,0,4,4,4,3,3,3,0,4,2,0,3,4), (1,4,0,4,0,3,0,1,0,3,3,3,1,1,3,3,2,2,3,3,1,0,3,2,2,1,2,0,3,1,2,1,2,0,3,2,0,2,2,3,3,4,3,0,3,3,1,2,0,1,1,3,1,2,0,0,3,0,1,1,0,3,2,2,3,3,0,3,0,0,0,2,3,3,4,3,3,0,1,0,0,1,4), (0,4,0,4,0,4,0,0,0,3,4,4,3,1,4,2,3,2,3,3,3,1,4,3,4,0,3,0,4,2,3,3,2,2,5,4,2,1,3,4,3,4,3,1,3,3,4,2,0,2,1,0,3,3,0,0,2,0,3,1,0,4,4,3,4,3,0,4,0,1,0,2,4,4,4,4,4,0,3,2,0,3,3), (0,0,0,1,0,4,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,3,2,0,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2), (0,2,0,3,0,4,0,4,0,1,3,3,3,0,4,0,2,1,2,1,1,1,2,0,3,1,1,0,1,0,3,1,0,0,3,3,2,0,1,1,0,0,0,0,0,1,0,2,0,2,2,0,3,1,0,0,1,0,1,1,0,1,2,0,3,0,0,0,0,1,0,0,3,3,4,3,1,0,1,0,3,0,2), (0,0,0,3,0,5,0,0,0,0,1,0,2,0,3,1,0,1,3,0,0,0,2,0,0,0,1,0,0,0,1,1,0,0,4,0,0,0,2,3,0,1,4,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,1,0,0,0,0,0,0,0,2,0,0,3,0,0,0,0,0,3), (0,2,0,5,0,5,0,1,0,2,4,3,3,2,5,1,3,2,3,3,3,0,4,1,2,0,3,0,4,0,2,2,1,1,5,3,0,0,1,4,2,3,2,0,3,3,3,2,0,2,4,1,1,2,0,1,1,0,3,1,0,1,3,1,2,3,0,2,0,0,0,1,3,5,4,4,4,0,3,0,0,1,3), (0,4,0,5,0,4,0,4,0,4,5,4,3,3,4,3,3,3,4,3,4,4,5,3,4,5,4,2,4,2,3,4,3,1,4,4,1,3,5,4,4,5,5,4,4,5,5,5,2,3,3,1,4,3,1,3,3,0,3,3,1,4,3,4,4,4,0,3,0,4,0,3,3,4,4,5,0,0,4,3,0,4,5), (0,4,0,4,0,3,0,3,0,3,4,4,4,3,3,2,4,3,4,3,4,3,5,3,4,3,2,1,4,2,4,4,3,1,3,4,2,4,5,5,3,4,5,4,1,5,4,3,0,3,2,2,3,2,1,3,1,0,3,3,3,5,3,3,3,5,4,4,2,3,3,4,3,3,3,2,1,0,3,2,1,4,3), (0,4,0,5,0,4,0,3,0,3,5,5,3,2,4,3,4,0,5,4,4,1,4,4,4,3,3,3,4,3,5,5,2,3,3,4,1,2,5,5,3,5,5,2,3,5,5,4,0,3,2,0,3,3,1,1,5,1,4,1,0,4,3,2,3,5,0,4,0,3,0,5,4,3,4,3,0,0,4,1,0,4,4), (1,3,0,4,0,2,0,2,0,2,5,5,3,3,3,3,3,0,4,2,3,4,4,4,3,4,0,0,3,4,5,4,3,3,3,3,2,5,5,4,5,5,5,4,3,5,5,5,1,3,1,0,1,0,0,3,2,0,4,2,0,5,2,3,2,4,1,3,0,3,0,4,5,4,5,4,3,0,4,2,0,5,4), (0,3,0,4,0,5,0,3,0,3,4,4,3,2,3,2,3,3,3,3,3,2,4,3,3,2,2,0,3,3,3,3,3,1,3,3,3,0,4,4,3,4,4,1,1,4,4,2,0,3,1,0,1,1,0,4,1,0,2,3,1,3,3,1,3,4,0,3,0,1,0,3,1,3,0,0,1,0,2,0,0,4,4), (0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0), (0,3,0,3,0,2,0,3,0,1,5,4,3,3,3,1,4,2,1,2,3,4,4,2,4,4,5,0,3,1,4,3,4,0,4,3,3,3,2,3,2,5,3,4,3,2,2,3,0,0,3,0,2,1,0,1,2,0,0,0,0,2,1,1,3,1,0,2,0,4,0,3,4,4,4,5,2,0,2,0,0,1,3), (0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,1,0,0,1,1,0,0,0,4,2,1,1,0,1,0,3,2,0,0,3,1,1,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,1,0,0,0,2,0,0,0,1,4,0,4,2,1,0,0,0,0,0,1), (0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,1,0,0,0,0,0,0,1,0,1,0,0,0,0,3,1,0,0,0,2,0,2,1,0,0,1,2,1,0,1,1,0,0,3,0,0,0,0,0,0,0,0,0,0,0,1,3,1,0,0,0,0,0,1,0,0,2,1,0,0,0,0,0,0,0,0,2), (0,4,0,4,0,4,0,3,0,4,4,3,4,2,4,3,2,0,4,4,4,3,5,3,5,3,3,2,4,2,4,3,4,3,1,4,0,2,3,4,4,4,3,3,3,4,4,4,3,4,1,3,4,3,2,1,2,1,3,3,3,4,4,3,3,5,0,4,0,3,0,4,3,3,3,2,1,0,3,0,0,3,3), (0,4,0,3,0,3,0,3,0,3,5,5,3,3,3,3,4,3,4,3,3,3,4,4,4,3,3,3,3,4,3,5,3,3,1,3,2,4,5,5,5,5,4,3,4,5,5,3,2,2,3,3,3,3,2,3,3,1,2,3,2,4,3,3,3,4,0,4,0,2,0,4,3,2,2,1,2,0,3,0,0,4,1), ) class JapaneseContextAnalysis(object): NUM_OF_CATEGORY = 6 DONT_KNOW = -1 ENOUGH_REL_THRESHOLD = 100 MAX_REL_THRESHOLD = 1000 MINIMUM_DATA_THRESHOLD = 4 def __init__(self): self._total_rel = None self._rel_sample = None self._need_to_skip_char_num = None self._last_char_order = None self._done = None self.reset() def reset(self): self._total_rel = 0 # total sequence received # category counters, each integer counts sequence in its category self._rel_sample = [0] * self.NUM_OF_CATEGORY # if last byte in current buffer is not the last byte of a character, # we need to know how many bytes to skip in next buffer self._need_to_skip_char_num = 0 self._last_char_order = -1 # The order of previous char # If this flag is set to True, detection is done and conclusion has # been made self._done = False def feed(self, byte_str, num_bytes): if self._done: return # The buffer we got is byte oriented, and a character may span in more than one # buffers. In case the last one or two byte in last buffer is not # complete, we record how many byte needed to complete that character # and skip these bytes here. We can choose to record those bytes as # well and analyse the character once it is complete, but since a # character will not make much difference, by simply skipping # this character will simply our logic and improve performance. i = self._need_to_skip_char_num while i < num_bytes: order, char_len = self.get_order(byte_str[i:i + 2]) i += char_len if i > num_bytes: self._need_to_skip_char_num = i - num_bytes self._last_char_order = -1 else: if (order != -1) and (self._last_char_order != -1): self._total_rel += 1 if self._total_rel > self.MAX_REL_THRESHOLD: self._done = True break self._rel_sample[jp2CharContext[self._last_char_order][order]] += 1 self._last_char_order = order def got_enough_data(self): return self._total_rel > self.ENOUGH_REL_THRESHOLD def get_confidence(self): # This is just one way to calculate confidence. It works well for me. if self._total_rel > self.MINIMUM_DATA_THRESHOLD: return (self._total_rel - self._rel_sample[0]) / self._total_rel else: return self.DONT_KNOW def get_order(self, byte_str): return -1, 1 class SJISContextAnalysis(JapaneseContextAnalysis): def __init__(self): super(SJISContextAnalysis, self).__init__() self._charset_name = "SHIFT_JIS" @property def charset_name(self): return self._charset_name def get_order(self, byte_str): if not byte_str: return -1, 1 # find out current char's byte length first_char = byte_str[0] if (0x81 <= first_char <= 0x9F) or (0xE0 <= first_char <= 0xFC): char_len = 2 if (first_char == 0x87) or (0xFA <= first_char <= 0xFC): self._charset_name = "CP932" else: char_len = 1 # return its order if it is hiragana if len(byte_str) > 1: second_char = byte_str[1] if (first_char == 202) and (0x9F <= second_char <= 0xF1): return second_char - 0x9F, char_len return -1, char_len class EUCJPContextAnalysis(JapaneseContextAnalysis): def get_order(self, byte_str): if not byte_str: return -1, 1 # find out current char's byte length first_char = byte_str[0] if (first_char == 0x8E) or (0xA1 <= first_char <= 0xFE): char_len = 2 elif first_char == 0x8F: char_len = 3 else: char_len = 1 # return its order if it is hiragana if len(byte_str) > 1: second_char = byte_str[1] if (first_char == 0xA4) and (0xA1 <= second_char <= 0xF3): return second_char - 0xA1, char_len return -1, char_len PK @\O & pip/_vendor/chardet/sbcsgroupprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 2001 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .charsetgroupprober import CharSetGroupProber from .sbcharsetprober import SingleByteCharSetProber from .langcyrillicmodel import (Win1251CyrillicModel, Koi8rModel, Latin5CyrillicModel, MacCyrillicModel, Ibm866Model, Ibm855Model) from .langgreekmodel import Latin7GreekModel, Win1253GreekModel from .langbulgarianmodel import Latin5BulgarianModel, Win1251BulgarianModel # from .langhungarianmodel import Latin2HungarianModel, Win1250HungarianModel from .langthaimodel import TIS620ThaiModel from .langhebrewmodel import Win1255HebrewModel from .hebrewprober import HebrewProber from .langturkishmodel import Latin5TurkishModel class SBCSGroupProber(CharSetGroupProber): def __init__(self): super(SBCSGroupProber, self).__init__() self.probers = [ SingleByteCharSetProber(Win1251CyrillicModel), SingleByteCharSetProber(Koi8rModel), SingleByteCharSetProber(Latin5CyrillicModel), SingleByteCharSetProber(MacCyrillicModel), SingleByteCharSetProber(Ibm866Model), SingleByteCharSetProber(Ibm855Model), SingleByteCharSetProber(Latin7GreekModel), SingleByteCharSetProber(Win1253GreekModel), SingleByteCharSetProber(Latin5BulgarianModel), SingleByteCharSetProber(Win1251BulgarianModel), # TODO: Restore Hungarian encodings (iso-8859-2 and windows-1250) # after we retrain model. # SingleByteCharSetProber(Latin2HungarianModel), # SingleByteCharSetProber(Win1250HungarianModel), SingleByteCharSetProber(TIS620ThaiModel), SingleByteCharSetProber(Latin5TurkishModel), ] hebrew_prober = HebrewProber() logical_hebrew_prober = SingleByteCharSetProber(Win1255HebrewModel, False, hebrew_prober) visual_hebrew_prober = SingleByteCharSetProber(Win1255HebrewModel, True, hebrew_prober) hebrew_prober.set_model_probers(logical_hebrew_prober, visual_hebrew_prober) self.probers.extend([hebrew_prober, logical_hebrew_prober, visual_hebrew_prober]) self.reset() PK @\ `) ) pip/_vendor/chardet/escsm.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .enums import MachineState HZ_CLS = ( 1,0,0,0,0,0,0,0, # 00 - 07 0,0,0,0,0,0,0,0, # 08 - 0f 0,0,0,0,0,0,0,0, # 10 - 17 0,0,0,1,0,0,0,0, # 18 - 1f 0,0,0,0,0,0,0,0, # 20 - 27 0,0,0,0,0,0,0,0, # 28 - 2f 0,0,0,0,0,0,0,0, # 30 - 37 0,0,0,0,0,0,0,0, # 38 - 3f 0,0,0,0,0,0,0,0, # 40 - 47 0,0,0,0,0,0,0,0, # 48 - 4f 0,0,0,0,0,0,0,0, # 50 - 57 0,0,0,0,0,0,0,0, # 58 - 5f 0,0,0,0,0,0,0,0, # 60 - 67 0,0,0,0,0,0,0,0, # 68 - 6f 0,0,0,0,0,0,0,0, # 70 - 77 0,0,0,4,0,5,2,0, # 78 - 7f 1,1,1,1,1,1,1,1, # 80 - 87 1,1,1,1,1,1,1,1, # 88 - 8f 1,1,1,1,1,1,1,1, # 90 - 97 1,1,1,1,1,1,1,1, # 98 - 9f 1,1,1,1,1,1,1,1, # a0 - a7 1,1,1,1,1,1,1,1, # a8 - af 1,1,1,1,1,1,1,1, # b0 - b7 1,1,1,1,1,1,1,1, # b8 - bf 1,1,1,1,1,1,1,1, # c0 - c7 1,1,1,1,1,1,1,1, # c8 - cf 1,1,1,1,1,1,1,1, # d0 - d7 1,1,1,1,1,1,1,1, # d8 - df 1,1,1,1,1,1,1,1, # e0 - e7 1,1,1,1,1,1,1,1, # e8 - ef 1,1,1,1,1,1,1,1, # f0 - f7 1,1,1,1,1,1,1,1, # f8 - ff ) HZ_ST = ( MachineState.START,MachineState.ERROR, 3,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,# 00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 08-0f MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START, 4,MachineState.ERROR,# 10-17 5,MachineState.ERROR, 6,MachineState.ERROR, 5, 5, 4,MachineState.ERROR,# 18-1f 4,MachineState.ERROR, 4, 4, 4,MachineState.ERROR, 4,MachineState.ERROR,# 20-27 4,MachineState.ITS_ME,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 28-2f ) HZ_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0) HZ_SM_MODEL = {'class_table': HZ_CLS, 'class_factor': 6, 'state_table': HZ_ST, 'char_len_table': HZ_CHAR_LEN_TABLE, 'name': "HZ-GB-2312", 'language': 'Chinese'} ISO2022CN_CLS = ( 2,0,0,0,0,0,0,0, # 00 - 07 0,0,0,0,0,0,0,0, # 08 - 0f 0,0,0,0,0,0,0,0, # 10 - 17 0,0,0,1,0,0,0,0, # 18 - 1f 0,0,0,0,0,0,0,0, # 20 - 27 0,3,0,0,0,0,0,0, # 28 - 2f 0,0,0,0,0,0,0,0, # 30 - 37 0,0,0,0,0,0,0,0, # 38 - 3f 0,0,0,4,0,0,0,0, # 40 - 47 0,0,0,0,0,0,0,0, # 48 - 4f 0,0,0,0,0,0,0,0, # 50 - 57 0,0,0,0,0,0,0,0, # 58 - 5f 0,0,0,0,0,0,0,0, # 60 - 67 0,0,0,0,0,0,0,0, # 68 - 6f 0,0,0,0,0,0,0,0, # 70 - 77 0,0,0,0,0,0,0,0, # 78 - 7f 2,2,2,2,2,2,2,2, # 80 - 87 2,2,2,2,2,2,2,2, # 88 - 8f 2,2,2,2,2,2,2,2, # 90 - 97 2,2,2,2,2,2,2,2, # 98 - 9f 2,2,2,2,2,2,2,2, # a0 - a7 2,2,2,2,2,2,2,2, # a8 - af 2,2,2,2,2,2,2,2, # b0 - b7 2,2,2,2,2,2,2,2, # b8 - bf 2,2,2,2,2,2,2,2, # c0 - c7 2,2,2,2,2,2,2,2, # c8 - cf 2,2,2,2,2,2,2,2, # d0 - d7 2,2,2,2,2,2,2,2, # d8 - df 2,2,2,2,2,2,2,2, # e0 - e7 2,2,2,2,2,2,2,2, # e8 - ef 2,2,2,2,2,2,2,2, # f0 - f7 2,2,2,2,2,2,2,2, # f8 - ff ) ISO2022CN_ST = ( MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 00-07 MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 08-0f MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 10-17 MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,# 18-1f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 20-27 5, 6,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 28-2f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 30-37 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,# 38-3f ) ISO2022CN_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0, 0, 0, 0) ISO2022CN_SM_MODEL = {'class_table': ISO2022CN_CLS, 'class_factor': 9, 'state_table': ISO2022CN_ST, 'char_len_table': ISO2022CN_CHAR_LEN_TABLE, 'name': "ISO-2022-CN", 'language': 'Chinese'} ISO2022JP_CLS = ( 2,0,0,0,0,0,0,0, # 00 - 07 0,0,0,0,0,0,2,2, # 08 - 0f 0,0,0,0,0,0,0,0, # 10 - 17 0,0,0,1,0,0,0,0, # 18 - 1f 0,0,0,0,7,0,0,0, # 20 - 27 3,0,0,0,0,0,0,0, # 28 - 2f 0,0,0,0,0,0,0,0, # 30 - 37 0,0,0,0,0,0,0,0, # 38 - 3f 6,0,4,0,8,0,0,0, # 40 - 47 0,9,5,0,0,0,0,0, # 48 - 4f 0,0,0,0,0,0,0,0, # 50 - 57 0,0,0,0,0,0,0,0, # 58 - 5f 0,0,0,0,0,0,0,0, # 60 - 67 0,0,0,0,0,0,0,0, # 68 - 6f 0,0,0,0,0,0,0,0, # 70 - 77 0,0,0,0,0,0,0,0, # 78 - 7f 2,2,2,2,2,2,2,2, # 80 - 87 2,2,2,2,2,2,2,2, # 88 - 8f 2,2,2,2,2,2,2,2, # 90 - 97 2,2,2,2,2,2,2,2, # 98 - 9f 2,2,2,2,2,2,2,2, # a0 - a7 2,2,2,2,2,2,2,2, # a8 - af 2,2,2,2,2,2,2,2, # b0 - b7 2,2,2,2,2,2,2,2, # b8 - bf 2,2,2,2,2,2,2,2, # c0 - c7 2,2,2,2,2,2,2,2, # c8 - cf 2,2,2,2,2,2,2,2, # d0 - d7 2,2,2,2,2,2,2,2, # d8 - df 2,2,2,2,2,2,2,2, # e0 - e7 2,2,2,2,2,2,2,2, # e8 - ef 2,2,2,2,2,2,2,2, # f0 - f7 2,2,2,2,2,2,2,2, # f8 - ff ) ISO2022JP_ST = ( MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 00-07 MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 08-0f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 10-17 MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,# 18-1f MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,MachineState.ERROR,# 20-27 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 6,MachineState.ITS_ME,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,# 28-2f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,# 30-37 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 38-3f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,MachineState.START,# 40-47 ) ISO2022JP_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0, 0, 0, 0, 0) ISO2022JP_SM_MODEL = {'class_table': ISO2022JP_CLS, 'class_factor': 10, 'state_table': ISO2022JP_ST, 'char_len_table': ISO2022JP_CHAR_LEN_TABLE, 'name': "ISO-2022-JP", 'language': 'Japanese'} ISO2022KR_CLS = ( 2,0,0,0,0,0,0,0, # 00 - 07 0,0,0,0,0,0,0,0, # 08 - 0f 0,0,0,0,0,0,0,0, # 10 - 17 0,0,0,1,0,0,0,0, # 18 - 1f 0,0,0,0,3,0,0,0, # 20 - 27 0,4,0,0,0,0,0,0, # 28 - 2f 0,0,0,0,0,0,0,0, # 30 - 37 0,0,0,0,0,0,0,0, # 38 - 3f 0,0,0,5,0,0,0,0, # 40 - 47 0,0,0,0,0,0,0,0, # 48 - 4f 0,0,0,0,0,0,0,0, # 50 - 57 0,0,0,0,0,0,0,0, # 58 - 5f 0,0,0,0,0,0,0,0, # 60 - 67 0,0,0,0,0,0,0,0, # 68 - 6f 0,0,0,0,0,0,0,0, # 70 - 77 0,0,0,0,0,0,0,0, # 78 - 7f 2,2,2,2,2,2,2,2, # 80 - 87 2,2,2,2,2,2,2,2, # 88 - 8f 2,2,2,2,2,2,2,2, # 90 - 97 2,2,2,2,2,2,2,2, # 98 - 9f 2,2,2,2,2,2,2,2, # a0 - a7 2,2,2,2,2,2,2,2, # a8 - af 2,2,2,2,2,2,2,2, # b0 - b7 2,2,2,2,2,2,2,2, # b8 - bf 2,2,2,2,2,2,2,2, # c0 - c7 2,2,2,2,2,2,2,2, # c8 - cf 2,2,2,2,2,2,2,2, # d0 - d7 2,2,2,2,2,2,2,2, # d8 - df 2,2,2,2,2,2,2,2, # e0 - e7 2,2,2,2,2,2,2,2, # e8 - ef 2,2,2,2,2,2,2,2, # f0 - f7 2,2,2,2,2,2,2,2, # f8 - ff ) ISO2022KR_ST = ( MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,# 00-07 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 08-0f MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,MachineState.ERROR,# 10-17 MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 18-1f MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 20-27 ) ISO2022KR_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0) ISO2022KR_SM_MODEL = {'class_table': ISO2022KR_CLS, 'class_factor': 6, 'state_table': ISO2022KR_ST, 'char_len_table': ISO2022KR_CHAR_LEN_TABLE, 'name': "ISO-2022-KR", 'language': 'Korean'} PK @\& " pip/_vendor/chardet/euckrprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .mbcharsetprober import MultiByteCharSetProber from .codingstatemachine import CodingStateMachine from .chardistribution import EUCKRDistributionAnalysis from .mbcssm import EUCKR_SM_MODEL class EUCKRProber(MultiByteCharSetProber): def __init__(self): super(EUCKRProber, self).__init__() self.coding_sm = CodingStateMachine(EUCKR_SM_MODEL) self.distribution_analyzer = EUCKRDistributionAnalysis() self.reset() @property def charset_name(self): return "EUC-KR" @property def language(self): return "Korean" PK @\h'2 '2 ) pip/_vendor/chardet/langbulgarianmodel.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # 255: Control characters that usually does not exist in any text # 254: Carriage/Return # 253: symbol (punctuation) that does not belong to word # 252: 0 - 9 # Character Mapping Table: # this table is modified base on win1251BulgarianCharToOrderMap, so # only number <64 is sure valid Latin5_BulgarianCharToOrderMap = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, # 40 110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, # 50 253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, # 60 116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, # 70 194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209, # 80 210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225, # 90 81,226,227,228,229,230,105,231,232,233,234,235,236, 45,237,238, # a0 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, # b0 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,239, 67,240, 60, 56, # c0 1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, # d0 7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,241, 42, 16, # e0 62,242,243,244, 58,245, 98,246,247,248,249,250,251, 91,252,253, # f0 ) win1251BulgarianCharToOrderMap = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, # 40 110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, # 50 253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, # 60 116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, # 70 206,207,208,209,210,211,212,213,120,214,215,216,217,218,219,220, # 80 221, 78, 64, 83,121, 98,117,105,222,223,224,225,226,227,228,229, # 90 88,230,231,232,233,122, 89,106,234,235,236,237,238, 45,239,240, # a0 73, 80,118,114,241,242,243,244,245, 62, 58,246,247,248,249,250, # b0 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, # c0 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,251, 67,252, 60, 56, # d0 1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, # e0 7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,253, 42, 16, # f0 ) # Model Table: # total sequences: 100% # first 512 sequences: 96.9392% # first 1024 sequences:3.0618% # rest sequences: 0.2992% # negative sequences: 0.0020% BulgarianLangModel = ( 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,3,3,3,3,3, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,2,2,3,2,2,1,2,2, 3,1,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,3,3,3,3,3,3,3,0,3,0,1, 0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,3,3,0,3,1,0, 0,1,0,0,0,0,0,0,0,0,1,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 3,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,2,3,3,3,3,3,3,3,3,0,3,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,2,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,1,3,2,3,3,3,3,3,3,3,3,0,3,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,2,3,2,2,1,3,3,3,3,2,2,2,1,1,2,0,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,2,3,2,2,3,3,1,1,2,3,3,2,3,3,3,3,2,1,2,0,2,0,3,0,0, 0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,1,3,3,3,3,3,2,3,2,3,3,3,3,3,2,3,3,1,3,0,3,0,2,0,0, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,3,1,3,3,2,3,3,3,1,3,3,2,3,2,2,2,0,0,2,0,2,0,2,0,0, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,3,3,0,3,3,3,2,2,3,3,3,1,2,2,3,2,1,1,2,0,2,0,0,0,0, 1,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,2,3,3,1,2,3,2,2,2,3,3,3,3,3,2,2,3,1,2,0,2,1,2,0,0, 0,0,0,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,1,3,3,3,3,3,2,3,3,3,2,3,3,2,3,2,2,2,3,1,2,0,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,3,3,3,3,1,1,1,2,2,1,3,1,3,2,2,3,0,0,1,0,1,0,1,0,0, 0,0,0,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,2,2,3,2,2,3,1,2,1,1,1,2,3,1,3,1,2,2,0,1,1,1,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,1,3,2,2,3,3,1,2,3,1,1,3,3,3,3,1,2,2,1,1,1,0,2,0,2,0,1, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,2,2,3,3,3,2,2,1,1,2,0,2,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,0,1,2,1,3,3,2,3,3,3,3,3,2,3,2,1,0,3,1,2,1,2,1,2,3,2,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,1,1,2,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,1,3,3,2,3,3,2,2,2,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,3,3,3,3,0,3,3,3,3,3,2,1,1,2,1,3,3,0,3,1,1,1,1,3,2,0,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,2,2,2,3,3,3,3,3,3,3,3,3,3,3,1,1,3,1,3,3,2,3,2,2,2,3,0,2,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,2,3,3,2,2,3,2,1,1,1,1,1,3,1,3,1,1,0,0,0,1,0,0,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,2,3,2,0,3,2,0,3,0,2,0,0,2,1,3,1,0,0,1,0,0,0,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,2,1,1,1,1,2,1,1,2,1,1,1,2,2,1,2,1,1,1,0,1,1,0,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,2,1,3,1,1,2,1,3,2,1,1,0,1,2,3,2,1,1,1,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,3,3,3,3,2,2,1,0,1,0,0,1,0,0,0,2,1,0,3,0,0,1,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,2,3,2,3,3,1,3,2,1,1,1,2,1,1,2,1,3,0,1,0,0,0,1,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,1,2,2,3,3,2,3,2,2,2,3,1,2,2,1,1,2,1,1,2,2,0,1,1,0,1,0,2,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,2,1,3,1,0,2,2,1,3,2,1,0,0,2,0,2,0,1,0,0,0,0,0,0,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1, 3,3,3,3,3,3,1,2,0,2,3,1,2,3,2,0,1,3,1,2,1,1,1,0,0,1,0,0,2,2,2,3, 2,2,2,2,1,2,1,1,2,2,1,1,2,0,1,1,1,0,0,1,1,0,0,1,1,0,0,0,1,1,0,1, 3,3,3,3,3,2,1,2,2,1,2,0,2,0,1,0,1,2,1,2,1,1,0,0,0,1,0,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1, 3,3,2,3,3,1,1,3,1,0,3,2,1,0,0,0,1,2,0,2,0,1,0,0,0,1,0,1,2,1,2,2, 1,1,1,1,1,1,1,2,2,2,1,1,1,1,1,1,1,0,1,2,1,1,1,0,0,0,0,0,1,1,0,0, 3,1,0,1,0,2,3,2,2,2,3,2,2,2,2,2,1,0,2,1,2,1,1,1,0,1,2,1,2,2,2,1, 1,1,2,2,2,2,1,2,1,1,0,1,2,1,2,2,2,1,1,1,0,1,1,1,1,2,0,1,0,0,0,0, 2,3,2,3,3,0,0,2,1,0,2,1,0,0,0,0,2,3,0,2,0,0,0,0,0,1,0,0,2,0,1,2, 2,1,2,1,2,2,1,1,1,2,1,1,1,0,1,2,2,1,1,1,1,1,0,1,1,1,0,0,1,2,0,0, 3,3,2,2,3,0,2,3,1,1,2,0,0,0,1,0,0,2,0,2,0,0,0,1,0,1,0,1,2,0,2,2, 1,1,1,1,2,1,0,1,2,2,2,1,1,1,1,1,1,1,0,1,1,1,0,0,0,0,0,0,1,1,0,0, 2,3,2,3,3,0,0,3,0,1,1,0,1,0,0,0,2,2,1,2,0,0,0,0,0,0,0,0,2,0,1,2, 2,2,1,1,1,1,1,2,2,2,1,0,2,0,1,0,1,0,0,1,0,1,0,0,1,0,0,0,0,1,0,0, 3,3,3,3,2,2,2,2,2,0,2,1,1,1,1,2,1,2,1,1,0,2,0,1,0,1,0,0,2,0,1,2, 1,1,1,1,1,1,1,2,2,1,1,0,2,0,1,0,2,0,0,1,1,1,0,0,2,0,0,0,1,1,0,0, 2,3,3,3,3,1,0,0,0,0,0,0,0,0,0,0,2,0,0,1,1,0,0,0,0,0,0,1,2,0,1,2, 2,2,2,1,1,2,1,1,2,2,2,1,2,0,1,1,1,1,1,1,0,1,1,1,1,0,0,1,1,1,0,0, 2,3,3,3,3,0,2,2,0,2,1,0,0,0,1,1,1,2,0,2,0,0,0,3,0,0,0,0,2,0,2,2, 1,1,1,2,1,2,1,1,2,2,2,1,2,0,1,1,1,0,1,1,1,1,0,2,1,0,0,0,1,1,0,0, 2,3,3,3,3,0,2,1,0,0,2,0,0,0,0,0,1,2,0,2,0,0,0,0,0,0,0,0,2,0,1,2, 1,1,1,2,1,1,1,1,2,2,2,0,1,0,1,1,1,0,0,1,1,1,0,0,1,0,0,0,0,1,0,0, 3,3,2,2,3,0,1,0,1,0,0,0,0,0,0,0,1,1,0,3,0,0,0,0,0,0,0,0,1,0,2,2, 1,1,1,1,1,2,1,1,2,2,1,2,2,1,0,1,1,1,1,1,0,1,0,0,1,0,0,0,1,1,0,0, 3,1,0,1,0,2,2,2,2,3,2,1,1,1,2,3,0,0,1,0,2,1,1,0,1,1,1,1,2,1,1,1, 1,2,2,1,2,1,2,2,1,1,0,1,2,1,2,2,1,1,1,0,0,1,1,1,2,1,0,1,0,0,0,0, 2,1,0,1,0,3,1,2,2,2,2,1,2,2,1,1,1,0,2,1,2,2,1,1,2,1,1,0,2,1,1,1, 1,2,2,2,2,2,2,2,1,2,0,1,1,0,2,1,1,1,1,1,0,0,1,1,1,1,0,1,0,0,0,0, 2,1,1,1,1,2,2,2,2,1,2,2,2,1,2,2,1,1,2,1,2,3,2,2,1,1,1,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,3,2,0,1,2,0,1,2,1,1,0,1,0,1,2,1,2,0,0,0,1,1,0,0,0,1,0,0,2, 1,1,0,0,1,1,0,1,1,1,1,0,2,0,1,1,1,0,0,1,1,0,0,0,0,1,0,0,0,1,0,0, 2,0,0,0,0,1,2,2,2,2,2,2,2,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,2,1,1,1, 1,2,2,2,2,1,1,2,1,2,1,1,1,0,2,1,2,1,1,1,0,2,1,1,1,1,0,1,0,0,0,0, 3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0, 1,1,0,1,0,1,1,1,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,3,2,0,0,0,0,1,0,0,0,0,0,0,1,1,0,2,0,0,0,0,0,0,0,0,1,0,1,2, 1,1,1,1,1,1,0,0,2,2,2,2,2,0,1,1,0,1,1,1,1,1,0,0,1,0,0,0,1,1,0,1, 2,3,1,2,1,0,1,1,0,2,2,2,0,0,1,0,0,1,1,1,1,0,0,0,0,0,0,0,1,0,1,2, 1,1,1,1,2,1,1,1,1,1,1,1,1,0,1,1,0,1,0,1,0,1,0,0,1,0,0,0,0,1,0,0, 2,2,2,2,2,0,0,2,0,0,2,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,2,0,2,2, 1,1,1,1,1,0,0,1,2,1,1,0,1,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, 1,2,2,2,2,0,0,2,0,1,1,0,0,0,1,0,0,2,0,2,0,0,0,0,0,0,0,0,0,0,1,1, 0,0,0,1,1,1,1,1,1,1,1,1,1,0,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, 1,2,2,3,2,0,0,1,0,0,1,0,0,0,0,0,0,1,0,2,0,0,0,1,0,0,0,0,0,0,0,2, 1,1,0,0,1,0,0,0,1,1,0,0,1,0,1,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, 2,1,2,2,2,1,2,1,2,2,1,1,2,1,1,1,0,1,1,1,1,2,0,1,0,1,1,1,1,0,1,1, 1,1,2,1,1,1,1,1,1,0,0,1,2,1,1,1,1,1,1,0,0,1,1,1,0,0,0,0,0,0,0,0, 1,0,0,1,3,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,2,1,0,0,1,0,2,0,0,0,0,0,1,1,1,0,1,0,0,0,0,0,0,0,0,2,0,0,1, 0,2,0,1,0,0,1,1,2,0,1,0,1,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0, 1,2,2,2,2,0,1,1,0,2,1,0,1,1,1,0,0,1,0,2,0,1,0,0,0,0,0,0,0,0,0,1, 0,1,0,0,1,0,0,0,1,1,0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,2,2,0,0,1,0,0,0,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1, 0,1,0,1,1,1,0,0,1,1,1,0,1,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, 2,0,1,0,0,1,2,1,1,1,1,1,1,2,2,1,0,0,1,0,1,0,0,0,0,1,1,1,1,0,0,0, 1,1,2,1,1,1,1,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,1,2,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1, 0,0,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0, 0,1,1,0,1,1,1,0,0,1,0,0,1,0,1,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0, 1,0,1,0,0,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,2,0,0,2,0,1,0,0,1,0,0,1, 1,1,0,0,1,1,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0, 1,1,1,1,1,1,1,2,0,0,0,0,0,0,2,1,0,1,1,0,0,1,1,1,0,1,0,0,0,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,1,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, ) Latin5BulgarianModel = { 'char_to_order_map': Latin5_BulgarianCharToOrderMap, 'precedence_matrix': BulgarianLangModel, 'typical_positive_ratio': 0.969392, 'keep_english_letter': False, 'charset_name': "ISO-8859-5", 'language': 'Bulgairan', } Win1251BulgarianModel = { 'char_to_order_map': win1251BulgarianCharToOrderMap, 'precedence_matrix': BulgarianLangModel, 'typical_positive_ratio': 0.969392, 'keep_english_letter': False, 'charset_name': "windows-1251", 'language': 'Bulgarian', } PK @\\7H ) pip/_vendor/chardet/codingstatemachine.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### import logging from .enums import MachineState class CodingStateMachine(object): """ A state machine to verify a byte sequence for a particular encoding. For each byte the detector receives, it will feed that byte to every active state machine available, one byte at a time. The state machine changes its state based on its previous state and the byte it receives. There are 3 states in a state machine that are of interest to an auto-detector: START state: This is the state to start with, or a legal byte sequence (i.e. a valid code point) for character has been identified. ME state: This indicates that the state machine identified a byte sequence that is specific to the charset it is designed for and that there is no other possible encoding which can contain this byte sequence. This will to lead to an immediate positive answer for the detector. ERROR state: This indicates the state machine identified an illegal byte sequence for that encoding. This will lead to an immediate negative answer for this encoding. Detector will exclude this encoding from consideration from here on. """ def __init__(self, sm): self._model = sm self._curr_byte_pos = 0 self._curr_char_len = 0 self._curr_state = None self.logger = logging.getLogger(__name__) self.reset() def reset(self): self._curr_state = MachineState.START def next_state(self, c): # for each byte we get its class # if it is first byte, we also get byte length byte_class = self._model['class_table'][c] if self._curr_state == MachineState.START: self._curr_byte_pos = 0 self._curr_char_len = self._model['char_len_table'][byte_class] # from byte's class and state_table, we get its next state curr_state = (self._curr_state * self._model['class_factor'] + byte_class) self._curr_state = self._model['state_table'][curr_state] self._curr_byte_pos += 1 return self._curr_state def get_current_charlen(self): return self._curr_char_len def get_coding_state_machine(self): return self._model['name'] @property def language(self): return self._model['language'] PK @\|en n pip/_vendor/chardet/compat.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # Contributor(s): # Dan Blanchard # Ian Cordasco # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### import sys if sys.version_info < (3, 0): PY2 = True PY3 = False base_str = (str, unicode) text_type = unicode else: PY2 = False PY3 = True base_str = (bytes, str) text_type = str PK @\aZ $ pip/_vendor/chardet/charsetprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 2001 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### import logging import re from .enums import ProbingState class CharSetProber(object): SHORTCUT_THRESHOLD = 0.95 def __init__(self, lang_filter=None): self._state = None self.lang_filter = lang_filter self.logger = logging.getLogger(__name__) def reset(self): self._state = ProbingState.DETECTING @property def charset_name(self): return None def feed(self, buf): pass @property def state(self): return self._state def get_confidence(self): return 0.0 @staticmethod def filter_high_byte_only(buf): buf = re.sub(b'([\x00-\x7F])+', b' ', buf) return buf @staticmethod def filter_international_words(buf): """ We define three types of bytes: alphabet: english alphabets [a-zA-Z] international: international characters [\x80-\xFF] marker: everything else [^a-zA-Z\x80-\xFF] The input buffer can be thought to contain a series of words delimited by markers. This function works to filter all words that contain at least one international character. All contiguous sequences of markers are replaced by a single space ascii character. This filter applies to all scripts which do not use English characters. """ filtered = bytearray() # This regex expression filters out only words that have at-least one # international character. The word may include one marker character at # the end. words = re.findall(b'[a-zA-Z]*[\x80-\xFF]+[a-zA-Z]*[^a-zA-Z\x80-\xFF]?', buf) for word in words: filtered.extend(word[:-1]) # If the last character in the word is a marker, replace it with a # space as markers shouldn't affect our analysis (they are used # similarly across all languages and may thus have similar # frequencies). last_char = word[-1:] if not last_char.isalpha() and last_char < b'\x80': last_char = b' ' filtered.extend(last_char) return filtered @staticmethod def filter_with_english_letters(buf): """ Returns a copy of ``buf`` that retains only the sequences of English alphabet and high byte characters that are not between <> characters. Also retains English alphabet and high byte characters immediately before occurrences of >. This filter can be applied to all scripts which contain both English characters and extended ASCII characters, but is currently only used by ``Latin1Prober``. """ filtered = bytearray() in_tag = False prev = 0 for curr in range(len(buf)): # Slice here to get bytes instead of an int with Python 3 buf_char = buf[curr:curr + 1] # Check if we're coming out of or entering an HTML tag if buf_char == b'>': in_tag = False elif buf_char == b'<': in_tag = True # If current character is not extended-ASCII and not alphabetic... if buf_char < b'\x80' and not buf_char.isalpha(): # ...and we're not in a tag if curr > prev and not in_tag: # Keep everything after last non-extended-ASCII, # non-alphabetic character filtered.extend(buf[prev:curr]) # Output a space to delimit stretch we kept filtered.extend(b' ') prev = curr + 1 # If we're not in a tag... if not in_tag: # Keep everything after last non-extended-ASCII, non-alphabetic # character filtered.extend(buf[prev:]) return filtered PK @\U01 01 ) pip/_vendor/chardet/langhungarianmodel.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # 255: Control characters that usually does not exist in any text # 254: Carriage/Return # 253: symbol (punctuation) that does not belong to word # 252: 0 - 9 # Character Mapping Table: Latin2_HungarianCharToOrderMap = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, 46, 71, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, 159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174, 175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190, 191,192,193,194,195,196,197, 75,198,199,200,201,202,203,204,205, 79,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, 221, 51, 81,222, 78,223,224,225,226, 44,227,228,229, 61,230,231, 232,233,234, 58,235, 66, 59,236,237,238, 60, 69, 63,239,240,241, 82, 14, 74,242, 70, 80,243, 72,244, 15, 83, 77, 84, 30, 76, 85, 245,246,247, 25, 73, 42, 24,248,249,250, 31, 56, 29,251,252,253, ) win1250HungarianCharToOrderMap = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, 46, 72, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, 161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176, 177,178,179,180, 78,181, 69,182,183,184,185,186,187,188,189,190, 191,192,193,194,195,196,197, 76,198,199,200,201,202,203,204,205, 81,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, 221, 51, 83,222, 80,223,224,225,226, 44,227,228,229, 61,230,231, 232,233,234, 58,235, 66, 59,236,237,238, 60, 70, 63,239,240,241, 84, 14, 75,242, 71, 82,243, 73,244, 15, 85, 79, 86, 30, 77, 87, 245,246,247, 25, 74, 42, 24,248,249,250, 31, 56, 29,251,252,253, ) # Model Table: # total sequences: 100% # first 512 sequences: 94.7368% # first 1024 sequences:5.2623% # rest sequences: 0.8894% # negative sequences: 0.0009% HungarianLangModel = ( 0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3, 3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,2,3,3,1,1,2,2,2,2,2,1,2, 3,2,2,3,3,3,3,3,2,3,3,3,3,3,3,1,2,3,3,3,3,2,3,3,1,1,3,3,0,1,1,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0, 3,2,1,3,3,3,3,3,2,3,3,3,3,3,1,1,2,3,3,3,3,3,3,3,1,1,3,2,0,1,1,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,1,1,2,3,3,3,1,3,3,3,3,3,1,3,3,2,2,0,3,2,3, 0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,3,3,2,3,3,2,2,3,2,3,2,0,3,2,2, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0, 3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,3,1,2,3,2,2,3,1,2,3,3,2,2,0,3,3,3, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,3,2,3,3,3,3,2,3,3,3,3,0,2,3,2, 0,0,0,1,1,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,1,1,1,3,3,2,1,3,2,2,3,2,1,3,2,2,1,0,3,3,1, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,2,2,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,3,2,2,3,1,1,3,2,0,1,1,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,1,3,3,3,3,3,2,2,1,3,3,3,0,1,1,2, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,2,0,3,2,3, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,1,0, 3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,1,3,2,2,2,3,1,1,3,3,1,1,0,3,3,2, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,2,3,3,3,3,3,1,2,3,2,2,0,2,2,2, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,2,2,2,3,1,3,3,2,2,1,3,3,3,1,1,3,1,2,3,2,3,2,2,2,1,0,2,2,2, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0, 3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,2,2,3,2,1,0,3,2,0,1,1,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,1,0,3,3,3,3,0,2,3,0,0,2,1,0,1,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,2,2,3,3,2,2,2,2,3,3,0,1,2,3,2,3,2,2,3,2,1,2,0,2,2,2, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0, 3,3,3,3,3,3,1,2,3,3,3,2,1,2,3,3,2,2,2,3,2,3,3,1,3,3,1,1,0,2,3,2, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,1,2,2,2,2,3,3,3,1,1,1,3,3,1,1,3,1,1,3,2,1,2,3,1,1,0,2,2,2, 0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,2,1,2,1,1,3,3,1,1,1,1,3,3,1,1,2,2,1,2,1,1,2,2,1,1,0,2,2,1, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,1,1,2,1,1,3,3,1,0,1,1,3,3,2,0,1,1,2,3,1,0,2,2,1,0,0,1,3,2, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,2,1,3,3,3,3,3,1,2,3,2,3,3,2,1,1,3,2,3,2,1,2,2,0,1,2,1,0,0,1,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,3,3,3,2,2,2,2,3,1,2,2,1,1,3,3,0,3,2,1,2,3,2,1,3,3,1,1,0,2,1,3, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,3,3,2,2,2,3,2,3,3,3,2,1,1,3,3,1,1,1,2,2,3,2,3,2,2,2,1,0,2,2,1, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 1,0,0,3,3,3,3,3,0,0,3,3,2,3,0,0,0,2,3,3,1,0,1,2,0,0,1,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,2,3,3,3,3,3,1,2,3,3,2,2,1,1,0,3,3,2,2,1,2,2,1,0,2,2,0,1,1,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,2,2,1,3,1,2,3,3,2,2,1,1,2,2,1,1,1,1,3,2,1,1,1,1,2,1,0,1,2,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0, 2,3,3,1,1,1,1,1,3,3,3,0,1,1,3,3,1,1,1,1,1,2,2,0,3,1,1,2,0,2,1,1, 0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0, 3,1,0,1,2,1,2,2,0,1,2,3,1,2,0,0,0,2,1,1,1,1,1,2,0,0,1,1,0,0,0,0, 1,2,1,2,2,2,1,2,1,2,0,2,0,2,2,1,1,2,1,1,2,1,1,1,0,1,0,0,0,1,1,0, 1,1,1,2,3,2,3,3,0,1,2,2,3,1,0,1,0,2,1,2,2,0,1,1,0,0,1,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,3,3,2,2,1,0,0,3,2,3,2,0,0,0,1,1,3,0,0,1,1,0,0,2,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,1,2,2,3,3,1,0,1,3,2,3,1,1,1,0,1,1,1,1,1,3,1,0,0,2,2,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,1,1,2,2,2,1,0,1,2,3,3,2,0,0,0,2,1,1,1,2,1,1,1,0,1,1,1,0,0,0, 1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,2,1,1,1,1,1,1,0,1,1,1,0,0,1,1, 3,2,2,1,0,0,1,1,2,2,0,3,0,1,2,1,1,0,0,1,1,1,0,1,1,1,1,0,2,1,1,1, 2,2,1,1,1,2,1,2,1,1,1,1,1,1,1,2,1,1,1,2,3,1,1,1,1,1,1,1,1,1,0,1, 2,3,3,0,1,0,0,0,3,3,1,0,0,1,2,2,1,0,0,0,0,2,0,0,1,1,1,0,2,1,1,1, 2,1,1,1,1,1,1,2,1,1,0,1,1,0,1,1,1,0,1,2,1,1,0,1,1,1,1,1,1,1,0,1, 2,3,3,0,1,0,0,0,2,2,0,0,0,0,1,2,2,0,0,0,0,1,0,0,1,1,0,0,2,0,1,0, 2,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1, 3,2,2,0,1,0,1,0,2,3,2,0,0,1,2,2,1,0,0,1,1,1,0,0,2,1,0,1,2,2,1,1, 2,1,1,1,1,1,1,2,1,1,1,1,1,1,0,2,1,0,1,1,0,1,1,1,0,1,1,2,1,1,0,1, 2,2,2,0,0,1,0,0,2,2,1,1,0,0,2,1,1,0,0,0,1,2,0,0,2,1,0,0,2,1,1,1, 2,1,1,1,1,2,1,2,1,1,1,2,2,1,1,2,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1, 1,2,3,0,0,0,1,0,3,2,1,0,0,1,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,2,1, 1,1,0,0,0,1,0,1,1,1,1,1,2,0,0,1,0,0,0,2,0,0,1,1,1,1,1,1,1,1,0,1, 3,0,0,2,1,2,2,1,0,0,2,1,2,2,0,0,0,2,1,1,1,0,1,1,0,0,1,1,2,0,0,0, 1,2,1,2,2,1,1,2,1,2,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,0,0,1, 1,3,2,0,0,0,1,0,2,2,2,0,0,0,2,2,1,0,0,0,0,3,1,1,1,1,0,0,2,1,1,1, 2,1,0,1,1,1,0,1,1,1,1,1,1,1,0,2,1,0,0,1,0,1,1,0,1,1,1,1,1,1,0,1, 2,3,2,0,0,0,1,0,2,2,0,0,0,0,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,1,0, 2,1,1,1,1,2,1,2,1,2,0,1,1,1,0,2,1,1,1,2,1,1,1,1,0,1,1,1,1,1,0,1, 3,1,1,2,2,2,3,2,1,1,2,2,1,1,0,1,0,2,2,1,1,1,1,1,0,0,1,1,0,1,1,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,0,0,0,0,0,2,2,0,0,0,0,2,2,1,0,0,0,1,1,0,0,1,2,0,0,2,1,1,1, 2,2,1,1,1,2,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,1,1,0,1,2,1,1,1,0,1, 1,0,0,1,2,3,2,1,0,0,2,0,1,1,0,0,0,1,1,1,1,0,1,1,0,0,1,0,0,0,0,0, 1,2,1,2,1,2,1,1,1,2,0,2,1,1,1,0,1,2,0,0,1,1,1,0,0,0,0,0,0,0,0,0, 2,3,2,0,0,0,0,0,1,1,2,1,0,0,1,1,1,0,0,0,0,2,0,0,1,1,0,0,2,1,1,1, 2,1,1,1,1,1,1,2,1,0,1,1,1,1,0,2,1,1,1,1,1,1,0,1,0,1,1,1,1,1,0,1, 1,2,2,0,1,1,1,0,2,2,2,0,0,0,3,2,1,0,0,0,1,1,0,0,1,1,0,1,1,1,0,0, 1,1,0,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,0,0,1,1,1,0,1,0,1, 2,1,0,2,1,1,2,2,1,1,2,1,1,1,0,0,0,1,1,0,1,1,1,1,0,0,1,1,1,0,0,0, 1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,0,1,0, 1,2,3,0,0,0,1,0,2,2,0,0,0,0,2,2,0,0,0,0,0,1,0,0,1,0,0,0,2,0,1,0, 2,1,1,1,1,1,0,2,0,0,0,1,2,1,1,1,1,0,1,2,0,1,0,1,0,1,1,1,0,1,0,1, 2,2,2,0,0,0,1,0,2,1,2,0,0,0,1,1,2,0,0,0,0,1,0,0,1,1,0,0,2,1,0,1, 2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1, 1,2,2,0,0,0,1,0,2,2,2,0,0,0,1,1,0,0,0,0,0,1,1,0,2,0,0,1,1,1,0,1, 1,0,1,1,1,1,1,1,0,1,1,1,1,0,0,1,0,0,1,1,0,1,0,1,1,1,1,1,0,0,0,1, 1,0,0,1,0,1,2,1,0,0,1,1,1,2,0,0,0,1,1,0,1,0,1,1,0,0,1,0,0,0,0,0, 0,2,1,2,1,1,1,1,1,2,0,2,0,1,1,0,1,2,1,0,1,1,1,0,0,0,0,0,0,1,0,0, 2,1,1,0,1,2,0,0,1,1,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,0,0,0,2,1,0,1, 2,2,1,1,1,1,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,0,1,0,1,1,1,1,1,0,1, 1,2,2,0,0,0,0,0,1,1,0,0,0,0,2,1,0,0,0,0,0,2,0,0,2,2,0,0,2,0,0,1, 2,1,1,1,1,1,1,1,0,1,1,0,1,1,0,1,0,0,0,1,1,1,1,0,0,1,1,1,1,0,0,1, 1,1,2,0,0,3,1,0,2,1,1,1,0,0,1,1,1,0,0,0,1,1,0,0,0,1,0,0,1,0,1,0, 1,2,1,0,1,1,1,2,1,1,0,1,1,1,1,1,0,0,0,1,1,1,1,1,0,1,0,0,0,1,0,0, 2,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,2,0,0,0, 2,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,1,0,1, 2,1,1,1,2,1,1,1,0,1,1,2,1,0,0,0,0,1,1,1,1,0,1,0,0,0,0,1,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,1,0,1,1,1,1,1,0,0,1,1,2,1,0,0,0,1,1,0,0,0,1,1,0,0,1,0,1,0,0,0, 1,2,1,1,1,1,1,1,1,1,0,1,0,1,1,1,1,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0, 2,0,0,0,1,1,1,1,0,0,1,1,0,0,0,0,0,1,1,1,2,0,0,1,0,0,1,0,1,0,0,0, 0,1,1,1,1,1,1,1,1,2,0,1,1,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0, 1,0,0,1,1,1,1,1,0,0,2,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0, 0,1,1,1,1,1,1,0,1,1,0,1,0,1,1,0,1,1,0,0,1,1,1,0,0,0,0,0,0,0,0,0, 1,0,0,1,1,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, 0,1,1,1,1,1,0,0,1,1,0,1,0,1,0,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0, 0,0,0,1,0,0,0,0,0,0,1,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,1,1,1,0,1,0,0,1,1,0,1,0,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0, 2,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,0,1,0,0,1,0,1,0,1,1,1,0,0,1,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,1,1,1,1,0,0,0,1,1,1,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0, 0,1,1,1,1,1,1,0,1,1,0,1,0,1,0,0,1,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0, ) Latin2HungarianModel = { 'char_to_order_map': Latin2_HungarianCharToOrderMap, 'precedence_matrix': HungarianLangModel, 'typical_positive_ratio': 0.947368, 'keep_english_letter': True, 'charset_name': "ISO-8859-2", 'language': 'Hungarian', } Win1250HungarianModel = { 'char_to_order_map': win1250HungarianCharToOrderMap, 'precedence_matrix': HungarianLangModel, 'typical_positive_ratio': 0.947368, 'keep_english_letter': True, 'charset_name': "windows-1250", 'language': 'Hungarian', } PK @\fQ, Q, & pip/_vendor/chardet/langhebrewmodel.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Universal charset detector code. # # The Initial Developer of the Original Code is # Simon Montagu # Portions created by the Initial Developer are Copyright (C) 2005 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # Shy Shalom - original C code # Shoshannah Forbes - original C code (?) # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # 255: Control characters that usually does not exist in any text # 254: Carriage/Return # 253: symbol (punctuation) that does not belong to word # 252: 0 - 9 # Windows-1255 language model # Character Mapping Table: WIN1255_CHAR_TO_ORDER_MAP = ( 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 253, 69, 91, 79, 80, 92, 89, 97, 90, 68,111,112, 82, 73, 95, 85, # 40 78,121, 86, 71, 67,102,107, 84,114,103,115,253,253,253,253,253, # 50 253, 50, 74, 60, 61, 42, 76, 70, 64, 53,105, 93, 56, 65, 54, 49, # 60 66,110, 51, 43, 44, 63, 81, 77, 98, 75,108,253,253,253,253,253, # 70 124,202,203,204,205, 40, 58,206,207,208,209,210,211,212,213,214, 215, 83, 52, 47, 46, 72, 32, 94,216,113,217,109,218,219,220,221, 34,116,222,118,100,223,224,117,119,104,125,225,226, 87, 99,227, 106,122,123,228, 55,229,230,101,231,232,120,233, 48, 39, 57,234, 30, 59, 41, 88, 33, 37, 36, 31, 29, 35,235, 62, 28,236,126,237, 238, 38, 45,239,240,241,242,243,127,244,245,246,247,248,249,250, 9, 8, 20, 16, 3, 2, 24, 14, 22, 1, 25, 15, 4, 11, 6, 23, 12, 19, 13, 26, 18, 27, 21, 17, 7, 10, 5,251,252,128, 96,253, ) # Model Table: # total sequences: 100% # first 512 sequences: 98.4004% # first 1024 sequences: 1.5981% # rest sequences: 0.087% # negative sequences: 0.0015% HEBREW_LANG_MODEL = ( 0,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,2,1,2,0,1,0,0, 3,0,3,1,0,0,1,3,2,0,1,1,2,0,2,2,2,1,1,1,1,2,1,1,1,2,0,0,2,2,0,1, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2, 1,2,1,2,1,2,0,0,2,0,0,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2, 1,2,1,3,1,1,0,0,2,0,0,0,1,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,0,1,2,2,1,3, 1,2,1,1,2,2,0,0,2,2,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,1,0,1,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,2,2,2,2,3,2, 1,2,1,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,2,3,2,2,3,2,2,2,1,2,2,2,2, 1,2,1,1,2,2,0,1,2,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,0,2,2,2,2,2, 0,2,0,2,2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,0,2,2,2, 0,2,1,2,2,2,0,0,2,1,0,0,0,0,1,0,1,0,0,0,0,0,0,2,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,2,1,2,3,2,2,2, 1,2,1,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,0, 3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,1,0,2,0,2, 0,2,1,2,2,2,0,0,1,2,0,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,2,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,2,2,3,2,1,2,1,1,1, 0,1,1,1,1,1,3,0,1,0,0,0,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,1,1,0,0,1,0,0,1,0,0,0,0, 0,0,1,0,0,0,0,0,2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2, 0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,2,3,3,3,2,1,2,3,3,2,3,3,3,3,2,3,2,1,2,0,2,1,2, 0,2,0,2,2,2,0,0,1,2,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0, 3,3,3,3,3,3,3,3,3,2,3,3,3,1,2,2,3,3,2,3,2,3,2,2,3,1,2,2,0,2,2,2, 0,2,1,2,2,2,0,0,1,2,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,1,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,2,2,3,3,3,3,1,3,2,2,2, 0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,2,3,2,2,2,1,2,2,0,2,2,2,2, 0,2,0,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,1,3,2,3,3,2,3,3,2,2,1,2,2,2,2,2,2, 0,2,1,2,1,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,2,3,2,3,3,2,3,3,3,3,2,3,2,3,3,3,3,3,2,2,2,2,2,2,2,1, 0,2,0,1,2,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,3,3,3,2,1,2,3,3,3,3,3,3,3,2,3,2,3,2,1,2,3,0,2,1,2,2, 0,2,1,1,2,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,2,0, 3,3,3,3,3,3,3,3,3,2,3,3,3,3,2,1,3,1,2,2,2,1,2,3,3,1,2,1,2,2,2,2, 0,1,1,1,1,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0, 3,3,3,3,3,3,3,3,3,3,0,2,3,3,3,1,3,3,3,1,2,2,2,2,1,1,2,2,2,2,2,2, 0,2,0,1,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0, 3,3,3,3,3,3,2,3,3,3,2,2,3,3,3,2,1,2,3,2,3,2,2,2,2,1,2,1,1,1,2,2, 0,2,1,1,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,1,0,0,0,0,0, 1,0,1,0,0,0,0,0,2,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,3,3,3,3,2,3,3,2,3,1,2,2,2,2,3,2,3,1,1,2,2,1,2,2,1,1,0,2,2,2,2, 0,1,0,1,2,2,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0, 3,0,0,1,1,0,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,2,0, 0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,1,0,1,0,1,1,0,1,1,0,0,0,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,0,0,0,1,1,0,1,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0, 3,2,2,1,2,2,2,2,2,2,2,1,2,2,1,2,2,1,1,1,1,1,1,1,1,2,1,1,0,3,3,3, 0,3,0,2,2,2,2,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,2,1,1,1,2,0,1, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,0,2,2,0,0,0,0,0,0, 0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,3,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,0,2,1,0, 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, 0,3,1,1,2,2,2,2,2,1,2,2,2,1,1,2,2,2,2,2,2,2,1,2,2,1,0,1,1,1,1,0, 0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 3,2,1,1,1,1,2,1,1,2,1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,0,0,0,0, 0,0,2,0,0,0,0,0,0,0,0,1,1,0,0,0,0,1,1,0,0,1,1,0,0,0,0,0,0,1,0,0, 2,1,1,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,1,2,1,2,1,1,1,1,0,0,0,0, 0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,2,1,2,2,2,2,2,2,2,2,2,2,1,2,1,2,1,1,2,1,1,1,2,1,2,1,2,0,1,0,1, 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,3,1,2,2,2,1,2,2,2,2,2,2,2,2,1,2,1,1,1,1,1,1,2,1,2,1,1,0,1,0,1, 0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,1,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2, 0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0, 3,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,1,1,1,1,1,1,1,0,1,1,0,1,0,0,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,2,0,1,1,1,0,1,0,0,0,1,1,0,1,1,0,0,0,0,0,1,1,0,0, 0,1,1,1,2,1,2,2,2,0,2,0,2,0,1,1,2,1,1,1,1,2,1,0,1,1,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,1,0,0,0,0,0,1,0,1,2,2,0,1,0,0,1,1,2,2,1,2,0,2,0,0,0,1,2,0,1, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,2,0,2,1,2,0,2,0,0,1,1,1,1,1,1,0,1,0,0,0,1,0,0,1, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,1,0,0,0,0,0,1,0,2,1,1,0,1,0,0,1,1,1,2,2,0,0,1,0,0,0,1,0,0,1, 1,1,2,1,0,1,1,1,0,1,0,1,1,1,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,2,2,1, 0,2,0,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,1,0,0,1,0,1,1,1,1,0,0,0,0,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,1,0,0,0,1,1,0,1, 2,0,1,0,1,0,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,1,1,1,0,1,0,0,1,1,2,1,1,2,0,1,0,0,0,1,1,0,1, 1,0,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,0,0,2,1,1,2,0,2,0,0,0,1,1,0,1, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,2,1,1,0,1,0,0,2,2,1,2,1,1,0,1,0,0,0,1,1,0,1, 2,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,2,2,0,0,0,0,0,1,1,0,1,0,0,1,0,0,0,0,1,0,1, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,2,2,0,0,0,0,2,1,1,1,0,2,1,1,0,0,0,2,1,0,1, 1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,1,1,0,2,1,1,0,1,0,0,0,1,1,0,1, 2,2,1,1,1,0,1,1,0,1,1,0,1,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,2,1,1,0,1,0,0,1,1,0,1,2,1,0,2,0,0,0,1,1,0,1, 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0, 0,1,0,0,2,0,2,1,1,0,1,0,1,0,0,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,1,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,1,0,0,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,1,1,1,0,1,0,0,1,0,0,0,1,0,0,1, 1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,0,0,0,0,0,1,0,1,1,0,0,1,0,0,2,1,1,1,1,1,0,1,0,0,0,0,1,0,1, 0,1,1,1,2,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,1,2,1,0,0,0,0,0,1,1,1,1,1,0,1,0,0,0,1,1,0,0, ) Win1255HebrewModel = { 'char_to_order_map': WIN1255_CHAR_TO_ORDER_MAP, 'precedence_matrix': HEBREW_LANG_MODEL, 'typical_positive_ratio': 0.984004, 'keep_english_letter': False, 'charset_name': "windows-1255", 'language': 'Hebrew', } PK @\Gǐ pip/_vendor/chardet/version.pynu [ """ This module exists only to simplify retrieving the version number of chardet from within setup.py and from chardet subpackages. :author: Dan Blanchard (dan.blanchard@gmail.com) """ __version__ = "3.0.4" VERSION = __version__.split('.') PK @\IՅ{ { pip/_vendor/chardet/euctwfreq.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is Mozilla Communicator client code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### # EUCTW frequency table # Converted from big5 work # by Taiwan's Mandarin Promotion Council # <http:#www.edu.tw:81/mandr/> # 128 --> 0.42261 # 256 --> 0.57851 # 512 --> 0.74851 # 1024 --> 0.89384 # 2048 --> 0.97583 # # Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98 # Random Distribution Ration = 512/(5401-512)=0.105 # # Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR EUCTW_TYPICAL_DISTRIBUTION_RATIO = 0.75 # Char to FreqOrder table , EUCTW_TABLE_SIZE = 5376 EUCTW_CHAR_TO_FREQ_ORDER = ( 1,1800,1506, 255,1431, 198, 9, 82, 6,7310, 177, 202,3615,1256,2808, 110, # 2742 3735, 33,3241, 261, 76, 44,2113, 16,2931,2184,1176, 659,3868, 26,3404,2643, # 2758 1198,3869,3313,4060, 410,2211, 302, 590, 361,1963, 8, 204, 58,4296,7311,1931, # 2774 63,7312,7313, 317,1614, 75, 222, 159,4061,2412,1480,7314,3500,3068, 224,2809, # 2790 3616, 3, 10,3870,1471, 29,2774,1135,2852,1939, 873, 130,3242,1123, 312,7315, # 2806 4297,2051, 507, 252, 682,7316, 142,1914, 124, 206,2932, 34,3501,3173, 64, 604, # 2822 7317,2494,1976,1977, 155,1990, 645, 641,1606,7318,3405, 337, 72, 406,7319, 80, # 2838 630, 238,3174,1509, 263, 939,1092,2644, 756,1440,1094,3406, 449, 69,2969, 591, # 2854 179,2095, 471, 115,2034,1843, 60, 50,2970, 134, 806,1868, 734,2035,3407, 180, # 2870 995,1607, 156, 537,2893, 688,7320, 319,1305, 779,2144, 514,2374, 298,4298, 359, # 2886 2495, 90,2707,1338, 663, 11, 906,1099,2545, 20,2436, 182, 532,1716,7321, 732, # 2902 1376,4062,1311,1420,3175, 25,2312,1056, 113, 399, 382,1949, 242,3408,2467, 529, # 2918 3243, 475,1447,3617,7322, 117, 21, 656, 810,1297,2295,2329,3502,7323, 126,4063, # 2934 706, 456, 150, 613,4299, 71,1118,2036,4064, 145,3069, 85, 835, 486,2114,1246, # 2950 1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,7324,2127,2354, 347,3736, 221, # 2966 3503,3110,7325,1955,1153,4065, 83, 296,1199,3070, 192, 624, 93,7326, 822,1897, # 2982 2810,3111, 795,2064, 991,1554,1542,1592, 27, 43,2853, 859, 139,1456, 860,4300, # 2998 437, 712,3871, 164,2392,3112, 695, 211,3017,2096, 195,3872,1608,3504,3505,3618, # 3014 3873, 234, 811,2971,2097,3874,2229,1441,3506,1615,2375, 668,2076,1638, 305, 228, # 3030 1664,4301, 467, 415,7327, 262,2098,1593, 239, 108, 300, 200,1033, 512,1247,2077, # 3046 7328,7329,2173,3176,3619,2673, 593, 845,1062,3244, 88,1723,2037,3875,1950, 212, # 3062 266, 152, 149, 468,1898,4066,4302, 77, 187,7330,3018, 37, 5,2972,7331,3876, # 3078 7332,7333, 39,2517,4303,2894,3177,2078, 55, 148, 74,4304, 545, 483,1474,1029, # 3094 1665, 217,1869,1531,3113,1104,2645,4067, 24, 172,3507, 900,3877,3508,3509,4305, # 3110 32,1408,2811,1312, 329, 487,2355,2247,2708, 784,2674, 4,3019,3314,1427,1788, # 3126 188, 109, 499,7334,3620,1717,1789, 888,1217,3020,4306,7335,3510,7336,3315,1520, # 3142 3621,3878, 196,1034, 775,7337,7338, 929,1815, 249, 439, 38,7339,1063,7340, 794, # 3158 3879,1435,2296, 46, 178,3245,2065,7341,2376,7342, 214,1709,4307, 804, 35, 707, # 3174 324,3622,1601,2546, 140, 459,4068,7343,7344,1365, 839, 272, 978,2257,2572,3409, # 3190 2128,1363,3623,1423, 697, 100,3071, 48, 70,1231, 495,3114,2193,7345,1294,7346, # 3206 2079, 462, 586,1042,3246, 853, 256, 988, 185,2377,3410,1698, 434,1084,7347,3411, # 3222 314,2615,2775,4308,2330,2331, 569,2280, 637,1816,2518, 757,1162,1878,1616,3412, # 3238 287,1577,2115, 768,4309,1671,2854,3511,2519,1321,3737, 909,2413,7348,4069, 933, # 3254 3738,7349,2052,2356,1222,4310, 765,2414,1322, 786,4311,7350,1919,1462,1677,2895, # 3270 1699,7351,4312,1424,2437,3115,3624,2590,3316,1774,1940,3413,3880,4070, 309,1369, # 3286 1130,2812, 364,2230,1653,1299,3881,3512,3882,3883,2646, 525,1085,3021, 902,2000, # 3302 1475, 964,4313, 421,1844,1415,1057,2281, 940,1364,3116, 376,4314,4315,1381, 7, # 3318 2520, 983,2378, 336,1710,2675,1845, 321,3414, 559,1131,3022,2742,1808,1132,1313, # 3334 265,1481,1857,7352, 352,1203,2813,3247, 167,1089, 420,2814, 776, 792,1724,3513, # 3350 4071,2438,3248,7353,4072,7354, 446, 229, 333,2743, 901,3739,1200,1557,4316,2647, # 3366 1920, 395,2744,2676,3740,4073,1835, 125, 916,3178,2616,4317,7355,7356,3741,7357, # 3382 7358,7359,4318,3117,3625,1133,2547,1757,3415,1510,2313,1409,3514,7360,2145, 438, # 3398 2591,2896,2379,3317,1068, 958,3023, 461, 311,2855,2677,4074,1915,3179,4075,1978, # 3414 383, 750,2745,2617,4076, 274, 539, 385,1278,1442,7361,1154,1964, 384, 561, 210, # 3430 98,1295,2548,3515,7362,1711,2415,1482,3416,3884,2897,1257, 129,7363,3742, 642, # 3446 523,2776,2777,2648,7364, 141,2231,1333, 68, 176, 441, 876, 907,4077, 603,2592, # 3462 710, 171,3417, 404, 549, 18,3118,2393,1410,3626,1666,7365,3516,4319,2898,4320, # 3478 7366,2973, 368,7367, 146, 366, 99, 871,3627,1543, 748, 807,1586,1185, 22,2258, # 3494 379,3743,3180,7368,3181, 505,1941,2618,1991,1382,2314,7369, 380,2357, 218, 702, # 3510 1817,1248,3418,3024,3517,3318,3249,7370,2974,3628, 930,3250,3744,7371, 59,7372, # 3526 585, 601,4078, 497,3419,1112,1314,4321,1801,7373,1223,1472,2174,7374, 749,1836, # 3542 690,1899,3745,1772,3885,1476, 429,1043,1790,2232,2116, 917,4079, 447,1086,1629, # 3558 7375, 556,7376,7377,2020,1654, 844,1090, 105, 550, 966,1758,2815,1008,1782, 686, # 3574 1095,7378,2282, 793,1602,7379,3518,2593,4322,4080,2933,2297,4323,3746, 980,2496, # 3590 544, 353, 527,4324, 908,2678,2899,7380, 381,2619,1942,1348,7381,1341,1252, 560, # 3606 3072,7382,3420,2856,7383,2053, 973, 886,2080, 143,4325,7384,7385, 157,3886, 496, # 3622 4081, 57, 840, 540,2038,4326,4327,3421,2117,1445, 970,2259,1748,1965,2081,4082, # 3638 3119,1234,1775,3251,2816,3629, 773,1206,2129,1066,2039,1326,3887,1738,1725,4083, # 3654 279,3120, 51,1544,2594, 423,1578,2130,2066, 173,4328,1879,7386,7387,1583, 264, # 3670 610,3630,4329,2439, 280, 154,7388,7389,7390,1739, 338,1282,3073, 693,2857,1411, # 3686 1074,3747,2440,7391,4330,7392,7393,1240, 952,2394,7394,2900,1538,2679, 685,1483, # 3702 4084,2468,1436, 953,4085,2054,4331, 671,2395, 79,4086,2441,3252, 608, 567,2680, # 3718 3422,4087,4088,1691, 393,1261,1791,2396,7395,4332,7396,7397,7398,7399,1383,1672, # 3734 3748,3182,1464, 522,1119, 661,1150, 216, 675,4333,3888,1432,3519, 609,4334,2681, # 3750 2397,7400,7401,7402,4089,3025, 0,7403,2469, 315, 231,2442, 301,3319,4335,2380, # 3766 7404, 233,4090,3631,1818,4336,4337,7405, 96,1776,1315,2082,7406, 257,7407,1809, # 3782 3632,2709,1139,1819,4091,2021,1124,2163,2778,1777,2649,7408,3074, 363,1655,3183, # 3798 7409,2975,7410,7411,7412,3889,1567,3890, 718, 103,3184, 849,1443, 341,3320,2934, # 3814 1484,7413,1712, 127, 67, 339,4092,2398, 679,1412, 821,7414,7415, 834, 738, 351, # 3830 2976,2146, 846, 235,1497,1880, 418,1992,3749,2710, 186,1100,2147,2746,3520,1545, # 3846 1355,2935,2858,1377, 583,3891,4093,2573,2977,7416,1298,3633,1078,2549,3634,2358, # 3862 78,3750,3751, 267,1289,2099,2001,1594,4094, 348, 369,1274,2194,2175,1837,4338, # 3878 1820,2817,3635,2747,2283,2002,4339,2936,2748, 144,3321, 882,4340,3892,2749,3423, # 3894 4341,2901,7417,4095,1726, 320,7418,3893,3026, 788,2978,7419,2818,1773,1327,2859, # 3910 3894,2819,7420,1306,4342,2003,1700,3752,3521,2359,2650, 787,2022, 506, 824,3636, # 3926 534, 323,4343,1044,3322,2023,1900, 946,3424,7421,1778,1500,1678,7422,1881,4344, # 3942 165, 243,4345,3637,2521, 123, 683,4096, 764,4346, 36,3895,1792, 589,2902, 816, # 3958 626,1667,3027,2233,1639,1555,1622,3753,3896,7423,3897,2860,1370,1228,1932, 891, # 3974 2083,2903, 304,4097,7424, 292,2979,2711,3522, 691,2100,4098,1115,4347, 118, 662, # 3990 7425, 611,1156, 854,2381,1316,2861, 2, 386, 515,2904,7426,7427,3253, 868,2234, # 4006 1486, 855,2651, 785,2212,3028,7428,1040,3185,3523,7429,3121, 448,7430,1525,7431, # 4022 2164,4348,7432,3754,7433,4099,2820,3524,3122, 503, 818,3898,3123,1568, 814, 676, # 4038 1444, 306,1749,7434,3755,1416,1030, 197,1428, 805,2821,1501,4349,7435,7436,7437, # 4054 1993,7438,4350,7439,7440,2195, 13,2779,3638,2980,3124,1229,1916,7441,3756,2131, # 4070 7442,4100,4351,2399,3525,7443,2213,1511,1727,1120,7444,7445, 646,3757,2443, 307, # 4086 7446,7447,1595,3186,7448,7449,7450,3639,1113,1356,3899,1465,2522,2523,7451, 519, # 4102 7452, 128,2132, 92,2284,1979,7453,3900,1512, 342,3125,2196,7454,2780,2214,1980, # 4118 3323,7455, 290,1656,1317, 789, 827,2360,7456,3758,4352, 562, 581,3901,7457, 401, # 4134 4353,2248, 94,4354,1399,2781,7458,1463,2024,4355,3187,1943,7459, 828,1105,4101, # 4150 1262,1394,7460,4102, 605,4356,7461,1783,2862,7462,2822, 819,2101, 578,2197,2937, # 4166 7463,1502, 436,3254,4103,3255,2823,3902,2905,3425,3426,7464,2712,2315,7465,7466, # 4182 2332,2067, 23,4357, 193, 826,3759,2102, 699,1630,4104,3075, 390,1793,1064,3526, # 4198 7467,1579,3076,3077,1400,7468,4105,1838,1640,2863,7469,4358,4359, 137,4106, 598, # 4214 3078,1966, 780, 104, 974,2938,7470, 278, 899, 253, 402, 572, 504, 493,1339,7471, # 4230 3903,1275,4360,2574,2550,7472,3640,3029,3079,2249, 565,1334,2713, 863, 41,7473, # 4246 7474,4361,7475,1657,2333, 19, 463,2750,4107, 606,7476,2981,3256,1087,2084,1323, # 4262 2652,2982,7477,1631,1623,1750,4108,2682,7478,2864, 791,2714,2653,2334, 232,2416, # 4278 7479,2983,1498,7480,2654,2620, 755,1366,3641,3257,3126,2025,1609, 119,1917,3427, # 4294 862,1026,4109,7481,3904,3760,4362,3905,4363,2260,1951,2470,7482,1125, 817,4110, # 4310 4111,3906,1513,1766,2040,1487,4112,3030,3258,2824,3761,3127,7483,7484,1507,7485, # 4326 2683, 733, 40,1632,1106,2865, 345,4113, 841,2524, 230,4364,2984,1846,3259,3428, # 4342 7486,1263, 986,3429,7487, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562,3907, # 4358 3908,2939, 967,2751,2655,1349, 592,2133,1692,3324,2985,1994,4114,1679,3909,1901, # 4374 2185,7488, 739,3642,2715,1296,1290,7489,4115,2198,2199,1921,1563,2595,2551,1870, # 4390 2752,2986,7490, 435,7491, 343,1108, 596, 17,1751,4365,2235,3430,3643,7492,4366, # 4406 294,3527,2940,1693, 477, 979, 281,2041,3528, 643,2042,3644,2621,2782,2261,1031, # 4422 2335,2134,2298,3529,4367, 367,1249,2552,7493,3530,7494,4368,1283,3325,2004, 240, # 4438 1762,3326,4369,4370, 836,1069,3128, 474,7495,2148,2525, 268,3531,7496,3188,1521, # 4454 1284,7497,1658,1546,4116,7498,3532,3533,7499,4117,3327,2684,1685,4118, 961,1673, # 4470 2622, 190,2005,2200,3762,4371,4372,7500, 570,2497,3645,1490,7501,4373,2623,3260, # 4486 1956,4374, 584,1514, 396,1045,1944,7502,4375,1967,2444,7503,7504,4376,3910, 619, # 4502 7505,3129,3261, 215,2006,2783,2553,3189,4377,3190,4378, 763,4119,3763,4379,7506, # 4518 7507,1957,1767,2941,3328,3646,1174, 452,1477,4380,3329,3130,7508,2825,1253,2382, # 4534 2186,1091,2285,4120, 492,7509, 638,1169,1824,2135,1752,3911, 648, 926,1021,1324, # 4550 4381, 520,4382, 997, 847,1007, 892,4383,3764,2262,1871,3647,7510,2400,1784,4384, # 4566 1952,2942,3080,3191,1728,4121,2043,3648,4385,2007,1701,3131,1551, 30,2263,4122, # 4582 7511,2026,4386,3534,7512, 501,7513,4123, 594,3431,2165,1821,3535,3432,3536,3192, # 4598 829,2826,4124,7514,1680,3132,1225,4125,7515,3262,4387,4126,3133,2336,7516,4388, # 4614 4127,7517,3912,3913,7518,1847,2383,2596,3330,7519,4389, 374,3914, 652,4128,4129, # 4630 375,1140, 798,7520,7521,7522,2361,4390,2264, 546,1659, 138,3031,2445,4391,7523, # 4646 2250, 612,1848, 910, 796,3765,1740,1371, 825,3766,3767,7524,2906,2554,7525, 692, # 4662 444,3032,2624, 801,4392,4130,7526,1491, 244,1053,3033,4131,4132, 340,7527,3915, # 4678 1041,2987, 293,1168, 87,1357,7528,1539, 959,7529,2236, 721, 694,4133,3768, 219, # 4694 1478, 644,1417,3331,2656,1413,1401,1335,1389,3916,7530,7531,2988,2362,3134,1825, # 4710 730,1515, 184,2827, 66,4393,7532,1660,2943, 246,3332, 378,1457, 226,3433, 975, # 4726 3917,2944,1264,3537, 674, 696,7533, 163,7534,1141,2417,2166, 713,3538,3333,4394, # 4742 3918,7535,7536,1186, 15,7537,1079,1070,7538,1522,3193,3539, 276,1050,2716, 758, # 4758 1126, 653,2945,3263,7539,2337, 889,3540,3919,3081,2989, 903,1250,4395,3920,3434, # 4774 3541,1342,1681,1718, 766,3264, 286, 89,2946,3649,7540,1713,7541,2597,3334,2990, # 4790 7542,2947,2215,3194,2866,7543,4396,2498,2526, 181, 387,1075,3921, 731,2187,3335, # 4806 7544,3265, 310, 313,3435,2299, 770,4134, 54,3034, 189,4397,3082,3769,3922,7545, # 4822 1230,1617,1849, 355,3542,4135,4398,3336, 111,4136,3650,1350,3135,3436,3035,4137, # 4838 2149,3266,3543,7546,2784,3923,3924,2991, 722,2008,7547,1071, 247,1207,2338,2471, # 4854 1378,4399,2009, 864,1437,1214,4400, 373,3770,1142,2216, 667,4401, 442,2753,2555, # 4870 3771,3925,1968,4138,3267,1839, 837, 170,1107, 934,1336,1882,7548,7549,2118,4139, # 4886 2828, 743,1569,7550,4402,4140, 582,2384,1418,3437,7551,1802,7552, 357,1395,1729, # 4902 3651,3268,2418,1564,2237,7553,3083,3772,1633,4403,1114,2085,4141,1532,7554, 482, # 4918 2446,4404,7555,7556,1492, 833,1466,7557,2717,3544,1641,2829,7558,1526,1272,3652, # 4934 4142,1686,1794, 416,2556,1902,1953,1803,7559,3773,2785,3774,1159,2316,7560,2867, # 4950 4405,1610,1584,3036,2419,2754, 443,3269,1163,3136,7561,7562,3926,7563,4143,2499, # 4966 3037,4406,3927,3137,2103,1647,3545,2010,1872,4144,7564,4145, 431,3438,7565, 250, # 4982 97, 81,4146,7566,1648,1850,1558, 160, 848,7567, 866, 740,1694,7568,2201,2830, # 4998 3195,4147,4407,3653,1687, 950,2472, 426, 469,3196,3654,3655,3928,7569,7570,1188, # 5014 424,1995, 861,3546,4148,3775,2202,2685, 168,1235,3547,4149,7571,2086,1674,4408, # 5030 3337,3270, 220,2557,1009,7572,3776, 670,2992, 332,1208, 717,7573,7574,3548,2447, # 5046 3929,3338,7575, 513,7576,1209,2868,3339,3138,4409,1080,7577,7578,7579,7580,2527, # 5062 3656,3549, 815,1587,3930,3931,7581,3550,3439,3777,1254,4410,1328,3038,1390,3932, # 5078 1741,3933,3778,3934,7582, 236,3779,2448,3271,7583,7584,3657,3780,1273,3781,4411, # 5094 7585, 308,7586,4412, 245,4413,1851,2473,1307,2575, 430, 715,2136,2449,7587, 270, # 5110 199,2869,3935,7588,3551,2718,1753, 761,1754, 725,1661,1840,4414,3440,3658,7589, # 5126 7590, 587, 14,3272, 227,2598, 326, 480,2265, 943,2755,3552, 291, 650,1883,7591, # 5142 1702,1226, 102,1547, 62,3441, 904,4415,3442,1164,4150,7592,7593,1224,1548,2756, # 5158 391, 498,1493,7594,1386,1419,7595,2055,1177,4416, 813, 880,1081,2363, 566,1145, # 5174 4417,2286,1001,1035,2558,2599,2238, 394,1286,7596,7597,2068,7598, 86,1494,1730, # 5190 3936, 491,1588, 745, 897,2948, 843,3340,3937,2757,2870,3273,1768, 998,2217,2069, # 5206 397,1826,1195,1969,3659,2993,3341, 284,7599,3782,2500,2137,2119,1903,7600,3938, # 5222 2150,3939,4151,1036,3443,1904, 114,2559,4152, 209,1527,7601,7602,2949,2831,2625, # 5238 2385,2719,3139, 812,2560,7603,3274,7604,1559, 737,1884,3660,1210, 885, 28,2686, # 5254 3553,3783,7605,4153,1004,1779,4418,7606, 346,1981,2218,2687,4419,3784,1742, 797, # 5270 1642,3940,1933,1072,1384,2151, 896,3941,3275,3661,3197,2871,3554,7607,2561,1958, # 5286 4420,2450,1785,7608,7609,7610,3942,4154,1005,1308,3662,4155,2720,4421,4422,1528, # 5302 2600, 161,1178,4156,1982, 987,4423,1101,4157, 631,3943,1157,3198,2420,1343,1241, # 5318 1016,2239,2562, 372, 877,2339,2501,1160, 555,1934, 911,3944,7611, 466,1170, 169, # 5334 1051,2907,2688,3663,2474,2994,1182,2011,2563,1251,2626,7612, 992,2340,3444,1540, # 5350 2721,1201,2070,2401,1996,2475,7613,4424, 528,1922,2188,1503,1873,1570,2364,3342, # 5366 3276,7614, 557,1073,7615,1827,3445,2087,2266,3140,3039,3084, 767,3085,2786,4425, # 5382 1006,4158,4426,2341,1267,2176,3664,3199, 778,3945,3200,2722,1597,2657,7616,4427, # 5398 7617,3446,7618,7619,7620,3277,2689,1433,3278, 131, 95,1504,3946, 723,4159,3141, # 5414 1841,3555,2758,2189,3947,2027,2104,3665,7621,2995,3948,1218,7622,3343,3201,3949, # 5430 4160,2576, 248,1634,3785, 912,7623,2832,3666,3040,3786, 654, 53,7624,2996,7625, # 5446 1688,4428, 777,3447,1032,3950,1425,7626, 191, 820,2120,2833, 971,4429, 931,3202, # 5462 135, 664, 783,3787,1997, 772,2908,1935,3951,3788,4430,2909,3203, 282,2723, 640, # 5478 1372,3448,1127, 922, 325,3344,7627,7628, 711,2044,7629,7630,3952,2219,2787,1936, # 5494 3953,3345,2220,2251,3789,2300,7631,4431,3790,1258,3279,3954,3204,2138,2950,3955, # 5510 3956,7632,2221, 258,3205,4432, 101,1227,7633,3280,1755,7634,1391,3281,7635,2910, # 5526 2056, 893,7636,7637,7638,1402,4161,2342,7639,7640,3206,3556,7641,7642, 878,1325, # 5542 1780,2788,4433, 259,1385,2577, 744,1183,2267,4434,7643,3957,2502,7644, 684,1024, # 5558 4162,7645, 472,3557,3449,1165,3282,3958,3959, 322,2152, 881, 455,1695,1152,1340, # 5574 660, 554,2153,4435,1058,4436,4163, 830,1065,3346,3960,4437,1923,7646,1703,1918, # 5590 7647, 932,2268, 122,7648,4438, 947, 677,7649,3791,2627, 297,1905,1924,2269,4439, # 5606 2317,3283,7650,7651,4164,7652,4165, 84,4166, 112, 989,7653, 547,1059,3961, 701, # 5622 3558,1019,7654,4167,7655,3450, 942, 639, 457,2301,2451, 993,2951, 407, 851, 494, # 5638 4440,3347, 927,7656,1237,7657,2421,3348, 573,4168, 680, 921,2911,1279,1874, 285, # 5654 790,1448,1983, 719,2167,7658,7659,4441,3962,3963,1649,7660,1541, 563,7661,1077, # 5670 7662,3349,3041,3451, 511,2997,3964,3965,3667,3966,1268,2564,3350,3207,4442,4443, # 5686 7663, 535,1048,1276,1189,2912,2028,3142,1438,1373,2834,2952,1134,2012,7664,4169, # 5702 1238,2578,3086,1259,7665, 700,7666,2953,3143,3668,4170,7667,4171,1146,1875,1906, # 5718 4444,2601,3967, 781,2422, 132,1589, 203, 147, 273,2789,2402, 898,1786,2154,3968, # 5734 3969,7668,3792,2790,7669,7670,4445,4446,7671,3208,7672,1635,3793, 965,7673,1804, # 5750 2690,1516,3559,1121,1082,1329,3284,3970,1449,3794, 65,1128,2835,2913,2759,1590, # 5766 3795,7674,7675, 12,2658, 45, 976,2579,3144,4447, 517,2528,1013,1037,3209,7676, # 5782 3796,2836,7677,3797,7678,3452,7679,2602, 614,1998,2318,3798,3087,2724,2628,7680, # 5798 2580,4172, 599,1269,7681,1810,3669,7682,2691,3088, 759,1060, 489,1805,3351,3285, # 5814 1358,7683,7684,2386,1387,1215,2629,2252, 490,7685,7686,4173,1759,2387,2343,7687, # 5830 4448,3799,1907,3971,2630,1806,3210,4449,3453,3286,2760,2344, 874,7688,7689,3454, # 5846 3670,1858, 91,2914,3671,3042,3800,4450,7690,3145,3972,2659,7691,3455,1202,1403, # 5862 3801,2954,2529,1517,2503,4451,3456,2504,7692,4452,7693,2692,1885,1495,1731,3973, # 5878 2365,4453,7694,2029,7695,7696,3974,2693,1216, 237,2581,4174,2319,3975,3802,4454, # 5894 4455,2694,3560,3457, 445,4456,7697,7698,7699,7700,2761, 61,3976,3672,1822,3977, # 5910 7701, 687,2045, 935, 925, 405,2660, 703,1096,1859,2725,4457,3978,1876,1367,2695, # 5926 3352, 918,2105,1781,2476, 334,3287,1611,1093,4458, 564,3146,3458,3673,3353, 945, # 5942 2631,2057,4459,7702,1925, 872,4175,7703,3459,2696,3089, 349,4176,3674,3979,4460, # 5958 3803,4177,3675,2155,3980,4461,4462,4178,4463,2403,2046, 782,3981, 400, 251,4179, # 5974 1624,7704,7705, 277,3676, 299,1265, 476,1191,3804,2121,4180,4181,1109, 205,7706, # 5990 2582,1000,2156,3561,1860,7707,7708,7709,4464,7710,4465,2565, 107,2477,2157,3982, # 6006 3460,3147,7711,1533, 541,1301, 158, 753,4182,2872,3562,7712,1696, 370,1088,4183, # 6022 4466,3563, 579, 327, 440, 162,2240, 269,1937,1374,3461, 968,3043, 56,1396,3090, # 6038 2106,3288,3354,7713,1926,2158,4467,2998,7714,3564,7715,7716,3677,4468,2478,7717, # 6054 2791,7718,1650,4469,7719,2603,7720,7721,3983,2661,3355,1149,3356,3984,3805,3985, # 6070 7722,1076, 49,7723, 951,3211,3289,3290, 450,2837, 920,7724,1811,2792,2366,4184, # 6086 1908,1138,2367,3806,3462,7725,3212,4470,1909,1147,1518,2423,4471,3807,7726,4472, # 6102 2388,2604, 260,1795,3213,7727,7728,3808,3291, 708,7729,3565,1704,7730,3566,1351, # 6118 1618,3357,2999,1886, 944,4185,3358,4186,3044,3359,4187,7731,3678, 422, 413,1714, # 6134 3292, 500,2058,2345,4188,2479,7732,1344,1910, 954,7733,1668,7734,7735,3986,2404, # 6150 4189,3567,3809,4190,7736,2302,1318,2505,3091, 133,3092,2873,4473, 629, 31,2838, # 6166 2697,3810,4474, 850, 949,4475,3987,2955,1732,2088,4191,1496,1852,7737,3988, 620, # 6182 3214, 981,1242,3679,3360,1619,3680,1643,3293,2139,2452,1970,1719,3463,2168,7738, # 6198 3215,7739,7740,3361,1828,7741,1277,4476,1565,2047,7742,1636,3568,3093,7743, 869, # 6214 2839, 655,3811,3812,3094,3989,3000,3813,1310,3569,4477,7744,7745,7746,1733, 558, # 6230 4478,3681, 335,1549,3045,1756,4192,3682,1945,3464,1829,1291,1192, 470,2726,2107, # 6246 2793, 913,1054,3990,7747,1027,7748,3046,3991,4479, 982,2662,3362,3148,3465,3216, # 6262 3217,1946,2794,7749, 571,4480,7750,1830,7751,3570,2583,1523,2424,7752,2089, 984, # 6278 4481,3683,1959,7753,3684, 852, 923,2795,3466,3685, 969,1519, 999,2048,2320,1705, # 6294 7754,3095, 615,1662, 151, 597,3992,2405,2321,1049, 275,4482,3686,4193, 568,3687, # 6310 3571,2480,4194,3688,7755,2425,2270, 409,3218,7756,1566,2874,3467,1002, 769,2840, # 6326 194,2090,3149,3689,2222,3294,4195, 628,1505,7757,7758,1763,2177,3001,3993, 521, # 6342 1161,2584,1787,2203,2406,4483,3994,1625,4196,4197, 412, 42,3096, 464,7759,2632, # 6358 4484,3363,1760,1571,2875,3468,2530,1219,2204,3814,2633,2140,2368,4485,4486,3295, # 6374 1651,3364,3572,7760,7761,3573,2481,3469,7762,3690,7763,7764,2271,2091, 460,7765, # 6390 4487,7766,3002, 962, 588,3574, 289,3219,2634,1116, 52,7767,3047,1796,7768,7769, # 6406 7770,1467,7771,1598,1143,3691,4198,1984,1734,1067,4488,1280,3365, 465,4489,1572, # 6422 510,7772,1927,2241,1812,1644,3575,7773,4490,3692,7774,7775,2663,1573,1534,7776, # 6438 7777,4199, 536,1807,1761,3470,3815,3150,2635,7778,7779,7780,4491,3471,2915,1911, # 6454 2796,7781,3296,1122, 377,3220,7782, 360,7783,7784,4200,1529, 551,7785,2059,3693, # 6470 1769,2426,7786,2916,4201,3297,3097,2322,2108,2030,4492,1404, 136,1468,1479, 672, # 6486 1171,3221,2303, 271,3151,7787,2762,7788,2049, 678,2727, 865,1947,4493,7789,2013, # 6502 3995,2956,7790,2728,2223,1397,3048,3694,4494,4495,1735,2917,3366,3576,7791,3816, # 6518 509,2841,2453,2876,3817,7792,7793,3152,3153,4496,4202,2531,4497,2304,1166,1010, # 6534 552, 681,1887,7794,7795,2957,2958,3996,1287,1596,1861,3154, 358, 453, 736, 175, # 6550 478,1117, 905,1167,1097,7796,1853,1530,7797,1706,7798,2178,3472,2287,3695,3473, # 6566 3577,4203,2092,4204,7799,3367,1193,2482,4205,1458,2190,2205,1862,1888,1421,3298, # 6582 2918,3049,2179,3474, 595,2122,7800,3997,7801,7802,4206,1707,2636, 223,3696,1359, # 6598 751,3098, 183,3475,7803,2797,3003, 419,2369, 633, 704,3818,2389, 241,7804,7805, # 6614 7806, 838,3004,3697,2272,2763,2454,3819,1938,2050,3998,1309,3099,2242,1181,7807, # 6630 1136,2206,3820,2370,1446,4207,2305,4498,7808,7809,4208,1055,2605, 484,3698,7810, # 6646 3999, 625,4209,2273,3368,1499,4210,4000,7811,4001,4211,3222,2274,2275,3476,7812, # 6662 7813,2764, 808,2606,3699,3369,4002,4212,3100,2532, 526,3370,3821,4213, 955,7814, # 6678 1620,4214,2637,2427,7815,1429,3700,1669,1831, 994, 928,7816,3578,1260,7817,7818, # 6694 7819,1948,2288, 741,2919,1626,4215,2729,2455, 867,1184, 362,3371,1392,7820,7821, # 6710 4003,4216,1770,1736,3223,2920,4499,4500,1928,2698,1459,1158,7822,3050,3372,2877, # 6726 1292,1929,2506,2842,3701,1985,1187,2071,2014,2607,4217,7823,2566,2507,2169,3702, # 6742 2483,3299,7824,3703,4501,7825,7826, 666,1003,3005,1022,3579,4218,7827,4502,1813, # 6758 2253, 574,3822,1603, 295,1535, 705,3823,4219, 283, 858, 417,7828,7829,3224,4503, # 6774 4504,3051,1220,1889,1046,2276,2456,4004,1393,1599, 689,2567, 388,4220,7830,2484, # 6790 802,7831,2798,3824,2060,1405,2254,7832,4505,3825,2109,1052,1345,3225,1585,7833, # 6806 809,7834,7835,7836, 575,2730,3477, 956,1552,1469,1144,2323,7837,2324,1560,2457, # 6822 3580,3226,4005, 616,2207,3155,2180,2289,7838,1832,7839,3478,4506,7840,1319,3704, # 6838 3705,1211,3581,1023,3227,1293,2799,7841,7842,7843,3826, 607,2306,3827, 762,2878, # 6854 1439,4221,1360,7844,1485,3052,7845,4507,1038,4222,1450,2061,2638,4223,1379,4508, # 6870 2585,7846,7847,4224,1352,1414,2325,2921,1172,7848,7849,3828,3829,7850,1797,1451, # 6886 7851,7852,7853,7854,2922,4006,4007,2485,2346, 411,4008,4009,3582,3300,3101,4509, # 6902 1561,2664,1452,4010,1375,7855,7856, 47,2959, 316,7857,1406,1591,2923,3156,7858, # 6918 1025,2141,3102,3157, 354,2731, 884,2224,4225,2407, 508,3706, 726,3583, 996,2428, # 6934 3584, 729,7859, 392,2191,1453,4011,4510,3707,7860,7861,2458,3585,2608,1675,2800, # 6950 919,2347,2960,2348,1270,4511,4012, 73,7862,7863, 647,7864,3228,2843,2255,1550, # 6966 1346,3006,7865,1332, 883,3479,7866,7867,7868,7869,3301,2765,7870,1212, 831,1347, # 6982 4226,4512,2326,3830,1863,3053, 720,3831,4513,4514,3832,7871,4227,7872,7873,4515, # 6998 7874,7875,1798,4516,3708,2609,4517,3586,1645,2371,7876,7877,2924, 669,2208,2665, # 7014 2429,7878,2879,7879,7880,1028,3229,7881,4228,2408,7882,2256,1353,7883,7884,4518, # 7030 3158, 518,7885,4013,7886,4229,1960,7887,2142,4230,7888,7889,3007,2349,2350,3833, # 7046 516,1833,1454,4014,2699,4231,4519,2225,2610,1971,1129,3587,7890,2766,7891,2961, # 7062 1422, 577,1470,3008,1524,3373,7892,7893, 432,4232,3054,3480,7894,2586,1455,2508, # 7078 2226,1972,1175,7895,1020,2732,4015,3481,4520,7896,2733,7897,1743,1361,3055,3482, # 7094 2639,4016,4233,4521,2290, 895, 924,4234,2170, 331,2243,3056, 166,1627,3057,1098, # 7110 7898,1232,2880,2227,3374,4522, 657, 403,1196,2372, 542,3709,3375,1600,4235,3483, # 7126 7899,4523,2767,3230, 576, 530,1362,7900,4524,2533,2666,3710,4017,7901, 842,3834, # 7142 7902,2801,2031,1014,4018, 213,2700,3376, 665, 621,4236,7903,3711,2925,2430,7904, # 7158 2431,3302,3588,3377,7905,4237,2534,4238,4525,3589,1682,4239,3484,1380,7906, 724, # 7174 2277, 600,1670,7907,1337,1233,4526,3103,2244,7908,1621,4527,7909, 651,4240,7910, # 7190 1612,4241,2611,7911,2844,7912,2734,2307,3058,7913, 716,2459,3059, 174,1255,2701, # 7206 4019,3590, 548,1320,1398, 728,4020,1574,7914,1890,1197,3060,4021,7915,3061,3062, # 7222 3712,3591,3713, 747,7916, 635,4242,4528,7917,7918,7919,4243,7920,7921,4529,7922, # 7238 3378,4530,2432, 451,7923,3714,2535,2072,4244,2735,4245,4022,7924,1764,4531,7925, # 7254 4246, 350,7926,2278,2390,2486,7927,4247,4023,2245,1434,4024, 488,4532, 458,4248, # 7270 4025,3715, 771,1330,2391,3835,2568,3159,2159,2409,1553,2667,3160,4249,7928,2487, # 7286 2881,2612,1720,2702,4250,3379,4533,7929,2536,4251,7930,3231,4252,2768,7931,2015, # 7302 2736,7932,1155,1017,3716,3836,7933,3303,2308, 201,1864,4253,1430,7934,4026,7935, # 7318 7936,7937,7938,7939,4254,1604,7940, 414,1865, 371,2587,4534,4535,3485,2016,3104, # 7334 4536,1708, 960,4255, 887, 389,2171,1536,1663,1721,7941,2228,4027,2351,2926,1580, # 7350 7942,7943,7944,1744,7945,2537,4537,4538,7946,4539,7947,2073,7948,7949,3592,3380, # 7366 2882,4256,7950,4257,2640,3381,2802, 673,2703,2460, 709,3486,4028,3593,4258,7951, # 7382 1148, 502, 634,7952,7953,1204,4540,3594,1575,4541,2613,3717,7954,3718,3105, 948, # 7398 3232, 121,1745,3837,1110,7955,4259,3063,2509,3009,4029,3719,1151,1771,3838,1488, # 7414 4030,1986,7956,2433,3487,7957,7958,2093,7959,4260,3839,1213,1407,2803, 531,2737, # 7430 2538,3233,1011,1537,7960,2769,4261,3106,1061,7961,3720,3721,1866,2883,7962,2017, # 7446 120,4262,4263,2062,3595,3234,2309,3840,2668,3382,1954,4542,7963,7964,3488,1047, # 7462 2704,1266,7965,1368,4543,2845, 649,3383,3841,2539,2738,1102,2846,2669,7966,7967, # 7478 1999,7968,1111,3596,2962,7969,2488,3842,3597,2804,1854,3384,3722,7970,7971,3385, # 7494 2410,2884,3304,3235,3598,7972,2569,7973,3599,2805,4031,1460, 856,7974,3600,7975, # 7510 2885,2963,7976,2886,3843,7977,4264, 632,2510, 875,3844,1697,3845,2291,7978,7979, # 7526 4544,3010,1239, 580,4545,4265,7980, 914, 936,2074,1190,4032,1039,2123,7981,7982, # 7542 7983,3386,1473,7984,1354,4266,3846,7985,2172,3064,4033, 915,3305,4267,4268,3306, # 7558 1605,1834,7986,2739, 398,3601,4269,3847,4034, 328,1912,2847,4035,3848,1331,4270, # 7574 3011, 937,4271,7987,3602,4036,4037,3387,2160,4546,3388, 524, 742, 538,3065,1012, # 7590 7988,7989,3849,2461,7990, 658,1103, 225,3850,7991,7992,4547,7993,4548,7994,3236, # 7606 1243,7995,4038, 963,2246,4549,7996,2705,3603,3161,7997,7998,2588,2327,7999,4550, # 7622 8000,8001,8002,3489,3307, 957,3389,2540,2032,1930,2927,2462, 870,2018,3604,1746, # 7638 2770,2771,2434,2463,8003,3851,8004,3723,3107,3724,3490,3390,3725,8005,1179,3066, # 7654 8006,3162,2373,4272,3726,2541,3163,3108,2740,4039,8007,3391,1556,2542,2292, 977, # 7670 2887,2033,4040,1205,3392,8008,1765,3393,3164,2124,1271,1689, 714,4551,3491,8009, # 7686 2328,3852, 533,4273,3605,2181, 617,8010,2464,3308,3492,2310,8011,8012,3165,8013, # 7702 8014,3853,1987, 618, 427,2641,3493,3394,8015,8016,1244,1690,8017,2806,4274,4552, # 7718 8018,3494,8019,8020,2279,1576, 473,3606,4275,3395, 972,8021,3607,8022,3067,8023, # 7734 8024,4553,4554,8025,3727,4041,4042,8026, 153,4555, 356,8027,1891,2888,4276,2143, # 7750 408, 803,2352,8028,3854,8029,4277,1646,2570,2511,4556,4557,3855,8030,3856,4278, # 7766 8031,2411,3396, 752,8032,8033,1961,2964,8034, 746,3012,2465,8035,4279,3728, 698, # 7782 4558,1892,4280,3608,2543,4559,3609,3857,8036,3166,3397,8037,1823,1302,4043,2706, # 7798 3858,1973,4281,8038,4282,3167, 823,1303,1288,1236,2848,3495,4044,3398, 774,3859, # 7814 8039,1581,4560,1304,2849,3860,4561,8040,2435,2161,1083,3237,4283,4045,4284, 344, # 7830 1173, 288,2311, 454,1683,8041,8042,1461,4562,4046,2589,8043,8044,4563, 985, 894, # 7846 8045,3399,3168,8046,1913,2928,3729,1988,8047,2110,1974,8048,4047,8049,2571,1194, # 7862 425,8050,4564,3169,1245,3730,4285,8051,8052,2850,8053, 636,4565,1855,3861, 760, # 7878 1799,8054,4286,2209,1508,4566,4048,1893,1684,2293,8055,8056,8057,4287,4288,2210, # 7894 479,8058,8059, 832,8060,4049,2489,8061,2965,2490,3731, 990,3109, 627,1814,2642, # 7910 4289,1582,4290,2125,2111,3496,4567,8062, 799,4291,3170,8063,4568,2112,1737,3013, # 7926 1018, 543, 754,4292,3309,1676,4569,4570,4050,8064,1489,8065,3497,8066,2614,2889, # 7942 4051,8067,8068,2966,8069,8070,8071,8072,3171,4571,4572,2182,1722,8073,3238,3239, # 7958 1842,3610,1715, 481, 365,1975,1856,8074,8075,1962,2491,4573,8076,2126,3611,3240, # 7974 433,1894,2063,2075,8077, 602,2741,8078,8079,8080,8081,8082,3014,1628,3400,8083, # 7990 3172,4574,4052,2890,4575,2512,8084,2544,2772,8085,8086,8087,3310,4576,2891,8088, # 8006 4577,8089,2851,4578,4579,1221,2967,4053,2513,8090,8091,8092,1867,1989,8093,8094, # 8022 8095,1895,8096,8097,4580,1896,4054, 318,8098,2094,4055,4293,8099,8100, 485,8101, # 8038 938,3862, 553,2670, 116,8102,3863,3612,8103,3498,2671,2773,3401,3311,2807,8104, # 8054 3613,2929,4056,1747,2930,2968,8105,8106, 207,8107,8108,2672,4581,2514,8109,3015, # 8070 890,3614,3864,8110,1877,3732,3402,8111,2183,2353,3403,1652,8112,8113,8114, 941, # 8086 2294, 208,3499,4057,2019, 330,4294,3865,2892,2492,3733,4295,8115,8116,8117,8118, # 8102 ) PK @\A " pip/_vendor/chardet/euctwprober.pynu [ ######################## BEGIN LICENSE BLOCK ######################## # The Original Code is mozilla.org code. # # The Initial Developer of the Original Code is # Netscape Communications Corporation. # Portions created by the Initial Developer are Copyright (C) 1998 # the Initial Developer. All Rights Reserved. # # Contributor(s): # Mark Pilgrim - port to Python # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA # 02110-1301 USA ######################### END LICENSE BLOCK ######################### from .mbcharsetprober import MultiByteCharSetProber from .codingstatemachine import CodingStateMachine from .chardistribution import EUCTWDistributionAnalysis from .mbcssm import EUCTW_SM_MODEL class EUCTWProber(MultiByteCharSetProber): def __init__(self): super(EUCTWProber, self).__init__() self.coding_sm = CodingStateMachine(EUCTW_SM_MODEL) self.distribution_analyzer = EUCTWDistributionAnalysis() self.reset() @property def charset_name(self): return "EUC-TW" @property def language(self): return "Taiwan" PK @\2 2 pip/_vendor/packaging/tags.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import import distutils.util try: from importlib.machinery import EXTENSION_SUFFIXES except ImportError: # pragma: no cover import imp EXTENSION_SUFFIXES = [x[0] for x in imp.get_suffixes()] del imp import platform import re import sys import sysconfig import warnings INTERPRETER_SHORT_NAMES = { "python": "py", # Generic. "cpython": "cp", "pypy": "pp", "ironpython": "ip", "jython": "jy", } _32_BIT_INTERPRETER = sys.maxsize <= 2 ** 32 class Tag(object): __slots__ = ["_interpreter", "_abi", "_platform"] def __init__(self, interpreter, abi, platform): self._interpreter = interpreter.lower() self._abi = abi.lower() self._platform = platform.lower() @property def interpreter(self): return self._interpreter @property def abi(self): return self._abi @property def platform(self): return self._platform def __eq__(self, other): return ( (self.platform == other.platform) and (self.abi == other.abi) and (self.interpreter == other.interpreter) ) def __hash__(self): return hash((self._interpreter, self._abi, self._platform)) def __str__(self): return "{}-{}-{}".format(self._interpreter, self._abi, self._platform) def __repr__(self): return "<{self} @ {self_id}>".format(self=self, self_id=id(self)) def parse_tag(tag): tags = set() interpreters, abis, platforms = tag.split("-") for interpreter in interpreters.split("."): for abi in abis.split("."): for platform_ in platforms.split("."): tags.add(Tag(interpreter, abi, platform_)) return frozenset(tags) def _normalize_string(string): return string.replace(".", "_").replace("-", "_") def _cpython_interpreter(py_version): # TODO: Is using py_version_nodot for interpreter version critical? return "cp{major}{minor}".format(major=py_version[0], minor=py_version[1]) def _cpython_abis(py_version): abis = [] version = "{}{}".format(*py_version[:2]) debug = pymalloc = ucs4 = "" with_debug = sysconfig.get_config_var("Py_DEBUG") has_refcount = hasattr(sys, "gettotalrefcount") # Windows doesn't set Py_DEBUG, so checking for support of debug-compiled # extension modules is the best option. # https://github.com/pypa/pip/issues/3383#issuecomment-173267692 has_ext = "_d.pyd" in EXTENSION_SUFFIXES if with_debug or (with_debug is None and (has_refcount or has_ext)): debug = "d" if py_version < (3, 8): with_pymalloc = sysconfig.get_config_var("WITH_PYMALLOC") if with_pymalloc or with_pymalloc is None: pymalloc = "m" if py_version < (3, 3): unicode_size = sysconfig.get_config_var("Py_UNICODE_SIZE") if unicode_size == 4 or ( unicode_size is None and sys.maxunicode == 0x10FFFF ): ucs4 = "u" elif debug: # Debug builds can also load "normal" extension modules. # We can also assume no UCS-4 or pymalloc requirement. abis.append("cp{version}".format(version=version)) abis.insert( 0, "cp{version}{debug}{pymalloc}{ucs4}".format( version=version, debug=debug, pymalloc=pymalloc, ucs4=ucs4 ), ) return abis def _cpython_tags(py_version, interpreter, abis, platforms): for abi in abis: for platform_ in platforms: yield Tag(interpreter, abi, platform_) for tag in (Tag(interpreter, "abi3", platform_) for platform_ in platforms): yield tag for tag in (Tag(interpreter, "none", platform_) for platform_ in platforms): yield tag # PEP 384 was first implemented in Python 3.2. for minor_version in range(py_version[1] - 1, 1, -1): for platform_ in platforms: interpreter = "cp{major}{minor}".format( major=py_version[0], minor=minor_version ) yield Tag(interpreter, "abi3", platform_) def _pypy_interpreter(): return "pp{py_major}{pypy_major}{pypy_minor}".format( py_major=sys.version_info[0], pypy_major=sys.pypy_version_info.major, pypy_minor=sys.pypy_version_info.minor, ) def _generic_abi(): abi = sysconfig.get_config_var("SOABI") if abi: return _normalize_string(abi) else: return "none" def _pypy_tags(py_version, interpreter, abi, platforms): for tag in (Tag(interpreter, abi, platform) for platform in platforms): yield tag for tag in (Tag(interpreter, "none", platform) for platform in platforms): yield tag def _generic_tags(interpreter, py_version, abi, platforms): for tag in (Tag(interpreter, abi, platform) for platform in platforms): yield tag if abi != "none": tags = (Tag(interpreter, "none", platform_) for platform_ in platforms) for tag in tags: yield tag def _py_interpreter_range(py_version): """ Yield Python versions in descending order. After the latest version, the major-only version will be yielded, and then all following versions up to 'end'. """ yield "py{major}{minor}".format(major=py_version[0], minor=py_version[1]) yield "py{major}".format(major=py_version[0]) for minor in range(py_version[1] - 1, -1, -1): yield "py{major}{minor}".format(major=py_version[0], minor=minor) def _independent_tags(interpreter, py_version, platforms): """ Return the sequence of tags that are consistent across implementations. The tags consist of: - py*-none-<platform> - <interpreter>-none-any - py*-none-any """ for version in _py_interpreter_range(py_version): for platform_ in platforms: yield Tag(version, "none", platform_) yield Tag(interpreter, "none", "any") for version in _py_interpreter_range(py_version): yield Tag(version, "none", "any") def _mac_arch(arch, is_32bit=_32_BIT_INTERPRETER): if not is_32bit: return arch if arch.startswith("ppc"): return "ppc" return "i386" def _mac_binary_formats(version, cpu_arch): formats = [cpu_arch] if cpu_arch == "x86_64": if version < (10, 4): return [] formats.extend(["intel", "fat64", "fat32"]) elif cpu_arch == "i386": if version < (10, 4): return [] formats.extend(["intel", "fat32", "fat"]) elif cpu_arch == "ppc64": # TODO: Need to care about 32-bit PPC for ppc64 through 10.2? if version > (10, 5) or version < (10, 4): return [] formats.append("fat64") elif cpu_arch == "ppc": if version > (10, 6): return [] formats.extend(["fat32", "fat"]) formats.append("universal") return formats def _mac_platforms(version=None, arch=None): version_str, _, cpu_arch = platform.mac_ver() if version is None: version = tuple(map(int, version_str.split(".")[:2])) if arch is None: arch = _mac_arch(cpu_arch) platforms = [] for minor_version in range(version[1], -1, -1): compat_version = version[0], minor_version binary_formats = _mac_binary_formats(compat_version, arch) for binary_format in binary_formats: platforms.append( "macosx_{major}_{minor}_{binary_format}".format( major=compat_version[0], minor=compat_version[1], binary_format=binary_format, ) ) return platforms # From PEP 513. def _is_manylinux_compatible(name, glibc_version): # Check for presence of _manylinux module. try: import _manylinux return bool(getattr(_manylinux, name + "_compatible")) except (ImportError, AttributeError): # Fall through to heuristic check below. pass return _have_compatible_glibc(*glibc_version) def _glibc_version_string(): # Returns glibc version string, or None if not using glibc. import ctypes # ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen # manpage says, "If filename is NULL, then the returned handle is for the # main program". This way we can let the linker do the work to figure out # which libc our process is actually using. process_namespace = ctypes.CDLL(None) try: gnu_get_libc_version = process_namespace.gnu_get_libc_version except AttributeError: # Symbol doesn't exist -> therefore, we are not linked to # glibc. return None # Call gnu_get_libc_version, which returns a string like "2.5" gnu_get_libc_version.restype = ctypes.c_char_p version_str = gnu_get_libc_version() # py2 / py3 compatibility: if not isinstance(version_str, str): version_str = version_str.decode("ascii") return version_str # Separated out from have_compatible_glibc for easier unit testing. def _check_glibc_version(version_str, required_major, minimum_minor): # Parse string and check against requested version. # # We use a regexp instead of str.split because we want to discard any # random junk that might come after the minor version -- this might happen # in patched/forked versions of glibc (e.g. Linaro's version of glibc # uses version strings like "2.20-2014.11"). See gh-3588. m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str) if not m: warnings.warn( "Expected glibc version with 2 components major.minor," " got: %s" % version_str, RuntimeWarning, ) return False return ( int(m.group("major")) == required_major and int(m.group("minor")) >= minimum_minor ) def _have_compatible_glibc(required_major, minimum_minor): version_str = _glibc_version_string() if version_str is None: return False return _check_glibc_version(version_str, required_major, minimum_minor) def _linux_platforms(is_32bit=_32_BIT_INTERPRETER): linux = _normalize_string(distutils.util.get_platform()) if linux == "linux_x86_64" and is_32bit: linux = "linux_i686" manylinux_support = ( ("manylinux2014", (2, 17)), # CentOS 7 w/ glibc 2.17 (PEP 599) ("manylinux2010", (2, 12)), # CentOS 6 w/ glibc 2.12 (PEP 571) ("manylinux1", (2, 5)), # CentOS 5 w/ glibc 2.5 (PEP 513) ) manylinux_support_iter = iter(manylinux_support) for name, glibc_version in manylinux_support_iter: if _is_manylinux_compatible(name, glibc_version): platforms = [linux.replace("linux", name)] break else: platforms = [] # Support for a later manylinux implies support for an earlier version. platforms += [linux.replace("linux", name) for name, _ in manylinux_support_iter] platforms.append(linux) return platforms def _generic_platforms(): platform = _normalize_string(distutils.util.get_platform()) return [platform] def _interpreter_name(): name = platform.python_implementation().lower() return INTERPRETER_SHORT_NAMES.get(name) or name def _generic_interpreter(name, py_version): version = sysconfig.get_config_var("py_version_nodot") if not version: version = "".join(map(str, py_version[:2])) return "{name}{version}".format(name=name, version=version) def sys_tags(): """ Returns the sequence of tag triples for the running interpreter. The order of the sequence corresponds to priority order for the interpreter, from most to least important. """ py_version = sys.version_info[:2] interpreter_name = _interpreter_name() if platform.system() == "Darwin": platforms = _mac_platforms() elif platform.system() == "Linux": platforms = _linux_platforms() else: platforms = _generic_platforms() if interpreter_name == "cp": interpreter = _cpython_interpreter(py_version) abis = _cpython_abis(py_version) for tag in _cpython_tags(py_version, interpreter, abis, platforms): yield tag elif interpreter_name == "pp": interpreter = _pypy_interpreter() abi = _generic_abi() for tag in _pypy_tags(py_version, interpreter, abi, platforms): yield tag else: interpreter = _generic_interpreter(interpreter_name, py_version) abi = _generic_abi() for tag in _generic_tags(interpreter, py_version, abi, platforms): yield tag for tag in _independent_tags(interpreter, py_version, platforms): yield tag PK @\R\ \ % pip/_vendor/packaging/requirements.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import string import re from pip._vendor.pyparsing import stringStart, stringEnd, originalTextFor, ParseException from pip._vendor.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine from pip._vendor.pyparsing import Literal as L # noqa from pip._vendor.six.moves.urllib import parse as urlparse from .markers import MARKER_EXPR, Marker from .specifiers import LegacySpecifier, Specifier, SpecifierSet class InvalidRequirement(ValueError): """ An invalid requirement was found, users should refer to PEP 508. """ ALPHANUM = Word(string.ascii_letters + string.digits) LBRACKET = L("[").suppress() RBRACKET = L("]").suppress() LPAREN = L("(").suppress() RPAREN = L(")").suppress() COMMA = L(",").suppress() SEMICOLON = L(";").suppress() AT = L("@").suppress() PUNCTUATION = Word("-_.") IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM) IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END)) NAME = IDENTIFIER("name") EXTRA = IDENTIFIER URI = Regex(r"[^ ]+")("url") URL = AT + URI EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA) EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras") VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE) VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY VERSION_MANY = Combine( VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE), joinString=",", adjacent=False )("_raw_spec") _VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY)) _VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or "") VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier") VERSION_SPEC.setParseAction(lambda s, l, t: t[1]) MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker") MARKER_EXPR.setParseAction( lambda s, l, t: Marker(s[t._original_start : t._original_end]) ) MARKER_SEPARATOR = SEMICOLON MARKER = MARKER_SEPARATOR + MARKER_EXPR VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER) URL_AND_MARKER = URL + Optional(MARKER) NAMED_REQUIREMENT = NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER) REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd # pyparsing isn't thread safe during initialization, so we do it eagerly, see # issue #104 REQUIREMENT.parseString("x[]") class Requirement(object): """Parse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. """ # TODO: Can we test whether something is contained within a requirement? # If so how do we do that? Do we need to test against the _name_ of # the thing as well as the version? What about the markers? # TODO: Can we normalize the name and extra name? def __init__(self, requirement_string): try: req = REQUIREMENT.parseString(requirement_string) except ParseException as e: raise InvalidRequirement( 'Parse error at "{0!r}": {1}'.format( requirement_string[e.loc : e.loc + 8], e.msg ) ) self.name = req.name if req.url: parsed_url = urlparse.urlparse(req.url) if parsed_url.scheme == "file": if urlparse.urlunparse(parsed_url) != req.url: raise InvalidRequirement("Invalid URL given") elif not (parsed_url.scheme and parsed_url.netloc) or ( not parsed_url.scheme and not parsed_url.netloc ): raise InvalidRequirement("Invalid URL: {0}".format(req.url)) self.url = req.url else: self.url = None self.extras = set(req.extras.asList() if req.extras else []) self.specifier = SpecifierSet(req.specifier) self.marker = req.marker if req.marker else None def __str__(self): parts = [self.name] if self.extras: parts.append("[{0}]".format(",".join(sorted(self.extras)))) if self.specifier: parts.append(str(self.specifier)) if self.url: parts.append("@ {0}".format(self.url)) if self.marker: parts.append(" ") if self.marker: parts.append("; {0}".format(self.marker)) return "".join(parts) def __repr__(self): return "<Requirement({0!r})>".format(str(self)) PK @\7 [ < pip/_vendor/packaging/__pycache__/_structures.cpython-38.pycnu [ U .e @ sD d dl mZmZmZ G dd deZe ZG dd deZe ZdS ) )absolute_importdivisionprint_functionc @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )Infinityc C s dS )Nr selfr r E/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_structures.py__repr__ s zInfinity.__repr__c C s t t| S Nhashreprr r r r __hash__ s zInfinity.__hash__c C s dS NFr r otherr r r __lt__ s zInfinity.__lt__c C s dS r r r r r r __le__ s zInfinity.__le__c C s t || jS r isinstance __class__r r r r __eq__ s zInfinity.__eq__c C s t || j S r r r r r r __ne__ s zInfinity.__ne__c C s dS NTr r r r r __gt__ s zInfinity.__gt__c C s dS r r r r r r __ge__ s zInfinity.__ge__c C s t S r )NegativeInfinityr r r r __neg__ s zInfinity.__neg__N __name__ __module__ __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )r c C s dS )Nz -Infinityr r r r r r ( s zNegativeInfinity.__repr__c C s t t| S r r r r r r r + s zNegativeInfinity.__hash__c C s dS r r r r r r r . s zNegativeInfinity.__lt__c C s dS r r r r r r r 1 s zNegativeInfinity.__le__c C s t || jS r r r r r r r 4 s zNegativeInfinity.__eq__c C s t || j S r r r r r r r 7 s zNegativeInfinity.__ne__c C s dS r r r r r r r : s zNegativeInfinity.__gt__c C s dS r r r r r r r = s zNegativeInfinity.__ge__c C s t S r )r r r r r r @ s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z __future__r r r objectr r r r r r <module> s PK @\U 9 pip/_vendor/packaging/__pycache__/__init__.cpython-38.pycnu [ U .e2 @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) )absolute_importdivisionprint_function ) __author__ __copyright__ __email__ __license__ __summary__ __title____uri__ __version__r r r r r r r r N)Z __future__r r r __about__r r r r r r r r __all__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__init__.py<module> s ( PK @\ > pip/_vendor/packaging/__pycache__/_compat.cpython-38.opt-1.pycnu [ U .ea @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd Z dS ) )absolute_importdivisionprint_functionN c s& G fddd}t |ddi S )z/ Create a base class with a metaclass. c s e Zd Z fddZdS )z!with_metaclass.<locals>.metaclassc s | |S )N )clsnameZ this_basesdbasesmetar A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_compat.py__new__ s z)with_metaclass.<locals>.metaclass.__new__N)__name__ __module__ __qualname__r r r r r metaclass s r Ztemporary_classr )typer )r r r r r r with_metaclass s r ) Z __future__r r r sys version_infoZPY2ZPY3strZ string_typesZ basestringr r r r r <module> s PK @\7 [ B pip/_vendor/packaging/__pycache__/_structures.cpython-38.opt-1.pycnu [ U .e @ sD d dl mZmZmZ G dd deZe ZG dd deZe ZdS ) )absolute_importdivisionprint_functionc @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )Infinityc C s dS )Nr selfr r E/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_structures.py__repr__ s zInfinity.__repr__c C s t t| S Nhashreprr r r r __hash__ s zInfinity.__hash__c C s dS NFr r otherr r r __lt__ s zInfinity.__lt__c C s dS r r r r r r __le__ s zInfinity.__le__c C s t || jS r isinstance __class__r r r r __eq__ s zInfinity.__eq__c C s t || j S r r r r r r __ne__ s zInfinity.__ne__c C s dS NTr r r r r __gt__ s zInfinity.__gt__c C s dS r r r r r r __ge__ s zInfinity.__ge__c C s t S r )NegativeInfinityr r r r __neg__ s zInfinity.__neg__N __name__ __module__ __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )r c C s dS )Nz -Infinityr r r r r r ( s zNegativeInfinity.__repr__c C s t t| S r r r r r r r + s zNegativeInfinity.__hash__c C s dS r r r r r r r . s zNegativeInfinity.__lt__c C s dS r r r r r r r 1 s zNegativeInfinity.__le__c C s t || jS r r r r r r r 4 s zNegativeInfinity.__eq__c C s t || j S r r r r r r r 7 s zNegativeInfinity.__ne__c C s dS r r r r r r r : s zNegativeInfinity.__gt__c C s dS r r r r r r r = s zNegativeInfinity.__ge__c C s t S r )r r r r r r @ s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z __future__r r r objectr r r r r r <module> s PK @\|v/ / > pip/_vendor/packaging/__pycache__/version.cpython-38.opt-1.pycnu [ U .e. @ s d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e d d d d dddgZ dd Z G dd de ZG dd deZG dd deZedejZddddddZdd Zd d Zd ZG d d deZd!d" Zed#Zd$d% Z d&d' Z dS )( )absolute_importdivisionprint_functionN )InfinityparseVersion LegacyVersionInvalidVersionVERSION_PATTERN_Versionepochreleasedevprepostlocalc C s, z t | W S tk r& t| Y S X dS )z Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )version r A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__r r r r r ! s c @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS ) _BaseVersionc C s t | jS N)hash_keyselfr r r __hash__( s z_BaseVersion.__hash__c C s | |dd S )Nc S s | |k S r r sor r r <lambda>, z%_BaseVersion.__lt__.<locals>.<lambda>_comparer otherr r r __lt__+ s z_BaseVersion.__lt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ / r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r __le__. s z_BaseVersion.__le__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 2 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r __eq__1 s z_BaseVersion.__eq__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 5 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r __ge__4 s z_BaseVersion.__ge__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 8 r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r __gt__7 s z_BaseVersion.__gt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ ; r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r __ne__: s z_BaseVersion.__ne__c C s t |tstS || j|jS r ) isinstancer NotImplementedr )r r) methodr r r r' = s z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r ' s r c @ s e Zd Zdd Zdd Zdd Zedd Zed d Zed d Z ed d Z edd Z edd Z edd Z edd Zedd Zedd Zedd Zd S ) r c C s t || _t| j| _d S r )str_version_legacy_cmpkeyr )r r r r r __init__E s zLegacyVersion.__init__c C s | j S r r4 r r r r __str__I s zLegacyVersion.__str__c C s d tt| S )Nz<LegacyVersion({0})>formatreprr3 r r r r __repr__L s zLegacyVersion.__repr__c C s | j S r r7 r r r r publicO s zLegacyVersion.publicc C s | j S r r7 r r r r base_versionS s zLegacyVersion.base_versionc C s dS )Nr r r r r r W s zLegacyVersion.epochc C s d S r r r r r r r [ s zLegacyVersion.releasec C s d S r r r r r r r _ s zLegacyVersion.prec C s d S r r r r r r r c s zLegacyVersion.postc C s d S r r r r r r r g s zLegacyVersion.devc C s d S r r r r r r r k s zLegacyVersion.localc C s dS NFr r r r r is_prereleaseo s zLegacyVersion.is_prereleasec C s dS r@ r r r r r is_postreleases s z LegacyVersion.is_postreleasec C s dS r@ r r r r r is_devreleasew s zLegacyVersion.is_devreleaseN)r r r r6 r8 r< propertyr= r> r r r r r r rA rB rC r r r r r D s2 z(\d+ | [a-z]+ | \.| -)czfinal-@)r preview-rcr c c s\ t | D ]F}t||}|r |dkr(q |d d dkrF|dV q d| V q dV d S )N.r 0123456789 **final) _legacy_version_component_resplit _legacy_version_replacement_mapgetzfill)r" partr r r _parse_version_parts s rU c C sz d}g }t | D ]T}|dr^|dk rD|rD|d dkrD| q*|r^|d dkr^| qD|| qt|}||fS )Nr? rM rN z*final-Z00000000)rU lower startswithpopappendtuple)r r partsrT r r r r5 s r5 a v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s e Zd Zede d ejejB Zdd Z dd Z dd Z e d d Z e d d Ze d d Ze dd Ze dd Ze dd Ze dd Ze dd Ze dd Ze dd Ze d d Zd S ) r z^\s*z\s*$c C s | j |}|s td|t|dr8t|dndtdd |ddD t |d|d t |d |d p|d t |d |dt |dd| _ t | j j | j j| j j| j j| j j| j j| _d S )NzInvalid version: '{0}'r r c s s | ]}t |V qd S r )int.0ir r r <genexpr> s z#Version.__init__.<locals>.<genexpr>r rJ Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr r r r r r r )_regexsearchr r: r groupr\ rZ rP _parse_letter_version_parse_local_versionr4 _cmpkeyr r r r r r r )r r matchr r r r6 s, zVersion.__init__c C s d tt| S )Nz<Version({0})>r9 r r r r r< s zVersion.__repr__c C s g }| j dkr |d| j |ddd | jD | jd k rb|ddd | jD | jd k r~|d| j | jd k r|d | j | jd k r|d | j d|S ) Nr {0}!rJ c s s | ]}t |V qd S r r3 r^ xr r r r` s z"Version.__str__.<locals>.<genexpr> c s s | ]}t |V qd S r rj rk r r r r` s z.post{0}z.dev{0}z+{0}) r rY r: joinr r r r r r r[ r r r r8 s zVersion.__str__c C s | j jS r )r4 r r r r r r s z Version.epochc C s | j jS r )r4 r r r r r r s zVersion.releasec C s | j jS r )r4 r r r r r r s z Version.prec C s | j jr| j jd S d S Nr )r4 r r r r r r s z Version.postc C s | j jr| j jd S d S rp )r4 r r r r r r $ s z Version.devc C s( | j jr ddd | j jD S d S d S )NrJ c s s | ]}t |V qd S r rj rk r r r r` + s z Version.local.<locals>.<genexpr>)r4 r rn r r r r r ( s z Version.localc C s t | ddd S )N+r r )r3 rP r r r r r= / s zVersion.publicc C sF g }| j dkr |d| j |ddd | jD d|S )Nr ri rJ c s s | ]}t |V qd S r rj rk r r r r` < s z'Version.base_version.<locals>.<genexpr>rm )r rY r: rn r ro r r r r> 3 s zVersion.base_versionc C s | j d k p| jd k S r )r r r r r r rA @ s zVersion.is_prereleasec C s | j d k S r )r r r r r rB D s zVersion.is_postreleasec C s | j d k S r )r r r r r rC H s zVersion.is_devreleaseN)r r r recompiler VERBOSE IGNORECASErb r6 r< r8 rD r r r r r r r= r> rA rB rC r r r r r s4 c C sv | rZ|d krd}| } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|fS | sr|rrd } | t|fS d S ) Nr ZalphaaZbetab)rE r rG rI )Zrevrr )rV r\ )ZletterZnumberr r r re M s re z[\._-]c C s$ | dk r t dd t| D S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }| s| nt|V qd S r )isdigitrV r\ )r^ rT r r r r` t s z'_parse_local_version.<locals>.<genexpr>)rZ _local_version_separatorsrP )r r r r rf o s rf c C s t tttdd t|}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd |D }| |||||fS )Nc S s | dkS )Nr r )rl r r r r$ r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |tr|d fnt |fV qdS )rm N)r0 r\ r r] r r r r` s z_cmpkey.<locals>.<genexpr>)rZ reversedlist itertools dropwhiler ra r r r rg z s rg ) Z __future__r r r collectionsr} rr Z _structuresr __all__ namedtupler r ValueErrorr objectr r rs rt rO rQ rU r5 r r re rz rf rg r r r r <module> s8 8 x PK @\|v/ / 8 pip/_vendor/packaging/__pycache__/version.cpython-38.pycnu [ U .e. @ s d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e d d d d dddgZ dd Z G dd de ZG dd deZG dd deZedejZddddddZdd Zd d Zd ZG d d deZd!d" Zed#Zd$d% Z d&d' Z dS )( )absolute_importdivisionprint_functionN )InfinityparseVersion LegacyVersionInvalidVersionVERSION_PATTERN_Versionepochreleasedevprepostlocalc C s, z t | W S tk r& t| Y S X dS )z Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. N)r r r )version r A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/version.pyr s c @ s e Zd ZdZdS )r zF An invalid version was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__r r r r r ! s c @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS ) _BaseVersionc C s t | jS N)hash_keyselfr r r __hash__( s z_BaseVersion.__hash__c C s | |dd S )Nc S s | |k S r r sor r r <lambda>, z%_BaseVersion.__lt__.<locals>.<lambda>_comparer otherr r r __lt__+ s z_BaseVersion.__lt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ / r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r __le__. s z_BaseVersion.__le__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 2 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r __eq__1 s z_BaseVersion.__eq__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 5 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r __ge__4 s z_BaseVersion.__ge__c C s | |dd S )Nc S s | |kS r r r! r r r r$ 8 r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r __gt__7 s z_BaseVersion.__gt__c C s | |dd S )Nc S s | |kS r r r! r r r r$ ; r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r __ne__: s z_BaseVersion.__ne__c C s t |tstS || j|jS r ) isinstancer NotImplementedr )r r) methodr r r r' = s z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r ' s r c @ s e Zd Zdd Zdd Zdd Zedd Zed d Zed d Z ed d Z edd Z edd Z edd Z edd Zedd Zedd Zedd Zd S ) r c C s t || _t| j| _d S r )str_version_legacy_cmpkeyr )r r r r r __init__E s zLegacyVersion.__init__c C s | j S r r4 r r r r __str__I s zLegacyVersion.__str__c C s d tt| S )Nz<LegacyVersion({0})>formatreprr3 r r r r __repr__L s zLegacyVersion.__repr__c C s | j S r r7 r r r r publicO s zLegacyVersion.publicc C s | j S r r7 r r r r base_versionS s zLegacyVersion.base_versionc C s dS )Nr r r r r r W s zLegacyVersion.epochc C s d S r r r r r r r [ s zLegacyVersion.releasec C s d S r r r r r r r _ s zLegacyVersion.prec C s d S r r r r r r r c s zLegacyVersion.postc C s d S r r r r r r r g s zLegacyVersion.devc C s d S r r r r r r r k s zLegacyVersion.localc C s dS NFr r r r r is_prereleaseo s zLegacyVersion.is_prereleasec C s dS r@ r r r r r is_postreleases s z LegacyVersion.is_postreleasec C s dS r@ r r r r r is_devreleasew s zLegacyVersion.is_devreleaseN)r r r r6 r8 r< propertyr= r> r r r r r r rA rB rC r r r r r D s2 z(\d+ | [a-z]+ | \.| -)czfinal-@)r preview-rcr c c s\ t | D ]F}t||}|r |dkr(q |d d dkrF|dV q d| V q dV d S )N.r 0123456789 **final) _legacy_version_component_resplit _legacy_version_replacement_mapgetzfill)r" partr r r _parse_version_parts s rU c C sz d}g }t | D ]T}|dr^|dk rD|rD|d dkrD| q*|r^|d dkr^| qD|| qt|}||fS )Nr? rM rN z*final-Z00000000)rU lower startswithpopappendtuple)r r partsrT r r r r5 s r5 a v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version c @ s e Zd Zede d ejejB Zdd Z dd Z dd Z e d d Z e d d Ze d d Ze dd Ze dd Ze dd Ze dd Ze dd Ze dd Ze dd Ze d d Zd S ) r z^\s*z\s*$c C s | j |}|s td|t|dr8t|dndtdd |ddD t |d|d t |d |d p|d t |d |dt |dd| _ t | j j | j j| j j| j j| j j| j j| _d S )NzInvalid version: '{0}'r r c s s | ]}t |V qd S r )int.0ir r r <genexpr> s z#Version.__init__.<locals>.<genexpr>r rJ Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr r r r r r r )_regexsearchr r: r groupr\ rZ rP _parse_letter_version_parse_local_versionr4 _cmpkeyr r r r r r r )r r matchr r r r6 s, zVersion.__init__c C s d tt| S )Nz<Version({0})>r9 r r r r r< s zVersion.__repr__c C s g }| j dkr |d| j |ddd | jD | jd k rb|ddd | jD | jd k r~|d| j | jd k r|d | j | jd k r|d | j d|S ) Nr {0}!rJ c s s | ]}t |V qd S r r3 r^ xr r r r` s z"Version.__str__.<locals>.<genexpr> c s s | ]}t |V qd S r rj rk r r r r` s z.post{0}z.dev{0}z+{0}) r rY r: joinr r r r r r r[ r r r r8 s zVersion.__str__c C s | j jS r )r4 r r r r r r s z Version.epochc C s | j jS r )r4 r r r r r r s zVersion.releasec C s | j jS r )r4 r r r r r r s z Version.prec C s | j jr| j jd S d S Nr )r4 r r r r r r s z Version.postc C s | j jr| j jd S d S rp )r4 r r r r r r $ s z Version.devc C s( | j jr ddd | j jD S d S d S )NrJ c s s | ]}t |V qd S r rj rk r r r r` + s z Version.local.<locals>.<genexpr>)r4 r rn r r r r r ( s z Version.localc C s t | ddd S )N+r r )r3 rP r r r r r= / s zVersion.publicc C sF g }| j dkr |d| j |ddd | jD d|S )Nr ri rJ c s s | ]}t |V qd S r rj rk r r r r` < s z'Version.base_version.<locals>.<genexpr>rm )r rY r: rn r ro r r r r> 3 s zVersion.base_versionc C s | j d k p| jd k S r )r r r r r r rA @ s zVersion.is_prereleasec C s | j d k S r )r r r r r rB D s zVersion.is_postreleasec C s | j d k S r )r r r r r rC H s zVersion.is_devreleaseN)r r r recompiler VERBOSE IGNORECASErb r6 r< r8 rD r r r r r r r= r> rA rB rC r r r r r s4 c C sv | rZ|d krd}| } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|fS | sr|rrd } | t|fS d S ) Nr ZalphaaZbetab)rE r rG rI )Zrevrr )rV r\ )ZletterZnumberr r r re M s re z[\._-]c C s$ | dk r t dd t| D S dS )zR Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). Nc s s& | ] }| s| nt|V qd S r )isdigitrV r\ )r^ rT r r r r` t s z'_parse_local_version.<locals>.<genexpr>)rZ _local_version_separatorsrP )r r r r rf o s rf c C s t tttdd t|}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd |D }| |||||fS )Nc S s | dkS )Nr r )rl r r r r$ r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |tr|d fnt |fV qdS )rm N)r0 r\ r r] r r r r` s z_cmpkey.<locals>.<genexpr>)rZ reversedlist itertools dropwhiler ra r r r rg z s rg ) Z __future__r r r collectionsr} rr Z _structuresr __all__ namedtupler r ValueErrorr objectr r rs rt rO rQ rU r5 r r re rz rf rg r r r r <module> s8 8 x PK @\m @ pip/_vendor/packaging/__pycache__/__about__.cpython-38.opt-1.pycnu [ U .e @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS ) )absolute_importdivisionprint_function __title__ __summary____uri__ __version__ __author__ __email__ __license__ __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz19.2z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2019 %sN) Z __future__r r r __all__r r r r r r r r r r C/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__about__.py<module> s" PK @\GW^4* 4* 5 pip/_vendor/packaging/__pycache__/tags.cpython-38.pycnu [ U .e2 @ sn d dl mZ d dlZzd dlmZ W n0 ek rT d dlZdd e D Z[Y nX d dl Z d dl Z d dl Z d dl Z d dl Z dddd d d Ze jd kZG d d deZdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Z d#d$ Z efd%d&Z d'd( Z d=d)d*Z d+d, Z!d-d. Z"d/d0 Z#d1d2 Z$efd3d4Z%d5d6 Z&d7d8 Z'd9d: Z(d;d< Z)dS )> )absolute_importN)EXTENSION_SUFFIXESc C s g | ] }|d qS )r ).0xr r >/usr/lib/python3.8/site-packages/pip/_vendor/packaging/tags.py <listcomp> s r pycpppZipZjy)pythonZcpythonZpypyZ ironpythonZjythonl c @ sb e Zd ZdddgZdd Zedd Zedd Zed d Zd d Z dd Z dd Z dd Z dS )Tag _interpreter_abi _platformc C s" | | _| | _| | _d S N)lowerr r r )self interpreterabiplatformr r r __init__' s z Tag.__init__c C s | j S r )r r r r r r , s zTag.interpreterc C s | j S r )r r r r r r 0 s zTag.abic C s | j S r )r r r r r r 4 s z Tag.platformc C s$ | j |j ko"| j|jko"| j|jkS r )r r r )r otherr r r __eq__8 s z Tag.__eq__c C s t | j| j| jfS r )hashr r r r r r r __hash__? s z Tag.__hash__c C s d | j| j| jS )Nz{}-{}-{})formatr r r r r r r __str__B s z Tag.__str__c C s dj | t| dS )Nz<{self} @ {self_id}>)r Zself_id)r idr r r r __repr__E s z Tag.__repr__N) __name__ __module__ __qualname__ __slots__r propertyr r r r r r r r r r r r # s r c C s` t }| d\}}}|dD ]6}|dD ]&}|dD ]}|t||| q<q.q t|S )N-.)setsplitaddr frozenset)tagtagsZ interpretersabis platformsr r platform_r r r parse_tagI s r1 c C s | dd ddS )Nr' _r& replace)stringr r r _normalize_stringS s r6 c C s dj | d | d dS )Ncp{major}{minor}r majorminor)r ) py_versionr r r _cpython_interpreterW s r= c C s g }dj | d d }d } }}td}ttd}dtk}|sR|d krV|sR|rVd}| dk rtd } | st| d krxd }| d k rtd } | d ks| d krtjdkrd}n|r|dj |d |ddj ||||d |S )Nz{}{} ZPy_DEBUGZgettotalrefcountz_d.pydd) Z WITH_PYMALLOCm)rA rA ZPy_UNICODE_SIZE i uz cp{version})versionr z"cp{version}{debug}{pymalloc}{ucs4})rF debugpymallocucs4) r sysconfigget_config_varhasattrsysr maxunicodeappendinsert) r< r. rF rG rH rI Z with_debugZ has_refcountZhas_extZ with_pymallocZ unicode_sizer r r _cpython_abis\ s@ rQ c # s |D ] }|D ]}t ||V q q fdd|D D ] }|V q4 fdd|D D ] }|V qRt| d d ddD ].}|D ]$}dj| d |d t d |V qzqrd S ) Nc 3 s | ]}t d |V qdS )abi3Nr r r0 r r r <genexpr> s z _cpython_tags.<locals>.<genexpr>c 3 s | ]}t d |V qdS noneNrS rT rU r r rV s r8 r7 r r9 rR )r ranger )r< r r. r/ r r0 r, minor_versionr rU r _cpython_tags s r\ c C s dj tjd tjjtjjdS )Nz$pp{py_major}{pypy_major}{pypy_minor}r )Zpy_majorZ pypy_majorZ pypy_minor)r rM version_infoZpypy_version_infor: r; r r r r _pypy_interpreter s r^ c C s t d} | rt| S dS d S )NZSOABIrX )rJ rK r6 )r r r r _generic_abi s r_ c # sB fdd|D D ] }|V qfdd|D D ] }|V q2d S )Nc 3 s | ]}t |V qd S r rS r r r r r r rV s z _pypy_tags.<locals>.<genexpr>c 3 s | ]}t d |V qdS rW rS r` rU r r rV s r )r< r r r/ r, r ra r _pypy_tags s rb c # sN fdd|D D ] }|V q dkrJfdd|D }|D ] }|V q>d S )Nc 3 s | ]}t |V qd S r rS r` ra r r rV s z _generic_tags.<locals>.<genexpr>rX c 3 s | ]}t d |V qdS rW rS rT rU r r rV s r )r r< r r/ r, r- r ra r _generic_tags s rc c c s\ dj | d | d dV dj | d dV t| d d ddD ]}dj | d |dV q>dS ) z Yield Python versions in descending order. After the latest version, the major-only version will be yielded, and then all following versions up to 'end'. zpy{major}{minor}r r8 r9 z py{major})r: rY N)r rZ )r< r; r r r _py_interpreter_range s rd c c sT t |D ] }|D ]}t|d|V qqt| ddV t |D ]}t|ddV q<dS )z Return the sequence of tags that are consistent across implementations. The tags consist of: - py*-none-<platform> - <interpreter>-none-any - py*-none-any rX anyN)rd r )r r< r/ rF r0 r r r _independent_tags s rf c C s |s| S | drdS dS )Nppci386) startswith)archis_32bitr r r _mac_arch s rl c C s |g}|dkr,| dk rg S | dddg np|dkrR| dk r@g S | dddg nJ|dkrz| d ksj| dk rng S |d n"|d kr| d krg S | ddg |d |S ) NZx86_64) rD ZintelZfat64Zfat32rh ZfatZppc64)rm rg )rm Z universal)extendrO )rF cpu_archZformatsr r r _mac_binary_formats s& rr c C s t \}}}| d kr2ttt|dd d } |d krBt|}g }t| d ddD ]B}| d |f}t||}|D ]"} | dj |d |d | d qtqV|S )Nr' r> r8 rY r z&macosx_{major}_{minor}_{binary_format})r: r; binary_format) r Zmac_vertuplemapintr) rl rZ rr rO r ) rF rj version_strr2 rq r/ r[ Zcompat_versionZbinary_formatsrs r r r _mac_platforms s$ rx c C s> z dd l }tt|| d W S ttfk r4 Y nX t| S )Nr Z _compatible) _manylinuxboolgetattr ImportErrorAttributeError_have_compatible_glibc)name glibc_versionry r r r _is_manylinux_compatible s r c C sZ dd l } | d }z |j}W n tk r2 Y d S X | j|_| }t|tsV|d}|S )Nr ascii) ctypesZCDLLgnu_get_libc_versionr} Zc_char_pZrestype isinstancestrdecode)r Zprocess_namespacer rw r r r _glibc_version_string s r c C sH t d| }|s$td| t dS t|d|koFt|d|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr: r; )rematchwarningswarnRuntimeWarningrv group)rw required_major minimum_minorrC r r r _check_glibc_version1 s r c C s t }|d krdS t|| |S )NF)r r )r r rw r r r r~ F s r~ c s| t tj dkr | r d d}t|}|D ]$\}}t||r. d|g} qXq.g }| fdd|D 7 }| |S )NZ linux_x86_64Z linux_i686))Z manylinux2014)r> )Z manylinux2010)r> )Z manylinux1)r> rn linuxc s g | ]\}} d |qS r r3 )r r r2 r r r r ^ s z$_linux_platforms.<locals>.<listcomp>)r6 distutilsutil get_platformiterr r4 rO )rk Zmanylinux_supportZmanylinux_support_iterr r r/ r r r _linux_platformsM s r c C s t tj } | gS r )r6 r r r )r r r r _generic_platformsc s r c C s t } t| p| S r )r Zpython_implementationr INTERPRETER_SHORT_NAMESget)r r r r _interpreter_nameh s r c C s4 t d}|s&dtt|d d }dj| |dS )NZpy_version_nodotr? r> z{name}{version})r rF )rJ rK joinru r r )r r< rF r r r _generic_interpreterm s r c c s t jdd } t }t dkr(t }nt dkr<t }nt }|dkrvt| }t | }t | |||D ] }|V qhnZ|dkrt }t }t | |||D ] }|V qn*t|| }t }t|| ||D ] }|V qt|| |D ] }|V qdS )z Returns the sequence of tag triples for the running interpreter. The order of the sequence corresponds to priority order for the interpreter, from most to least important. Nr> ZDarwinZLinuxr r )rM r] r r systemrx r r r= rQ r\ r^ r_ rb r rc rf )r< Zinterpreter_namer/ r r. r, r r r r sys_tagst s. r )NN)*Z __future__r Zdistutils.utilr Zimportlib.machineryr r| ZimpZ get_suffixesr r rM rJ r r maxsizeZ_32_BIT_INTERPRETERobjectr r1 r6 r= rQ r\ r^ r_ rb rc rd rf rl rr rx r r r r~ r r r r r r r r r <module> sV & # PK @\m : pip/_vendor/packaging/__pycache__/__about__.cpython-38.pycnu [ U .e @ sP d dl mZmZmZ dddddddd gZd Zd Zd Zd ZdZ dZ dZ de Z dS ) )absolute_importdivisionprint_function __title__ __summary____uri__ __version__ __author__ __email__ __license__ __copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz19.2z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2019 %sN) Z __future__r r r __all__r r r r r r r r r r C/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__about__.py<module> s" PK @\GW^4* 4* ; pip/_vendor/packaging/__pycache__/tags.cpython-38.opt-1.pycnu [ U .e2 @ sn d dl mZ d dlZzd dlmZ W n0 ek rT d dlZdd e D Z[Y nX d dl Z d dl Z d dl Z d dl Z d dl Z dddd d d Ze jd kZG d d deZdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Z d#d$ Z efd%d&Z d'd( Z d=d)d*Z d+d, Z!d-d. Z"d/d0 Z#d1d2 Z$efd3d4Z%d5d6 Z&d7d8 Z'd9d: Z(d;d< Z)dS )> )absolute_importN)EXTENSION_SUFFIXESc C s g | ] }|d qS )r ).0xr r >/usr/lib/python3.8/site-packages/pip/_vendor/packaging/tags.py <listcomp> s r pycpppZipZjy)pythonZcpythonZpypyZ ironpythonZjythonl c @ sb e Zd ZdddgZdd Zedd Zedd Zed d Zd d Z dd Z dd Z dd Z dS )Tag _interpreter_abi _platformc C s" | | _| | _| | _d S N)lowerr r r )self interpreterabiplatformr r r __init__' s z Tag.__init__c C s | j S r )r r r r r r , s zTag.interpreterc C s | j S r )r r r r r r 0 s zTag.abic C s | j S r )r r r r r r 4 s z Tag.platformc C s$ | j |j ko"| j|jko"| j|jkS r )r r r )r otherr r r __eq__8 s z Tag.__eq__c C s t | j| j| jfS r )hashr r r r r r r __hash__? s z Tag.__hash__c C s d | j| j| jS )Nz{}-{}-{})formatr r r r r r r __str__B s z Tag.__str__c C s dj | t| dS )Nz<{self} @ {self_id}>)r Zself_id)r idr r r r __repr__E s z Tag.__repr__N) __name__ __module__ __qualname__ __slots__r propertyr r r r r r r r r r r r # s r c C s` t }| d\}}}|dD ]6}|dD ]&}|dD ]}|t||| q<q.q t|S )N-.)setsplitaddr frozenset)tagtagsZ interpretersabis platformsr r platform_r r r parse_tagI s r1 c C s | dd ddS )Nr' _r& replace)stringr r r _normalize_stringS s r6 c C s dj | d | d dS )Ncp{major}{minor}r majorminor)r ) py_versionr r r _cpython_interpreterW s r= c C s g }dj | d d }d } }}td}ttd}dtk}|sR|d krV|sR|rVd}| dk rtd } | st| d krxd }| d k rtd } | d ks| d krtjdkrd}n|r|dj |d |ddj ||||d |S )Nz{}{} ZPy_DEBUGZgettotalrefcountz_d.pydd) Z WITH_PYMALLOCm)rA rA ZPy_UNICODE_SIZE i uz cp{version})versionr z"cp{version}{debug}{pymalloc}{ucs4})rF debugpymallocucs4) r sysconfigget_config_varhasattrsysr maxunicodeappendinsert) r< r. rF rG rH rI Z with_debugZ has_refcountZhas_extZ with_pymallocZ unicode_sizer r r _cpython_abis\ s@ rQ c # s |D ] }|D ]}t ||V q q fdd|D D ] }|V q4 fdd|D D ] }|V qRt| d d ddD ].}|D ]$}dj| d |d t d |V qzqrd S ) Nc 3 s | ]}t d |V qdS )abi3Nr r r0 r r r <genexpr> s z _cpython_tags.<locals>.<genexpr>c 3 s | ]}t d |V qdS noneNrS rT rU r r rV s r8 r7 r r9 rR )r ranger )r< r r. r/ r r0 r, minor_versionr rU r _cpython_tags s r\ c C s dj tjd tjjtjjdS )Nz$pp{py_major}{pypy_major}{pypy_minor}r )Zpy_majorZ pypy_majorZ pypy_minor)r rM version_infoZpypy_version_infor: r; r r r r _pypy_interpreter s r^ c C s t d} | rt| S dS d S )NZSOABIrX )rJ rK r6 )r r r r _generic_abi s r_ c # sB fdd|D D ] }|V qfdd|D D ] }|V q2d S )Nc 3 s | ]}t |V qd S r rS r r r r r r rV s z _pypy_tags.<locals>.<genexpr>c 3 s | ]}t d |V qdS rW rS r` rU r r rV s r )r< r r r/ r, r ra r _pypy_tags s rb c # sN fdd|D D ] }|V q dkrJfdd|D }|D ] }|V q>d S )Nc 3 s | ]}t |V qd S r rS r` ra r r rV s z _generic_tags.<locals>.<genexpr>rX c 3 s | ]}t d |V qdS rW rS rT rU r r rV s r )r r< r r/ r, r- r ra r _generic_tags s rc c c s\ dj | d | d dV dj | d dV t| d d ddD ]}dj | d |dV q>dS ) z Yield Python versions in descending order. After the latest version, the major-only version will be yielded, and then all following versions up to 'end'. zpy{major}{minor}r r8 r9 z py{major})r: rY N)r rZ )r< r; r r r _py_interpreter_range s rd c c sT t |D ] }|D ]}t|d|V qqt| ddV t |D ]}t|ddV q<dS )z Return the sequence of tags that are consistent across implementations. The tags consist of: - py*-none-<platform> - <interpreter>-none-any - py*-none-any rX anyN)rd r )r r< r/ rF r0 r r r _independent_tags s rf c C s |s| S | drdS dS )Nppci386) startswith)archis_32bitr r r _mac_arch s rl c C s |g}|dkr,| dk rg S | dddg np|dkrR| dk r@g S | dddg nJ|dkrz| d ksj| dk rng S |d n"|d kr| d krg S | ddg |d |S ) NZx86_64) rD ZintelZfat64Zfat32rh ZfatZppc64)rm rg )rm Z universal)extendrO )rF cpu_archZformatsr r r _mac_binary_formats s& rr c C s t \}}}| d kr2ttt|dd d } |d krBt|}g }t| d ddD ]B}| d |f}t||}|D ]"} | dj |d |d | d qtqV|S )Nr' r> r8 rY r z&macosx_{major}_{minor}_{binary_format})r: r; binary_format) r Zmac_vertuplemapintr) rl rZ rr rO r ) rF rj version_strr2 rq r/ r[ Zcompat_versionZbinary_formatsrs r r r _mac_platforms s$ rx c C s> z dd l }tt|| d W S ttfk r4 Y nX t| S )Nr Z _compatible) _manylinuxboolgetattr ImportErrorAttributeError_have_compatible_glibc)name glibc_versionry r r r _is_manylinux_compatible s r c C sZ dd l } | d }z |j}W n tk r2 Y d S X | j|_| }t|tsV|d}|S )Nr ascii) ctypesZCDLLgnu_get_libc_versionr} Zc_char_pZrestype isinstancestrdecode)r Zprocess_namespacer rw r r r _glibc_version_string s r c C sH t d| }|s$td| t dS t|d|koFt|d|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr: r; )rematchwarningswarnRuntimeWarningrv group)rw required_major minimum_minorrC r r r _check_glibc_version1 s r c C s t }|d krdS t|| |S )NF)r r )r r rw r r r r~ F s r~ c s| t tj dkr | r d d}t|}|D ]$\}}t||r. d|g} qXq.g }| fdd|D 7 }| |S )NZ linux_x86_64Z linux_i686))Z manylinux2014)r> )Z manylinux2010)r> )Z manylinux1)r> rn linuxc s g | ]\}} d |qS r r3 )r r r2 r r r r ^ s z$_linux_platforms.<locals>.<listcomp>)r6 distutilsutil get_platformiterr r4 rO )rk Zmanylinux_supportZmanylinux_support_iterr r r/ r r r _linux_platformsM s r c C s t tj } | gS r )r6 r r r )r r r r _generic_platformsc s r c C s t } t| p| S r )r Zpython_implementationr INTERPRETER_SHORT_NAMESget)r r r r _interpreter_nameh s r c C s4 t d}|s&dtt|d d }dj| |dS )NZpy_version_nodotr? r> z{name}{version})r rF )rJ rK joinru r r )r r< rF r r r _generic_interpreterm s r c c s t jdd } t }t dkr(t }nt dkr<t }nt }|dkrvt| }t | }t | |||D ] }|V qhnZ|dkrt }t }t | |||D ] }|V qn*t|| }t }t|| ||D ] }|V qt|| |D ] }|V qdS )z Returns the sequence of tag triples for the running interpreter. The order of the sequence corresponds to priority order for the interpreter, from most to least important. Nr> ZDarwinZLinuxr r )rM r] r r systemrx r r r= rQ r\ r^ r_ rb r rc rf )r< Zinterpreter_namer/ r r. r, r r r r sys_tagst s. r )NN)*Z __future__r Zdistutils.utilr Zimportlib.machineryr r| ZimpZ get_suffixesr r rM rJ r r maxsizeZ_32_BIT_INTERPRETERobjectr r1 r6 r= rQ r\ r^ r_ rb rc rd rf rl rr rx r r r r~ r r r r r r r r r <module> sV & # PK @\9M M ; pip/_vendor/packaging/__pycache__/specifiers.cpython-38.pycnu [ U .el @ s d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd deZG dd d e ejeZG d d d eZG d d d eZdd ZG dd deZedZdd Zdd ZG dd deZ dS ) )absolute_importdivisionprint_functionN ) string_typeswith_metaclass)Version LegacyVersionparsec @ s e Zd ZdZdS )InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__ r r D/usr/lib/python3.8/site-packages/pip/_vendor/packaging/specifiers.pyr s r c @ s e Zd Zejdd Zejdd Zejdd Zejdd Zej d d Z e j d d Z ejdd dZ ejdddZ d S ) BaseSpecifierc C s dS )z Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr selfr r r __str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr r r r r __hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr r otherr r r __eq__# s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr r r r r __ne__* s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr r r r r prereleases1 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr r valuer r r r 8 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr r itemr r r r contains? s zBaseSpecifier.containsc C s dS )z Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r iterabler r r r filterE s zBaseSpecifier.filter)N)N)r r r abcabstractmethodr r r r abstractpropertyr setterr r" r r r r r s r c @ s e Zd Zi Zd ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z e dd Z e dd Ze dd Zejdd Zdd Zd!d d Zd"d d ZdS )#_IndividualSpecifier Nc C sF | j |}|s td||d |d f| _|| _d S )NzInvalid specifier: '{0}'operatorversion)_regexsearchr formatgroupstrip_spec _prereleases)r specr matchr r r __init__Q s z _IndividualSpecifier.__init__c C s0 | j d k rd| jnd}d| jjt| |S )N, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r __class__r strr Zprer r r __repr__[ s z _IndividualSpecifier.__repr__c C s dj | j S )Nz{0}{1})r- r0 r r r r r d s z _IndividualSpecifier.__str__c C s t | jS N)hashr0 r r r r r g s z _IndividualSpecifier.__hash__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: isinstancer r6 r NotImplementedr0 r r r r r j s z_IndividualSpecifier.__eq__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: r< r r r r r u s z_IndividualSpecifier.__ne__c C s t | d| j| S )Nz _compare_{0})getattrr- _operators)r opr r r _get_operator s z"_IndividualSpecifier._get_operatorc C s t |ttfst|}|S r: )r= r r r r r* r r r _coerce_version s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr r0 r r r r r) s z _IndividualSpecifier.operatorc C s | j d S )Nr rE r r r r r* s z _IndividualSpecifier.versionc C s | j S r: r1 r r r r r s z _IndividualSpecifier.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: r r r r r r __contains__ s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| |}|jr&|s&dS | | j|| jS NF)r rD is_prereleaserB r) r* r r r r r s z _IndividualSpecifier.containsc c s d}g }d|d k r|ndi}|D ]B}| |}| j|f|r |jrX|sX| jsX|| q d}|V q |s||r||D ] }|V qpd S )NFr T)rD r rK r append)r r! r Zyieldedfound_prereleaseskwr* parsed_versionr r r r" s" z_IndividualSpecifier.filter)r( N)N)N)r r r r@ r4 r9 r r r r rB rD propertyr) r* r r& rI r r" r r r r r' M s( r' c @ sv e Zd ZdZede d ejejB Zdddddd d Z d d Z d d Z dd Z dd Z dd Zdd Zdd ZdS )LegacySpecifiera (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) ^\s*\s*$equal not_equalless_than_equalgreater_than_equal less_than greater_than)==!=<=>=<>c C s t |tstt|}|S r: )r= r r7 rC r r r rD s z LegacySpecifier._coerce_versionc C s || |kS r: rD r prospectiver2 r r r _compare_equal s z LegacySpecifier._compare_equalc C s || |kS r: r` ra r r r _compare_not_equal s z"LegacySpecifier._compare_not_equalc C s || |kS r: r` ra r r r _compare_less_than_equal s z(LegacySpecifier._compare_less_than_equalc C s || |kS r: r` ra r r r _compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || |k S r: r` ra r r r _compare_less_than s z"LegacySpecifier._compare_less_thanc C s || |kS r: r` ra r r r _compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r _regex_strrecompileVERBOSE IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ s rQ c s t fdd}|S )Nc s t |tsdS | ||S rJ )r= r ra fnr r wrapped s z)_require_version_compare.<locals>.wrapped) functoolswraps)ro rp r rn r _require_version_compare s rs c @ s e Zd ZdZede d ejejB Zdddddd d d d Z e d d Z e dd Z e dd Z e dd Ze dd Ze dd Ze dd Zdd Zed d Zejd d Zd S )! Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) rR rS Z compatiblerT rU rV rW rX rY Z arbitrary)~=rZ r[ r\ r] r^ r_ ===c C sN d ttdd t|d d }|d7 }| d||oL| d||S )N.c S s | d o| d S )NZpostZdev) startswithxr r r <lambda> z/Specifier._compare_compatible.<locals>.<lambda>.*r] rZ )joinlist itertools takewhile_version_splitrB )r rb r2 prefixr r r _compare_compatiblev s z Specifier._compare_compatiblec C sp | drPt|j}t|d d }tt|}|d t| }t||\}}nt|}|jsht|j}||kS )Nr~ )endswithr Zpublicr r7 len _pad_versionlocalra r r r rc s zSpecifier._compare_equalc C s | || S r: )rc ra r r r rd s z Specifier._compare_not_equalc C s |t |kS r: r ra r r r re s z"Specifier._compare_less_than_equalc C s |t |kS r: r ra r r r rf s z%Specifier._compare_greater_than_equalc C s< t |}||k sdS |js8|jr8t |jt |jkr8dS dS NFT)r rK base_versionra r r r rg s z Specifier._compare_less_thanc C s^ t |}||ksdS |js8|jr8t |jt |jkr8dS |jd k rZt |jt |jkrZdS dS r )r Zis_postreleaser r ra r r r rh s z Specifier._compare_greater_thanc C s t | t | kS r: )r7 lowerra r r r _compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|dr@|d d }t|jrNdS dS )N)rZ r] r\ ru rv rZ r~ r TF)r1 r0 r r rK )r r) r* r r r r s zSpecifier.prereleasesc C s || _ d S r: rF r r r r r s N)r r r ri rj rk rl rm r+ r@ rs r rc rd re rf rg rh r rP r r& r r r r rt s< ] " rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| dD ],}t|}|r0|| q|| q|S )Nrw )split _prefix_regexr, extendgroupsrL )r* resultr r3 r r r r s r c C s g g }}| ttdd | | ttdd | | | t|d d | |t|d d |ddgtdt|d t|d |ddgtdt|d t|d ttj| ttj| fS )Nc S s | S r: isdigitry r r r r{ * r| z _pad_version.<locals>.<lambda>c S s | S r: r ry r r r r{ + r| r r 0)rL r r r r insertmaxchain)leftrightZ left_splitZ right_splitr r r r & s ,,r c @ s e Zd Zd ddZdd Zdd Zd d Zd d Zd d Zdd Z dd Z dd Z e dd Z e jdd Z dd Zd ddZd d d ZdS )! SpecifierSetr( Nc C sn dd | dD }t }|D ]:}z|t| W q tk rV |t| Y q X q t|| _|| _d S )Nc S s g | ]}| r| qS r )r/ .0sr r r <listcomp>< s z)SpecifierSet.__init__.<locals>.<listcomp>,) r setaddrt r rQ frozenset_specsr1 )r Z specifiersr Zparsed specifierr r r r4 9 s zSpecifierSet.__init__c C s* | j d k rd| jnd}dt| |S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 N s zSpecifierSet.__repr__c C s d tdd | jD S )Nr c s s | ]}t |V qd S r: )r7 r r r r <genexpr>X s z'SpecifierSet.__str__.<locals>.<genexpr>)r sortedr r r r r r W s zSpecifierSet.__str__c C s t | jS r: )r; r r r r r r Z s zSpecifierSet.__hash__c C s t |trt|}nt |ts"tS t }t| j|jB |_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr| j|_ntd|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r r> r r r1 ValueError)r r r r r r __and__] s zSpecifierSet.__and__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r= r r r' r7 r> r r r r r r t s zSpecifierSet.__eq__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r r r r r r ~ s zSpecifierSet.__ne__c C s t | jS r: )r r r r r r __len__ s zSpecifierSet.__len__c C s t | jS r: )iterr r r r r __iter__ s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd | jD S )Nc s s | ] }|j V qd S r: r r r r r r s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r anyr r r r r s zSpecifierSet.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: rG rH r r r rI s zSpecifierSet.__contains__c sL t ttfst d kr$| js2 jr2dS t fdd| jD S )NFc 3 s | ]}|j d V qdS )r NrG r r r r r r s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r r rK allr r r r r r s zSpecifierSet.containsc C s |d kr| j }| jr6| jD ]}|j|t|d}q|S g }g }|D ]P}t|ttfs^t|}n|}t|trnqB|jr|s|s| | qB| | qB|s|r|d kr|S |S d S )Nr ) r r r" boolr= r r r rK rL )r r! r r2 ZfilteredrM r rO r r r r" s* zSpecifierSet.filter)r( N)N)N)r r r r4 r9 r r r r r r r rP r r& rI r r" r r r r r 8 s r ) Z __future__r r r r# rq r rj Z_compatr r r* r r r r r ABCMetaobjectr r' rQ rs rt rk r r r r r r r r <module> s& 8 1 PK @\ֆ C pip/_vendor/packaging/__pycache__/requirements.cpython-38.opt-1.pycnu [ U .e\ @ s| d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d d e Z e ej ej Z ed ! Z"ed ! Z#ed! Z$ed! Z%ed! Z&ed! Z'ed! Z(e dZ)e e e)e B Z*ee e e* Z+e+dZ,e+Z-eddZ.e(e. Z/e-e e&e- Z0e"e e0 e# dZ1eej2ej3ej4B Z5eej2ej3ej4B Z6e5e6A Z7ee7e e&e7 ddddZ8e e$e8 e% e8B Z9e9:dd e e9d Z;e;:d d e e d Ze:d d e'Z<e<e Z=e;e e= Z>e/e e= Z?e,e e1 e?e>B Z@ee@ e ZAeABd! G d"d# d#eCZDdS )$ )absolute_importdivisionprint_functionN) stringStart stringEndoriginalTextForParseException) ZeroOrMoreWordOptionalRegexCombine)Literal)parse ) MARKER_EXPRMarker)LegacySpecifier Specifier SpecifierSetc @ s e Zd ZdZdS )InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)__name__ __module__ __qualname____doc__ r r F/usr/lib/python3.8/site-packages/pip/_vendor/packaging/requirements.pyr s r [](),;@z-_.namez[^ ]+urlextrasF)Z joinStringZadjacent _raw_specc C s |j pdS )N )r' sltr r r <lambda>7 r- specifierc C s |d S )Nr r r) r r r r- : r. markerc C s t | |j|j S )N)r Z_original_startZ _original_endr) r r r r- > r. zx[]c @ s( e Zd ZdZdd Zdd Zdd ZdS ) RequirementzParse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s zt |}W nD tk rR } z&td||j|jd |jW 5 d }~X Y nX |j| _|jrt |j}|j dkrt ||jkrtdn(|j r|j r|j s|j std|j|j| _nd | _t |jr|j ng | _t|j| _|jr|jnd | _d S )NzParse error at "{0!r}": {1} filezInvalid URL givenzInvalid URL: {0}) REQUIREMENT parseStringr r formatZlocmsgr$ r% urlparseZschemeZ urlunparseZnetlocsetr& ZasListr r/ r0 )selfZrequirement_stringZreqeZ parsed_urlr r r __init__[ s4 zRequirement.__init__c C s | j g}| jr*|ddt| j | jr@|t| j | jrh|d| j | j rh|d | j r|d| j d|S )Nz[{0}]r! z@ {0} z; {0}r( ) r$ r& appendr6 joinsortedr/ strr% r0 )r: partsr r r __str__v s zRequirement.__str__c C s d t| S )Nz<Requirement({0!r})>)r6 rA )r: r r r __repr__ s zRequirement.__repr__N)r r r r r< rC rD r r r r r1 N s r1 )EZ __future__r r r stringreZpip._vendor.pyparsingr r r r r r r r r r LZ pip._vendor.six.moves.urllibr r8 Zmarkersr r Z specifiersr r r ValueErrorr Z ascii_lettersZdigitsZALPHANUMsuppressZLBRACKETZRBRACKETZLPARENZRPARENCOMMAZ SEMICOLONATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIERNAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_strVERBOSE IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPARATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr4 r5 objectr1 r r r r <module> sh PK @\ֆ = pip/_vendor/packaging/__pycache__/requirements.cpython-38.pycnu [ U .e\ @ s| d dl mZmZmZ d dlZd dlZd dlmZmZm Z m Z d dlm Z m Z m Z mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d d d e Z e ej ej Z ed ! Z"ed ! Z#ed! Z$ed! Z%ed! Z&ed! Z'ed! Z(e dZ)e e e)e B Z*ee e e* Z+e+dZ,e+Z-eddZ.e(e. Z/e-e e&e- Z0e"e e0 e# dZ1eej2ej3ej4B Z5eej2ej3ej4B Z6e5e6A Z7ee7e e&e7 ddddZ8e e$e8 e% e8B Z9e9:dd e e9d Z;e;:d d e e d Ze:d d e'Z<e<e Z=e;e e= Z>e/e e= Z?e,e e1 e?e>B Z@ee@ e ZAeABd! G d"d# d#eCZDdS )$ )absolute_importdivisionprint_functionN) stringStart stringEndoriginalTextForParseException) ZeroOrMoreWordOptionalRegexCombine)Literal)parse ) MARKER_EXPRMarker)LegacySpecifier Specifier SpecifierSetc @ s e Zd ZdZdS )InvalidRequirementzJ An invalid requirement was found, users should refer to PEP 508. N)__name__ __module__ __qualname____doc__ r r F/usr/lib/python3.8/site-packages/pip/_vendor/packaging/requirements.pyr s r [](),;@z-_.namez[^ ]+urlextrasF)Z joinStringZadjacent _raw_specc C s |j pdS )N )r' sltr r r <lambda>7 r- specifierc C s |d S )Nr r r) r r r r- : r. markerc C s t | |j|j S )N)r Z_original_startZ _original_endr) r r r r- > r. zx[]c @ s( e Zd ZdZdd Zdd Zdd ZdS ) RequirementzParse a requirement. Parse a given requirement string into its parts, such as name, specifier, URL, and extras. Raises InvalidRequirement on a badly-formed requirement string. c C s zt |}W nD tk rR } z&td||j|jd |jW 5 d }~X Y nX |j| _|jrt |j}|j dkrt ||jkrtdn(|j r|j r|j s|j std|j|j| _nd | _t |jr|j ng | _t|j| _|jr|jnd | _d S )NzParse error at "{0!r}": {1} filezInvalid URL givenzInvalid URL: {0}) REQUIREMENT parseStringr r formatZlocmsgr$ r% urlparseZschemeZ urlunparseZnetlocsetr& ZasListr r/ r0 )selfZrequirement_stringZreqeZ parsed_urlr r r __init__[ s4 zRequirement.__init__c C s | j g}| jr*|ddt| j | jr@|t| j | jrh|d| j | j rh|d | j r|d| j d|S )Nz[{0}]r! z@ {0} z; {0}r( ) r$ r& appendr6 joinsortedr/ strr% r0 )r: partsr r r __str__v s zRequirement.__str__c C s d t| S )Nz<Requirement({0!r})>)r6 rA )r: r r r __repr__ s zRequirement.__repr__N)r r r r r< rC rD r r r r r1 N s r1 )EZ __future__r r r stringreZpip._vendor.pyparsingr r r r r r r r r r LZ pip._vendor.six.moves.urllibr r8 Zmarkersr r Z specifiersr r r ValueErrorr Z ascii_lettersZdigitsZALPHANUMsuppressZLBRACKETZRBRACKETZLPARENZRPARENCOMMAZ SEMICOLONATZ PUNCTUATIONZIDENTIFIER_ENDZ IDENTIFIERNAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ _regex_strVERBOSE IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ _VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPARATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr4 r5 objectr1 r r r r <module> sh PK @\S" " 8 pip/_vendor/packaging/__pycache__/markers.cpython-38.pycnu [ U .e: @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd d eZG dd d eZG dd d eZ G dd de Z G dd de Z G dd de Z G dd de Z!ededB edB ed B ed B ed B ed B ed B ed!B ed"B ed#B ed$B ed%B ed&B ed'B ed(B ed)B ed*B Z"d#d"d d ddd+Z#e"$d,d- ed.ed/B ed0B ed1B ed2B ed3B ed4B ed5B Z%e%ed6B ed7B Z&e&$d8d- ed9ed:B Z'e'$d;d- ed<ed=B Z(e"e'B Z)ee)e& e) Z*e*$d>d- ed?+ Z,ed@+ Z-e Z.e*ee,e. e- B Z/e.e/e e(e. > e e. e Z0dAdB Z1dSdDdEZ2dFd- dGd- ej3ej4ej5ej6ej7ej8dHZ9dIdJ Z:e Z;dKdL Z<dMdN Z=dOdP Z>dQd Z?G dRd d e Z@dS )T )absolute_importdivisionprint_functionN)ParseException ParseResults stringStart stringEnd) ZeroOrMoreGroupForward QuotedString)Literal ) string_types) SpecifierInvalidSpecifier InvalidMarkerUndefinedComparisonUndefinedEnvironmentNameMarkerdefault_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N__name__ __module__ __qualname____doc__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. Nr r r r r r " s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. Nr r r r r r ( s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) Nodec C s || _ d S N)value)selfr r r r __init__0 s z Node.__init__c C s t | jS r )strr r! r r r __str__3 s z Node.__str__c C s d | jjt| S )Nz <{0}({1!r})>)format __class__r r# r$ r r r __repr__6 s z Node.__repr__c C s t d S r )NotImplementedErrorr$ r r r serialize9 s zNode.serializeN)r r r r" r% r( r* r r r r r / s r c @ s e Zd Zdd ZdS )Variablec C s t | S r r# r$ r r r r* > s zVariable.serializeNr r r r* r r r r r+ = s r+ c @ s e Zd Zdd ZdS )Valuec C s d | S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. B s r. c @ s e Zd Zdd ZdS )Opc C s t | S r r, r$ r r r r* H s z Op.serializeNr- r r r r r/ G s r/ implementation_version platform_python_implementationimplementation_namepython_full_versionplatform_releaseplatform_versionplatform_machineplatform_systempython_version sys_platformos_nameos.name sys.platformplatform.versionplatform.machine platform.python_implementationpython_implementationZextra)r; r< r= r> r? r@ c C s t t|d |d S Nr )r+ ALIASESgetsltr r r <lambda>h rH z=====>=<=!=z~=><not ininc C s t |d S rA )r/ rD r r r rH o rI '"c C s t |d S rA )r. rD r r r rH r rI andorc C s t |d S rA )tuplerD r r r rH y rI ()c C s t | trdd | D S | S d S )Nc S s g | ] }t |qS r )_coerce_parse_result).0ir r r <listcomp> s z(_coerce_parse_result.<locals>.<listcomp>) isinstancer )resultsr r r rY s rY Tc C s t | tttfstt | trHt| dkrHt | d ttfrHt| d S t | trdd | D }|rnd|S dd| d S n"t | trddd | D S | S d S ) Nr r c s s | ]}t |d dV qdS )F)firstN)_format_markerrZ mr r r <genexpr> s z!_format_marker.<locals>.<genexpr> rW rX c S s g | ] }| qS r )r* ra r r r r\ s z"_format_marker.<locals>.<listcomp>)r] listrV r AssertionErrorlenr` join)markerr_ innerr r r r` s r` c C s | |kS r r lhsrhsr r r rH rI c C s | |kS r r rk r r r rH rI )rQ rP rO rL rJ rM rK rN c C sl zt d| |g}W n tk r. Y n X || S t| }|d krbtd|| ||| |S )N z#Undefined {0!r} on {1!r} and {2!r}.) r rh r* r contains _operatorsrC r r& )rl oprm specZoperr r r _eval_op s rs c C s& | |t}|tkr"td||S )Nz/{0!r} does not exist in evaluation environment.)rC _undefinedr r& ) environmentnamer r r r _get_env s rw c C s g g}| D ]}t |tttfs"tt |trB|d t|| q t |tr|\}}}t |trtt||j }|j }n|j }t||j }|d t ||| q |dkst|dkr |g q t dd |D S )N)rT rU rU c s s | ]}t |V qd S r )all)rZ itemr r r rc s z$_evaluate_markers.<locals>.<genexpr>) r] re rV r rf append_evaluate_markersr+ rw r rs any) Zmarkersru groupsri rl rq rm Z lhs_valueZ rhs_valuer r r r| s" r| c C s2 d | }| j}|dkr.||d t| j 7 }|S )Nz {0.major}.{0.minor}.{0.micro}finalr )r& releaselevelr# serial)infoversionZkindr r r format_full_version s r c C sr t tdr ttjj} tjj}nd} d}|| tjt t t t t t d t d d tjd S )Nimplementation0rn . ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )hasattrsysr r r rv osplatformmachinereleasesystemr8 r@ rh Zpython_version_tuple)Ziverr2 r r r r s" c @ s. e Zd Zdd Zdd Zdd Zd dd ZdS ) r c C s` zt t|| _W nF tk rZ } z(d|||j|jd }t|W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r} )rY MARKERZ parseString_markersr r& Zlocr )r! ri eZerr_strr r r r" s zMarker.__init__c C s t | jS r )r` r r$ r r r r% s zMarker.__str__c C s d t| S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t }|dk r|| t| j|S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r updater| r )r! ru Zcurrent_environmentr r r evaluate s zMarker.evaluate)N)r r r r" r% r( r r r r r r s )T)AZ __future__r r r operatorr r r Zpip._vendor.pyparsingr r r r r r r r r LZ_compatr Z specifiersr r __all__ ValueErrorr r r objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEMsuppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr rY r` ltleeqnegegtrp rs rt rw r| r r r r r r r <module> s > PK @\u֔ 6 pip/_vendor/packaging/__pycache__/utils.cpython-38.pycnu [ U .e @ sJ d dl mZmZmZ d dlZddlmZmZ edZ dd Z dd Z dS ) )absolute_importdivisionprint_functionN )InvalidVersionVersionz[-_.]+c C s t d| S )N-)_canonicalize_regexsublower)name r ?/usr/lib/python3.8/site-packages/pip/_vendor/packaging/utils.pycanonicalize_name s r c C s z t | } W n tk r$ | Y S X g }| jdkrF|d| j |tddddd | jD | j dk r|dd d | j D | j dk r|d | j | j dk r|d | j | j dk r|d | j d|S ) z This is very similar to Version.__str__, but has one subtle differences with the way it handles the release segment. r z{0}!z(\.0)+$ .c s s | ]}t |V qd S Nstr.0xr r r <genexpr>' s z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |V qd S r r r r r r r + s z.post{0}z.dev{0}z+{0}) r r Zepochappendformatrer joinreleaseZpreZpostZdevZlocal)versionpartsr r r canonicalize_version s" & r ) Z __future__r r r r r r r compiler r r r r r r <module> s PK @\ 8 pip/_vendor/packaging/__pycache__/_compat.cpython-38.pycnu [ U .ea @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne fZ dd Z dS ) )absolute_importdivisionprint_functionN c s& G fddd}t |ddi S )z/ Create a base class with a metaclass. c s e Zd Z fddZdS )z!with_metaclass.<locals>.metaclassc s | |S )N )clsnameZ this_basesdbasesmetar A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_compat.py__new__ s z)with_metaclass.<locals>.metaclass.__new__N)__name__ __module__ __qualname__r r r r r metaclass s r Ztemporary_classr )typer )r r r r r r with_metaclass s r ) Z __future__r r r sys version_infoZPY2ZPY3strZ string_typesZ basestringr r r r r <module> s PK @\u֔ < pip/_vendor/packaging/__pycache__/utils.cpython-38.opt-1.pycnu [ U .e @ sJ d dl mZmZmZ d dlZddlmZmZ edZ dd Z dd Z dS ) )absolute_importdivisionprint_functionN )InvalidVersionVersionz[-_.]+c C s t d| S )N-)_canonicalize_regexsublower)name r ?/usr/lib/python3.8/site-packages/pip/_vendor/packaging/utils.pycanonicalize_name s r c C s z t | } W n tk r$ | Y S X g }| jdkrF|d| j |tddddd | jD | j dk r|dd d | j D | j dk r|d | j | j dk r|d | j | j dk r|d | j d|S ) z This is very similar to Version.__str__, but has one subtle differences with the way it handles the release segment. r z{0}!z(\.0)+$ .c s s | ]}t |V qd S Nstr.0xr r r <genexpr>' s z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |V qd S r r r r r r r + s z.post{0}z.dev{0}z+{0}) r r Zepochappendformatrer joinreleaseZpreZpostZdevZlocal)versionpartsr r r canonicalize_version s" & r ) Z __future__r r r r r r r compiler r r r r r r <module> s PK @\9M M A pip/_vendor/packaging/__pycache__/specifiers.cpython-38.opt-1.pycnu [ U .el @ s d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m Z ddl m Z m Z mZ G dd deZG dd d e ejeZG d d d eZG d d d eZdd ZG dd deZedZdd Zdd ZG dd deZ dS ) )absolute_importdivisionprint_functionN ) string_typeswith_metaclass)Version LegacyVersionparsec @ s e Zd ZdZdS )InvalidSpecifierzH An invalid specifier was found, users should refer to PEP 440. N)__name__ __module__ __qualname____doc__ r r D/usr/lib/python3.8/site-packages/pip/_vendor/packaging/specifiers.pyr s r c @ s e Zd Zejdd Zejdd Zejdd Zejdd Zej d d Z e j d d Z ejdd dZ ejdddZ d S ) BaseSpecifierc C s dS )z Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. Nr selfr r r __str__ s zBaseSpecifier.__str__c C s dS )zF Returns a hash value for this Specifier like object. Nr r r r r __hash__ s zBaseSpecifier.__hash__c C s dS )zq Returns a boolean representing whether or not the two Specifier like objects are equal. Nr r otherr r r __eq__# s zBaseSpecifier.__eq__c C s dS )zu Returns a boolean representing whether or not the two Specifier like objects are not equal. Nr r r r r __ne__* s zBaseSpecifier.__ne__c C s dS )zg Returns whether or not pre-releases as a whole are allowed by this specifier. Nr r r r r prereleases1 s zBaseSpecifier.prereleasesc C s dS )zd Sets whether or not pre-releases as a whole are allowed by this specifier. Nr r valuer r r r 8 s Nc C s dS )zR Determines if the given item is contained within this specifier. Nr r itemr r r r contains? s zBaseSpecifier.containsc C s dS )z Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. Nr )r iterabler r r r filterE s zBaseSpecifier.filter)N)N)r r r abcabstractmethodr r r r abstractpropertyr setterr r" r r r r r s r c @ s e Zd Zi Zd ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z e dd Z e dd Ze dd Zejdd Zdd Zd!d d Zd"d d ZdS )#_IndividualSpecifier Nc C sF | j |}|s td||d |d f| _|| _d S )NzInvalid specifier: '{0}'operatorversion)_regexsearchr formatgroupstrip_spec _prereleases)r specr matchr r r __init__Q s z _IndividualSpecifier.__init__c C s0 | j d k rd| jnd}d| jjt| |S )N, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r __class__r strr Zprer r r __repr__[ s z _IndividualSpecifier.__repr__c C s dj | j S )Nz{0}{1})r- r0 r r r r r d s z _IndividualSpecifier.__str__c C s t | jS N)hashr0 r r r r r g s z _IndividualSpecifier.__hash__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: isinstancer r6 r NotImplementedr0 r r r r r j s z_IndividualSpecifier.__eq__c C sP t |tr4z| |}W qD tk r0 t Y S X nt || jsDtS | j|jkS r: r< r r r r r u s z_IndividualSpecifier.__ne__c C s t | d| j| S )Nz _compare_{0})getattrr- _operators)r opr r r _get_operator s z"_IndividualSpecifier._get_operatorc C s t |ttfst|}|S r: )r= r r r r r* r r r _coerce_version s z$_IndividualSpecifier._coerce_versionc C s | j d S )Nr r0 r r r r r) s z _IndividualSpecifier.operatorc C s | j d S )Nr rE r r r r r* s z _IndividualSpecifier.versionc C s | j S r: r1 r r r r r s z _IndividualSpecifier.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: r r r r r r __contains__ s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| |}|jr&|s&dS | | j|| jS NF)r rD is_prereleaserB r) r* r r r r r s z _IndividualSpecifier.containsc c s d}g }d|d k r|ndi}|D ]B}| |}| j|f|r |jrX|sX| jsX|| q d}|V q |s||r||D ] }|V qpd S )NFr T)rD r rK r append)r r! r Zyieldedfound_prereleaseskwr* parsed_versionr r r r" s" z_IndividualSpecifier.filter)r( N)N)N)r r r r@ r4 r9 r r r r rB rD propertyr) r* r r& rI r r" r r r r r' M s( r' c @ sv e Zd ZdZede d ejejB Zdddddd d Z d d Z d d Z dd Z dd Z dd Zdd Zdd ZdS )LegacySpecifiera (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) ^\s*\s*$equal not_equalless_than_equalgreater_than_equal less_than greater_than)==!=<=>=<>c C s t |tstt|}|S r: )r= r r7 rC r r r rD s z LegacySpecifier._coerce_versionc C s || |kS r: rD r prospectiver2 r r r _compare_equal s z LegacySpecifier._compare_equalc C s || |kS r: r` ra r r r _compare_not_equal s z"LegacySpecifier._compare_not_equalc C s || |kS r: r` ra r r r _compare_less_than_equal s z(LegacySpecifier._compare_less_than_equalc C s || |kS r: r` ra r r r _compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || |k S r: r` ra r r r _compare_less_than s z"LegacySpecifier._compare_less_thanc C s || |kS r: r` ra r r r _compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r r _regex_strrecompileVERBOSE IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ s rQ c s t fdd}|S )Nc s t |tsdS | ||S rJ )r= r ra fnr r wrapped s z)_require_version_compare.<locals>.wrapped) functoolswraps)ro rp r rn r _require_version_compare s rs c @ s e Zd ZdZede d ejejB Zdddddd d d d Z e d d Z e dd Z e dd Z e dd Ze dd Ze dd Ze dd Zdd Zed d Zejd d Zd S )! Specifiera (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) rR rS Z compatiblerT rU rV rW rX rY Z arbitrary)~=rZ r[ r\ r] r^ r_ ===c C sN d ttdd t|d d }|d7 }| d||oL| d||S )N.c S s | d o| d S )NZpostZdev) startswithxr r r <lambda> z/Specifier._compare_compatible.<locals>.<lambda>.*r] rZ )joinlist itertools takewhile_version_splitrB )r rb r2 prefixr r r _compare_compatiblev s z Specifier._compare_compatiblec C sp | drPt|j}t|d d }tt|}|d t| }t||\}}nt|}|jsht|j}||kS )Nr~ )endswithr Zpublicr r7 len _pad_versionlocalra r r r rc s zSpecifier._compare_equalc C s | || S r: )rc ra r r r rd s z Specifier._compare_not_equalc C s |t |kS r: r ra r r r re s z"Specifier._compare_less_than_equalc C s |t |kS r: r ra r r r rf s z%Specifier._compare_greater_than_equalc C s< t |}||k sdS |js8|jr8t |jt |jkr8dS dS NFT)r rK base_versionra r r r rg s z Specifier._compare_less_thanc C s^ t |}||ksdS |js8|jr8t |jt |jkr8dS |jd k rZt |jt |jkrZdS dS r )r Zis_postreleaser r ra r r r rh s z Specifier._compare_greater_thanc C s t | t | kS r: )r7 lowerra r r r _compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|dr@|d d }t|jrNdS dS )N)rZ r] r\ ru rv rZ r~ r TF)r1 r0 r r rK )r r) r* r r r r s zSpecifier.prereleasesc C s || _ d S r: rF r r r r r s N)r r r ri rj rk rl rm r+ r@ rs r rc rd re rf rg rh r rP r r& r r r r rt s< ] " rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| dD ],}t|}|r0|| q|| q|S )Nrw )split _prefix_regexr, extendgroupsrL )r* resultr r3 r r r r s r c C s g g }}| ttdd | | ttdd | | | t|d d | |t|d d |ddgtdt|d t|d |ddgtdt|d t|d ttj| ttj| fS )Nc S s | S r: isdigitry r r r r{ * r| z _pad_version.<locals>.<lambda>c S s | S r: r ry r r r r{ + r| r r 0)rL r r r r insertmaxchain)leftrightZ left_splitZ right_splitr r r r & s ,,r c @ s e Zd Zd ddZdd Zdd Zd d Zd d Zd d Zdd Z dd Z dd Z e dd Z e jdd Z dd Zd ddZd d d ZdS )! SpecifierSetr( Nc C sn dd | dD }t }|D ]:}z|t| W q tk rV |t| Y q X q t|| _|| _d S )Nc S s g | ]}| r| qS r )r/ .0sr r r <listcomp>< s z)SpecifierSet.__init__.<locals>.<listcomp>,) r setaddrt r rQ frozenset_specsr1 )r Z specifiersr Zparsed specifierr r r r4 9 s zSpecifierSet.__init__c C s* | j d k rd| jnd}dt| |S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 N s zSpecifierSet.__repr__c C s d tdd | jD S )Nr c s s | ]}t |V qd S r: )r7 r r r r <genexpr>X s z'SpecifierSet.__str__.<locals>.<genexpr>)r sortedr r r r r r W s zSpecifierSet.__str__c C s t | jS r: )r; r r r r r r Z s zSpecifierSet.__hash__c C s t |trt|}nt |ts"tS t }t| j|jB |_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr| j|_ntd|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r r> r r r1 ValueError)r r r r r r __and__] s zSpecifierSet.__and__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r= r r r' r7 r> r r r r r r t s zSpecifierSet.__eq__c C sF t |trt|}n&t |tr,tt|}nt |ts:tS | j|jkS r: r r r r r r ~ s zSpecifierSet.__ne__c C s t | jS r: )r r r r r r __len__ s zSpecifierSet.__len__c C s t | jS r: )iterr r r r r __iter__ s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd | jD S )Nc s s | ] }|j V qd S r: r r r r r r s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r anyr r r r r s zSpecifierSet.prereleasesc C s || _ d S r: rF r r r r r s c C s | |S r: rG rH r r r rI s zSpecifierSet.__contains__c sL t ttfst d kr$| js2 jr2dS t fdd| jD S )NFc 3 s | ]}|j d V qdS )r NrG r r r r r r s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r r rK allr r r r r r s zSpecifierSet.containsc C s |d kr| j }| jr6| jD ]}|j|t|d}q|S g }g }|D ]P}t|ttfs^t|}n|}t|trnqB|jr|s|s| | qB| | qB|s|r|d kr|S |S d S )Nr ) r r r" boolr= r r r rK rL )r r! r r2 ZfilteredrM r rO r r r r" s* zSpecifierSet.filter)r( N)N)N)r r r r4 r9 r r r r r r r rP r r& rI r r" r r r r r 8 s r ) Z __future__r r r r# rq r rj Z_compatr r r* r r r r r ABCMetaobjectr r' rQ rs rt rk r r r r r r r r <module> s& 8 1 PK @\U ? pip/_vendor/packaging/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e2 @ sT d dl mZmZmZ ddlmZmZmZmZm Z m Z m Z m Z dddddd d d gZ d S ) )absolute_importdivisionprint_function ) __author__ __copyright__ __email__ __license__ __summary__ __title____uri__ __version__r r r r r r r r N)Z __future__r r r __about__r r r r r r r r __all__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__init__.py<module> s ( PK @\ <2m" m" > pip/_vendor/packaging/__pycache__/markers.cpython-38.opt-1.pycnu [ U .e: @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z d dlm Z mZmZmZ d dlmZ ddlmZ ddlmZmZ d d d d d gZG dd d eZG dd d eZG dd d eZ G dd de Z G dd de Z G dd de Z G dd de Z!ededB edB ed B ed B ed B ed B ed B ed!B ed"B ed#B ed$B ed%B ed&B ed'B ed(B ed)B ed*B Z"d#d"d d ddd+Z#e"$d,d- ed.ed/B ed0B ed1B ed2B ed3B ed4B ed5B Z%e%ed6B ed7B Z&e&$d8d- ed9ed:B Z'e'$d;d- ed<ed=B Z(e"e'B Z)ee)e& e) Z*e*$d>d- ed?+ Z,ed@+ Z-e Z.e*ee,e. e- B Z/e.e/e e(e. > e e. e Z0dAdB Z1dSdDdEZ2dFd- dGd- ej3ej4ej5ej6ej7ej8dHZ9dIdJ Z:e Z;dKdL Z<dMdN Z=dOdP Z>dQd Z?G dRd d e Z@dS )T )absolute_importdivisionprint_functionN)ParseException ParseResults stringStart stringEnd) ZeroOrMoreGroupForward QuotedString)Literal ) string_types) SpecifierInvalidSpecifier InvalidMarkerUndefinedComparisonUndefinedEnvironmentNameMarkerdefault_environmentc @ s e Zd ZdZdS )r zE An invalid marker was found, users should refer to PEP 508. N__name__ __module__ __qualname____doc__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP An invalid operation was attempted on a value that doesn't support it. Nr r r r r r " s c @ s e Zd ZdZdS )r z\ A name was attempted to be used that does not exist inside of the environment. Nr r r r r r ( s c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) Nodec C s || _ d S N)value)selfr r r r __init__0 s z Node.__init__c C s t | jS r )strr r! r r r __str__3 s z Node.__str__c C s d | jjt| S )Nz <{0}({1!r})>)format __class__r r# r$ r r r __repr__6 s z Node.__repr__c C s t d S r )NotImplementedErrorr$ r r r serialize9 s zNode.serializeN)r r r r" r% r( r* r r r r r / s r c @ s e Zd Zdd ZdS )Variablec C s t | S r r# r$ r r r r* > s zVariable.serializeNr r r r* r r r r r+ = s r+ c @ s e Zd Zdd ZdS )Valuec C s d | S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. B s r. c @ s e Zd Zdd ZdS )Opc C s t | S r r, r$ r r r r* H s z Op.serializeNr- r r r r r/ G s r/ implementation_version platform_python_implementationimplementation_namepython_full_versionplatform_releaseplatform_versionplatform_machineplatform_systempython_version sys_platformos_nameos.name sys.platformplatform.versionplatform.machine platform.python_implementationpython_implementationZextra)r; r< r= r> r? r@ c C s t t|d |d S Nr )r+ ALIASESgetsltr r r <lambda>h rH z=====>=<=!=z~=><not ininc C s t |d S rA )r/ rD r r r rH o rI '"c C s t |d S rA )r. rD r r r rH r rI andorc C s t |d S rA )tuplerD r r r rH y rI ()c C s t | trdd | D S | S d S )Nc S s g | ] }t |qS r )_coerce_parse_result).0ir r r <listcomp> s z(_coerce_parse_result.<locals>.<listcomp>) isinstancer )resultsr r r rY s rY Tc C s t | tr4t| dkr4t | d ttfr4t| d S t | trndd | D }|rZd|S dd| d S n"t | trddd | D S | S d S ) Nr r c s s | ]}t |d dV qdS )F)firstN)_format_markerrZ mr r r <genexpr> s z!_format_marker.<locals>.<genexpr> rW rX c S s g | ] }| qS r )r* ra r r r r\ s z"_format_marker.<locals>.<listcomp>)r] listlenrV r` join)markerr_ innerr r r r` s r` c C s | |kS r r lhsrhsr r r rH rI c C s | |kS r r rj r r r rH rI )rQ rP rO rL rJ rM rK rN c C sl zt d| |g}W n tk r. Y n X || S t| }|d krbtd|| ||| |S )N z#Undefined {0!r} on {1!r} and {2!r}.) r rg r* r contains _operatorsrC r r& )rk oprl specZoperr r r _eval_op s rr c C s& | |t}|tkr"td||S )Nz/{0!r} does not exist in evaluation environment.)rC _undefinedr r& ) environmentnamer r r r _get_env s rv c C s g g}| D ]}t |tr.|d t|| q t |tr|\}}}t |tr`t||j}|j}n|j}t||j}|d t||| q |dkr |g q t dd |D S )NrU c s s | ]}t |V qd S r )all)rZ itemr r r rc s z$_evaluate_markers.<locals>.<genexpr>) r] re append_evaluate_markersrV r+ rv r rr any) Zmarkersrt groupsrh rk rp rl Z lhs_valueZ rhs_valuer r r r{ s r{ c C s2 d | }| j}|dkr.||d t| j 7 }|S )Nz {0.major}.{0.minor}.{0.micro}finalr )r& releaselevelr# serial)infoversionZkindr r r format_full_version s r c C sr t tdr ttjj} tjj}nd} d}|| tjt t t t t t d t d d tjd S )Nimplementation0rm . ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )hasattrsysr r r ru osplatformmachinereleasesystemr8 r@ rg Zpython_version_tuple)Ziverr2 r r r r s" c @ s. e Zd Zdd Zdd Zdd Zd dd ZdS ) r c C s` zt t|| _W nF tk rZ } z(d|||j|jd }t|W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r} )rY MARKERZ parseString_markersr r& Zlocr )r! rh eZerr_strr r r r" s zMarker.__init__c C s t | jS r )r` r r$ r r r r% s zMarker.__str__c C s d t| S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t }|dk r|| t| j|S )a$ Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. N)r updater{ r )r! rt Zcurrent_environmentr r r evaluate s zMarker.evaluate)N)r r r r" r% r( r r r r r r s )T)AZ __future__r r r operatorr r r Zpip._vendor.pyparsingr r r r r r r r r LZ_compatr Z specifiersr r __all__ ValueErrorr r r objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ MARKER_VARZ MARKER_ITEMsuppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr rY r` ltleeqnegegtro rr rs rv r{ r r r r r r r <module> s > PK @\Fӂl l # pip/_vendor/packaging/specifiers.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import abc import functools import itertools import re from ._compat import string_types, with_metaclass from .version import Version, LegacyVersion, parse class InvalidSpecifier(ValueError): """ An invalid specifier was found, users should refer to PEP 440. """ class BaseSpecifier(with_metaclass(abc.ABCMeta, object)): @abc.abstractmethod def __str__(self): """ Returns the str representation of this Specifier like object. This should be representative of the Specifier itself. """ @abc.abstractmethod def __hash__(self): """ Returns a hash value for this Specifier like object. """ @abc.abstractmethod def __eq__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are equal. """ @abc.abstractmethod def __ne__(self, other): """ Returns a boolean representing whether or not the two Specifier like objects are not equal. """ @abc.abstractproperty def prereleases(self): """ Returns whether or not pre-releases as a whole are allowed by this specifier. """ @prereleases.setter def prereleases(self, value): """ Sets whether or not pre-releases as a whole are allowed by this specifier. """ @abc.abstractmethod def contains(self, item, prereleases=None): """ Determines if the given item is contained within this specifier. """ @abc.abstractmethod def filter(self, iterable, prereleases=None): """ Takes an iterable of items and filters them so that only items which are contained within this specifier are allowed in it. """ class _IndividualSpecifier(BaseSpecifier): _operators = {} def __init__(self, spec="", prereleases=None): match = self._regex.search(spec) if not match: raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec)) self._spec = (match.group("operator").strip(), match.group("version").strip()) # Store whether or not this Specifier should accept prereleases self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<{0}({1!r}{2})>".format(self.__class__.__name__, str(self), pre) def __str__(self): return "{0}{1}".format(*self._spec) def __hash__(self): return hash(self._spec) def __eq__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec == other._spec def __ne__(self, other): if isinstance(other, string_types): try: other = self.__class__(other) except InvalidSpecifier: return NotImplemented elif not isinstance(other, self.__class__): return NotImplemented return self._spec != other._spec def _get_operator(self, op): return getattr(self, "_compare_{0}".format(self._operators[op])) def _coerce_version(self, version): if not isinstance(version, (LegacyVersion, Version)): version = parse(version) return version @property def operator(self): return self._spec[0] @property def version(self): return self._spec[1] @property def prereleases(self): return self._prereleases @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Determine if prereleases are to be allowed or not. if prereleases is None: prereleases = self.prereleases # Normalize item to a Version or LegacyVersion, this allows us to have # a shortcut for ``"2.0" in Specifier(">=2") item = self._coerce_version(item) # Determine if we should be supporting prereleases in this specifier # or not, if we do not support prereleases than we can short circuit # logic if this version is a prereleases. if item.is_prerelease and not prereleases: return False # Actually do the comparison to determine if this item is contained # within this Specifier or not. return self._get_operator(self.operator)(item, self.version) def filter(self, iterable, prereleases=None): yielded = False found_prereleases = [] kw = {"prereleases": prereleases if prereleases is not None else True} # Attempt to iterate over all the values in the iterable and if any of # them match, yield them. for version in iterable: parsed_version = self._coerce_version(version) if self.contains(parsed_version, **kw): # If our version is a prerelease, and we were not set to allow # prereleases, then we'll store it for later incase nothing # else matches this specifier. if parsed_version.is_prerelease and not ( prereleases or self.prereleases ): found_prereleases.append(version) # Either this is not a prerelease, or we should have been # accepting prereleases from the beginning. else: yielded = True yield version # Now that we've iterated over everything, determine if we've yielded # any values, and if we have not and we have any prereleases stored up # then we will go ahead and yield the prereleases. if not yielded and found_prereleases: for version in found_prereleases: yield version class LegacySpecifier(_IndividualSpecifier): _regex_str = r""" (?P<operator>(==|!=|<=|>=|<|>)) \s* (?P<version> [^,;\s)]* # Since this is a "legacy" specifier, and the version # string can be just about anything, we match everything # except for whitespace, a semi-colon for marker support, # a closing paren since versions can be enclosed in # them, and a comma since it's a version separator. ) """ _regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", } def _coerce_version(self, version): if not isinstance(version, LegacyVersion): version = LegacyVersion(str(version)) return version def _compare_equal(self, prospective, spec): return prospective == self._coerce_version(spec) def _compare_not_equal(self, prospective, spec): return prospective != self._coerce_version(spec) def _compare_less_than_equal(self, prospective, spec): return prospective <= self._coerce_version(spec) def _compare_greater_than_equal(self, prospective, spec): return prospective >= self._coerce_version(spec) def _compare_less_than(self, prospective, spec): return prospective < self._coerce_version(spec) def _compare_greater_than(self, prospective, spec): return prospective > self._coerce_version(spec) def _require_version_compare(fn): @functools.wraps(fn) def wrapped(self, prospective, spec): if not isinstance(prospective, Version): return False return fn(self, prospective, spec) return wrapped class Specifier(_IndividualSpecifier): _regex_str = r""" (?P<operator>(~=|==|!=|<=|>=|<|>|===)) (?P<version> (?: # The identity operators allow for an escape hatch that will # do an exact string match of the version you wish to install. # This will not be parsed by PEP 440 and we cannot determine # any semantic meaning from it. This operator is discouraged # but included entirely as an escape hatch. (?<====) # Only match for the identity operator \s* [^\s]* # We just match everything, except for whitespace # since we are only testing for strict identity. ) | (?: # The (non)equality operators allow for wild card and local # versions to be specified so we have to define these two # operators separately to enable that. (?<===|!=) # Only match for equals and not equals \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? # You cannot use a wild card and a dev or local version # together so group them with a | and make them optional. (?: (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release (?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local | \.\* # Wild card syntax of .* )? ) | (?: # The compatible operator requires at least two digits in the # release segment. (?<=~=) # Only match for the compatible operator \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *) (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) | (?: # All other operators only allow a sub set of what the # (non)equality operators do. Specifically they do not allow # local versions to be specified nor do they allow the prefix # matching wild cards. (?<!==|!=|~=) # We have special cases for these # operators so we want to make sure they # don't match here. \s* v? (?:[0-9]+!)? # epoch [0-9]+(?:\.[0-9]+)* # release (?: # pre release [-_\.]? (a|b|c|rc|alpha|beta|pre|preview) [-_\.]? [0-9]* )? (?: # post release (?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*) )? (?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release ) ) """ _regex = re.compile(r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE) _operators = { "~=": "compatible", "==": "equal", "!=": "not_equal", "<=": "less_than_equal", ">=": "greater_than_equal", "<": "less_than", ">": "greater_than", "===": "arbitrary", } @_require_version_compare def _compare_compatible(self, prospective, spec): # Compatible releases have an equivalent combination of >= and ==. That # is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to # implement this in terms of the other specifiers instead of # implementing it ourselves. The only thing we need to do is construct # the other specifiers. # We want everything but the last item in the version, but we want to # ignore post and dev releases and we want to treat the pre-release as # it's own separate segment. prefix = ".".join( list( itertools.takewhile( lambda x: (not x.startswith("post") and not x.startswith("dev")), _version_split(spec), ) )[:-1] ) # Add the prefix notation to the end of our string prefix += ".*" return self._get_operator(">=")(prospective, spec) and self._get_operator("==")( prospective, prefix ) @_require_version_compare def _compare_equal(self, prospective, spec): # We need special logic to handle prefix matching if spec.endswith(".*"): # In the case of prefix matching we want to ignore local segment. prospective = Version(prospective.public) # Split the spec out by dots, and pretend that there is an implicit # dot in between a release segment and a pre-release segment. spec = _version_split(spec[:-2]) # Remove the trailing .* # Split the prospective version out by dots, and pretend that there # is an implicit dot in between a release segment and a pre-release # segment. prospective = _version_split(str(prospective)) # Shorten the prospective version to be the same length as the spec # so that we can determine if the specifier is a prefix of the # prospective version or not. prospective = prospective[: len(spec)] # Pad out our two sides with zeros so that they both equal the same # length. spec, prospective = _pad_version(spec, prospective) else: # Convert our spec string into a Version spec = Version(spec) # If the specifier does not have a local segment, then we want to # act as if the prospective version also does not have a local # segment. if not spec.local: prospective = Version(prospective.public) return prospective == spec @_require_version_compare def _compare_not_equal(self, prospective, spec): return not self._compare_equal(prospective, spec) @_require_version_compare def _compare_less_than_equal(self, prospective, spec): return prospective <= Version(spec) @_require_version_compare def _compare_greater_than_equal(self, prospective, spec): return prospective >= Version(spec) @_require_version_compare def _compare_less_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is less than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective < spec: return False # This special case is here so that, unless the specifier itself # includes is a pre-release version, that we do not accept pre-release # versions for the version mentioned in the specifier (e.g. <3.1 should # not match 3.1.dev0, but should match 3.0.dev0). if not spec.is_prerelease and prospective.is_prerelease: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # less than the spec version *and* it's not a pre-release of the same # version in the spec. return True @_require_version_compare def _compare_greater_than(self, prospective, spec): # Convert our spec to a Version instance, since we'll want to work with # it as a version. spec = Version(spec) # Check to see if the prospective version is greater than the spec # version. If it's not we can short circuit and just return False now # instead of doing extra unneeded work. if not prospective > spec: return False # This special case is here so that, unless the specifier itself # includes is a post-release version, that we do not accept # post-release versions for the version mentioned in the specifier # (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0). if not spec.is_postrelease and prospective.is_postrelease: if Version(prospective.base_version) == Version(spec.base_version): return False # Ensure that we do not allow a local version of the version mentioned # in the specifier, which is technically greater than, to match. if prospective.local is not None: if Version(prospective.base_version) == Version(spec.base_version): return False # If we've gotten to here, it means that prospective version is both # greater than the spec version *and* it's not a pre-release of the # same version in the spec. return True def _compare_arbitrary(self, prospective, spec): return str(prospective).lower() == str(spec).lower() @property def prereleases(self): # If there is an explicit prereleases set for this, then we'll just # blindly use that. if self._prereleases is not None: return self._prereleases # Look at all of our specifiers and determine if they are inclusive # operators, and if they are if they are including an explicit # prerelease. operator, version = self._spec if operator in ["==", ">=", "<=", "~=", "==="]: # The == specifier can include a trailing .*, if it does we # want to remove before parsing. if operator == "==" and version.endswith(".*"): version = version[:-2] # Parse the version, and if it is a pre-release than this # specifier allows pre-releases. if parse(version).is_prerelease: return True return False @prereleases.setter def prereleases(self, value): self._prereleases = value _prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$") def _version_split(version): result = [] for item in version.split("."): match = _prefix_regex.search(item) if match: result.extend(match.groups()) else: result.append(item) return result def _pad_version(left, right): left_split, right_split = [], [] # Get the release segment of our versions left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left))) right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right))) # Get the rest of our versions left_split.append(left[len(left_split[0]) :]) right_split.append(right[len(right_split[0]) :]) # Insert our padding left_split.insert(1, ["0"] * max(0, len(right_split[0]) - len(left_split[0]))) right_split.insert(1, ["0"] * max(0, len(left_split[0]) - len(right_split[0]))) return (list(itertools.chain(*left_split)), list(itertools.chain(*right_split))) class SpecifierSet(BaseSpecifier): def __init__(self, specifiers="", prereleases=None): # Split on , to break each indidivual specifier into it's own item, and # strip each item to remove leading/trailing whitespace. specifiers = [s.strip() for s in specifiers.split(",") if s.strip()] # Parsed each individual specifier, attempting first to make it a # Specifier and falling back to a LegacySpecifier. parsed = set() for specifier in specifiers: try: parsed.add(Specifier(specifier)) except InvalidSpecifier: parsed.add(LegacySpecifier(specifier)) # Turn our parsed specifiers into a frozen set and save them for later. self._specs = frozenset(parsed) # Store our prereleases value so we can use it later to determine if # we accept prereleases or not. self._prereleases = prereleases def __repr__(self): pre = ( ", prereleases={0!r}".format(self.prereleases) if self._prereleases is not None else "" ) return "<SpecifierSet({0!r}{1})>".format(str(self), pre) def __str__(self): return ",".join(sorted(str(s) for s in self._specs)) def __hash__(self): return hash(self._specs) def __and__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif not isinstance(other, SpecifierSet): return NotImplemented specifier = SpecifierSet() specifier._specs = frozenset(self._specs | other._specs) if self._prereleases is None and other._prereleases is not None: specifier._prereleases = other._prereleases elif self._prereleases is not None and other._prereleases is None: specifier._prereleases = self._prereleases elif self._prereleases == other._prereleases: specifier._prereleases = self._prereleases else: raise ValueError( "Cannot combine SpecifierSets with True and False prerelease " "overrides." ) return specifier def __eq__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs == other._specs def __ne__(self, other): if isinstance(other, string_types): other = SpecifierSet(other) elif isinstance(other, _IndividualSpecifier): other = SpecifierSet(str(other)) elif not isinstance(other, SpecifierSet): return NotImplemented return self._specs != other._specs def __len__(self): return len(self._specs) def __iter__(self): return iter(self._specs) @property def prereleases(self): # If we have been given an explicit prerelease modifier, then we'll # pass that through here. if self._prereleases is not None: return self._prereleases # If we don't have any specifiers, and we don't have a forced value, # then we'll just return None since we don't know if this should have # pre-releases or not. if not self._specs: return None # Otherwise we'll see if any of the given specifiers accept # prereleases, if any of them do we'll return True, otherwise False. return any(s.prereleases for s in self._specs) @prereleases.setter def prereleases(self, value): self._prereleases = value def __contains__(self, item): return self.contains(item) def contains(self, item, prereleases=None): # Ensure that our item is a Version or LegacyVersion instance. if not isinstance(item, (LegacyVersion, Version)): item = parse(item) # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # We can determine if we're going to allow pre-releases by looking to # see if any of the underlying items supports them. If none of them do # and this item is a pre-release then we do not allow it and we can # short circuit that here. # Note: This means that 1.0.dev1 would not be contained in something # like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0 if not prereleases and item.is_prerelease: return False # We simply dispatch to the underlying specs here to make sure that the # given version is contained within all of them. # Note: This use of all() here means that an empty set of specifiers # will always return True, this is an explicit design decision. return all(s.contains(item, prereleases=prereleases) for s in self._specs) def filter(self, iterable, prereleases=None): # Determine if we're forcing a prerelease or not, if we're not forcing # one for this particular filter call, then we'll use whatever the # SpecifierSet thinks for whether or not we should support prereleases. if prereleases is None: prereleases = self.prereleases # If we have any specifiers, then we want to wrap our iterable in the # filter method for each one, this will act as a logical AND amongst # each specifier. if self._specs: for spec in self._specs: iterable = spec.filter(iterable, prereleases=bool(prereleases)) return iterable # If we do not have any specifiers, then we need to have a rough filter # which will filter out any pre-releases, unless there are no final # releases, and which will filter out LegacyVersion in general. else: filtered = [] found_prereleases = [] for item in iterable: # Ensure that we some kind of Version class for this item. if not isinstance(item, (LegacyVersion, Version)): parsed_version = parse(item) else: parsed_version = item # Filter out any item which is parsed as a LegacyVersion if isinstance(parsed_version, LegacyVersion): continue # Store any item which is a pre-release for later unless we've # already found a final version or we are accepting prereleases if parsed_version.is_prerelease and not prereleases: if not filtered: found_prereleases.append(item) else: filtered.append(item) # If we've found no items except for pre-releases, then we'll go # ahead and use the pre-releases if not filtered and found_prereleases and prereleases is None: return found_prereleases return filtered PK A\a= pip/_vendor/packaging/utils.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import re from .version import InvalidVersion, Version _canonicalize_regex = re.compile(r"[-_.]+") def canonicalize_name(name): # This is taken from PEP 503. return _canonicalize_regex.sub("-", name).lower() def canonicalize_version(version): """ This is very similar to Version.__str__, but has one subtle differences with the way it handles the release segment. """ try: version = Version(version) except InvalidVersion: # Legacy versions cannot be normalized return version parts = [] # Epoch if version.epoch != 0: parts.append("{0}!".format(version.epoch)) # Release segment # NB: This strips trailing '.0's to normalize parts.append(re.sub(r"(\.0)+$", "", ".".join(str(x) for x in version.release))) # Pre-release if version.pre is not None: parts.append("".join(str(x) for x in version.pre)) # Post-release if version.post is not None: parts.append(".post{0}".format(version.post)) # Development release if version.dev is not None: parts.append(".dev{0}".format(version.dev)) # Local version segment if version.local is not None: parts.append("+{0}".format(version.local)) return "".join(parts) PK A\eD2 2 ! pip/_vendor/packaging/__init__.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function from .__about__ import ( __author__, __copyright__, __email__, __license__, __summary__, __title__, __uri__, __version__, ) __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] PK A\: : pip/_vendor/packaging/markers.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import operator import os import platform import sys from pip._vendor.pyparsing import ParseException, ParseResults, stringStart, stringEnd from pip._vendor.pyparsing import ZeroOrMore, Group, Forward, QuotedString from pip._vendor.pyparsing import Literal as L # noqa from ._compat import string_types from .specifiers import Specifier, InvalidSpecifier __all__ = [ "InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName", "Marker", "default_environment", ] class InvalidMarker(ValueError): """ An invalid marker was found, users should refer to PEP 508. """ class UndefinedComparison(ValueError): """ An invalid operation was attempted on a value that doesn't support it. """ class UndefinedEnvironmentName(ValueError): """ A name was attempted to be used that does not exist inside of the environment. """ class Node(object): def __init__(self, value): self.value = value def __str__(self): return str(self.value) def __repr__(self): return "<{0}({1!r})>".format(self.__class__.__name__, str(self)) def serialize(self): raise NotImplementedError class Variable(Node): def serialize(self): return str(self) class Value(Node): def serialize(self): return '"{0}"'.format(self) class Op(Node): def serialize(self): return str(self) VARIABLE = ( L("implementation_version") | L("platform_python_implementation") | L("implementation_name") | L("python_full_version") | L("platform_release") | L("platform_version") | L("platform_machine") | L("platform_system") | L("python_version") | L("sys_platform") | L("os_name") | L("os.name") | L("sys.platform") # PEP-345 | L("platform.version") # PEP-345 | L("platform.machine") # PEP-345 | L("platform.python_implementation") # PEP-345 | L("python_implementation") # PEP-345 | L("extra") # undocumented setuptools legacy ) ALIASES = { "os.name": "os_name", "sys.platform": "sys_platform", "platform.version": "platform_version", "platform.machine": "platform_machine", "platform.python_implementation": "platform_python_implementation", "python_implementation": "platform_python_implementation", } VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0]))) VERSION_CMP = ( L("===") | L("==") | L(">=") | L("<=") | L("!=") | L("~=") | L(">") | L("<") ) MARKER_OP = VERSION_CMP | L("not in") | L("in") MARKER_OP.setParseAction(lambda s, l, t: Op(t[0])) MARKER_VALUE = QuotedString("'") | QuotedString('"') MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0])) BOOLOP = L("and") | L("or") MARKER_VAR = VARIABLE | MARKER_VALUE MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR) MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0])) LPAREN = L("(").suppress() RPAREN = L(")").suppress() MARKER_EXPR = Forward() MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN) MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR) MARKER = stringStart + MARKER_EXPR + stringEnd def _coerce_parse_result(results): if isinstance(results, ParseResults): return [_coerce_parse_result(i) for i in results] else: return results def _format_marker(marker, first=True): assert isinstance(marker, (list, tuple, string_types)) # Sometimes we have a structure like [[...]] which is a single item list # where the single item is itself it's own list. In that case we want skip # the rest of this function so that we don't get extraneous () on the # outside. if ( isinstance(marker, list) and len(marker) == 1 and isinstance(marker[0], (list, tuple)) ): return _format_marker(marker[0]) if isinstance(marker, list): inner = (_format_marker(m, first=False) for m in marker) if first: return " ".join(inner) else: return "(" + " ".join(inner) + ")" elif isinstance(marker, tuple): return " ".join([m.serialize() for m in marker]) else: return marker _operators = { "in": lambda lhs, rhs: lhs in rhs, "not in": lambda lhs, rhs: lhs not in rhs, "<": operator.lt, "<=": operator.le, "==": operator.eq, "!=": operator.ne, ">=": operator.ge, ">": operator.gt, } def _eval_op(lhs, op, rhs): try: spec = Specifier("".join([op.serialize(), rhs])) except InvalidSpecifier: pass else: return spec.contains(lhs) oper = _operators.get(op.serialize()) if oper is None: raise UndefinedComparison( "Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs) ) return oper(lhs, rhs) _undefined = object() def _get_env(environment, name): value = environment.get(name, _undefined) if value is _undefined: raise UndefinedEnvironmentName( "{0!r} does not exist in evaluation environment.".format(name) ) return value def _evaluate_markers(markers, environment): groups = [[]] for marker in markers: assert isinstance(marker, (list, tuple, string_types)) if isinstance(marker, list): groups[-1].append(_evaluate_markers(marker, environment)) elif isinstance(marker, tuple): lhs, op, rhs = marker if isinstance(lhs, Variable): lhs_value = _get_env(environment, lhs.value) rhs_value = rhs.value else: lhs_value = lhs.value rhs_value = _get_env(environment, rhs.value) groups[-1].append(_eval_op(lhs_value, op, rhs_value)) else: assert marker in ["and", "or"] if marker == "or": groups.append([]) return any(all(item) for item in groups) def format_full_version(info): version = "{0.major}.{0.minor}.{0.micro}".format(info) kind = info.releaselevel if kind != "final": version += kind[0] + str(info.serial) return version def default_environment(): if hasattr(sys, "implementation"): iver = format_full_version(sys.implementation.version) implementation_name = sys.implementation.name else: iver = "0" implementation_name = "" return { "implementation_name": implementation_name, "implementation_version": iver, "os_name": os.name, "platform_machine": platform.machine(), "platform_release": platform.release(), "platform_system": platform.system(), "platform_version": platform.version(), "python_full_version": platform.python_version(), "platform_python_implementation": platform.python_implementation(), "python_version": ".".join(platform.python_version_tuple()[:2]), "sys_platform": sys.platform, } class Marker(object): def __init__(self, marker): try: self._markers = _coerce_parse_result(MARKER.parseString(marker)) except ParseException as e: err_str = "Invalid marker: {0!r}, parse error at {1!r}".format( marker, marker[e.loc : e.loc + 8] ) raise InvalidMarker(err_str) def __str__(self): return _format_marker(self._markers) def __repr__(self): return "<Marker({0!r})>".format(str(self)) def evaluate(self, environment=None): """Evaluate a marker. Return the boolean from evaluating the given marker against the environment. environment is an optional argument to override all or part of the determined environment. The environment is determined from the current Python process. """ current_environment = default_environment() if environment is not None: current_environment.update(environment) return _evaluate_markers(self._markers, current_environment) PK A\k $ pip/_vendor/packaging/_structures.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function class Infinity(object): def __repr__(self): return "Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return False def __le__(self, other): return False def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return True def __ge__(self, other): return True def __neg__(self): return NegativeInfinity Infinity = Infinity() class NegativeInfinity(object): def __repr__(self): return "-Infinity" def __hash__(self): return hash(repr(self)) def __lt__(self, other): return True def __le__(self, other): return True def __eq__(self, other): return isinstance(other, self.__class__) def __ne__(self, other): return not isinstance(other, self.__class__) def __gt__(self, other): return False def __ge__(self, other): return False def __neg__(self): return Infinity NegativeInfinity = NegativeInfinity() PK A\3r. . pip/_vendor/packaging/version.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import collections import itertools import re from ._structures import Infinity __all__ = ["parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"] _Version = collections.namedtuple( "_Version", ["epoch", "release", "dev", "pre", "post", "local"] ) def parse(version): """ Parse the given version string and return either a :class:`Version` object or a :class:`LegacyVersion` object depending on if the given version is a valid PEP 440 version or a legacy version. """ try: return Version(version) except InvalidVersion: return LegacyVersion(version) class InvalidVersion(ValueError): """ An invalid version was found, users should refer to PEP 440. """ class _BaseVersion(object): def __hash__(self): return hash(self._key) def __lt__(self, other): return self._compare(other, lambda s, o: s < o) def __le__(self, other): return self._compare(other, lambda s, o: s <= o) def __eq__(self, other): return self._compare(other, lambda s, o: s == o) def __ge__(self, other): return self._compare(other, lambda s, o: s >= o) def __gt__(self, other): return self._compare(other, lambda s, o: s > o) def __ne__(self, other): return self._compare(other, lambda s, o: s != o) def _compare(self, other, method): if not isinstance(other, _BaseVersion): return NotImplemented return method(self._key, other._key) class LegacyVersion(_BaseVersion): def __init__(self, version): self._version = str(version) self._key = _legacy_cmpkey(self._version) def __str__(self): return self._version def __repr__(self): return "<LegacyVersion({0})>".format(repr(str(self))) @property def public(self): return self._version @property def base_version(self): return self._version @property def epoch(self): return -1 @property def release(self): return None @property def pre(self): return None @property def post(self): return None @property def dev(self): return None @property def local(self): return None @property def is_prerelease(self): return False @property def is_postrelease(self): return False @property def is_devrelease(self): return False _legacy_version_component_re = re.compile(r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE) _legacy_version_replacement_map = { "pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@", } def _parse_version_parts(s): for part in _legacy_version_component_re.split(s): part = _legacy_version_replacement_map.get(part, part) if not part or part == ".": continue if part[:1] in "0123456789": # pad for numeric comparison yield part.zfill(8) else: yield "*" + part # ensure that alpha/beta/candidate are before final yield "*final" def _legacy_cmpkey(version): # We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch # greater than or equal to 0. This will effectively put the LegacyVersion, # which uses the defacto standard originally implemented by setuptools, # as before all PEP 440 versions. epoch = -1 # This scheme is taken from pkg_resources.parse_version setuptools prior to # it's adoption of the packaging library. parts = [] for part in _parse_version_parts(version.lower()): if part.startswith("*"): # remove "-" before a prerelease tag if part < "*final": while parts and parts[-1] == "*final-": parts.pop() # remove trailing zeros from each series of numeric parts while parts and parts[-1] == "00000000": parts.pop() parts.append(part) parts = tuple(parts) return epoch, parts # Deliberately not anchored to the start and end of the string, to make it # easier for 3rd party code to reuse VERSION_PATTERN = r""" v? (?: (?:(?P<epoch>[0-9]+)!)? # epoch (?P<release>[0-9]+(?:\.[0-9]+)*) # release segment (?P<pre> # pre-release [-_\.]? (?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview)) [-_\.]? (?P<pre_n>[0-9]+)? )? (?P<post> # post release (?:-(?P<post_n1>[0-9]+)) | (?: [-_\.]? (?P<post_l>post|rev|r) [-_\.]? (?P<post_n2>[0-9]+)? ) )? (?P<dev> # dev release [-_\.]? (?P<dev_l>dev) [-_\.]? (?P<dev_n>[0-9]+)? )? ) (?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version """ class Version(_BaseVersion): _regex = re.compile(r"^\s*" + VERSION_PATTERN + r"\s*$", re.VERBOSE | re.IGNORECASE) def __init__(self, version): # Validate the version and parse it into pieces match = self._regex.search(version) if not match: raise InvalidVersion("Invalid version: '{0}'".format(version)) # Store the parsed out pieces of the version self._version = _Version( epoch=int(match.group("epoch")) if match.group("epoch") else 0, release=tuple(int(i) for i in match.group("release").split(".")), pre=_parse_letter_version(match.group("pre_l"), match.group("pre_n")), post=_parse_letter_version( match.group("post_l"), match.group("post_n1") or match.group("post_n2") ), dev=_parse_letter_version(match.group("dev_l"), match.group("dev_n")), local=_parse_local_version(match.group("local")), ) # Generate a key which will be used for sorting self._key = _cmpkey( self._version.epoch, self._version.release, self._version.pre, self._version.post, self._version.dev, self._version.local, ) def __repr__(self): return "<Version({0})>".format(repr(str(self))) def __str__(self): parts = [] # Epoch if self.epoch != 0: parts.append("{0}!".format(self.epoch)) # Release segment parts.append(".".join(str(x) for x in self.release)) # Pre-release if self.pre is not None: parts.append("".join(str(x) for x in self.pre)) # Post-release if self.post is not None: parts.append(".post{0}".format(self.post)) # Development release if self.dev is not None: parts.append(".dev{0}".format(self.dev)) # Local version segment if self.local is not None: parts.append("+{0}".format(self.local)) return "".join(parts) @property def epoch(self): return self._version.epoch @property def release(self): return self._version.release @property def pre(self): return self._version.pre @property def post(self): return self._version.post[1] if self._version.post else None @property def dev(self): return self._version.dev[1] if self._version.dev else None @property def local(self): if self._version.local: return ".".join(str(x) for x in self._version.local) else: return None @property def public(self): return str(self).split("+", 1)[0] @property def base_version(self): parts = [] # Epoch if self.epoch != 0: parts.append("{0}!".format(self.epoch)) # Release segment parts.append(".".join(str(x) for x in self.release)) return "".join(parts) @property def is_prerelease(self): return self.dev is not None or self.pre is not None @property def is_postrelease(self): return self.post is not None @property def is_devrelease(self): return self.dev is not None def _parse_letter_version(letter, number): if letter: # We consider there to be an implicit 0 in a pre-release if there is # not a numeral associated with it. if number is None: number = 0 # We normalize any letters to their lower case form letter = letter.lower() # We consider some words to be alternate spellings of other words and # in those cases we want to normalize the spellings to our preferred # spelling. if letter == "alpha": letter = "a" elif letter == "beta": letter = "b" elif letter in ["c", "pre", "preview"]: letter = "rc" elif letter in ["rev", "r"]: letter = "post" return letter, int(number) if not letter and number: # We assume if we are given a number, but we are not given a letter # then this is using the implicit post release syntax (e.g. 1.0-1) letter = "post" return letter, int(number) _local_version_separators = re.compile(r"[\._-]") def _parse_local_version(local): """ Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve"). """ if local is not None: return tuple( part.lower() if not part.isdigit() else int(part) for part in _local_version_separators.split(local) ) def _cmpkey(epoch, release, pre, post, dev, local): # When we compare a release version, we want to compare it with all of the # trailing zeros removed. So we'll use a reverse the list, drop all the now # leading zeros until we come to something non zero, then take the rest # re-reverse it back into the correct order and make it a tuple and use # that for our sorting key. release = tuple( reversed(list(itertools.dropwhile(lambda x: x == 0, reversed(release)))) ) # We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0. # We'll do this by abusing the pre segment, but we _only_ want to do this # if there is not a pre or a post segment. If we have one of those then # the normal sorting rules will handle this case correctly. if pre is None and post is None and dev is not None: pre = -Infinity # Versions without a pre-release (except as noted above) should sort after # those with one. elif pre is None: pre = Infinity # Versions without a post segment should sort before those with one. if post is None: post = -Infinity # Versions without a development segment should sort after those with one. if dev is None: dev = Infinity if local is None: # Versions without a local segment should sort before those with one. local = -Infinity else: # Versions with a local segment need that segment parsed to implement # the sorting rules in PEP440. # - Alpha numeric segments sort before numeric segments # - Alpha numeric segments sort lexicographically # - Numeric segments sort numerically # - Shorter versions sort before longer versions when the prefixes # match exactly local = tuple((i, "") if isinstance(i, int) else (-Infinity, i) for i in local) return epoch, release, pre, post, dev, local PK A\fa a pip/_vendor/packaging/_compat.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function import sys PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 # flake8: noqa if PY3: string_types = (str,) else: string_types = (basestring,) def with_metaclass(meta, *bases): """ Create a base class with a metaclass. """ # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(meta): def __new__(cls, name, this_bases, d): return meta(name, bases, d) return type.__new__(metaclass, "temporary_class", (), {}) PK A\ " pip/_vendor/packaging/__about__.pynu [ # This file is dual licensed under the terms of the Apache License, Version # 2.0, and the BSD License. See the LICENSE file in the root of this repository # for complete details. from __future__ import absolute_import, division, print_function __all__ = [ "__title__", "__summary__", "__uri__", "__version__", "__author__", "__email__", "__license__", "__copyright__", ] __title__ = "packaging" __summary__ = "Core utilities for Python packages" __uri__ = "https://github.com/pypa/packaging" __version__ = "19.2" __author__ = "Donald Stufft and individual contributors" __email__ = "donald@stufft.io" __license__ = "BSD or Apache License, Version 2.0" __copyright__ = "Copyright 2014-2019 %s" % __author__ PK A\ 9 pip/_vendor/certifi/__pycache__/core.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZdd ZdS )zU certifi.py ~~~~~~~~~~ This module returns the installation location of cacert.pem. Nc C s dS )Nz /etc/pki/tls/certs/ca-bundle.crt r r r </usr/lib/python3.8/site-packages/pip/_vendor/certifi/core.pywhere s r )__doc__osr r r r r <module> s PK A\^2 7 pip/_vendor/certifi/__pycache__/__init__.cpython-38.pycnu [ U .e4 @ s d dl mZ dZdS ) )wherez 2019.09.11N)Zcorer __version__ r r @/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__init__.py<module> s PK A\߿ 7 pip/_vendor/certifi/__pycache__/__main__.cpython-38.pycnu [ U .e5 @ s d dl mZ ee dS ) )whereN)Zpip._vendor.certifir print r r @/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__main__.py<module> s PK A\^2 = pip/_vendor/certifi/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e4 @ s d dl mZ dZdS ) )wherez 2019.09.11N)Zcorer __version__ r r @/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__init__.py<module> s PK A\ 3 pip/_vendor/certifi/__pycache__/core.cpython-38.pycnu [ U .e @ s d Z ddlZdd ZdS )zU certifi.py ~~~~~~~~~~ This module returns the installation location of cacert.pem. Nc C s dS )Nz /etc/pki/tls/certs/ca-bundle.crt r r r </usr/lib/python3.8/site-packages/pip/_vendor/certifi/core.pywhere s r )__doc__osr r r r r <module> s PK A\߿ = pip/_vendor/certifi/__pycache__/__main__.cpython-38.opt-1.pycnu [ U .e5 @ s d dl mZ ee dS ) )whereN)Zpip._vendor.certifir print r r @/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__main__.py<module> s PK A\ 5 5 pip/_vendor/certifi/__main__.pynu [ from pip._vendor.certifi import where print(where()) PK A\MUM4 4 pip/_vendor/certifi/__init__.pynu [ from .core import where __version__ = "2019.09.11" PK A\\ pip/_vendor/certifi/core.pynu [ # -*- coding: utf-8 -*- """ certifi.py ~~~~~~~~~~ This module returns the installation location of cacert.pem. """ import os def where(): return '/etc/pki/tls/certs/ca-bundle.crt' PK A\b1 1 pip/_vendor/__init__.pynu [ """ pip._vendor is for vendoring dependencies of pip to prevent needing pip to depend on something external. Files inside of pip._vendor should be considered immutable and should only be updated to versions from upstream. """ from __future__ import absolute_import import glob import os.path import sys # Downstream redistributors which have debundled our dependencies should also # patch this value to be true. This will trigger the additional patching # to cause things like "six" to be available as pip. DEBUNDLED = False # By default, look in this directory for a bunch of .whl files which we will # add to the beginning of sys.path before attempting to import anything. This # is done to support downstream re-distributors like Debian and Fedora who # wish to create their own Wheels for our dependencies to aid in debundling. WHEEL_DIR = os.path.abspath(os.path.dirname(__file__)) # Define a small helper function to alias our vendored modules to the real ones # if the vendored ones do not exist. This idea of this was taken from # https://github.com/kennethreitz/requests/pull/2567. def vendored(modulename): vendored_name = "{0}.{1}".format(__name__, modulename) try: __import__(modulename, globals(), locals(), level=0) except ImportError: # We can just silently allow import failures to pass here. If we # got to this point it means that ``import pip._vendor.whatever`` # failed and so did ``import whatever``. Since we're importing this # upfront in an attempt to alias imports, not erroring here will # just mean we get a regular import error whenever pip *actually* # tries to import one of these modules to use it, which actually # gives us a better error message than we would have otherwise # gotten. pass else: sys.modules[vendored_name] = sys.modules[modulename] base, head = vendored_name.rsplit(".", 1) setattr(sys.modules[base], head, sys.modules[modulename]) # If we're operating in a debundled setup, then we want to go ahead and trigger # the aliasing of our vendored libraries as well as looking for wheels to add # to our sys.path. This will cause all of this code to be a no-op typically # however downstream redistributors can enable it in a consistent way across # all platforms. if DEBUNDLED: # Actually look inside of WHEEL_DIR to find .whl files and add them to the # front of our sys.path. sys.path[:] = glob.glob(os.path.join(WHEEL_DIR, "*.whl")) + sys.path # Actually alias all of our vendored dependencies. vendored("cachecontrol") vendored("colorama") vendored("contextlib2") vendored("distlib") vendored("distro") vendored("html5lib") vendored("six") vendored("six.moves") vendored("six.moves.urllib") vendored("six.moves.urllib.parse") vendored("packaging") vendored("packaging.version") vendored("packaging.specifiers") vendored("pep517") vendored("pkg_resources") vendored("progress") vendored("pytoml") vendored("retrying") vendored("requests") vendored("requests.exceptions") vendored("requests.packages") vendored("requests.packages.urllib3") vendored("requests.packages.urllib3._collections") vendored("requests.packages.urllib3.connection") vendored("requests.packages.urllib3.connectionpool") vendored("requests.packages.urllib3.contrib") vendored("requests.packages.urllib3.contrib.ntlmpool") vendored("requests.packages.urllib3.contrib.pyopenssl") vendored("requests.packages.urllib3.exceptions") vendored("requests.packages.urllib3.fields") vendored("requests.packages.urllib3.filepost") vendored("requests.packages.urllib3.packages") vendored("requests.packages.urllib3.packages.ordered_dict") vendored("requests.packages.urllib3.packages.six") vendored("requests.packages.urllib3.packages.ssl_match_hostname") vendored("requests.packages.urllib3.packages.ssl_match_hostname." "_implementation") vendored("requests.packages.urllib3.poolmanager") vendored("requests.packages.urllib3.request") vendored("requests.packages.urllib3.response") vendored("requests.packages.urllib3.util") vendored("requests.packages.urllib3.util.connection") vendored("requests.packages.urllib3.util.request") vendored("requests.packages.urllib3.util.response") vendored("requests.packages.urllib3.util.retry") vendored("requests.packages.urllib3.util.ssl_") vendored("requests.packages.urllib3.util.timeout") vendored("requests.packages.urllib3.util.url") vendored("urllib3") PK A\."7 7 pip/_vendor/ipaddress.pynu [ # Copyright 2007 Google Inc. # Licensed to PSF under a Contributor Agreement. """A fast, lightweight IPv4/IPv6 manipulation library in Python. This library is used to create/poke/manipulate IPv4 and IPv6 addresses and networks. """ from __future__ import unicode_literals import itertools import struct __version__ = '1.0.22' # Compatibility functions _compat_int_types = (int,) try: _compat_int_types = (int, long) except NameError: pass try: _compat_str = unicode except NameError: _compat_str = str assert bytes != str if b'\0'[0] == 0: # Python 3 semantics def _compat_bytes_to_byte_vals(byt): return byt else: def _compat_bytes_to_byte_vals(byt): return [struct.unpack(b'!B', b)[0] for b in byt] try: _compat_int_from_byte_vals = int.from_bytes except AttributeError: def _compat_int_from_byte_vals(bytvals, endianess): assert endianess == 'big' res = 0 for bv in bytvals: assert isinstance(bv, _compat_int_types) res = (res << 8) + bv return res def _compat_to_bytes(intval, length, endianess): assert isinstance(intval, _compat_int_types) assert endianess == 'big' if length == 4: if intval < 0 or intval >= 2 ** 32: raise struct.error("integer out of range for 'I' format code") return struct.pack(b'!I', intval) elif length == 16: if intval < 0 or intval >= 2 ** 128: raise struct.error("integer out of range for 'QQ' format code") return struct.pack(b'!QQ', intval >> 64, intval & 0xffffffffffffffff) else: raise NotImplementedError() if hasattr(int, 'bit_length'): # Not int.bit_length , since that won't work in 2.7 where long exists def _compat_bit_length(i): return i.bit_length() else: def _compat_bit_length(i): for res in itertools.count(): if i >> res == 0: return res def _compat_range(start, end, step=1): assert step > 0 i = start while i < end: yield i i += step class _TotalOrderingMixin(object): __slots__ = () # Helper that derives the other comparison operations from # __lt__ and __eq__ # We avoid functools.total_ordering because it doesn't handle # NotImplemented correctly yet (http://bugs.python.org/issue10042) def __eq__(self, other): raise NotImplementedError def __ne__(self, other): equal = self.__eq__(other) if equal is NotImplemented: return NotImplemented return not equal def __lt__(self, other): raise NotImplementedError def __le__(self, other): less = self.__lt__(other) if less is NotImplemented or not less: return self.__eq__(other) return less def __gt__(self, other): less = self.__lt__(other) if less is NotImplemented: return NotImplemented equal = self.__eq__(other) if equal is NotImplemented: return NotImplemented return not (less or equal) def __ge__(self, other): less = self.__lt__(other) if less is NotImplemented: return NotImplemented return not less IPV4LENGTH = 32 IPV6LENGTH = 128 class AddressValueError(ValueError): """A Value Error related to the address.""" class NetmaskValueError(ValueError): """A Value Error related to the netmask.""" def ip_address(address): """Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Address or IPv6Address object. Raises: ValueError: if the *address* passed isn't either a v4 or a v6 address """ try: return IPv4Address(address) except (AddressValueError, NetmaskValueError): pass try: return IPv6Address(address) except (AddressValueError, NetmaskValueError): pass if isinstance(address, bytes): raise AddressValueError( '%r does not appear to be an IPv4 or IPv6 address. ' 'Did you pass in a bytes (str in Python 2) instead of' ' a unicode object?' % address) raise ValueError('%r does not appear to be an IPv4 or IPv6 address' % address) def ip_network(address, strict=True): """Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP network. Either IPv4 or IPv6 networks may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Network or IPv6Network object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Or if the network has host bits set. """ try: return IPv4Network(address, strict) except (AddressValueError, NetmaskValueError): pass try: return IPv6Network(address, strict) except (AddressValueError, NetmaskValueError): pass if isinstance(address, bytes): raise AddressValueError( '%r does not appear to be an IPv4 or IPv6 network. ' 'Did you pass in a bytes (str in Python 2) instead of' ' a unicode object?' % address) raise ValueError('%r does not appear to be an IPv4 or IPv6 network' % address) def ip_interface(address): """Take an IP string/int and return an object of the correct type. Args: address: A string or integer, the IP address. Either IPv4 or IPv6 addresses may be supplied; integers less than 2**32 will be considered to be IPv4 by default. Returns: An IPv4Interface or IPv6Interface object. Raises: ValueError: if the string passed isn't either a v4 or a v6 address. Notes: The IPv?Interface classes describe an Address on a particular Network, so they're basically a combination of both the Address and Network classes. """ try: return IPv4Interface(address) except (AddressValueError, NetmaskValueError): pass try: return IPv6Interface(address) except (AddressValueError, NetmaskValueError): pass raise ValueError('%r does not appear to be an IPv4 or IPv6 interface' % address) def v4_int_to_packed(address): """Represent an address as 4 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv4 IP address. Returns: The integer address packed as 4 bytes in network (big-endian) order. Raises: ValueError: If the integer is negative or too large to be an IPv4 IP address. """ try: return _compat_to_bytes(address, 4, 'big') except (struct.error, OverflowError): raise ValueError("Address negative or too large for IPv4") def v6_int_to_packed(address): """Represent an address as 16 packed bytes in network (big-endian) order. Args: address: An integer representation of an IPv6 IP address. Returns: The integer address packed as 16 bytes in network (big-endian) order. """ try: return _compat_to_bytes(address, 16, 'big') except (struct.error, OverflowError): raise ValueError("Address negative or too large for IPv6") def _split_optional_netmask(address): """Helper to split the netmask and raise AddressValueError if needed""" addr = _compat_str(address).split('/') if len(addr) > 2: raise AddressValueError("Only one '/' permitted in %r" % address) return addr def _find_address_range(addresses): """Find a sequence of sorted deduplicated IPv#Address. Args: addresses: a list of IPv#Address objects. Yields: A tuple containing the first and last IP addresses in the sequence. """ it = iter(addresses) first = last = next(it) for ip in it: if ip._ip != last._ip + 1: yield first, last first = ip last = ip yield first, last def _count_righthand_zero_bits(number, bits): """Count the number of zero bits on the right hand side. Args: number: an integer. bits: maximum number of bits to count. Returns: The number of zero bits on the right hand side of the number. """ if number == 0: return bits return min(bits, _compat_bit_length(~number & (number - 1))) def summarize_address_range(first, last): """Summarize a network range given the first and last IP addresses. Example: >>> list(summarize_address_range(IPv4Address('192.0.2.0'), ... IPv4Address('192.0.2.130'))) ... #doctest: +NORMALIZE_WHITESPACE [IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'), IPv4Network('192.0.2.130/32')] Args: first: the first IPv4Address or IPv6Address in the range. last: the last IPv4Address or IPv6Address in the range. Returns: An iterator of the summarized IPv(4|6) network objects. Raise: TypeError: If the first and last objects are not IP addresses. If the first and last objects are not the same version. ValueError: If the last object is not greater than the first. If the version of the first address is not 4 or 6. """ if (not (isinstance(first, _BaseAddress) and isinstance(last, _BaseAddress))): raise TypeError('first and last must be IP addresses, not networks') if first.version != last.version: raise TypeError("%s and %s are not of the same version" % ( first, last)) if first > last: raise ValueError('last IP address must be greater than first') if first.version == 4: ip = IPv4Network elif first.version == 6: ip = IPv6Network else: raise ValueError('unknown IP version') ip_bits = first._max_prefixlen first_int = first._ip last_int = last._ip while first_int <= last_int: nbits = min(_count_righthand_zero_bits(first_int, ip_bits), _compat_bit_length(last_int - first_int + 1) - 1) net = ip((first_int, ip_bits - nbits)) yield net first_int += 1 << nbits if first_int - 1 == ip._ALL_ONES: break def _collapse_addresses_internal(addresses): """Loops through the addresses, collapsing concurrent netblocks. Example: ip1 = IPv4Network('192.0.2.0/26') ip2 = IPv4Network('192.0.2.64/26') ip3 = IPv4Network('192.0.2.128/26') ip4 = IPv4Network('192.0.2.192/26') _collapse_addresses_internal([ip1, ip2, ip3, ip4]) -> [IPv4Network('192.0.2.0/24')] This shouldn't be called directly; it is called via collapse_addresses([]). Args: addresses: A list of IPv4Network's or IPv6Network's Returns: A list of IPv4Network's or IPv6Network's depending on what we were passed. """ # First merge to_merge = list(addresses) subnets = {} while to_merge: net = to_merge.pop() supernet = net.supernet() existing = subnets.get(supernet) if existing is None: subnets[supernet] = net elif existing != net: # Merge consecutive subnets del subnets[supernet] to_merge.append(supernet) # Then iterate over resulting networks, skipping subsumed subnets last = None for net in sorted(subnets.values()): if last is not None: # Since they are sorted, # last.network_address <= net.network_address is a given. if last.broadcast_address >= net.broadcast_address: continue yield net last = net def collapse_addresses(addresses): """Collapse a list of IP objects. Example: collapse_addresses([IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/25')]) -> [IPv4Network('192.0.2.0/24')] Args: addresses: An iterator of IPv4Network or IPv6Network objects. Returns: An iterator of the collapsed IPv(4|6)Network objects. Raises: TypeError: If passed a list of mixed version objects. """ addrs = [] ips = [] nets = [] # split IP addresses and networks for ip in addresses: if isinstance(ip, _BaseAddress): if ips and ips[-1]._version != ip._version: raise TypeError("%s and %s are not of the same version" % ( ip, ips[-1])) ips.append(ip) elif ip._prefixlen == ip._max_prefixlen: if ips and ips[-1]._version != ip._version: raise TypeError("%s and %s are not of the same version" % ( ip, ips[-1])) try: ips.append(ip.ip) except AttributeError: ips.append(ip.network_address) else: if nets and nets[-1]._version != ip._version: raise TypeError("%s and %s are not of the same version" % ( ip, nets[-1])) nets.append(ip) # sort and dedup ips = sorted(set(ips)) # find consecutive address ranges in the sorted sequence and summarize them if ips: for first, last in _find_address_range(ips): addrs.extend(summarize_address_range(first, last)) return _collapse_addresses_internal(addrs + nets) def get_mixed_type_key(obj): """Return a key suitable for sorting between networks and addresses. Address and Network objects are not sortable by default; they're fundamentally different so the expression IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24') doesn't make any sense. There are some times however, where you may wish to have ipaddress sort these for you anyway. If you need to do this, you can use this function as the key= argument to sorted(). Args: obj: either a Network or Address object. Returns: appropriate key. """ if isinstance(obj, _BaseNetwork): return obj._get_networks_key() elif isinstance(obj, _BaseAddress): return obj._get_address_key() return NotImplemented class _IPAddressBase(_TotalOrderingMixin): """The mother class.""" __slots__ = () @property def exploded(self): """Return the longhand version of the IP address as a string.""" return self._explode_shorthand_ip_string() @property def compressed(self): """Return the shorthand version of the IP address as a string.""" return _compat_str(self) @property def reverse_pointer(self): """The name of the reverse DNS pointer for the IP address, e.g.: >>> ipaddress.ip_address("127.0.0.1").reverse_pointer '1.0.0.127.in-addr.arpa' >>> ipaddress.ip_address("2001:db8::1").reverse_pointer '1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa' """ return self._reverse_pointer() @property def version(self): msg = '%200s has no version specified' % (type(self),) raise NotImplementedError(msg) def _check_int_address(self, address): if address < 0: msg = "%d (< 0) is not permitted as an IPv%d address" raise AddressValueError(msg % (address, self._version)) if address > self._ALL_ONES: msg = "%d (>= 2**%d) is not permitted as an IPv%d address" raise AddressValueError(msg % (address, self._max_prefixlen, self._version)) def _check_packed_address(self, address, expected_len): address_len = len(address) if address_len != expected_len: msg = ( '%r (len %d != %d) is not permitted as an IPv%d address. ' 'Did you pass in a bytes (str in Python 2) instead of' ' a unicode object?') raise AddressValueError(msg % (address, address_len, expected_len, self._version)) @classmethod def _ip_int_from_prefix(cls, prefixlen): """Turn the prefix length into a bitwise netmask Args: prefixlen: An integer, the prefix length. Returns: An integer. """ return cls._ALL_ONES ^ (cls._ALL_ONES >> prefixlen) @classmethod def _prefix_from_ip_int(cls, ip_int): """Return prefix length from the bitwise netmask. Args: ip_int: An integer, the netmask in expanded bitwise format Returns: An integer, the prefix length. Raises: ValueError: If the input intermingles zeroes & ones """ trailing_zeroes = _count_righthand_zero_bits(ip_int, cls._max_prefixlen) prefixlen = cls._max_prefixlen - trailing_zeroes leading_ones = ip_int >> trailing_zeroes all_ones = (1 << prefixlen) - 1 if leading_ones != all_ones: byteslen = cls._max_prefixlen // 8 details = _compat_to_bytes(ip_int, byteslen, 'big') msg = 'Netmask pattern %r mixes zeroes & ones' raise ValueError(msg % details) return prefixlen @classmethod def _report_invalid_netmask(cls, netmask_str): msg = '%r is not a valid netmask' % netmask_str raise NetmaskValueError(msg) @classmethod def _prefix_from_prefix_string(cls, prefixlen_str): """Return prefix length from a numeric string Args: prefixlen_str: The string to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask """ # int allows a leading +/- as well as surrounding whitespace, # so we ensure that isn't the case if not _BaseV4._DECIMAL_DIGITS.issuperset(prefixlen_str): cls._report_invalid_netmask(prefixlen_str) try: prefixlen = int(prefixlen_str) except ValueError: cls._report_invalid_netmask(prefixlen_str) if not (0 <= prefixlen <= cls._max_prefixlen): cls._report_invalid_netmask(prefixlen_str) return prefixlen @classmethod def _prefix_from_ip_string(cls, ip_str): """Turn a netmask/hostmask string into a prefix length Args: ip_str: The netmask/hostmask to be converted Returns: An integer, the prefix length. Raises: NetmaskValueError: If the input is not a valid netmask/hostmask """ # Parse the netmask/hostmask like an IP address. try: ip_int = cls._ip_int_from_string(ip_str) except AddressValueError: cls._report_invalid_netmask(ip_str) # Try matching a netmask (this would be /1*0*/ as a bitwise regexp). # Note that the two ambiguous cases (all-ones and all-zeroes) are # treated as netmasks. try: return cls._prefix_from_ip_int(ip_int) except ValueError: pass # Invert the bits, and try matching a /0+1+/ hostmask instead. ip_int ^= cls._ALL_ONES try: return cls._prefix_from_ip_int(ip_int) except ValueError: cls._report_invalid_netmask(ip_str) def __reduce__(self): return self.__class__, (_compat_str(self),) class _BaseAddress(_IPAddressBase): """A generic IP object. This IP class contains the version independent methods which are used by single IP addresses. """ __slots__ = () def __int__(self): return self._ip def __eq__(self, other): try: return (self._ip == other._ip and self._version == other._version) except AttributeError: return NotImplemented def __lt__(self, other): if not isinstance(other, _IPAddressBase): return NotImplemented if not isinstance(other, _BaseAddress): raise TypeError('%s and %s are not of the same type' % ( self, other)) if self._version != other._version: raise TypeError('%s and %s are not of the same version' % ( self, other)) if self._ip != other._ip: return self._ip < other._ip return False # Shorthand for Integer addition and subtraction. This is not # meant to ever support addition/subtraction of addresses. def __add__(self, other): if not isinstance(other, _compat_int_types): return NotImplemented return self.__class__(int(self) + other) def __sub__(self, other): if not isinstance(other, _compat_int_types): return NotImplemented return self.__class__(int(self) - other) def __repr__(self): return '%s(%r)' % (self.__class__.__name__, _compat_str(self)) def __str__(self): return _compat_str(self._string_from_ip_int(self._ip)) def __hash__(self): return hash(hex(int(self._ip))) def _get_address_key(self): return (self._version, self) def __reduce__(self): return self.__class__, (self._ip,) class _BaseNetwork(_IPAddressBase): """A generic IP network object. This IP class contains the version independent methods which are used by networks. """ def __init__(self, address): self._cache = {} def __repr__(self): return '%s(%r)' % (self.__class__.__name__, _compat_str(self)) def __str__(self): return '%s/%d' % (self.network_address, self.prefixlen) def hosts(self): """Generate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the network or broadcast addresses. """ network = int(self.network_address) broadcast = int(self.broadcast_address) for x in _compat_range(network + 1, broadcast): yield self._address_class(x) def __iter__(self): network = int(self.network_address) broadcast = int(self.broadcast_address) for x in _compat_range(network, broadcast + 1): yield self._address_class(x) def __getitem__(self, n): network = int(self.network_address) broadcast = int(self.broadcast_address) if n >= 0: if network + n > broadcast: raise IndexError('address out of range') return self._address_class(network + n) else: n += 1 if broadcast + n < network: raise IndexError('address out of range') return self._address_class(broadcast + n) def __lt__(self, other): if not isinstance(other, _IPAddressBase): return NotImplemented if not isinstance(other, _BaseNetwork): raise TypeError('%s and %s are not of the same type' % ( self, other)) if self._version != other._version: raise TypeError('%s and %s are not of the same version' % ( self, other)) if self.network_address != other.network_address: return self.network_address < other.network_address if self.netmask != other.netmask: return self.netmask < other.netmask return False def __eq__(self, other): try: return (self._version == other._version and self.network_address == other.network_address and int(self.netmask) == int(other.netmask)) except AttributeError: return NotImplemented def __hash__(self): return hash(int(self.network_address) ^ int(self.netmask)) def __contains__(self, other): # always false if one is v4 and the other is v6. if self._version != other._version: return False # dealing with another network. if isinstance(other, _BaseNetwork): return False # dealing with another address else: # address return (int(self.network_address) <= int(other._ip) <= int(self.broadcast_address)) def overlaps(self, other): """Tell if self is partly contained in other.""" return self.network_address in other or ( self.broadcast_address in other or ( other.network_address in self or ( other.broadcast_address in self))) @property def broadcast_address(self): x = self._cache.get('broadcast_address') if x is None: x = self._address_class(int(self.network_address) | int(self.hostmask)) self._cache['broadcast_address'] = x return x @property def hostmask(self): x = self._cache.get('hostmask') if x is None: x = self._address_class(int(self.netmask) ^ self._ALL_ONES) self._cache['hostmask'] = x return x @property def with_prefixlen(self): return '%s/%d' % (self.network_address, self._prefixlen) @property def with_netmask(self): return '%s/%s' % (self.network_address, self.netmask) @property def with_hostmask(self): return '%s/%s' % (self.network_address, self.hostmask) @property def num_addresses(self): """Number of hosts in the current subnet.""" return int(self.broadcast_address) - int(self.network_address) + 1 @property def _address_class(self): # Returning bare address objects (rather than interfaces) allows for # more consistent behaviour across the network address, broadcast # address and individual host addresses. msg = '%200s has no associated address class' % (type(self),) raise NotImplementedError(msg) @property def prefixlen(self): return self._prefixlen def address_exclude(self, other): """Remove an address from a larger block. For example: addr1 = ip_network('192.0.2.0/28') addr2 = ip_network('192.0.2.1/32') list(addr1.address_exclude(addr2)) = [IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'), IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')] or IPv6: addr1 = ip_network('2001:db8::1/32') addr2 = ip_network('2001:db8::1/128') list(addr1.address_exclude(addr2)) = [ip_network('2001:db8::1/128'), ip_network('2001:db8::2/127'), ip_network('2001:db8::4/126'), ip_network('2001:db8::8/125'), ... ip_network('2001:db8:8000::/33')] Args: other: An IPv4Network or IPv6Network object of the same type. Returns: An iterator of the IPv(4|6)Network objects which is self minus other. Raises: TypeError: If self and other are of differing address versions, or if other is not a network object. ValueError: If other is not completely contained by self. """ if not self._version == other._version: raise TypeError("%s and %s are not of the same version" % ( self, other)) if not isinstance(other, _BaseNetwork): raise TypeError("%s is not a network object" % other) if not other.subnet_of(self): raise ValueError('%s not contained in %s' % (other, self)) if other == self: return # Make sure we're comparing the network of other. other = other.__class__('%s/%s' % (other.network_address, other.prefixlen)) s1, s2 = self.subnets() while s1 != other and s2 != other: if other.subnet_of(s1): yield s2 s1, s2 = s1.subnets() elif other.subnet_of(s2): yield s1 s1, s2 = s2.subnets() else: # If we got here, there's a bug somewhere. raise AssertionError('Error performing exclusion: ' 's1: %s s2: %s other: %s' % (s1, s2, other)) if s1 == other: yield s2 elif s2 == other: yield s1 else: # If we got here, there's a bug somewhere. raise AssertionError('Error performing exclusion: ' 's1: %s s2: %s other: %s' % (s1, s2, other)) def compare_networks(self, other): """Compare two IP objects. This is only concerned about the comparison of the integer representation of the network addresses. This means that the host bits aren't considered at all in this method. If you want to compare host bits, you can easily enough do a 'HostA._ip < HostB._ip' Args: other: An IP object. Returns: If the IP versions of self and other are the same, returns: -1 if self < other: eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25') IPv6Network('2001:db8::1000/124') < IPv6Network('2001:db8::2000/124') 0 if self == other eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24') IPv6Network('2001:db8::1000/124') == IPv6Network('2001:db8::1000/124') 1 if self > other eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25') IPv6Network('2001:db8::2000/124') > IPv6Network('2001:db8::1000/124') Raises: TypeError if the IP versions are different. """ # does this need to raise a ValueError? if self._version != other._version: raise TypeError('%s and %s are not of the same type' % ( self, other)) # self._version == other._version below here: if self.network_address < other.network_address: return -1 if self.network_address > other.network_address: return 1 # self.network_address == other.network_address below here: if self.netmask < other.netmask: return -1 if self.netmask > other.netmask: return 1 return 0 def _get_networks_key(self): """Network-only key function. Returns an object that identifies this address' network and netmask. This function is a suitable "key" argument for sorted() and list.sort(). """ return (self._version, self.network_address, self.netmask) def subnets(self, prefixlen_diff=1, new_prefix=None): """The subnets which join to make the current subnet. In the case that self contains only one IP (self._prefixlen == 32 for IPv4 or self._prefixlen == 128 for IPv6), yield an iterator with just ourself. Args: prefixlen_diff: An integer, the amount the prefix length should be increased by. This should not be set if new_prefix is also set. new_prefix: The desired new prefix length. This must be a larger number (smaller prefix) than the existing prefix. This should not be set if prefixlen_diff is also set. Returns: An iterator of IPv(4|6) objects. Raises: ValueError: The prefixlen_diff is too small or too large. OR prefixlen_diff and new_prefix are both set or new_prefix is a smaller number than the current prefix (smaller number means a larger network) """ if self._prefixlen == self._max_prefixlen: yield self return if new_prefix is not None: if new_prefix < self._prefixlen: raise ValueError('new prefix must be longer') if prefixlen_diff != 1: raise ValueError('cannot set prefixlen_diff and new_prefix') prefixlen_diff = new_prefix - self._prefixlen if prefixlen_diff < 0: raise ValueError('prefix length diff must be > 0') new_prefixlen = self._prefixlen + prefixlen_diff if new_prefixlen > self._max_prefixlen: raise ValueError( 'prefix length diff %d is invalid for netblock %s' % ( new_prefixlen, self)) start = int(self.network_address) end = int(self.broadcast_address) + 1 step = (int(self.hostmask) + 1) >> prefixlen_diff for new_addr in _compat_range(start, end, step): current = self.__class__((new_addr, new_prefixlen)) yield current def supernet(self, prefixlen_diff=1, new_prefix=None): """The supernet containing the current network. Args: prefixlen_diff: An integer, the amount the prefix length of the network should be decreased by. For example, given a /24 network and a prefixlen_diff of 3, a supernet with a /21 netmask is returned. Returns: An IPv4 network object. Raises: ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have a negative prefix length. OR If prefixlen_diff and new_prefix are both set or new_prefix is a larger number than the current prefix (larger number means a smaller network) """ if self._prefixlen == 0: return self if new_prefix is not None: if new_prefix > self._prefixlen: raise ValueError('new prefix must be shorter') if prefixlen_diff != 1: raise ValueError('cannot set prefixlen_diff and new_prefix') prefixlen_diff = self._prefixlen - new_prefix new_prefixlen = self.prefixlen - prefixlen_diff if new_prefixlen < 0: raise ValueError( 'current prefixlen is %d, cannot have a prefixlen_diff of %d' % (self.prefixlen, prefixlen_diff)) return self.__class__(( int(self.network_address) & (int(self.netmask) << prefixlen_diff), new_prefixlen)) @property def is_multicast(self): """Test if the address is reserved for multicast use. Returns: A boolean, True if the address is a multicast address. See RFC 2373 2.7 for details. """ return (self.network_address.is_multicast and self.broadcast_address.is_multicast) @staticmethod def _is_subnet_of(a, b): try: # Always false if one is v4 and the other is v6. if a._version != b._version: raise TypeError("%s and %s are not of the same version" (a, b)) return (b.network_address <= a.network_address and b.broadcast_address >= a.broadcast_address) except AttributeError: raise TypeError("Unable to test subnet containment " "between %s and %s" % (a, b)) def subnet_of(self, other): """Return True if this network is a subnet of other.""" return self._is_subnet_of(self, other) def supernet_of(self, other): """Return True if this network is a supernet of other.""" return self._is_subnet_of(other, self) @property def is_reserved(self): """Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within one of the reserved IPv6 Network ranges. """ return (self.network_address.is_reserved and self.broadcast_address.is_reserved) @property def is_link_local(self): """Test if the address is reserved for link-local. Returns: A boolean, True if the address is reserved per RFC 4291. """ return (self.network_address.is_link_local and self.broadcast_address.is_link_local) @property def is_private(self): """Test if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. """ return (self.network_address.is_private and self.broadcast_address.is_private) @property def is_global(self): """Test if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry or iana-ipv6-special-registry. """ return not self.is_private @property def is_unspecified(self): """Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 2373 2.5.2. """ return (self.network_address.is_unspecified and self.broadcast_address.is_unspecified) @property def is_loopback(self): """Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback address as defined in RFC 2373 2.5.3. """ return (self.network_address.is_loopback and self.broadcast_address.is_loopback) class _BaseV4(object): """Base IPv4 object. The following methods are used by IPv4 objects in both single IP addresses and networks. """ __slots__ = () _version = 4 # Equivalent to 255.255.255.255 or 32 bits of 1's. _ALL_ONES = (2 ** IPV4LENGTH) - 1 _DECIMAL_DIGITS = frozenset('0123456789') # the valid octets for host and netmasks. only useful for IPv4. _valid_mask_octets = frozenset([255, 254, 252, 248, 240, 224, 192, 128, 0]) _max_prefixlen = IPV4LENGTH # There are only a handful of valid v4 netmasks, so we cache them all # when constructed (see _make_netmask()). _netmask_cache = {} def _explode_shorthand_ip_string(self): return _compat_str(self) @classmethod def _make_netmask(cls, arg): """Make a (netmask, prefix_len) tuple from the given argument. Argument can be: - an integer (the prefix length) - a string representing the prefix length (e.g. "24") - a string representing the prefix netmask (e.g. "255.255.255.0") """ if arg not in cls._netmask_cache: if isinstance(arg, _compat_int_types): prefixlen = arg else: try: # Check for a netmask in prefix length form prefixlen = cls._prefix_from_prefix_string(arg) except NetmaskValueError: # Check for a netmask or hostmask in dotted-quad form. # This may raise NetmaskValueError. prefixlen = cls._prefix_from_ip_string(arg) netmask = IPv4Address(cls._ip_int_from_prefix(prefixlen)) cls._netmask_cache[arg] = netmask, prefixlen return cls._netmask_cache[arg] @classmethod def _ip_int_from_string(cls, ip_str): """Turn the given IP string into an integer for comparison. Args: ip_str: A string, the IP ip_str. Returns: The IP ip_str as an integer. Raises: AddressValueError: if ip_str isn't a valid IPv4 Address. """ if not ip_str: raise AddressValueError('Address cannot be empty') octets = ip_str.split('.') if len(octets) != 4: raise AddressValueError("Expected 4 octets in %r" % ip_str) try: return _compat_int_from_byte_vals( map(cls._parse_octet, octets), 'big') except ValueError as exc: raise AddressValueError("%s in %r" % (exc, ip_str)) @classmethod def _parse_octet(cls, octet_str): """Convert a decimal octet into an integer. Args: octet_str: A string, the number to parse. Returns: The octet as an integer. Raises: ValueError: if the octet isn't strictly a decimal from [0..255]. """ if not octet_str: raise ValueError("Empty octet not permitted") # Whitelist the characters, since int() allows a lot of bizarre stuff. if not cls._DECIMAL_DIGITS.issuperset(octet_str): msg = "Only decimal digits permitted in %r" raise ValueError(msg % octet_str) # We do the length check second, since the invalid character error # is likely to be more informative for the user if len(octet_str) > 3: msg = "At most 3 characters permitted in %r" raise ValueError(msg % octet_str) # Convert to integer (we know digits are legal) octet_int = int(octet_str, 10) # Any octets that look like they *might* be written in octal, # and which don't look exactly the same in both octal and # decimal are rejected as ambiguous if octet_int > 7 and octet_str[0] == '0': msg = "Ambiguous (octal/decimal) value in %r not permitted" raise ValueError(msg % octet_str) if octet_int > 255: raise ValueError("Octet %d (> 255) not permitted" % octet_int) return octet_int @classmethod def _string_from_ip_int(cls, ip_int): """Turns a 32-bit integer into dotted decimal notation. Args: ip_int: An integer, the IP address. Returns: The IP address as a string in dotted decimal notation. """ return '.'.join(_compat_str(struct.unpack(b'!B', b)[0] if isinstance(b, bytes) else b) for b in _compat_to_bytes(ip_int, 4, 'big')) def _is_hostmask(self, ip_str): """Test if the IP string is a hostmask (rather than a netmask). Args: ip_str: A string, the potential hostmask. Returns: A boolean, True if the IP string is a hostmask. """ bits = ip_str.split('.') try: parts = [x for x in map(int, bits) if x in self._valid_mask_octets] except ValueError: return False if len(parts) != len(bits): return False if parts[0] < parts[-1]: return True return False def _reverse_pointer(self): """Return the reverse DNS pointer name for the IPv4 address. This implements the method described in RFC1035 3.5. """ reverse_octets = _compat_str(self).split('.')[::-1] return '.'.join(reverse_octets) + '.in-addr.arpa' @property def max_prefixlen(self): return self._max_prefixlen @property def version(self): return self._version class IPv4Address(_BaseV4, _BaseAddress): """Represent and manipulate single IPv4 Addresses.""" __slots__ = ('_ip', '__weakref__') def __init__(self, address): """ Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv4Address('192.0.2.1') == IPv4Address(3221225985). or, more generally IPv4Address(int(IPv4Address('192.0.2.1'))) == IPv4Address('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. """ # Efficient constructor from integer. if isinstance(address, _compat_int_types): self._check_int_address(address) self._ip = address return # Constructing from a packed address if isinstance(address, bytes): self._check_packed_address(address, 4) bvs = _compat_bytes_to_byte_vals(address) self._ip = _compat_int_from_byte_vals(bvs, 'big') return # Assume input argument to be string or any object representation # which converts into a formatted IP string. addr_str = _compat_str(address) if '/' in addr_str: raise AddressValueError("Unexpected '/' in %r" % address) self._ip = self._ip_int_from_string(addr_str) @property def packed(self): """The binary representation of this address.""" return v4_int_to_packed(self._ip) @property def is_reserved(self): """Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within the reserved IPv4 Network range. """ return self in self._constants._reserved_network @property def is_private(self): """Test if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv4-special-registry. """ return any(self in net for net in self._constants._private_networks) @property def is_global(self): return ( self not in self._constants._public_network and not self.is_private) @property def is_multicast(self): """Test if the address is reserved for multicast use. Returns: A boolean, True if the address is multicast. See RFC 3171 for details. """ return self in self._constants._multicast_network @property def is_unspecified(self): """Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 5735 3. """ return self == self._constants._unspecified_address @property def is_loopback(self): """Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback per RFC 3330. """ return self in self._constants._loopback_network @property def is_link_local(self): """Test if the address is reserved for link-local. Returns: A boolean, True if the address is link-local per RFC 3927. """ return self in self._constants._linklocal_network class IPv4Interface(IPv4Address): def __init__(self, address): if isinstance(address, (bytes, _compat_int_types)): IPv4Address.__init__(self, address) self.network = IPv4Network(self._ip) self._prefixlen = self._max_prefixlen return if isinstance(address, tuple): IPv4Address.__init__(self, address[0]) if len(address) > 1: self._prefixlen = int(address[1]) else: self._prefixlen = self._max_prefixlen self.network = IPv4Network(address, strict=False) self.netmask = self.network.netmask self.hostmask = self.network.hostmask return addr = _split_optional_netmask(address) IPv4Address.__init__(self, addr[0]) self.network = IPv4Network(address, strict=False) self._prefixlen = self.network._prefixlen self.netmask = self.network.netmask self.hostmask = self.network.hostmask def __str__(self): return '%s/%d' % (self._string_from_ip_int(self._ip), self.network.prefixlen) def __eq__(self, other): address_equal = IPv4Address.__eq__(self, other) if not address_equal or address_equal is NotImplemented: return address_equal try: return self.network == other.network except AttributeError: # An interface with an associated network is NOT the # same as an unassociated address. That's why the hash # takes the extra info into account. return False def __lt__(self, other): address_less = IPv4Address.__lt__(self, other) if address_less is NotImplemented: return NotImplemented try: return (self.network < other.network or self.network == other.network and address_less) except AttributeError: # We *do* allow addresses and interfaces to be sorted. The # unassociated address is considered less than all interfaces. return False def __hash__(self): return self._ip ^ self._prefixlen ^ int(self.network.network_address) __reduce__ = _IPAddressBase.__reduce__ @property def ip(self): return IPv4Address(self._ip) @property def with_prefixlen(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self._prefixlen) @property def with_netmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.netmask) @property def with_hostmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.hostmask) class IPv4Network(_BaseV4, _BaseNetwork): """This class represents and manipulates 32-bit IPv4 network + addresses.. Attributes: [examples for IPv4Network('192.0.2.0/27')] .network_address: IPv4Address('192.0.2.0') .hostmask: IPv4Address('0.0.0.31') .broadcast_address: IPv4Address('192.0.2.32') .netmask: IPv4Address('255.255.255.224') .prefixlen: 27 """ # Class to use when creating address objects _address_class = IPv4Address def __init__(self, address, strict=True): """Instantiate a new IPv4 network object. Args: address: A string or integer representing the IP [& network]. '192.0.2.0/24' '192.0.2.0/255.255.255.0' '192.0.0.2/0.0.0.255' are all functionally the same in IPv4. Similarly, '192.0.2.1' '192.0.2.1/255.255.255.255' '192.0.2.1/32' are also functionally equivalent. That is to say, failing to provide a subnetmask will create an object with a mask of /32. If the mask (portion after the / in the argument) is given in dotted quad form, it is treated as a netmask if it starts with a non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it starts with a zero field (e.g. 0.255.255.255 == /8), with the single exception of an all-zero mask which is treated as a netmask == /0. If no mask is given, a default of /32 is used. Additionally, an integer can be passed, so IPv4Network('192.0.2.1') == IPv4Network(3221225985) or, more generally IPv4Interface(int(IPv4Interface('192.0.2.1'))) == IPv4Interface('192.0.2.1') Raises: AddressValueError: If ipaddress isn't a valid IPv4 address. NetmaskValueError: If the netmask isn't valid for an IPv4 address. ValueError: If strict is True and a network address is not supplied. """ _BaseNetwork.__init__(self, address) # Constructing from a packed address or integer if isinstance(address, (_compat_int_types, bytes)): self.network_address = IPv4Address(address) self.netmask, self._prefixlen = self._make_netmask( self._max_prefixlen) # fixme: address/network test here. return if isinstance(address, tuple): if len(address) > 1: arg = address[1] else: # We weren't given an address[1] arg = self._max_prefixlen self.network_address = IPv4Address(address[0]) self.netmask, self._prefixlen = self._make_netmask(arg) packed = int(self.network_address) if packed & int(self.netmask) != packed: if strict: raise ValueError('%s has host bits set' % self) else: self.network_address = IPv4Address(packed & int(self.netmask)) return # Assume input argument to be string or any object representation # which converts into a formatted IP prefix string. addr = _split_optional_netmask(address) self.network_address = IPv4Address(self._ip_int_from_string(addr[0])) if len(addr) == 2: arg = addr[1] else: arg = self._max_prefixlen self.netmask, self._prefixlen = self._make_netmask(arg) if strict: if (IPv4Address(int(self.network_address) & int(self.netmask)) != self.network_address): raise ValueError('%s has host bits set' % self) self.network_address = IPv4Address(int(self.network_address) & int(self.netmask)) if self._prefixlen == (self._max_prefixlen - 1): self.hosts = self.__iter__ @property def is_global(self): """Test if this address is allocated for public networks. Returns: A boolean, True if the address is not reserved per iana-ipv4-special-registry. """ return (not (self.network_address in IPv4Network('100.64.0.0/10') and self.broadcast_address in IPv4Network('100.64.0.0/10')) and not self.is_private) class _IPv4Constants(object): _linklocal_network = IPv4Network('169.254.0.0/16') _loopback_network = IPv4Network('127.0.0.0/8') _multicast_network = IPv4Network('224.0.0.0/4') _public_network = IPv4Network('100.64.0.0/10') _private_networks = [ IPv4Network('0.0.0.0/8'), IPv4Network('10.0.0.0/8'), IPv4Network('127.0.0.0/8'), IPv4Network('169.254.0.0/16'), IPv4Network('172.16.0.0/12'), IPv4Network('192.0.0.0/29'), IPv4Network('192.0.0.170/31'), IPv4Network('192.0.2.0/24'), IPv4Network('192.168.0.0/16'), IPv4Network('198.18.0.0/15'), IPv4Network('198.51.100.0/24'), IPv4Network('203.0.113.0/24'), IPv4Network('240.0.0.0/4'), IPv4Network('255.255.255.255/32'), ] _reserved_network = IPv4Network('240.0.0.0/4') _unspecified_address = IPv4Address('0.0.0.0') IPv4Address._constants = _IPv4Constants class _BaseV6(object): """Base IPv6 object. The following methods are used by IPv6 objects in both single IP addresses and networks. """ __slots__ = () _version = 6 _ALL_ONES = (2 ** IPV6LENGTH) - 1 _HEXTET_COUNT = 8 _HEX_DIGITS = frozenset('0123456789ABCDEFabcdef') _max_prefixlen = IPV6LENGTH # There are only a bunch of valid v6 netmasks, so we cache them all # when constructed (see _make_netmask()). _netmask_cache = {} @classmethod def _make_netmask(cls, arg): """Make a (netmask, prefix_len) tuple from the given argument. Argument can be: - an integer (the prefix length) - a string representing the prefix length (e.g. "24") - a string representing the prefix netmask (e.g. "255.255.255.0") """ if arg not in cls._netmask_cache: if isinstance(arg, _compat_int_types): prefixlen = arg else: prefixlen = cls._prefix_from_prefix_string(arg) netmask = IPv6Address(cls._ip_int_from_prefix(prefixlen)) cls._netmask_cache[arg] = netmask, prefixlen return cls._netmask_cache[arg] @classmethod def _ip_int_from_string(cls, ip_str): """Turn an IPv6 ip_str into an integer. Args: ip_str: A string, the IPv6 ip_str. Returns: An int, the IPv6 address Raises: AddressValueError: if ip_str isn't a valid IPv6 Address. """ if not ip_str: raise AddressValueError('Address cannot be empty') parts = ip_str.split(':') # An IPv6 address needs at least 2 colons (3 parts). _min_parts = 3 if len(parts) < _min_parts: msg = "At least %d parts expected in %r" % (_min_parts, ip_str) raise AddressValueError(msg) # If the address has an IPv4-style suffix, convert it to hexadecimal. if '.' in parts[-1]: try: ipv4_int = IPv4Address(parts.pop())._ip except AddressValueError as exc: raise AddressValueError("%s in %r" % (exc, ip_str)) parts.append('%x' % ((ipv4_int >> 16) & 0xFFFF)) parts.append('%x' % (ipv4_int & 0xFFFF)) # An IPv6 address can't have more than 8 colons (9 parts). # The extra colon comes from using the "::" notation for a single # leading or trailing zero part. _max_parts = cls._HEXTET_COUNT + 1 if len(parts) > _max_parts: msg = "At most %d colons permitted in %r" % ( _max_parts - 1, ip_str) raise AddressValueError(msg) # Disregarding the endpoints, find '::' with nothing in between. # This indicates that a run of zeroes has been skipped. skip_index = None for i in _compat_range(1, len(parts) - 1): if not parts[i]: if skip_index is not None: # Can't have more than one '::' msg = "At most one '::' permitted in %r" % ip_str raise AddressValueError(msg) skip_index = i # parts_hi is the number of parts to copy from above/before the '::' # parts_lo is the number of parts to copy from below/after the '::' if skip_index is not None: # If we found a '::', then check if it also covers the endpoints. parts_hi = skip_index parts_lo = len(parts) - skip_index - 1 if not parts[0]: parts_hi -= 1 if parts_hi: msg = "Leading ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # ^: requires ^:: if not parts[-1]: parts_lo -= 1 if parts_lo: msg = "Trailing ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # :$ requires ::$ parts_skipped = cls._HEXTET_COUNT - (parts_hi + parts_lo) if parts_skipped < 1: msg = "Expected at most %d other parts with '::' in %r" raise AddressValueError(msg % (cls._HEXTET_COUNT - 1, ip_str)) else: # Otherwise, allocate the entire address to parts_hi. The # endpoints could still be empty, but _parse_hextet() will check # for that. if len(parts) != cls._HEXTET_COUNT: msg = "Exactly %d parts expected without '::' in %r" raise AddressValueError(msg % (cls._HEXTET_COUNT, ip_str)) if not parts[0]: msg = "Leading ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # ^: requires ^:: if not parts[-1]: msg = "Trailing ':' only permitted as part of '::' in %r" raise AddressValueError(msg % ip_str) # :$ requires ::$ parts_hi = len(parts) parts_lo = 0 parts_skipped = 0 try: # Now, parse the hextets into a 128-bit integer. ip_int = 0 for i in range(parts_hi): ip_int <<= 16 ip_int |= cls._parse_hextet(parts[i]) ip_int <<= 16 * parts_skipped for i in range(-parts_lo, 0): ip_int <<= 16 ip_int |= cls._parse_hextet(parts[i]) return ip_int except ValueError as exc: raise AddressValueError("%s in %r" % (exc, ip_str)) @classmethod def _parse_hextet(cls, hextet_str): """Convert an IPv6 hextet string into an integer. Args: hextet_str: A string, the number to parse. Returns: The hextet as an integer. Raises: ValueError: if the input isn't strictly a hex number from [0..FFFF]. """ # Whitelist the characters, since int() allows a lot of bizarre stuff. if not cls._HEX_DIGITS.issuperset(hextet_str): raise ValueError("Only hex digits permitted in %r" % hextet_str) # We do the length check second, since the invalid character error # is likely to be more informative for the user if len(hextet_str) > 4: msg = "At most 4 characters permitted in %r" raise ValueError(msg % hextet_str) # Length check means we can skip checking the integer value return int(hextet_str, 16) @classmethod def _compress_hextets(cls, hextets): """Compresses a list of hextets. Compresses a list of strings, replacing the longest continuous sequence of "0" in the list with "" and adding empty strings at the beginning or at the end of the string such that subsequently calling ":".join(hextets) will produce the compressed version of the IPv6 address. Args: hextets: A list of strings, the hextets to compress. Returns: A list of strings. """ best_doublecolon_start = -1 best_doublecolon_len = 0 doublecolon_start = -1 doublecolon_len = 0 for index, hextet in enumerate(hextets): if hextet == '0': doublecolon_len += 1 if doublecolon_start == -1: # Start of a sequence of zeros. doublecolon_start = index if doublecolon_len > best_doublecolon_len: # This is the longest sequence of zeros so far. best_doublecolon_len = doublecolon_len best_doublecolon_start = doublecolon_start else: doublecolon_len = 0 doublecolon_start = -1 if best_doublecolon_len > 1: best_doublecolon_end = (best_doublecolon_start + best_doublecolon_len) # For zeros at the end of the address. if best_doublecolon_end == len(hextets): hextets += [''] hextets[best_doublecolon_start:best_doublecolon_end] = [''] # For zeros at the beginning of the address. if best_doublecolon_start == 0: hextets = [''] + hextets return hextets @classmethod def _string_from_ip_int(cls, ip_int=None): """Turns a 128-bit integer into hexadecimal notation. Args: ip_int: An integer, the IP address. Returns: A string, the hexadecimal representation of the address. Raises: ValueError: The address is bigger than 128 bits of all ones. """ if ip_int is None: ip_int = int(cls._ip) if ip_int > cls._ALL_ONES: raise ValueError('IPv6 address is too large') hex_str = '%032x' % ip_int hextets = ['%x' % int(hex_str[x:x + 4], 16) for x in range(0, 32, 4)] hextets = cls._compress_hextets(hextets) return ':'.join(hextets) def _explode_shorthand_ip_string(self): """Expand a shortened IPv6 address. Args: ip_str: A string, the IPv6 address. Returns: A string, the expanded IPv6 address. """ if isinstance(self, IPv6Network): ip_str = _compat_str(self.network_address) elif isinstance(self, IPv6Interface): ip_str = _compat_str(self.ip) else: ip_str = _compat_str(self) ip_int = self._ip_int_from_string(ip_str) hex_str = '%032x' % ip_int parts = [hex_str[x:x + 4] for x in range(0, 32, 4)] if isinstance(self, (_BaseNetwork, IPv6Interface)): return '%s/%d' % (':'.join(parts), self._prefixlen) return ':'.join(parts) def _reverse_pointer(self): """Return the reverse DNS pointer name for the IPv6 address. This implements the method described in RFC3596 2.5. """ reverse_chars = self.exploded[::-1].replace(':', '') return '.'.join(reverse_chars) + '.ip6.arpa' @property def max_prefixlen(self): return self._max_prefixlen @property def version(self): return self._version class IPv6Address(_BaseV6, _BaseAddress): """Represent and manipulate single IPv6 Addresses.""" __slots__ = ('_ip', '__weakref__') def __init__(self, address): """Instantiate a new IPv6 address object. Args: address: A string or integer representing the IP Additionally, an integer can be passed, so IPv6Address('2001:db8::') == IPv6Address(42540766411282592856903984951653826560) or, more generally IPv6Address(int(IPv6Address('2001:db8::'))) == IPv6Address('2001:db8::') Raises: AddressValueError: If address isn't a valid IPv6 address. """ # Efficient constructor from integer. if isinstance(address, _compat_int_types): self._check_int_address(address) self._ip = address return # Constructing from a packed address if isinstance(address, bytes): self._check_packed_address(address, 16) bvs = _compat_bytes_to_byte_vals(address) self._ip = _compat_int_from_byte_vals(bvs, 'big') return # Assume input argument to be string or any object representation # which converts into a formatted IP string. addr_str = _compat_str(address) if '/' in addr_str: raise AddressValueError("Unexpected '/' in %r" % address) self._ip = self._ip_int_from_string(addr_str) @property def packed(self): """The binary representation of this address.""" return v6_int_to_packed(self._ip) @property def is_multicast(self): """Test if the address is reserved for multicast use. Returns: A boolean, True if the address is a multicast address. See RFC 2373 2.7 for details. """ return self in self._constants._multicast_network @property def is_reserved(self): """Test if the address is otherwise IETF reserved. Returns: A boolean, True if the address is within one of the reserved IPv6 Network ranges. """ return any(self in x for x in self._constants._reserved_networks) @property def is_link_local(self): """Test if the address is reserved for link-local. Returns: A boolean, True if the address is reserved per RFC 4291. """ return self in self._constants._linklocal_network @property def is_site_local(self): """Test if the address is reserved for site-local. Note that the site-local address space has been deprecated by RFC 3879. Use is_private to test if this address is in the space of unique local addresses as defined by RFC 4193. Returns: A boolean, True if the address is reserved per RFC 3513 2.5.6. """ return self in self._constants._sitelocal_network @property def is_private(self): """Test if this address is allocated for private networks. Returns: A boolean, True if the address is reserved per iana-ipv6-special-registry. """ return any(self in net for net in self._constants._private_networks) @property def is_global(self): """Test if this address is allocated for public networks. Returns: A boolean, true if the address is not reserved per iana-ipv6-special-registry. """ return not self.is_private @property def is_unspecified(self): """Test if the address is unspecified. Returns: A boolean, True if this is the unspecified address as defined in RFC 2373 2.5.2. """ return self._ip == 0 @property def is_loopback(self): """Test if the address is a loopback address. Returns: A boolean, True if the address is a loopback address as defined in RFC 2373 2.5.3. """ return self._ip == 1 @property def ipv4_mapped(self): """Return the IPv4 mapped address. Returns: If the IPv6 address is a v4 mapped address, return the IPv4 mapped address. Return None otherwise. """ if (self._ip >> 32) != 0xFFFF: return None return IPv4Address(self._ip & 0xFFFFFFFF) @property def teredo(self): """Tuple of embedded teredo IPs. Returns: Tuple of the (server, client) IPs or None if the address doesn't appear to be a teredo address (doesn't start with 2001::/32) """ if (self._ip >> 96) != 0x20010000: return None return (IPv4Address((self._ip >> 64) & 0xFFFFFFFF), IPv4Address(~self._ip & 0xFFFFFFFF)) @property def sixtofour(self): """Return the IPv4 6to4 embedded address. Returns: The IPv4 6to4-embedded address if present or None if the address doesn't appear to contain a 6to4 embedded address. """ if (self._ip >> 112) != 0x2002: return None return IPv4Address((self._ip >> 80) & 0xFFFFFFFF) class IPv6Interface(IPv6Address): def __init__(self, address): if isinstance(address, (bytes, _compat_int_types)): IPv6Address.__init__(self, address) self.network = IPv6Network(self._ip) self._prefixlen = self._max_prefixlen return if isinstance(address, tuple): IPv6Address.__init__(self, address[0]) if len(address) > 1: self._prefixlen = int(address[1]) else: self._prefixlen = self._max_prefixlen self.network = IPv6Network(address, strict=False) self.netmask = self.network.netmask self.hostmask = self.network.hostmask return addr = _split_optional_netmask(address) IPv6Address.__init__(self, addr[0]) self.network = IPv6Network(address, strict=False) self.netmask = self.network.netmask self._prefixlen = self.network._prefixlen self.hostmask = self.network.hostmask def __str__(self): return '%s/%d' % (self._string_from_ip_int(self._ip), self.network.prefixlen) def __eq__(self, other): address_equal = IPv6Address.__eq__(self, other) if not address_equal or address_equal is NotImplemented: return address_equal try: return self.network == other.network except AttributeError: # An interface with an associated network is NOT the # same as an unassociated address. That's why the hash # takes the extra info into account. return False def __lt__(self, other): address_less = IPv6Address.__lt__(self, other) if address_less is NotImplemented: return NotImplemented try: return (self.network < other.network or self.network == other.network and address_less) except AttributeError: # We *do* allow addresses and interfaces to be sorted. The # unassociated address is considered less than all interfaces. return False def __hash__(self): return self._ip ^ self._prefixlen ^ int(self.network.network_address) __reduce__ = _IPAddressBase.__reduce__ @property def ip(self): return IPv6Address(self._ip) @property def with_prefixlen(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self._prefixlen) @property def with_netmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.netmask) @property def with_hostmask(self): return '%s/%s' % (self._string_from_ip_int(self._ip), self.hostmask) @property def is_unspecified(self): return self._ip == 0 and self.network.is_unspecified @property def is_loopback(self): return self._ip == 1 and self.network.is_loopback class IPv6Network(_BaseV6, _BaseNetwork): """This class represents and manipulates 128-bit IPv6 networks. Attributes: [examples for IPv6('2001:db8::1000/124')] .network_address: IPv6Address('2001:db8::1000') .hostmask: IPv6Address('::f') .broadcast_address: IPv6Address('2001:db8::100f') .netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0') .prefixlen: 124 """ # Class to use when creating address objects _address_class = IPv6Address def __init__(self, address, strict=True): """Instantiate a new IPv6 Network object. Args: address: A string or integer representing the IPv6 network or the IP and prefix/netmask. '2001:db8::/128' '2001:db8:0000:0000:0000:0000:0000:0000/128' '2001:db8::' are all functionally the same in IPv6. That is to say, failing to provide a subnetmask will create an object with a mask of /128. Additionally, an integer can be passed, so IPv6Network('2001:db8::') == IPv6Network(42540766411282592856903984951653826560) or, more generally IPv6Network(int(IPv6Network('2001:db8::'))) == IPv6Network('2001:db8::') strict: A boolean. If true, ensure that we have been passed A true network address, eg, 2001:db8::1000/124 and not an IP address on a network, eg, 2001:db8::1/124. Raises: AddressValueError: If address isn't a valid IPv6 address. NetmaskValueError: If the netmask isn't valid for an IPv6 address. ValueError: If strict was True and a network address was not supplied. """ _BaseNetwork.__init__(self, address) # Efficient constructor from integer or packed address if isinstance(address, (bytes, _compat_int_types)): self.network_address = IPv6Address(address) self.netmask, self._prefixlen = self._make_netmask( self._max_prefixlen) return if isinstance(address, tuple): if len(address) > 1: arg = address[1] else: arg = self._max_prefixlen self.netmask, self._prefixlen = self._make_netmask(arg) self.network_address = IPv6Address(address[0]) packed = int(self.network_address) if packed & int(self.netmask) != packed: if strict: raise ValueError('%s has host bits set' % self) else: self.network_address = IPv6Address(packed & int(self.netmask)) return # Assume input argument to be string or any object representation # which converts into a formatted IP prefix string. addr = _split_optional_netmask(address) self.network_address = IPv6Address(self._ip_int_from_string(addr[0])) if len(addr) == 2: arg = addr[1] else: arg = self._max_prefixlen self.netmask, self._prefixlen = self._make_netmask(arg) if strict: if (IPv6Address(int(self.network_address) & int(self.netmask)) != self.network_address): raise ValueError('%s has host bits set' % self) self.network_address = IPv6Address(int(self.network_address) & int(self.netmask)) if self._prefixlen == (self._max_prefixlen - 1): self.hosts = self.__iter__ def hosts(self): """Generate Iterator over usable hosts in a network. This is like __iter__ except it doesn't return the Subnet-Router anycast address. """ network = int(self.network_address) broadcast = int(self.broadcast_address) for x in _compat_range(network + 1, broadcast + 1): yield self._address_class(x) @property def is_site_local(self): """Test if the address is reserved for site-local. Note that the site-local address space has been deprecated by RFC 3879. Use is_private to test if this address is in the space of unique local addresses as defined by RFC 4193. Returns: A boolean, True if the address is reserved per RFC 3513 2.5.6. """ return (self.network_address.is_site_local and self.broadcast_address.is_site_local) class _IPv6Constants(object): _linklocal_network = IPv6Network('fe80::/10') _multicast_network = IPv6Network('ff00::/8') _private_networks = [ IPv6Network('::1/128'), IPv6Network('::/128'), IPv6Network('::ffff:0:0/96'), IPv6Network('100::/64'), IPv6Network('2001::/23'), IPv6Network('2001:2::/48'), IPv6Network('2001:db8::/32'), IPv6Network('2001:10::/28'), IPv6Network('fc00::/7'), IPv6Network('fe80::/10'), ] _reserved_networks = [ IPv6Network('::/8'), IPv6Network('100::/8'), IPv6Network('200::/7'), IPv6Network('400::/6'), IPv6Network('800::/5'), IPv6Network('1000::/4'), IPv6Network('4000::/3'), IPv6Network('6000::/3'), IPv6Network('8000::/3'), IPv6Network('A000::/3'), IPv6Network('C000::/3'), IPv6Network('E000::/4'), IPv6Network('F000::/5'), IPv6Network('F800::/6'), IPv6Network('FE00::/9'), ] _sitelocal_network = IPv6Network('fec0::/10') IPv6Address._constants = _IPv6Constants PK A\#p_) ) pip/_vendor/pytoml/writer.pynu [ from __future__ import unicode_literals import io, datetime, math, string, sys from .utils import format_rfc3339 try: from pathlib import PurePath as _path_types except ImportError: _path_types = () if sys.version_info[0] == 3: long = int unicode = str def dumps(obj, sort_keys=False): fout = io.StringIO() dump(obj, fout, sort_keys=sort_keys) return fout.getvalue() _escapes = {'\n': 'n', '\r': 'r', '\\': '\\', '\t': 't', '\b': 'b', '\f': 'f', '"': '"'} def _escape_string(s): res = [] start = 0 def flush(): if start != i: res.append(s[start:i]) return i + 1 i = 0 while i < len(s): c = s[i] if c in '"\\\n\r\t\b\f': start = flush() res.append('\\' + _escapes[c]) elif ord(c) < 0x20: start = flush() res.append('\\u%04x' % ord(c)) i += 1 flush() return '"' + ''.join(res) + '"' _key_chars = string.digits + string.ascii_letters + '-_' def _escape_id(s): if any(c not in _key_chars for c in s): return _escape_string(s) return s def _format_value(v): if isinstance(v, bool): return 'true' if v else 'false' if isinstance(v, int) or isinstance(v, long): return unicode(v) if isinstance(v, float): if math.isnan(v) or math.isinf(v): raise ValueError("{0} is not a valid TOML value".format(v)) else: return repr(v) elif isinstance(v, unicode) or isinstance(v, bytes): return _escape_string(v) elif isinstance(v, datetime.datetime): return format_rfc3339(v) elif isinstance(v, list): return '[{0}]'.format(', '.join(_format_value(obj) for obj in v)) elif isinstance(v, dict): return '{{{0}}}'.format(', '.join('{} = {}'.format(_escape_id(k), _format_value(obj)) for k, obj in v.items())) elif isinstance(v, _path_types): return _escape_string(str(v)) else: raise RuntimeError(v) def dump(obj, fout, sort_keys=False): tables = [((), obj, False)] while tables: name, table, is_array = tables.pop() if name: section_name = '.'.join(_escape_id(c) for c in name) if is_array: fout.write('[[{0}]]\n'.format(section_name)) else: fout.write('[{0}]\n'.format(section_name)) table_keys = sorted(table.keys()) if sort_keys else table.keys() new_tables = [] has_kv = False for k in table_keys: v = table[k] if isinstance(v, dict): new_tables.append((name + (k,), v, False)) elif isinstance(v, list) and v and all(isinstance(o, dict) for o in v): new_tables.extend((name + (k,), d, True) for d in v) elif v is None: # based on mojombo's comment: https://github.com/toml-lang/toml/issues/146#issuecomment-25019344 fout.write( '#{} = null # To use: uncomment and replace null with value\n'.format(_escape_id(k))) has_kv = True else: fout.write('{0} = {1}\n'.format(_escape_id(k), _format_value(v))) has_kv = True tables.extend(reversed(new_tables)) if (name or has_kv) and tables: fout.write('\n') PK A\:) 8 pip/_vendor/pytoml/__pycache__/core.cpython-38.opt-1.pycnu [ U .e @ s G d d de ZdS )c @ s$ e Zd Zdd Zdd Zdd ZdS ) TomlErrorc C s. t | |||| || _|| _|| _|| _d S )N) RuntimeError__init__messagelinecolfilename)selfr r r r r ;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/core.pyr s zTomlError.__init__c C s d | j| j| j| jS )Nz{}({}, {}): {})formatr r r r r r r r __str__ s zTomlError.__str__c C s d | j| j| j| jS )Nz!TomlError({!r}, {!r}, {!r}, {!r}))r r r r r r r r r __repr__ s zTomlError.__repr__N)__name__ __module__ __qualname__r r r r r r r r s r N)r r r r r r <module> PK A\oT T 6 pip/_vendor/pytoml/__pycache__/__init__.cpython-38.pycnu [ U .e @ s< d dl mZ d dlmZmZ d dlmZ d dlmZm Z dS ) ) TomlError)loadloads)translate_to_test)dumpdumpsN) Zcorer parserr r Ztestr writerr r r r ?/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/__init__.py<module> s PK A\- 2 pip/_vendor/pytoml/__pycache__/test.cpython-38.pycnu [ U .e @ sR d dl Z ddlmZ zeefZeefZW n e k rD eZeZY nX dd Z dS ) N )format_rfc3339c C s t | tr dd | D S t | trTdd | D }| rJt | d trJ|S d|dS t | tjrndt| dS t | trd | rd nd dS t | trd t| dS t | t rd d | dS t | t rd| dS t d | d S )Nc S s i | ]\}}|t |qS translate_to_test).0kvr r ;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/test.py <dictcomp> s z%translate_to_test.<locals>.<dictcomp>c S s g | ] }t |qS r r )r xr r r <listcomp> s z%translate_to_test.<locals>.<listcomp>r Zarray)typevaluedatetimebooltrueZfalseZintegerfloatz{:.17}stringzunexpected value: {!r}) isinstancedictitemslistr r r _int_typesstrr format _string_types RuntimeError)r ar r r r s$ r ) r Zutilsr r Zunicoder intZlongr NameErrorr r r r r <module> s PK A\a sb' b' : pip/_vendor/pytoml/__pycache__/parser.cpython-38.opt-1.pycnu [ U .eE( @ sN d dl Z d dlZddlmZ ddlmZmZ ejd dkr@eZ ne Z dd e fdd Z d d d e fd d Z G dd dZe dZdd Ze dZdd Zddddddd d Ze d Ze d Ze d Ze d!Ze d"Zefd#d$Ze d%Zd&d' Z e d(Z e d)Z e d*Z e d+Z d,d- Z!d.d/ Z"e d0Z#d1d2 Z$dS )3 N TomlError) rfc3339_reparse_rfc3339_re c C s |S N txvr r =/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/parser.py<lambda> r c C s t | ||t| dt| dS )Nname) translateobject_pairs_hookfilename)loadsreadgetattrrepr)Zfinr r r r r load s r z<string>c C s |S r r r r r r r r c s t | tr| d} | dd} } }|}t| d}t|d}fdd fdd |D ]D\} } | d kr| \} } | |kr d | | d|| < qj| d k} |}| d d D ]<}t ||tr|| d \}}q| |d f\}}qƈ }| d }||krD| r4| fg||< n| f||< qjt || trx| sb d || | f qj| r d || \}}|d k r d ||f||< qj fdd||S )Nzutf-8z )r r c s t | d d d S Nr r r )msg)r posr r error s zloads.<locals>.errorc s | \}}}|dkrTr>t fdddd D r>d fddD n"|dkrv fd dD ||S ) Narrayc 3 s& | ] \}}}}| d d kV qdS )r Nr ).0kr r p)valuer r <genexpr> s z/loads.<locals>.process_value.<locals>.<genexpr>r zarray-type-mismatchc s g | ]}| d qS r r )r! item)r process_valuer r <listcomp>" s z0loads.<locals>.process_value.<locals>.<listcomp>tablec s g | ]}|| d fqS r& r )r! r" )r r( r$ r r r) $ s )any)r r kindtextr )r r( r )r r$ r r( s "z loads.<locals>.process_valuekvz2duplicate_keys. Key "{0}" was used more than once. table_arrayZtable_type_mismatchZduplicate_tablesc sl | d kr } |D ]T}|| kr& d || }t |trPfdd|D | |< q|d |d | |< q| S )NZkey_table_conflictc s g | ]\}} ||qS r r )r! ZscZtbl) merge_tablesr r r) Q s z/loads.<locals>.merge_tables.<locals>.<listcomp>r r ) isinstancelist)scopetablesr" r )r r1 r r r r1 I s zloads.<locals>.merge_tables) r2 bytesdecodereplace_Source_p_tomlformatgetr3 setdefaultappend)sr r r rootr5 r4 srcZastr, r$ r" r Zis_table_arrayZcurr dZ old_scopeZ next_tabler )r r r1 r r r( r r r sP r c @ s e Zd Zd$ddZdd Zdd Zdd Zd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd Zdd Zd d Zd d Zd d! Zd"d# ZdS )%r9 Nc C s" || _ d| _d | _|| _g | _d S )N)r r )r? _pos_last _filenamebacktrack_stack)selfr? r r r r __init__Y s z_Source.__init__c C s | j S r )rD rG r r r last` s z _Source.lastc C s | j S r )rC rI r r r r c s z _Source.posc C s | d S r )_expectrI r r r failf s z _Source.failc C s6 | j r2| j d | _| dd | _ | | j | jS d S r )r? rD _advancerI r r r consume_doti s z_Source.consume_dotc C s | | S r )rK rN rI r r r expect_dotq s z_Source.expect_dotc C s | j sd| _dS dS )N TF)r? rD rI r r r consume_eoft s z_Source.consume_eofc C s | | S r )rK rQ rI r r r expect_eofz s z_Source.expect_eofc C s8 | j |r4| j t|d | _ || _| | dS dS )NTF)r? startswithlenrD rM rG r? r r r consume} s z_Source.consumec C s | | |S r )rK rV rU r r r expect s z_Source.expectc C sH | | j}|rD| jt|dd | _|| _| |d |S d S )Nr )matchr? rT grouprD rM )rG remr r r consume_re s z_Source.consume_rec C s | | |S r )rK r\ )rG rZ r r r expect_re s z_Source.expect_rec C s | j | j| jf d S r )rF r> r? rC rI r r r __enter__ s z_Source.__enter__c C s. |d kr| j n| j \| _| _|tkS r )rF popr? rC r )rG typer$ tracebackr r r __exit__ s z_Source.__exit__c C s | j | jf| jd< d S )Nr0 )r? rC rF rI r r r commit s z_Source.commitc C s$ |s t d| jd | jd | j|S )Nr r r )r rC rE )rG rr r r rK s z_Source._expectc C sX | d}|dkr2| jd | jd t| f| _n"| jd |d t|| f| _d S )Nr r0 r r )rfindrC rT count)rG r? Z suffix_posr r r rM s z_Source._advance)N)__name__ __module__ __qualname__rH rJ r rL rN rO rQ rR rV rW r\ r] r^ rb rc rK rM r r r r r9 X s" r9 z!(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*c C s | t d S r )r] _ews_rer? r r r _p_ews s rl z[ \t]*c C s | t d S r )r] _ws_rerk r r r _p_ws s rn r "\ )bnrd r rr rs fz[^"\\\000-\037]*zu([0-9a-fA-F]{4})zU([0-9a-fA-F]{8})z [btnfr\"\\]z [ ]*c C s g }| | |d | ds&q| tr2q| tsF| trt| dd}d| krndk rzn n| | t | q| t | t | d qd|S )Nr rs r i i rP )r> r] rY rV r\ _newline_esc_re _short_uni_re _long_uni_reintrJ rL _chr _escapes_re_escapesjoin)r? Zcontentresr r r r _p_basicstr_content s r z[0-9a-zA-Z-_]+c C s | 0 | d t| t}| d |W 5 Q R S Q R X | dr| drt| d | td}| d n| td}| d |S | tdS )Nrr '''r r ''') rW r _basicstr_rerV r] _litstr_ml_rerY _litstr_re_key_re)r? rd r r r _p_key s r zH[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?z&(?:""?(?!")|[^"\\\000-\011\013-\037])*z[^'\000\010\012-\037]*z((?:(?:|'|'')(?:[^'\000-\010\013-\037]))*c C s | }| dr"d| d|fS | dr<d| d|fS | dr| drp| d t| t}| d nt| t}| d d |||fS | d r| d r| d | t d }| d n| t d }| d d |||fS | t r| }d| d t ||fS | tr| d }|dd}d|ks^d|ks^d|krnd|t||fS d|t|d|fS | drg }| F t| |t| |d | t| | d | qW 5 Q R X t| | d d d ||fS | d rt| | }| d st| }t| | d t| t| |d||< t| | drt| t| }t| | d t| t| |d||< t| q^| d d d ||fS | d S )!NtrueboolTZfalseFrr z""r z"""strr r r r Zdatetime_rP .eEfloatr| [r ,]r {}=r* )r rV rJ r _basicstr_ml_rerW r r] r rY r r\ r r _float_rer8 r r| rl r> _p_valuerc rn r rL )r? r r rd r[ itemsr" r r r r s~ r c C s | }| dr| d}t| t| g}t| | dr`t| |t| t| q6| d |rx| d |rdnd||fS t| }t| | d t| t| |d}d||f|fS ) Nr r r r/ r* r r r. )r rV rn r r> rW r )r? r r Zis_arraykeyskeyr$ r r r _p_stmt3 s( r z (?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*c C sh g }t | | > |t| |d | | t |t| |d q$W 5 Q R X t | | |S )Nr )rl r> r rc r] _stmtsep_rerR )r? r Zstmtsr r r r: K s r: )%rZ sysZcorer Zutilsr r version_infoZunichrr} chrdictr r r9 compilerj rl rm rn r r rz r{ r~ ry r r r r r r r r r r r: r r r r <module> s@ KU M PK A\a sb' b' 4 pip/_vendor/pytoml/__pycache__/parser.cpython-38.pycnu [ U .eE( @ sN d dl Z d dlZddlmZ ddlmZmZ ejd dkr@eZ ne Z dd e fdd Z d d d e fd d Z G dd dZe dZdd Ze dZdd Zddddddd d Ze d Ze d Ze d Ze d!Ze d"Zefd#d$Ze d%Zd&d' Z e d(Z e d)Z e d*Z e d+Z d,d- Z!d.d/ Z"e d0Z#d1d2 Z$dS )3 N TomlError) rfc3339_reparse_rfc3339_re c C s |S N txvr r =/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/parser.py<lambda> r c C s t | ||t| dt| dS )Nname) translateobject_pairs_hookfilename)loadsreadgetattrrepr)Zfinr r r r r load s r z<string>c C s |S r r r r r r r r c s t | tr| d} | dd} } }|}t| d}t|d}fdd fdd |D ]D\} } | d kr| \} } | |kr d | | d|| < qj| d k} |}| d d D ]<}t ||tr|| d \}}q| |d f\}}qƈ }| d }||krD| r4| fg||< n| f||< qjt || trx| sb d || | f qj| r d || \}}|d k r d ||f||< qj fdd||S )Nzutf-8z )r r c s t | d d d S Nr r r )msg)r posr r error s zloads.<locals>.errorc s | \}}}|dkrTr>t fdddd D r>d fddD n"|dkrv fd dD ||S ) Narrayc 3 s& | ] \}}}}| d d kV qdS )r Nr ).0kr r p)valuer r <genexpr> s z/loads.<locals>.process_value.<locals>.<genexpr>r zarray-type-mismatchc s g | ]}| d qS r r )r! item)r process_valuer r <listcomp>" s z0loads.<locals>.process_value.<locals>.<listcomp>tablec s g | ]}|| d fqS r& r )r! r" )r r( r$ r r r) $ s )any)r r kindtextr )r r( r )r r$ r r( s "z loads.<locals>.process_valuekvz2duplicate_keys. Key "{0}" was used more than once. table_arrayZtable_type_mismatchZduplicate_tablesc sl | d kr } |D ]T}|| kr& d || }t |trPfdd|D | |< q|d |d | |< q| S )NZkey_table_conflictc s g | ]\}} ||qS r r )r! ZscZtbl) merge_tablesr r r) Q s z/loads.<locals>.merge_tables.<locals>.<listcomp>r r ) isinstancelist)scopetablesr" r )r r1 r r r r1 I s zloads.<locals>.merge_tables) r2 bytesdecodereplace_Source_p_tomlformatgetr3 setdefaultappend)sr r r rootr5 r4 srcZastr, r$ r" r Zis_table_arrayZcurr dZ old_scopeZ next_tabler )r r r1 r r r( r r r sP r c @ s e Zd Zd$ddZdd Zdd Zdd Zd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd Zdd Zd d Zd d Zd d! Zd"d# ZdS )%r9 Nc C s" || _ d| _d | _|| _g | _d S )N)r r )r? _pos_last _filenamebacktrack_stack)selfr? r r r r __init__Y s z_Source.__init__c C s | j S r )rD rG r r r last` s z _Source.lastc C s | j S r )rC rI r r r r c s z _Source.posc C s | d S r )_expectrI r r r failf s z _Source.failc C s6 | j r2| j d | _| dd | _ | | j | jS d S r )r? rD _advancerI r r r consume_doti s z_Source.consume_dotc C s | | S r )rK rN rI r r r expect_dotq s z_Source.expect_dotc C s | j sd| _dS dS )N TF)r? rD rI r r r consume_eoft s z_Source.consume_eofc C s | | S r )rK rQ rI r r r expect_eofz s z_Source.expect_eofc C s8 | j |r4| j t|d | _ || _| | dS dS )NTF)r? startswithlenrD rM rG r? r r r consume} s z_Source.consumec C s | | |S r )rK rV rU r r r expect s z_Source.expectc C sH | | j}|rD| jt|dd | _|| _| |d |S d S )Nr )matchr? rT grouprD rM )rG remr r r consume_re s z_Source.consume_rec C s | | |S r )rK r\ )rG rZ r r r expect_re s z_Source.expect_rec C s | j | j| jf d S r )rF r> r? rC rI r r r __enter__ s z_Source.__enter__c C s. |d kr| j n| j \| _| _|tkS r )rF popr? rC r )rG typer$ tracebackr r r __exit__ s z_Source.__exit__c C s | j | jf| jd< d S )Nr0 )r? rC rF rI r r r commit s z_Source.commitc C s$ |s t d| jd | jd | j|S )Nr r r )r rC rE )rG rr r r rK s z_Source._expectc C sX | d}|dkr2| jd | jd t| f| _n"| jd |d t|| f| _d S )Nr r0 r r )rfindrC rT count)rG r? Z suffix_posr r r rM s z_Source._advance)N)__name__ __module__ __qualname__rH rJ r rL rN rO rQ rR rV rW r\ r] r^ rb rc rK rM r r r r r9 X s" r9 z!(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*c C s | t d S r )r] _ews_rer? r r r _p_ews s rl z[ \t]*c C s | t d S r )r] _ws_rerk r r r _p_ws s rn r "\ )bnrd r rr rs fz[^"\\\000-\037]*zu([0-9a-fA-F]{4})zU([0-9a-fA-F]{8})z [btnfr\"\\]z [ ]*c C s g }| | |d | ds&q| tr2q| tsF| trt| dd}d| krndk rzn n| | t | q| t | t | d qd|S )Nr rs r i i rP )r> r] rY rV r\ _newline_esc_re _short_uni_re _long_uni_reintrJ rL _chr _escapes_re_escapesjoin)r? Zcontentresr r r r _p_basicstr_content s r z[0-9a-zA-Z-_]+c C s | 0 | d t| t}| d |W 5 Q R S Q R X | dr| drt| d | td}| d n| td}| d |S | tdS )Nrr '''r r ''') rW r _basicstr_rerV r] _litstr_ml_rerY _litstr_re_key_re)r? rd r r r _p_key s r zH[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?z&(?:""?(?!")|[^"\\\000-\011\013-\037])*z[^'\000\010\012-\037]*z((?:(?:|'|'')(?:[^'\000-\010\013-\037]))*c C s | }| dr"d| d|fS | dr<d| d|fS | dr| drp| d t| t}| d nt| t}| d d |||fS | d r| d r| d | t d }| d n| t d }| d d |||fS | t r| }d| d t ||fS | tr| d }|dd}d|ks^d|ks^d|krnd|t||fS d|t|d|fS | drg }| F t| |t| |d | t| | d | qW 5 Q R X t| | d d d ||fS | d rt| | }| d st| }t| | d t| t| |d||< t| | drt| t| }t| | d t| t| |d||< t| q^| d d d ||fS | d S )!NtrueboolTZfalseFrr z""r z"""strr r r r Zdatetime_rP .eEfloatr| [r ,]r {}=r* )r rV rJ r _basicstr_ml_rerW r r] r rY r r\ r r _float_rer8 r r| rl r> _p_valuerc rn r rL )r? r r rd r[ itemsr" r r r r s~ r c C s | }| dr| d}t| t| g}t| | dr`t| |t| t| q6| d |rx| d |rdnd||fS t| }t| | d t| t| |d}d||f|fS ) Nr r r r/ r* r r r. )r rV rn r r> rW r )r? r r Zis_arraykeyskeyr$ r r r _p_stmt3 s( r z (?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*c C sh g }t | | > |t| |d | | t |t| |d q$W 5 Q R X t | | |S )Nr )rl r> r rc r] _stmtsep_rerR )r? r Zstmtsr r r r: K s r: )%rZ sysZcorer Zutilsr r version_infoZunichrr} chrdictr r r9 compilerj rl rm rn r r rz r{ r~ ry r r r r r r r r r r r: r r r r <module> s@ KU M PK A\<Q Q 3 pip/_vendor/pytoml/__pycache__/utils.cpython-38.pycnu [ U .e @ sH d dl Z d dlZedZdd Zdd Zdd ZG d d d e jZdS ) NzP(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))c C s( t | }|r |d| kr d S t|S )Nr ) rfc3339_rematchgroupparse_rfc3339_re)vm r </usr/lib/python3.8/site-packages/pip/_vendor/pytoml/utils.py parse_rfc3339 s r c C s t t| d d }| dr0t| d}nd}| drxt| ddd t| dd }ttd|d }nttdd}|\}} }}}} t|| |||| t|d |S ) N r < i@B )mapintgroupsr float _TimeZonedatetimeZ timedelta) r rmicrogZtzydHMSr r r r s $r c C s | }|d k r t| d nd}|dkr2d}n.|dkr@d}n d}| }d||d |d }| jrt| d| S | d| S d S ) Nr r Z+-z{0}{1:02}:{2:02}z%Y-%m-%dT%H:%M:%S.%fz%Y-%m-%dT%H:%M:%S) utcoffsetr total_secondsformatZ microsecondstrftime)r Zoffssuffixr r r format_rfc3339 s r' c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) r c C s || _ d S N_offset)selfoffsetr r r __init__1 s z_TimeZone.__init__c C s | j S r( r) r+ dtr r r r" 4 s z_TimeZone.utcoffsetc C s d S r( r r. r r r dst7 s z _TimeZone.dstc C sH | j d }|dk r"d}| }nd}|d }||d }d|||S )Nr r r! r z{}{:.02}{:.02})r* r# r$ )r+ r/ r reshr r r tzname: s z_TimeZone.tznameN)__name__ __module__ __qualname__r- r" r0 r3 r r r r r 0 s r ) r recompiler r r r' Ztzinfor r r r r <module> s PK A\<Q Q 9 pip/_vendor/pytoml/__pycache__/utils.cpython-38.opt-1.pycnu [ U .e @ sH d dl Z d dlZedZdd Zdd Zdd ZG d d d e jZdS ) NzP(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))c C s( t | }|r |d| kr d S t|S )Nr ) rfc3339_rematchgroupparse_rfc3339_re)vm r </usr/lib/python3.8/site-packages/pip/_vendor/pytoml/utils.py parse_rfc3339 s r c C s t t| d d }| dr0t| d}nd}| drxt| ddd t| dd }ttd|d }nttdd}|\}} }}}} t|| |||| t|d |S ) N r < i@B )mapintgroupsr float _TimeZonedatetimeZ timedelta) r rmicrogZtzydHMSr r r r s $r c C s | }|d k r t| d nd}|dkr2d}n.|dkr@d}n d}| }d||d |d }| jrt| d| S | d| S d S ) Nr r Z+-z{0}{1:02}:{2:02}z%Y-%m-%dT%H:%M:%S.%fz%Y-%m-%dT%H:%M:%S) utcoffsetr total_secondsformatZ microsecondstrftime)r Zoffssuffixr r r format_rfc3339 s r' c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) r c C s || _ d S N_offset)selfoffsetr r r __init__1 s z_TimeZone.__init__c C s | j S r( r) r+ dtr r r r" 4 s z_TimeZone.utcoffsetc C s d S r( r r. r r r dst7 s z _TimeZone.dstc C sH | j d }|dk r"d}| }nd}|d }||d }d|||S )Nr r r! r z{}{:.02}{:.02})r* r# r$ )r+ r/ r reshr r r tzname: s z_TimeZone.tznameN)__name__ __module__ __qualname__r- r" r0 r3 r r r r r 0 s r ) r recompiler r r r' Ztzinfor r r r r <module> s PK A\- 8 pip/_vendor/pytoml/__pycache__/test.cpython-38.opt-1.pycnu [ U .e @ sR d dl Z ddlmZ zeefZeefZW n e k rD eZeZY nX dd Z dS ) N )format_rfc3339c C s t | tr dd | D S t | trTdd | D }| rJt | d trJ|S d|dS t | tjrndt| dS t | trd | rd nd dS t | trd t| dS t | t rd d | dS t | t rd| dS t d | d S )Nc S s i | ]\}}|t |qS translate_to_test).0kvr r ;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/test.py <dictcomp> s z%translate_to_test.<locals>.<dictcomp>c S s g | ] }t |qS r r )r xr r r <listcomp> s z%translate_to_test.<locals>.<listcomp>r Zarray)typevaluedatetimebooltrueZfalseZintegerfloatz{:.17}stringzunexpected value: {!r}) isinstancedictitemslistr r r _int_typesstrr format _string_types RuntimeError)r ar r r r s$ r ) r Zutilsr r Zunicoder intZlongr NameErrorr r r r r <module> s PK A\py y 4 pip/_vendor/pytoml/__pycache__/writer.cpython-38.pycnu [ U .e) @ s d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZ zd dl m Z W n e k rh dZ Y nX ej d dkreZeZd d d Zd d d dddddZdd Zejej d Zdd Zdd Zd ddZdS ) )unicode_literalsN )format_rfc3339)PurePath Fc C s t }t| ||d | S )N) sort_keys)ioStringIOdumpgetvalue)objr foutr r =/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/writer.pydumps s r nr\tbf") r r c s g d fdd}d t k r }|dkrT| dt| n$t|dk rx| dt| d7 q | d d d S ) Nr c s" kr d S )Nr )appendr iressstartr r flush s z _escape_string.<locals>.flushz"\ r z\u%04xr r )lenr _escapesordjoin)r! r# cr r r _escape_string s r+ z-_c C s t dd | D rt| S | S )Nc s s | ]}|t kV qd S N) _key_chars.0r* r r r <genexpr>4 s z _escape_id.<locals>.<genexpr>)anyr+ )r! r r r _escape_id3 s r2 c C s t | tr| rdS dS t | ts*t | tr2t| S t | trjt| sPt| r`t d | nt | S nt | ts~t | t rt | S t | tjrt| S t | trd ddd | D S t | trd dd d | D S t | t rt t| S t| d S ) NtrueZfalsez {0} is not a valid TOML valuez[{0}]z, c s s | ]}t |V qd S r, ) _format_value)r/ r r r r r0 H s z _format_value.<locals>.<genexpr>z{{{0}}}c s s& | ] \}}d t|t|V qdS )z{} = {}N)formatr2 r4 )r/ kr r r r r0 J s ) isinstanceboolintlongunicodefloatmathZisnanZisinf ValueErrorr5 reprbytesr+ datetimer listr) dictitems _path_typesstr RuntimeError)vr r r r4 9 s& r4 c s\ d| dfg}|rX| \}}r^ddd D }|rN|d| n|d| |rnt| n| }g }d} |D ] | } t| tr| f | df qt| t r| rt dd | D r| fd d| D q| d kr|d t d } q|d t t | d } q| t| sH| r |r |d q d S )Nr F.c s s | ]}t |V qd S r, )r2 r. r r r r0 W s zdump.<locals>.<genexpr>z[[{0}]] z[{0}] c s s | ]}t |tV qd S r, )r7 rC )r/ or r r r0 d s c 3 s | ]} f |d fV qdS )TNr )r/ dr6 namer r r0 e s z<#{} = null # To use: uncomment and replace null with value Tz {0} = {1} r )popr) writer5 sortedkeysr7 rC r rB allextendr2 r4 reversed) r r r ZtablestableZis_arrayZ section_nameZ table_keysZ new_tablesZhas_kvrH r rL r r Q s6 r )F)F)Z __future__r r rA r= stringsysZutilsr pathlibr rE ImportError version_infor9 r: rF r; r r' r+ ZdigitsZ ascii_lettersr- r2 r4 r r r r r <module> s ( PK A\oT T < pip/_vendor/pytoml/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s< d dl mZ d dlmZmZ d dlmZ d dlmZm Z dS ) ) TomlError)loadloads)translate_to_test)dumpdumpsN) Zcorer parserr r Ztestr writerr r r r ?/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/__init__.py<module> s PK A\:) 2 pip/_vendor/pytoml/__pycache__/core.cpython-38.pycnu [ U .e @ s G d d de ZdS )c @ s$ e Zd Zdd Zdd Zdd ZdS ) TomlErrorc C s. t | |||| || _|| _|| _|| _d S )N) RuntimeError__init__messagelinecolfilename)selfr r r r r ;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/core.pyr s zTomlError.__init__c C s d | j| j| j| jS )Nz{}({}, {}): {})formatr r r r r r r r __str__ s zTomlError.__str__c C s d | j| j| j| jS )Nz!TomlError({!r}, {!r}, {!r}, {!r}))r r r r r r r r r __repr__ s zTomlError.__repr__N)__name__ __module__ __qualname__r r r r r r r r s r N)r r r r r r <module> PK A\py y : pip/_vendor/pytoml/__pycache__/writer.cpython-38.opt-1.pycnu [ U .e) @ s d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZ zd dl m Z W n e k rh dZ Y nX ej d dkreZeZd d d Zd d d dddddZdd Zejej d Zdd Zdd Zd ddZdS ) )unicode_literalsN )format_rfc3339)PurePath Fc C s t }t| ||d | S )N) sort_keys)ioStringIOdumpgetvalue)objr foutr r =/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/writer.pydumps s r nr\tbf") r r c s g d fdd}d t k r }|dkrT| dt| n$t|dk rx| dt| d7 q | d d d S ) Nr c s" kr d S )Nr )appendr iressstartr r flush s z _escape_string.<locals>.flushz"\ r z\u%04xr r )lenr _escapesordjoin)r! r# cr r r _escape_string s r+ z-_c C s t dd | D rt| S | S )Nc s s | ]}|t kV qd S N) _key_chars.0r* r r r <genexpr>4 s z _escape_id.<locals>.<genexpr>)anyr+ )r! r r r _escape_id3 s r2 c C s t | tr| rdS dS t | ts*t | tr2t| S t | trjt| sPt| r`t d | nt | S nt | ts~t | t rt | S t | tjrt| S t | trd ddd | D S t | trd dd d | D S t | t rt t| S t| d S ) NtrueZfalsez {0} is not a valid TOML valuez[{0}]z, c s s | ]}t |V qd S r, ) _format_value)r/ r r r r r0 H s z _format_value.<locals>.<genexpr>z{{{0}}}c s s& | ] \}}d t|t|V qdS )z{} = {}N)formatr2 r4 )r/ kr r r r r0 J s ) isinstanceboolintlongunicodefloatmathZisnanZisinf ValueErrorr5 reprbytesr+ datetimer listr) dictitems _path_typesstr RuntimeError)vr r r r4 9 s& r4 c s\ d| dfg}|rX| \}}r^ddd D }|rN|d| n|d| |rnt| n| }g }d} |D ] | } t| tr| f | df qt| t r| rt dd | D r| fd d| D q| d kr|d t d } q|d t t | d } q| t| sH| r |r |d q d S )Nr F.c s s | ]}t |V qd S r, )r2 r. r r r r0 W s zdump.<locals>.<genexpr>z[[{0}]] z[{0}] c s s | ]}t |tV qd S r, )r7 rC )r/ or r r r0 d s c 3 s | ]} f |d fV qdS )TNr )r/ dr6 namer r r0 e s z<#{} = null # To use: uncomment and replace null with value Tz {0} = {1} r )popr) writer5 sortedkeysr7 rC r rB allextendr2 r4 reversed) r r r ZtablestableZis_arrayZ section_nameZ table_keysZ new_tablesZhas_kvrH r rL r r Q s6 r )F)F)Z __future__r r rA r= stringsysZutilsr pathlibr rE ImportError version_infor9 r: rF r; r r' r+ ZdigitsZ ascii_lettersr- r2 r4 r r r r r <module> s ( PK A\ú pip/_vendor/pytoml/utils.pynu [ import datetime import re rfc3339_re = re.compile(r'(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))') def parse_rfc3339(v): m = rfc3339_re.match(v) if not m or m.group(0) != v: return None return parse_rfc3339_re(m) def parse_rfc3339_re(m): r = map(int, m.groups()[:6]) if m.group(7): micro = float(m.group(7)) else: micro = 0 if m.group(8): g = int(m.group(8), 10) * 60 + int(m.group(9), 10) tz = _TimeZone(datetime.timedelta(0, g * 60)) else: tz = _TimeZone(datetime.timedelta(0, 0)) y, m, d, H, M, S = r return datetime.datetime(y, m, d, H, M, S, int(micro * 1000000), tz) def format_rfc3339(v): offs = v.utcoffset() offs = int(offs.total_seconds()) // 60 if offs is not None else 0 if offs == 0: suffix = 'Z' else: if offs > 0: suffix = '+' else: suffix = '-' offs = -offs suffix = '{0}{1:02}:{2:02}'.format(suffix, offs // 60, offs % 60) if v.microsecond: return v.strftime('%Y-%m-%dT%H:%M:%S.%f') + suffix else: return v.strftime('%Y-%m-%dT%H:%M:%S') + suffix class _TimeZone(datetime.tzinfo): def __init__(self, offset): self._offset = offset def utcoffset(self, dt): return self._offset def dst(self, dt): return None def tzname(self, dt): m = self._offset.total_seconds() // 60 if m < 0: res = '-' m = -m else: res = '+' h = m // 60 m = m - h * 60 return '{}{:.02}{:.02}'.format(res, h, m) PK A\ pip/_vendor/pytoml/test.pynu [ import datetime from .utils import format_rfc3339 try: _string_types = (str, unicode) _int_types = (int, long) except NameError: _string_types = str _int_types = int def translate_to_test(v): if isinstance(v, dict): return { k: translate_to_test(v) for k, v in v.items() } if isinstance(v, list): a = [translate_to_test(x) for x in v] if v and isinstance(v[0], dict): return a else: return {'type': 'array', 'value': a} if isinstance(v, datetime.datetime): return {'type': 'datetime', 'value': format_rfc3339(v)} if isinstance(v, bool): return {'type': 'bool', 'value': 'true' if v else 'false'} if isinstance(v, _int_types): return {'type': 'integer', 'value': str(v)} if isinstance(v, float): return {'type': 'float', 'value': '{:.17}'.format(v)} if isinstance(v, _string_types): return {'type': 'string', 'value': v} raise RuntimeError('unexpected value: {!r}'.format(v)) PK A\xg pip/_vendor/pytoml/__init__.pynu [ from .core import TomlError from .parser import load, loads from .test import translate_to_test from .writer import dump, dumpsPK A\L; pip/_vendor/pytoml/core.pynu [ class TomlError(RuntimeError): def __init__(self, message, line, col, filename): RuntimeError.__init__(self, message, line, col, filename) self.message = message self.line = line self.col = col self.filename = filename def __str__(self): return '{}({}, {}): {}'.format(self.filename, self.line, self.col, self.message) def __repr__(self): return 'TomlError({!r}, {!r}, {!r}, {!r})'.format(self.message, self.line, self.col, self.filename) PK A\GHE( E( pip/_vendor/pytoml/parser.pynu [ import re, sys from .core import TomlError from .utils import rfc3339_re, parse_rfc3339_re if sys.version_info[0] == 2: _chr = unichr else: _chr = chr def load(fin, translate=lambda t, x, v: v, object_pairs_hook=dict): return loads(fin.read(), translate=translate, object_pairs_hook=object_pairs_hook, filename=getattr(fin, 'name', repr(fin))) def loads(s, filename='<string>', translate=lambda t, x, v: v, object_pairs_hook=dict): if isinstance(s, bytes): s = s.decode('utf-8') s = s.replace('\r\n', '\n') root = object_pairs_hook() tables = object_pairs_hook() scope = root src = _Source(s, filename=filename) ast = _p_toml(src, object_pairs_hook=object_pairs_hook) def error(msg): raise TomlError(msg, pos[0], pos[1], filename) def process_value(v, object_pairs_hook): kind, text, value, pos = v if kind == 'array': if value and any(k != value[0][0] for k, t, v, p in value[1:]): error('array-type-mismatch') value = [process_value(item, object_pairs_hook=object_pairs_hook) for item in value] elif kind == 'table': value = object_pairs_hook([(k, process_value(value[k], object_pairs_hook=object_pairs_hook)) for k in value]) return translate(kind, text, value) for kind, value, pos in ast: if kind == 'kv': k, v = value if k in scope: error('duplicate_keys. Key "{0}" was used more than once.'.format(k)) scope[k] = process_value(v, object_pairs_hook=object_pairs_hook) else: is_table_array = (kind == 'table_array') cur = tables for name in value[:-1]: if isinstance(cur.get(name), list): d, cur = cur[name][-1] else: d, cur = cur.setdefault(name, (None, object_pairs_hook())) scope = object_pairs_hook() name = value[-1] if name not in cur: if is_table_array: cur[name] = [(scope, object_pairs_hook())] else: cur[name] = (scope, object_pairs_hook()) elif isinstance(cur[name], list): if not is_table_array: error('table_type_mismatch') cur[name].append((scope, object_pairs_hook())) else: if is_table_array: error('table_type_mismatch') old_scope, next_table = cur[name] if old_scope is not None: error('duplicate_tables') cur[name] = (scope, next_table) def merge_tables(scope, tables): if scope is None: scope = object_pairs_hook() for k in tables: if k in scope: error('key_table_conflict') v = tables[k] if isinstance(v, list): scope[k] = [merge_tables(sc, tbl) for sc, tbl in v] else: scope[k] = merge_tables(v[0], v[1]) return scope return merge_tables(root, tables) class _Source: def __init__(self, s, filename=None): self.s = s self._pos = (1, 1) self._last = None self._filename = filename self.backtrack_stack = [] def last(self): return self._last def pos(self): return self._pos def fail(self): return self._expect(None) def consume_dot(self): if self.s: self._last = self.s[0] self.s = self[1:] self._advance(self._last) return self._last return None def expect_dot(self): return self._expect(self.consume_dot()) def consume_eof(self): if not self.s: self._last = '' return True return False def expect_eof(self): return self._expect(self.consume_eof()) def consume(self, s): if self.s.startswith(s): self.s = self.s[len(s):] self._last = s self._advance(s) return True return False def expect(self, s): return self._expect(self.consume(s)) def consume_re(self, re): m = re.match(self.s) if m: self.s = self.s[len(m.group(0)):] self._last = m self._advance(m.group(0)) return m return None def expect_re(self, re): return self._expect(self.consume_re(re)) def __enter__(self): self.backtrack_stack.append((self.s, self._pos)) def __exit__(self, type, value, traceback): if type is None: self.backtrack_stack.pop() else: self.s, self._pos = self.backtrack_stack.pop() return type == TomlError def commit(self): self.backtrack_stack[-1] = (self.s, self._pos) def _expect(self, r): if not r: raise TomlError('msg', self._pos[0], self._pos[1], self._filename) return r def _advance(self, s): suffix_pos = s.rfind('\n') if suffix_pos == -1: self._pos = (self._pos[0], self._pos[1] + len(s)) else: self._pos = (self._pos[0] + s.count('\n'), len(s) - suffix_pos) _ews_re = re.compile(r'(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*') def _p_ews(s): s.expect_re(_ews_re) _ws_re = re.compile(r'[ \t]*') def _p_ws(s): s.expect_re(_ws_re) _escapes = { 'b': '\b', 'n': '\n', 'r': '\r', 't': '\t', '"': '"', '\\': '\\', 'f': '\f' } _basicstr_re = re.compile(r'[^"\\\000-\037]*') _short_uni_re = re.compile(r'u([0-9a-fA-F]{4})') _long_uni_re = re.compile(r'U([0-9a-fA-F]{8})') _escapes_re = re.compile(r'[btnfr\"\\]') _newline_esc_re = re.compile('\n[ \t\n]*') def _p_basicstr_content(s, content=_basicstr_re): res = [] while True: res.append(s.expect_re(content).group(0)) if not s.consume('\\'): break if s.consume_re(_newline_esc_re): pass elif s.consume_re(_short_uni_re) or s.consume_re(_long_uni_re): v = int(s.last().group(1), 16) if 0xd800 <= v < 0xe000: s.fail() res.append(_chr(v)) else: s.expect_re(_escapes_re) res.append(_escapes[s.last().group(0)]) return ''.join(res) _key_re = re.compile(r'[0-9a-zA-Z-_]+') def _p_key(s): with s: s.expect('"') r = _p_basicstr_content(s, _basicstr_re) s.expect('"') return r if s.consume('\''): if s.consume('\'\''): s.consume('\n') r = s.expect_re(_litstr_ml_re).group(0) s.expect('\'\'\'') else: r = s.expect_re(_litstr_re).group(0) s.expect('\'') return r return s.expect_re(_key_re).group(0) _float_re = re.compile(r'[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?') _basicstr_ml_re = re.compile(r'(?:""?(?!")|[^"\\\000-\011\013-\037])*') _litstr_re = re.compile(r"[^'\000\010\012-\037]*") _litstr_ml_re = re.compile(r"(?:(?:|'|'')(?:[^'\000-\010\013-\037]))*") def _p_value(s, object_pairs_hook): pos = s.pos() if s.consume('true'): return 'bool', s.last(), True, pos if s.consume('false'): return 'bool', s.last(), False, pos if s.consume('"'): if s.consume('""'): s.consume('\n') r = _p_basicstr_content(s, _basicstr_ml_re) s.expect('"""') else: r = _p_basicstr_content(s, _basicstr_re) s.expect('"') return 'str', r, r, pos if s.consume('\''): if s.consume('\'\''): s.consume('\n') r = s.expect_re(_litstr_ml_re).group(0) s.expect('\'\'\'') else: r = s.expect_re(_litstr_re).group(0) s.expect('\'') return 'str', r, r, pos if s.consume_re(rfc3339_re): m = s.last() return 'datetime', m.group(0), parse_rfc3339_re(m), pos if s.consume_re(_float_re): m = s.last().group(0) r = m.replace('_','') if '.' in m or 'e' in m or 'E' in m: return 'float', m, float(r), pos else: return 'int', m, int(r, 10), pos if s.consume('['): items = [] with s: while True: _p_ews(s) items.append(_p_value(s, object_pairs_hook=object_pairs_hook)) s.commit() _p_ews(s) s.expect(',') s.commit() _p_ews(s) s.expect(']') return 'array', None, items, pos if s.consume('{'): _p_ws(s) items = object_pairs_hook() if not s.consume('}'): k = _p_key(s) _p_ws(s) s.expect('=') _p_ws(s) items[k] = _p_value(s, object_pairs_hook=object_pairs_hook) _p_ws(s) while s.consume(','): _p_ws(s) k = _p_key(s) _p_ws(s) s.expect('=') _p_ws(s) items[k] = _p_value(s, object_pairs_hook=object_pairs_hook) _p_ws(s) s.expect('}') return 'table', None, items, pos s.fail() def _p_stmt(s, object_pairs_hook): pos = s.pos() if s.consume( '['): is_array = s.consume('[') _p_ws(s) keys = [_p_key(s)] _p_ws(s) while s.consume('.'): _p_ws(s) keys.append(_p_key(s)) _p_ws(s) s.expect(']') if is_array: s.expect(']') return 'table_array' if is_array else 'table', keys, pos key = _p_key(s) _p_ws(s) s.expect('=') _p_ws(s) value = _p_value(s, object_pairs_hook=object_pairs_hook) return 'kv', (key, value), pos _stmtsep_re = re.compile(r'(?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*') def _p_toml(s, object_pairs_hook): stmts = [] _p_ews(s) with s: stmts.append(_p_stmt(s, object_pairs_hook=object_pairs_hook)) while True: s.commit() s.expect_re(_stmtsep_re) stmts.append(_p_stmt(s, object_pairs_hook=object_pairs_hook)) _p_ews(s) s.expect_eof() return stmts PK A\ 8 pip/_vendor/progress/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m Z zd dl m Z W n e k rp d dl m Z Y nX dZd Zd ZG d d d eZG d d deZdS ) )divisionprint_function)deque) timedelta)ceil)stderr) monotonic)timez1.5z[?25lz[?25hc @ s e Zd ZeZdZdZdZd&ddZdd Z e dd Z e d d Z d d Z dd Zdd Zdd Zdd Zdd Zdd Zdd Zd'd d Zd d Zd!d" Zd#d$ Zd%S )(Infinite T c K s d| _ t | _d| _| j| _| j| _t| jd| _| D ]\}}t | || q:d| _ || _ | j r| r| jrttd| j d t| j d| j d | j d S )Nr )maxlenr endfile)indexr start_tsavg_avg_update_ts_tsr sma_window_xputitemssetattr_widthmessager is_tty hide_cursorprint HIDE_CURSORflush)selfr kwargskeyval r% A/usr/lib/python3.8/site-packages/pip/_vendor/progress/__init__.py__init__' s zInfinite.__init__c C s | drd S t| |d S )N_) startswithgetattr)r! r# r% r% r& __getitem__: s zInfinite.__getitem__c C s t t | j S N)intr r r! r% r% r& elapsed? s zInfinite.elapsedc C s t | jdS N)Zseconds)r r/ r. r% r% r& elapsed_tdC s zInfinite.elapsed_tdc C s` |dkr\t | j}| j|| t }|| jk s@|| j dkr\t| jt | j | _|| _d S )Nr )lenr appendr r r sumr )r! ndtZxput_lennowr% r% r& update_avgG s zInfinite.update_avgc C s d S r, r% r. r% r% r& updateR s zInfinite.updatec C s d S r, r% r. r% r% r& startU s zInfinite.startc C s" | j r | r tdd| j d d S )Nz [Kr r )r r r r. r% r% r& clearlnX s zInfinite.clearlnc C sT | j rP| rP| j|| j }td| d| j d t| jt|| _| j d S )N r r ) r r r ljustr r maxr3 r )r! sliner% r% r& write\ s zInfinite.writec C s4 | j r0| r0| t|d| j d | j d S )Nr r )r r r< r r )r! rA r% r% r& writelnc s zInfinite.writelnc C s4 | j r0| r0t| j d | jr0ttd| j d d S )N)r r r )r r r r SHOW_CURSORr. r% r% r& finishi s zInfinite.finishc C s | j r| j S dS )NT) check_ttyr isattyr. r% r% r& r o s zInfinite.is_ttyr2 c C s: t }|| j }| || || _| j| | _| d S r, )r r r9 r r: )r! r6 r8 r7 r% r% r& nextr s z Infinite.nextc c s, | |D ]}|V | q W 5 Q R X d S r, )rH r! itxr% r% r& iterz s z Infinite.iterc C s | | S r, )r; r. r% r% r& __enter__ s zInfinite.__enter__c C s | d S r, )rE )r! exc_typeZexc_valZexc_tbr% r% r& __exit__ s zInfinite.__exit__N)r )r2 )__name__ __module__ __qualname__r r r rF r r' r+ propertyr/ r1 r9 r: r; r< rB rC rE r rH rL rM rO r% r% r% r& r ! s, r c sp e Zd Z fddZedd Zedd Zedd Zed d Zed d Z d d Z dd Z dd Z Z S )Progressc s$ t t| j|| |dd| _d S )Nr? d )superrT r' getr? )r! argsr" __class__r% r& r' s zProgress.__init__c C s t t| j| j S r, )r- r r remainingr. r% r% r& eta s z Progress.etac C s t | jdS r0 )r r\ r. r% r% r& eta_td s zProgress.eta_tdc C s | j d S )NrU )progressr. r% r% r& percent s zProgress.percentc C s t d| j| j S )Nr2 )minr r? r. r% r% r& r^ s zProgress.progressc C s t | j | j dS )Nr )r? r r. r% r% r& r[ s zProgress.remainingc C s | d S r, )r: r. r% r% r& r; s zProgress.startc C s || j }| | d S r, )r rH )r! r Zincrr% r% r& goto s z Progress.gotoc c sP zt || _W n tk r" Y nX | |D ]}|V | q.W 5 Q R X d S r, )r3 r? TypeErrorrH rI r% r% r& rL s z Progress.iter)rP rQ rR r' rS r\ r] r_ r^ r[ r; ra rL __classcell__r% r% rY r& rT s rT N)Z __future__r r collectionsr Zdatetimer Zmathr sysr r r ImportError __version__r rD objectr rT r% r% r% r& <module> s gPK A\X = pip/_vendor/progress/__pycache__/counter.cpython-38.opt-1.pycnu [ U .e\ @ s` d dl mZ ddlmZmZ G dd deZG dd deZG dd d eZG d d d eZd S ) )unicode_literals )InfiniteProgressc @ s e Zd Zdd ZdS )Counterc C s | t| j d S N)writestrindexself r @/usr/lib/python3.8/site-packages/pip/_vendor/progress/counter.pyupdate s zCounter.updateN__name__ __module__ __qualname__r r r r r r s r c @ s e Zd Zdd ZdS ) Countdownc C s | t| j d S r )r r Z remainingr r r r r s zCountdown.updateNr r r r r r s r c @ s e Zd ZdZdd ZdS )Stack) u ▁u ▂u ▃u ▄u ▅u ▆u ▇u █c C s6 t | j}t|d t| j| }| | j| d S )Nr )lenphasesminintZprogressr )r Znphasesir r r r " s z Stack.updateN)r r r r r r r r r r s r c @ s e Zd ZdZdS )Pie)u ○u ◔u ◑u ◕u ●N)r r r r r r r r r ( s r N) Z __future__r r r r r r r r r r r <module> s PK A\- - 9 pip/_vendor/progress/__pycache__/bar.cpython-38.opt-1.pycnu [ U .e& @ s d dl mZ d dlZddlmZ G dd deZG dd deZG d d d eZG d d d eZG d d deZ G dd de Z G dd de Z dS ) )unicode_literalsN )Progressc @ s, e Zd ZdZdZdZdZdZdZdd Z d S ) Bar z%(index)d/%(max)dz |z| #c C sj t | j| j }| j| }| j| }| j| }| j| }| j| }d|| j||| j |g}| | d S )N ) intwidthprogressmessagefill empty_fillsuffixjoin bar_prefix bar_suffixwriteln)selfZ filled_lengthZ empty_lengthr baremptyr line r </usr/lib/python3.8/site-packages/pip/_vendor/progress/bar.pyupdate s z Bar.updateN) __name__ __module__ __qualname__r r r r r r r r r r r r s r c @ s e Zd ZdZdZdZdZdZdS ) ChargingBarz %(percent)d%%r u ∙ █N)r r r r r r r r r r r r r - s r c @ s e Zd ZdZdZdS )FillingSquaresBaru ▢u ▣Nr r r r r r r r r r! 5 s r! c @ s e Zd ZdZdZdS )FillingCirclesBaru ◯u ◉Nr" r r r r r# : s r# c @ s* e Zd ZejdrdZndZdd ZdS )IncrementalBarwin)r ▌r ) r u ▏u ▎u ▍r& u ▋u ▊u ▉r c C s t | j}| j| j }t|}t|| | }| j| }| j| }| jd | }|dkrb| j| nd}| jtd|t | } | j| } d || j ||| | j | g} | | d S )Nr r ) lenphasesr r r r r maxr r r r r ) r ZnphasesZ filled_lenZnfullZphaseZnemptyr r Zcurrentr r r r r r r E s zIncrementalBar.updateN)r r r sysplatform startswithr) r r r r r r$ ? s r$ c @ s e Zd ZdZdS )PixelBar)u ⡀u ⡄u ⡆u ⡇u ⣇u ⣧u ⣷u ⣿Nr r r r) r r r r r. V s r. c @ s e Zd ZdZdS )ShadyBar)r u ░u ▒u ▓r Nr/ r r r r r0 Z s r0 ) Z __future__r r+ r r r r r! r# r$ r. r0 r r r r <module> s PK A\X 7 pip/_vendor/progress/__pycache__/counter.cpython-38.pycnu [ U .e\ @ s` d dl mZ ddlmZmZ G dd deZG dd deZG dd d eZG d d d eZd S ) )unicode_literals )InfiniteProgressc @ s e Zd Zdd ZdS )Counterc C s | t| j d S N)writestrindexself r @/usr/lib/python3.8/site-packages/pip/_vendor/progress/counter.pyupdate s zCounter.updateN__name__ __module__ __qualname__r r r r r r s r c @ s e Zd Zdd ZdS ) Countdownc C s | t| j d S r )r r Z remainingr r r r r s zCountdown.updateNr r r r r r s r c @ s e Zd ZdZdd ZdS )Stack) u ▁u ▂u ▃u ▄u ▅u ▆u ▇u █c C s6 t | j}t|d t| j| }| | j| d S )Nr )lenphasesminintZprogressr )r Znphasesir r r r " s z Stack.updateN)r r r r r r r r r r s r c @ s e Zd ZdZdS )Pie)u ○u ◔u ◑u ◕u ●N)r r r r r r r r r ( s r N) Z __future__r r r r r r r r r r r <module> s PK A\BT T = pip/_vendor/progress/__pycache__/spinner.cpython-38.opt-1.pycnu [ U .ed @ sl d dl mZ ddlmZ G dd deZG dd deZG dd d eZG d d d eZG d d d eZdS ) )unicode_literals )Infinitec @ s e Zd ZdZdZdd ZdS )Spinner)-\|/Tc C s$ | j t| j }| | j| d S )N)indexlenphaseswrite)selfi r @/usr/lib/python3.8/site-packages/pip/_vendor/progress/spinner.pyupdate s zSpinner.updateN)__name__ __module__ __qualname__r Z hide_cursorr r r r r r s r c @ s e Zd ZddddgZdS ) PieSpinneru ◷u ◶u ◵u ◴Nr r r r r r r r r s r c @ s e Zd ZddddgZdS ) MoonSpinneru ◑u ◒u ◐u ◓Nr r r r r r " s r c @ s e Zd ZddddddgZdS ) LineSpinneru ⎺u ⎻u ⎼u ⎽Nr r r r r r & s r c @ s e Zd ZddddddddgZd S ) PixelSpinneru ⣾u ⣷u ⣯u ⣟u ⡿u ⢿u ⣻u ⣽Nr r r r r r * s r N) Z __future__r r r r r r r r r r r <module> s PK A\- - 3 pip/_vendor/progress/__pycache__/bar.cpython-38.pycnu [ U .e& @ s d dl mZ d dlZddlmZ G dd deZG dd deZG d d d eZG d d d eZG d d deZ G dd de Z G dd de Z dS ) )unicode_literalsN )Progressc @ s, e Zd ZdZdZdZdZdZdZdd Z d S ) Bar z%(index)d/%(max)dz |z| #c C sj t | j| j }| j| }| j| }| j| }| j| }| j| }d|| j||| j |g}| | d S )N ) intwidthprogressmessagefill empty_fillsuffixjoin bar_prefix bar_suffixwriteln)selfZ filled_lengthZ empty_lengthr baremptyr line r </usr/lib/python3.8/site-packages/pip/_vendor/progress/bar.pyupdate s z Bar.updateN) __name__ __module__ __qualname__r r r r r r r r r r r r s r c @ s e Zd ZdZdZdZdZdZdS ) ChargingBarz %(percent)d%%r u ∙ █N)r r r r r r r r r r r r r - s r c @ s e Zd ZdZdZdS )FillingSquaresBaru ▢u ▣Nr r r r r r r r r r! 5 s r! c @ s e Zd ZdZdZdS )FillingCirclesBaru ◯u ◉Nr" r r r r r# : s r# c @ s* e Zd ZejdrdZndZdd ZdS )IncrementalBarwin)r ▌r ) r u ▏u ▎u ▍r& u ▋u ▊u ▉r c C s t | j}| j| j }t|}t|| | }| j| }| j| }| jd | }|dkrb| j| nd}| jtd|t | } | j| } d || j ||| | j | g} | | d S )Nr r ) lenphasesr r r r r maxr r r r r ) r ZnphasesZ filled_lenZnfullZphaseZnemptyr r Zcurrentr r r r r r r E s zIncrementalBar.updateN)r r r sysplatform startswithr) r r r r r r$ ? s r$ c @ s e Zd ZdZdS )PixelBar)u ⡀u ⡄u ⡆u ⡇u ⣇u ⣧u ⣷u ⣿Nr r r r) r r r r r. V s r. c @ s e Zd ZdZdS )ShadyBar)r u ░u ▒u ▓r Nr/ r r r r r0 Z s r0 ) Z __future__r r+ r r r r r! r# r$ r. r0 r r r r <module> s PK A\ > pip/_vendor/progress/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m Z zd dl m Z W n e k rp d dl m Z Y nX dZd Zd ZG d d d eZG d d deZdS ) )divisionprint_function)deque) timedelta)ceil)stderr) monotonic)timez1.5z[?25lz[?25hc @ s e Zd ZeZdZdZdZd&ddZdd Z e dd Z e d d Z d d Z dd Zdd Zdd Zdd Zdd Zdd Zdd Zd'd d Zd d Zd!d" Zd#d$ Zd%S )(Infinite T c K s d| _ t | _d| _| j| _| j| _t| jd| _| D ]\}}t | || q:d| _ || _ | j r| r| jrttd| j d t| j d| j d | j d S )Nr )maxlenr endfile)indexr start_tsavg_avg_update_ts_tsr sma_window_xputitemssetattr_widthmessager is_tty hide_cursorprint HIDE_CURSORflush)selfr kwargskeyval r% A/usr/lib/python3.8/site-packages/pip/_vendor/progress/__init__.py__init__' s zInfinite.__init__c C s | drd S t| |d S )N_) startswithgetattr)r! r# r% r% r& __getitem__: s zInfinite.__getitem__c C s t t | j S N)intr r r! r% r% r& elapsed? s zInfinite.elapsedc C s t | jdS N)Zseconds)r r/ r. r% r% r& elapsed_tdC s zInfinite.elapsed_tdc C s` |dkr\t | j}| j|| t }|| jk s@|| j dkr\t| jt | j | _|| _d S )Nr )lenr appendr r r sumr )r! ndtZxput_lennowr% r% r& update_avgG s zInfinite.update_avgc C s d S r, r% r. r% r% r& updateR s zInfinite.updatec C s d S r, r% r. r% r% r& startU s zInfinite.startc C s" | j r | r tdd| j d d S )Nz [Kr r )r r r r. r% r% r& clearlnX s zInfinite.clearlnc C sT | j rP| rP| j|| j }td| d| j d t| jt|| _| j d S )N r r ) r r r ljustr r maxr3 r )r! sliner% r% r& write\ s zInfinite.writec C s4 | j r0| r0| t|d| j d | j d S )Nr r )r r r< r r )r! rA r% r% r& writelnc s zInfinite.writelnc C s4 | j r0| r0t| j d | jr0ttd| j d d S )N)r r r )r r r r SHOW_CURSORr. r% r% r& finishi s zInfinite.finishc C s | j r| j S dS )NT) check_ttyr isattyr. r% r% r& r o s zInfinite.is_ttyr2 c C s: t }|| j }| || || _| j| | _| d S r, )r r r9 r r: )r! r6 r8 r7 r% r% r& nextr s z Infinite.nextc c s, | |D ]}|V | q W 5 Q R X d S r, )rH r! itxr% r% r& iterz s z Infinite.iterc C s | | S r, )r; r. r% r% r& __enter__ s zInfinite.__enter__c C s | d S r, )rE )r! exc_typeZexc_valZexc_tbr% r% r& __exit__ s zInfinite.__exit__N)r )r2 )__name__ __module__ __qualname__r r r rF r r' r+ propertyr/ r1 r9 r: r; r< rB rC rE r rH rL rM rO r% r% r% r& r ! s, r c sp e Zd Z fddZedd Zedd Zedd Zed d Zed d Z d d Z dd Z dd Z Z S )Progressc s$ t t| j|| |dd| _d S )Nr? d )superrT r' getr? )r! argsr" __class__r% r& r' s zProgress.__init__c C s t t| j| j S r, )r- r r remainingr. r% r% r& eta s z Progress.etac C s t | jdS r0 )r r\ r. r% r% r& eta_td s zProgress.eta_tdc C s | j d S )NrU )progressr. r% r% r& percent s zProgress.percentc C s t d| j| j S )Nr2 )minr r? r. r% r% r& r^ s zProgress.progressc C s t | j | j dS )Nr )r? r r. r% r% r& r[ s zProgress.remainingc C s | d S r, )r: r. r% r% r& r; s zProgress.startc C s || j }| | d S r, )r rH )r! r Zincrr% r% r& goto s z Progress.gotoc c sP zt || _W n tk r" Y nX | |D ]}|V | q.W 5 Q R X d S r, )r3 r? TypeErrorrH rI r% r% r& rL s z Progress.iter)rP rQ rR r' rS r\ r] r_ r^ r[ r; ra rL __classcell__r% r% rY r& rT s rT N)Z __future__r r collectionsr Zdatetimer Zmathr sysr r r ImportError __version__r rD objectr rT r% r% r% r& <module> s gPK A\BT T 7 pip/_vendor/progress/__pycache__/spinner.cpython-38.pycnu [ U .ed @ sl d dl mZ ddlmZ G dd deZG dd deZG dd d eZG d d d eZG d d d eZdS ) )unicode_literals )Infinitec @ s e Zd ZdZdZdd ZdS )Spinner)-\|/Tc C s$ | j t| j }| | j| d S )N)indexlenphaseswrite)selfi r @/usr/lib/python3.8/site-packages/pip/_vendor/progress/spinner.pyupdate s zSpinner.updateN)__name__ __module__ __qualname__r Z hide_cursorr r r r r r s r c @ s e Zd ZddddgZdS ) PieSpinneru ◷u ◶u ◵u ◴Nr r r r r r r r r s r c @ s e Zd ZddddgZdS ) MoonSpinneru ◑u ◒u ◐u ◓Nr r r r r r " s r c @ s e Zd ZddddddgZdS ) LineSpinneru ⎺u ⎻u ⎼u ⎽Nr r r r r r & s r c @ s e Zd ZddddddddgZd S ) PixelSpinneru ⣾u ⣷u ⣯u ⣟u ⡿u ⢿u ⣻u ⣽Nr r r r r r * s r N) Z __future__r r r r r r r r r r r <module> s PK A\̵& & pip/_vendor/progress/bar.pynu [ # -*- coding: utf-8 -*- # Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com> # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. from __future__ import unicode_literals import sys from . import Progress class Bar(Progress): width = 32 suffix = '%(index)d/%(max)d' bar_prefix = ' |' bar_suffix = '| ' empty_fill = ' ' fill = '#' def update(self): filled_length = int(self.width * self.progress) empty_length = self.width - filled_length message = self.message % self bar = self.fill * filled_length empty = self.empty_fill * empty_length suffix = self.suffix % self line = ''.join([message, self.bar_prefix, bar, empty, self.bar_suffix, suffix]) self.writeln(line) class ChargingBar(Bar): suffix = '%(percent)d%%' bar_prefix = ' ' bar_suffix = ' ' empty_fill = '∙' fill = '█' class FillingSquaresBar(ChargingBar): empty_fill = '▢' fill = '▣' class FillingCirclesBar(ChargingBar): empty_fill = '◯' fill = '◉' class IncrementalBar(Bar): if sys.platform.startswith('win'): phases = (u' ', u'▌', u'█') else: phases = (' ', '▏', '▎', '▍', '▌', '▋', '▊', '▉', '█') def update(self): nphases = len(self.phases) filled_len = self.width * self.progress nfull = int(filled_len) # Number of full chars phase = int((filled_len - nfull) * nphases) # Phase of last char nempty = self.width - nfull # Number of empty chars message = self.message % self bar = self.phases[-1] * nfull current = self.phases[phase] if phase > 0 else '' empty = self.empty_fill * max(0, nempty - len(current)) suffix = self.suffix % self line = ''.join([message, self.bar_prefix, bar, current, empty, self.bar_suffix, suffix]) self.writeln(line) class PixelBar(IncrementalBar): phases = ('⡀', '⡄', '⡆', '⡇', '⣇', '⣧', '⣷', '⣿') class ShadyBar(IncrementalBar): phases = (' ', '░', '▒', '▓', '█') PK A\xแ\ \ pip/_vendor/progress/counter.pynu [ # -*- coding: utf-8 -*- # Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com> # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. from __future__ import unicode_literals from . import Infinite, Progress class Counter(Infinite): def update(self): self.write(str(self.index)) class Countdown(Progress): def update(self): self.write(str(self.remaining)) class Stack(Progress): phases = (' ', '▁', '▂', '▃', '▄', '▅', '▆', '▇', '█') def update(self): nphases = len(self.phases) i = min(nphases - 1, int(self.progress * nphases)) self.write(self.phases[i]) class Pie(Stack): phases = ('○', '◔', '◑', '◕', '●') PK A\BiK pip/_vendor/progress/__init__.pynu [ # Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com> # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. from __future__ import division, print_function from collections import deque from datetime import timedelta from math import ceil from sys import stderr try: from time import monotonic except ImportError: from time import time as monotonic __version__ = '1.5' HIDE_CURSOR = '\x1b[?25l' SHOW_CURSOR = '\x1b[?25h' class Infinite(object): file = stderr sma_window = 10 # Simple Moving Average window check_tty = True hide_cursor = True def __init__(self, message='', **kwargs): self.index = 0 self.start_ts = monotonic() self.avg = 0 self._avg_update_ts = self.start_ts self._ts = self.start_ts self._xput = deque(maxlen=self.sma_window) for key, val in kwargs.items(): setattr(self, key, val) self._width = 0 self.message = message if self.file and self.is_tty(): if self.hide_cursor: print(HIDE_CURSOR, end='', file=self.file) print(self.message, end='', file=self.file) self.file.flush() def __getitem__(self, key): if key.startswith('_'): return None return getattr(self, key, None) @property def elapsed(self): return int(monotonic() - self.start_ts) @property def elapsed_td(self): return timedelta(seconds=self.elapsed) def update_avg(self, n, dt): if n > 0: xput_len = len(self._xput) self._xput.append(dt / n) now = monotonic() # update when we're still filling _xput, then after every second if (xput_len < self.sma_window or now - self._avg_update_ts > 1): self.avg = sum(self._xput) / len(self._xput) self._avg_update_ts = now def update(self): pass def start(self): pass def clearln(self): if self.file and self.is_tty(): print('\r\x1b[K', end='', file=self.file) def write(self, s): if self.file and self.is_tty(): line = self.message + s.ljust(self._width) print('\r' + line, end='', file=self.file) self._width = max(self._width, len(s)) self.file.flush() def writeln(self, line): if self.file and self.is_tty(): self.clearln() print(line, end='', file=self.file) self.file.flush() def finish(self): if self.file and self.is_tty(): print(file=self.file) if self.hide_cursor: print(SHOW_CURSOR, end='', file=self.file) def is_tty(self): return self.file.isatty() if self.check_tty else True def next(self, n=1): now = monotonic() dt = now - self._ts self.update_avg(n, dt) self._ts = now self.index = self.index + n self.update() def iter(self, it): with self: for x in it: yield x self.next() def __enter__(self): self.start() return self def __exit__(self, exc_type, exc_val, exc_tb): self.finish() class Progress(Infinite): def __init__(self, *args, **kwargs): super(Progress, self).__init__(*args, **kwargs) self.max = kwargs.get('max', 100) @property def eta(self): return int(ceil(self.avg * self.remaining)) @property def eta_td(self): return timedelta(seconds=self.eta) @property def percent(self): return self.progress * 100 @property def progress(self): return min(1, self.index / self.max) @property def remaining(self): return max(self.max - self.index, 0) def start(self): self.update() def goto(self, index): incr = index - self.index self.next(incr) def iter(self, it): try: self.max = len(it) except TypeError: pass with self: for x in it: yield x self.next() PK A\/ݺd d pip/_vendor/progress/spinner.pynu [ # -*- coding: utf-8 -*- # Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com> # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. from __future__ import unicode_literals from . import Infinite class Spinner(Infinite): phases = ('-', '\\', '|', '/') hide_cursor = True def update(self): i = self.index % len(self.phases) self.write(self.phases[i]) class PieSpinner(Spinner): phases = ['◷', '◶', '◵', '◴'] class MoonSpinner(Spinner): phases = ['◑', '◒', '◐', '◓'] class LineSpinner(Spinner): phases = ['⎺', '⎻', '⎼', '⎽', '⎼', '⎻'] class PixelSpinner(Spinner): phases = ['⣾', '⣷', '⣯', '⣟', '⡿', '⢿', '⣻', '⣽'] PK A\Jfv! ! $ pip/_vendor/requests/status_codes.pynu [ # -*- coding: utf-8 -*- r""" The ``codes`` object defines a mapping from common names for HTTP statuses to their numerical codes, accessible either as attributes or as dictionary items. >>> requests.codes['temporary_redirect'] 307 >>> requests.codes.teapot 418 >>> requests.codes['\o/'] 200 Some codes have multiple names, and both upper- and lower-case versions of the names are allowed. For example, ``codes.ok``, ``codes.OK``, and ``codes.okay`` all correspond to the HTTP status code 200. """ from .structures import LookupDict _codes = { # Informational. 100: ('continue',), 101: ('switching_protocols',), 102: ('processing',), 103: ('checkpoint',), 122: ('uri_too_long', 'request_uri_too_long'), 200: ('ok', 'okay', 'all_ok', 'all_okay', 'all_good', '\\o/', '✓'), 201: ('created',), 202: ('accepted',), 203: ('non_authoritative_info', 'non_authoritative_information'), 204: ('no_content',), 205: ('reset_content', 'reset'), 206: ('partial_content', 'partial'), 207: ('multi_status', 'multiple_status', 'multi_stati', 'multiple_stati'), 208: ('already_reported',), 226: ('im_used',), # Redirection. 300: ('multiple_choices',), 301: ('moved_permanently', 'moved', '\\o-'), 302: ('found',), 303: ('see_other', 'other'), 304: ('not_modified',), 305: ('use_proxy',), 306: ('switch_proxy',), 307: ('temporary_redirect', 'temporary_moved', 'temporary'), 308: ('permanent_redirect', 'resume_incomplete', 'resume',), # These 2 to be removed in 3.0 # Client Error. 400: ('bad_request', 'bad'), 401: ('unauthorized',), 402: ('payment_required', 'payment'), 403: ('forbidden',), 404: ('not_found', '-o-'), 405: ('method_not_allowed', 'not_allowed'), 406: ('not_acceptable',), 407: ('proxy_authentication_required', 'proxy_auth', 'proxy_authentication'), 408: ('request_timeout', 'timeout'), 409: ('conflict',), 410: ('gone',), 411: ('length_required',), 412: ('precondition_failed', 'precondition'), 413: ('request_entity_too_large',), 414: ('request_uri_too_large',), 415: ('unsupported_media_type', 'unsupported_media', 'media_type'), 416: ('requested_range_not_satisfiable', 'requested_range', 'range_not_satisfiable'), 417: ('expectation_failed',), 418: ('im_a_teapot', 'teapot', 'i_am_a_teapot'), 421: ('misdirected_request',), 422: ('unprocessable_entity', 'unprocessable'), 423: ('locked',), 424: ('failed_dependency', 'dependency'), 425: ('unordered_collection', 'unordered'), 426: ('upgrade_required', 'upgrade'), 428: ('precondition_required', 'precondition'), 429: ('too_many_requests', 'too_many'), 431: ('header_fields_too_large', 'fields_too_large'), 444: ('no_response', 'none'), 449: ('retry_with', 'retry'), 450: ('blocked_by_windows_parental_controls', 'parental_controls'), 451: ('unavailable_for_legal_reasons', 'legal_reasons'), 499: ('client_closed_request',), # Server Error. 500: ('internal_server_error', 'server_error', '/o\\', '✗'), 501: ('not_implemented',), 502: ('bad_gateway',), 503: ('service_unavailable', 'unavailable'), 504: ('gateway_timeout',), 505: ('http_version_not_supported', 'http_version'), 506: ('variant_also_negotiates',), 507: ('insufficient_storage',), 509: ('bandwidth_limit_exceeded', 'bandwidth'), 510: ('not_extended',), 511: ('network_authentication_required', 'network_auth', 'network_authentication'), } codes = LookupDict(name='status_codes') def _init(): for code, titles in _codes.items(): for title in titles: setattr(codes, title, code) if not title.startswith(('\\', '/')): setattr(codes, title.upper(), code) def doc(code): names = ', '.join('``%s``' % n for n in _codes[code]) return '* %d: %s' % (code, names) global __doc__ __doc__ = (__doc__ + '\n' + '\n'.join(doc(code) for code in sorted(_codes)) if __doc__ is not None else None) _init() PK A\_ # pip/_vendor/requests/__version__.pynu [ # .-. .-. .-. . . .-. .-. .-. .-. # |( |- |.| | | |- `-. | `-. # ' ' `-' `-`.`-' `-' `-' ' `-' __title__ = 'requests' __description__ = 'Python HTTP for Humans.' __url__ = 'http://python-requests.org' __version__ = '2.22.0' __build__ = 0x022200 __author__ = 'Kenneth Reitz' __author_email__ = 'me@kennethreitz.org' __license__ = 'Apache 2.0' __copyright__ = 'Copyright 2019 Kenneth Reitz' __cake__ = u'\u2728 \U0001f370 \u2728' PK A\9.D,T ,T pip/_vendor/requests/adapters.pynu [ # -*- coding: utf-8 -*- """ requests.adapters ~~~~~~~~~~~~~~~~~ This module contains the transport adapters that Requests uses to define and maintain connections. """ import os.path import socket from pip._vendor.urllib3.poolmanager import PoolManager, proxy_from_url from pip._vendor.urllib3.response import HTTPResponse from pip._vendor.urllib3.util import parse_url from pip._vendor.urllib3.util import Timeout as TimeoutSauce from pip._vendor.urllib3.util.retry import Retry from pip._vendor.urllib3.exceptions import ClosedPoolError from pip._vendor.urllib3.exceptions import ConnectTimeoutError from pip._vendor.urllib3.exceptions import HTTPError as _HTTPError from pip._vendor.urllib3.exceptions import MaxRetryError from pip._vendor.urllib3.exceptions import NewConnectionError from pip._vendor.urllib3.exceptions import ProxyError as _ProxyError from pip._vendor.urllib3.exceptions import ProtocolError from pip._vendor.urllib3.exceptions import ReadTimeoutError from pip._vendor.urllib3.exceptions import SSLError as _SSLError from pip._vendor.urllib3.exceptions import ResponseError from pip._vendor.urllib3.exceptions import LocationValueError from .models import Response from .compat import urlparse, basestring from .utils import (DEFAULT_CA_BUNDLE_PATH, extract_zipped_paths, get_encoding_from_headers, prepend_scheme_if_needed, get_auth_from_url, urldefragauth, select_proxy) from .structures import CaseInsensitiveDict from .cookies import extract_cookies_to_jar from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError, ProxyError, RetryError, InvalidSchema, InvalidProxyURL, InvalidURL) from .auth import _basic_auth_str try: from pip._vendor.urllib3.contrib.socks import SOCKSProxyManager except ImportError: def SOCKSProxyManager(*args, **kwargs): raise InvalidSchema("Missing dependencies for SOCKS support.") DEFAULT_POOLBLOCK = False DEFAULT_POOLSIZE = 10 DEFAULT_RETRIES = 0 DEFAULT_POOL_TIMEOUT = None class BaseAdapter(object): """The Base Transport Adapter""" def __init__(self): super(BaseAdapter, self).__init__() def send(self, request, stream=False, timeout=None, verify=True, cert=None, proxies=None): """Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. """ raise NotImplementedError def close(self): """Cleans up adapter specific items.""" raise NotImplementedError class HTTPAdapter(BaseAdapter): """The built-in HTTP Adapter for urllib3. Provides a general-case interface for Requests sessions to contact HTTP and HTTPS urls by implementing the Transport Adapter interface. This class will usually be created by the :class:`Session <Session>` class under the covers. :param pool_connections: The number of urllib3 connection pools to cache. :param pool_maxsize: The maximum number of connections to save in the pool. :param max_retries: The maximum number of retries each connection should attempt. Note, this applies only to failed DNS lookups, socket connections and connection timeouts, never to requests where data has made it to the server. By default, Requests does not retry failed connections. If you need granular control over the conditions under which we retry a request, import urllib3's ``Retry`` class and pass that instead. :param pool_block: Whether the connection pool should block for connections. Usage:: >>> import requests >>> s = requests.Session() >>> a = requests.adapters.HTTPAdapter(max_retries=3) >>> s.mount('http://', a) """ __attrs__ = ['max_retries', 'config', '_pool_connections', '_pool_maxsize', '_pool_block'] def __init__(self, pool_connections=DEFAULT_POOLSIZE, pool_maxsize=DEFAULT_POOLSIZE, max_retries=DEFAULT_RETRIES, pool_block=DEFAULT_POOLBLOCK): if max_retries == DEFAULT_RETRIES: self.max_retries = Retry(0, read=False) else: self.max_retries = Retry.from_int(max_retries) self.config = {} self.proxy_manager = {} super(HTTPAdapter, self).__init__() self._pool_connections = pool_connections self._pool_maxsize = pool_maxsize self._pool_block = pool_block self.init_poolmanager(pool_connections, pool_maxsize, block=pool_block) def __getstate__(self): return {attr: getattr(self, attr, None) for attr in self.__attrs__} def __setstate__(self, state): # Can't handle by adding 'proxy_manager' to self.__attrs__ because # self.poolmanager uses a lambda function, which isn't pickleable. self.proxy_manager = {} self.config = {} for attr, value in state.items(): setattr(self, attr, value) self.init_poolmanager(self._pool_connections, self._pool_maxsize, block=self._pool_block) def init_poolmanager(self, connections, maxsize, block=DEFAULT_POOLBLOCK, **pool_kwargs): """Initializes a urllib3 PoolManager. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param connections: The number of urllib3 connection pools to cache. :param maxsize: The maximum number of connections to save in the pool. :param block: Block when no free connections are available. :param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager. """ # save these values for pickling self._pool_connections = connections self._pool_maxsize = maxsize self._pool_block = block self.poolmanager = PoolManager(num_pools=connections, maxsize=maxsize, block=block, strict=True, **pool_kwargs) def proxy_manager_for(self, proxy, **proxy_kwargs): """Return urllib3 ProxyManager for the given proxy. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The proxy to return a urllib3 ProxyManager for. :param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager. :returns: ProxyManager :rtype: urllib3.ProxyManager """ if proxy in self.proxy_manager: manager = self.proxy_manager[proxy] elif proxy.lower().startswith('socks'): username, password = get_auth_from_url(proxy) manager = self.proxy_manager[proxy] = SOCKSProxyManager( proxy, username=username, password=password, num_pools=self._pool_connections, maxsize=self._pool_maxsize, block=self._pool_block, **proxy_kwargs ) else: proxy_headers = self.proxy_headers(proxy) manager = self.proxy_manager[proxy] = proxy_from_url( proxy, proxy_headers=proxy_headers, num_pools=self._pool_connections, maxsize=self._pool_maxsize, block=self._pool_block, **proxy_kwargs) return manager def cert_verify(self, conn, url, verify, cert): """Verify a SSL certificate. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param conn: The urllib3 connection object associated with the cert. :param url: The requested URL. :param verify: Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: The SSL certificate to verify. """ if url.lower().startswith('https') and verify: cert_loc = None # Allow self-specified cert location. if verify is not True: cert_loc = verify if not cert_loc: cert_loc = extract_zipped_paths(DEFAULT_CA_BUNDLE_PATH) if not cert_loc or not os.path.exists(cert_loc): raise IOError("Could not find a suitable TLS CA certificate bundle, " "invalid path: {}".format(cert_loc)) conn.cert_reqs = 'CERT_REQUIRED' if not os.path.isdir(cert_loc): conn.ca_certs = cert_loc else: conn.ca_cert_dir = cert_loc else: conn.cert_reqs = 'CERT_NONE' conn.ca_certs = None conn.ca_cert_dir = None if cert: if not isinstance(cert, basestring): conn.cert_file = cert[0] conn.key_file = cert[1] else: conn.cert_file = cert conn.key_file = None if conn.cert_file and not os.path.exists(conn.cert_file): raise IOError("Could not find the TLS certificate file, " "invalid path: {}".format(conn.cert_file)) if conn.key_file and not os.path.exists(conn.key_file): raise IOError("Could not find the TLS key file, " "invalid path: {}".format(conn.key_file)) def build_response(self, req, resp): """Builds a :class:`Response <requests.Response>` object from a urllib3 response. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>` :param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response. :param resp: The urllib3 response object. :rtype: requests.Response """ response = Response() # Fallback to None if there's no status_code, for whatever reason. response.status_code = getattr(resp, 'status', None) # Make headers case-insensitive. response.headers = CaseInsensitiveDict(getattr(resp, 'headers', {})) # Set encoding. response.encoding = get_encoding_from_headers(response.headers) response.raw = resp response.reason = response.raw.reason if isinstance(req.url, bytes): response.url = req.url.decode('utf-8') else: response.url = req.url # Add new cookies from the server. extract_cookies_to_jar(response.cookies, req, resp) # Give the Response some context. response.request = req response.connection = self return response def get_connection(self, url, proxies=None): """Returns a urllib3 connection for the given URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param url: The URL to connect to. :param proxies: (optional) A Requests-style dictionary of proxies used on this request. :rtype: urllib3.ConnectionPool """ proxy = select_proxy(url, proxies) if proxy: proxy = prepend_scheme_if_needed(proxy, 'http') proxy_url = parse_url(proxy) if not proxy_url.host: raise InvalidProxyURL("Please check proxy URL. It is malformed" " and could be missing the host.") proxy_manager = self.proxy_manager_for(proxy) conn = proxy_manager.connection_from_url(url) else: # Only scheme should be lower case parsed = urlparse(url) url = parsed.geturl() conn = self.poolmanager.connection_from_url(url) return conn def close(self): """Disposes of any internal state. Currently, this closes the PoolManager and any active ProxyManager, which closes any pooled connections. """ self.poolmanager.clear() for proxy in self.proxy_manager.values(): proxy.clear() def request_url(self, request, proxies): """Obtain the url to use when making the final request. If the message is being sent through a HTTP proxy, the full URL has to be used. Otherwise, we should only use the path portion of the URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs. :rtype: str """ proxy = select_proxy(request.url, proxies) scheme = urlparse(request.url).scheme is_proxied_http_request = (proxy and scheme != 'https') using_socks_proxy = False if proxy: proxy_scheme = urlparse(proxy).scheme.lower() using_socks_proxy = proxy_scheme.startswith('socks') url = request.path_url if is_proxied_http_request and not using_socks_proxy: url = urldefragauth(request.url) return url def add_headers(self, request, **kwargs): """Add any headers needed by the connection. As of v2.0 this does nothing by default, but is left for overriding by users that subclass the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to. :param kwargs: The keyword arguments from the call to send(). """ pass def proxy_headers(self, proxy): """Returns a dictionary of the headers to add to any request sent through a proxy. This works with urllib3 magic to ensure that they are correctly sent to the proxy, rather than in a tunnelled request if CONNECT is being used. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The url of the proxy being used for this request. :rtype: dict """ headers = {} username, password = get_auth_from_url(proxy) if username: headers['Proxy-Authorization'] = _basic_auth_str(username, password) return headers def send(self, request, stream=False, timeout=None, verify=True, cert=None, proxies=None): """Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple or urllib3 Timeout object :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. :rtype: requests.Response """ try: conn = self.get_connection(request.url, proxies) except LocationValueError as e: raise InvalidURL(e, request=request) self.cert_verify(conn, request.url, verify, cert) url = self.request_url(request, proxies) self.add_headers(request, stream=stream, timeout=timeout, verify=verify, cert=cert, proxies=proxies) chunked = not (request.body is None or 'Content-Length' in request.headers) if isinstance(timeout, tuple): try: connect, read = timeout timeout = TimeoutSauce(connect=connect, read=read) except ValueError as e: # this may raise a string formatting error. err = ("Invalid timeout {}. Pass a (connect, read) " "timeout tuple, or a single float to set " "both timeouts to the same value".format(timeout)) raise ValueError(err) elif isinstance(timeout, TimeoutSauce): pass else: timeout = TimeoutSauce(connect=timeout, read=timeout) try: if not chunked: resp = conn.urlopen( method=request.method, url=url, body=request.body, headers=request.headers, redirect=False, assert_same_host=False, preload_content=False, decode_content=False, retries=self.max_retries, timeout=timeout ) # Send the request. else: if hasattr(conn, 'proxy_pool'): conn = conn.proxy_pool low_conn = conn._get_conn(timeout=DEFAULT_POOL_TIMEOUT) try: low_conn.putrequest(request.method, url, skip_accept_encoding=True) for header, value in request.headers.items(): low_conn.putheader(header, value) low_conn.endheaders() for i in request.body: low_conn.send(hex(len(i))[2:].encode('utf-8')) low_conn.send(b'\r\n') low_conn.send(i) low_conn.send(b'\r\n') low_conn.send(b'0\r\n\r\n') # Receive the response from the server try: # For Python 2.7, use buffering of HTTP responses r = low_conn.getresponse(buffering=True) except TypeError: # For compatibility with Python 3.3+ r = low_conn.getresponse() resp = HTTPResponse.from_httplib( r, pool=conn, connection=low_conn, preload_content=False, decode_content=False ) except: # If we hit any problems here, clean up the connection. # Then, reraise so that we can handle the actual exception. low_conn.close() raise except (ProtocolError, socket.error) as err: raise ConnectionError(err, request=request) except MaxRetryError as e: if isinstance(e.reason, ConnectTimeoutError): # TODO: Remove this in 3.0.0: see #2811 if not isinstance(e.reason, NewConnectionError): raise ConnectTimeout(e, request=request) if isinstance(e.reason, ResponseError): raise RetryError(e, request=request) if isinstance(e.reason, _ProxyError): raise ProxyError(e, request=request) if isinstance(e.reason, _SSLError): # This branch is for urllib3 v1.22 and later. raise SSLError(e, request=request) raise ConnectionError(e, request=request) except ClosedPoolError as e: raise ConnectionError(e, request=request) except _ProxyError as e: raise ProxyError(e) except (_SSLError, _HTTPError) as e: if isinstance(e, _SSLError): # This branch is for urllib3 versions earlier than v1.22 raise SSLError(e, request=request) elif isinstance(e, ReadTimeoutError): raise ReadTimeout(e, request=request) else: raise return self.build_response(request, resp) PK A\6 pip/_vendor/requests/models.pynu [ # -*- coding: utf-8 -*- """ requests.models ~~~~~~~~~~~~~~~ This module contains the primary objects that power Requests. """ import datetime import sys # Import encoding now, to avoid implicit import later. # Implicit import within threads may cause LookupError when standard library is in a ZIP, # such as in Embedded Python. See https://github.com/requests/requests/issues/3578. import encodings.idna from pip._vendor.urllib3.fields import RequestField from pip._vendor.urllib3.filepost import encode_multipart_formdata from pip._vendor.urllib3.util import parse_url from pip._vendor.urllib3.exceptions import ( DecodeError, ReadTimeoutError, ProtocolError, LocationParseError) from io import UnsupportedOperation from .hooks import default_hooks from .structures import CaseInsensitiveDict from .auth import HTTPBasicAuth from .cookies import cookiejar_from_dict, get_cookie_header, _copy_cookie_jar from .exceptions import ( HTTPError, MissingSchema, InvalidURL, ChunkedEncodingError, ContentDecodingError, ConnectionError, StreamConsumedError) from ._internal_utils import to_native_string, unicode_is_ascii from .utils import ( guess_filename, get_auth_from_url, requote_uri, stream_decode_response_unicode, to_key_val_list, parse_header_links, iter_slices, guess_json_utf, super_len, check_header_validity) from .compat import ( Callable, Mapping, cookielib, urlunparse, urlsplit, urlencode, str, bytes, is_py2, chardet, builtin_str, basestring) from .compat import json as complexjson from .status_codes import codes #: The set of HTTP status codes that indicate an automatically #: processable redirect. REDIRECT_STATI = ( codes.moved, # 301 codes.found, # 302 codes.other, # 303 codes.temporary_redirect, # 307 codes.permanent_redirect, # 308 ) DEFAULT_REDIRECT_LIMIT = 30 CONTENT_CHUNK_SIZE = 10 * 1024 ITER_CHUNK_SIZE = 512 class RequestEncodingMixin(object): @property def path_url(self): """Build the path URL to use.""" url = [] p = urlsplit(self.url) path = p.path if not path: path = '/' url.append(path) query = p.query if query: url.append('?') url.append(query) return ''.join(url) @staticmethod def _encode_params(data): """Encode parameters in a piece of data. Will successfully encode parameters when passed as a dict or a list of 2-tuples. Order is retained if data is a list of 2-tuples but arbitrary if parameters are supplied as a dict. """ if isinstance(data, (str, bytes)): return data elif hasattr(data, 'read'): return data elif hasattr(data, '__iter__'): result = [] for k, vs in to_key_val_list(data): if isinstance(vs, basestring) or not hasattr(vs, '__iter__'): vs = [vs] for v in vs: if v is not None: result.append( (k.encode('utf-8') if isinstance(k, str) else k, v.encode('utf-8') if isinstance(v, str) else v)) return urlencode(result, doseq=True) else: return data @staticmethod def _encode_files(files, data): """Build the body for a multipart/form-data request. Will successfully encode files when passed as a dict or a list of tuples. Order is retained if data is a list of tuples but arbitrary if parameters are supplied as a dict. The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype) or 4-tuples (filename, fileobj, contentype, custom_headers). """ if (not files): raise ValueError("Files must be provided.") elif isinstance(data, basestring): raise ValueError("Data must not be a string.") new_fields = [] fields = to_key_val_list(data or {}) files = to_key_val_list(files or {}) for field, val in fields: if isinstance(val, basestring) or not hasattr(val, '__iter__'): val = [val] for v in val: if v is not None: # Don't call str() on bytestrings: in Py3 it all goes wrong. if not isinstance(v, bytes): v = str(v) new_fields.append( (field.decode('utf-8') if isinstance(field, bytes) else field, v.encode('utf-8') if isinstance(v, str) else v)) for (k, v) in files: # support for explicit filename ft = None fh = None if isinstance(v, (tuple, list)): if len(v) == 2: fn, fp = v elif len(v) == 3: fn, fp, ft = v else: fn, fp, ft, fh = v else: fn = guess_filename(v) or k fp = v if isinstance(fp, (str, bytes, bytearray)): fdata = fp elif hasattr(fp, 'read'): fdata = fp.read() elif fp is None: continue else: fdata = fp rf = RequestField(name=k, data=fdata, filename=fn, headers=fh) rf.make_multipart(content_type=ft) new_fields.append(rf) body, content_type = encode_multipart_formdata(new_fields) return body, content_type class RequestHooksMixin(object): def register_hook(self, event, hook): """Properly register a hook.""" if event not in self.hooks: raise ValueError('Unsupported event specified, with event name "%s"' % (event)) if isinstance(hook, Callable): self.hooks[event].append(hook) elif hasattr(hook, '__iter__'): self.hooks[event].extend(h for h in hook if isinstance(h, Callable)) def deregister_hook(self, event, hook): """Deregister a previously registered hook. Returns True if the hook existed, False if not. """ try: self.hooks[event].remove(hook) return True except ValueError: return False class Request(RequestHooksMixin): """A user-created :class:`Request <Request>` object. Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server. :param method: HTTP method to use. :param url: URL to send. :param headers: dictionary of headers to send. :param files: dictionary of {filename: fileobject} files to multipart upload. :param data: the body to attach to the request. If a dictionary or list of tuples ``[(key, value)]`` is provided, form-encoding will take place. :param json: json for the body to attach to the request (if files or data is not specified). :param params: URL parameters to append to the URL. If a dictionary or list of tuples ``[(key, value)]`` is provided, form-encoding will take place. :param auth: Auth handler or (user, pass) tuple. :param cookies: dictionary or CookieJar of cookies to attach to this request. :param hooks: dictionary of callback hooks, for internal usage. Usage:: >>> import requests >>> req = requests.Request('GET', 'https://httpbin.org/get') >>> req.prepare() <PreparedRequest [GET]> """ def __init__(self, method=None, url=None, headers=None, files=None, data=None, params=None, auth=None, cookies=None, hooks=None, json=None): # Default empty dicts for dict params. data = [] if data is None else data files = [] if files is None else files headers = {} if headers is None else headers params = {} if params is None else params hooks = {} if hooks is None else hooks self.hooks = default_hooks() for (k, v) in list(hooks.items()): self.register_hook(event=k, hook=v) self.method = method self.url = url self.headers = headers self.files = files self.data = data self.json = json self.params = params self.auth = auth self.cookies = cookies def __repr__(self): return '<Request [%s]>' % (self.method) def prepare(self): """Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.""" p = PreparedRequest() p.prepare( method=self.method, url=self.url, headers=self.headers, files=self.files, data=self.data, json=self.json, params=self.params, auth=self.auth, cookies=self.cookies, hooks=self.hooks, ) return p class PreparedRequest(RequestEncodingMixin, RequestHooksMixin): """The fully mutable :class:`PreparedRequest <PreparedRequest>` object, containing the exact bytes that will be sent to the server. Generated from either a :class:`Request <Request>` object or manually. Usage:: >>> import requests >>> req = requests.Request('GET', 'https://httpbin.org/get') >>> r = req.prepare() <PreparedRequest [GET]> >>> s = requests.Session() >>> s.send(r) <Response [200]> """ def __init__(self): #: HTTP verb to send to the server. self.method = None #: HTTP URL to send the request to. self.url = None #: dictionary of HTTP headers. self.headers = None # The `CookieJar` used to create the Cookie header will be stored here # after prepare_cookies is called self._cookies = None #: request body to send to the server. self.body = None #: dictionary of callback hooks, for internal usage. self.hooks = default_hooks() #: integer denoting starting position of a readable file-like body. self._body_position = None def prepare(self, method=None, url=None, headers=None, files=None, data=None, params=None, auth=None, cookies=None, hooks=None, json=None): """Prepares the entire request with the given parameters.""" self.prepare_method(method) self.prepare_url(url, params) self.prepare_headers(headers) self.prepare_cookies(cookies) self.prepare_body(data, files, json) self.prepare_auth(auth, url) # Note that prepare_auth must be last to enable authentication schemes # such as OAuth to work on a fully prepared request. # This MUST go after prepare_auth. Authenticators could add a hook self.prepare_hooks(hooks) def __repr__(self): return '<PreparedRequest [%s]>' % (self.method) def copy(self): p = PreparedRequest() p.method = self.method p.url = self.url p.headers = self.headers.copy() if self.headers is not None else None p._cookies = _copy_cookie_jar(self._cookies) p.body = self.body p.hooks = self.hooks p._body_position = self._body_position return p def prepare_method(self, method): """Prepares the given HTTP method.""" self.method = method if self.method is not None: self.method = to_native_string(self.method.upper()) @staticmethod def _get_idna_encoded_host(host): from pip._vendor import idna try: host = idna.encode(host, uts46=True).decode('utf-8') except idna.IDNAError: raise UnicodeError return host def prepare_url(self, url, params): """Prepares the given HTTP URL.""" #: Accept objects that have string representations. #: We're unable to blindly call unicode/str functions #: as this will include the bytestring indicator (b'') #: on python 3.x. #: https://github.com/requests/requests/pull/2238 if isinstance(url, bytes): url = url.decode('utf8') else: url = unicode(url) if is_py2 else str(url) # Remove leading whitespaces from url url = url.lstrip() # Don't do any URL preparation for non-HTTP schemes like `mailto`, # `data` etc to work around exceptions from `url_parse`, which # handles RFC 3986 only. if ':' in url and not url.lower().startswith('http'): self.url = url return # Support for unicode domain names and paths. try: scheme, auth, host, port, path, query, fragment = parse_url(url) except LocationParseError as e: raise InvalidURL(*e.args) if not scheme: error = ("Invalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?") error = error.format(to_native_string(url, 'utf8')) raise MissingSchema(error) if not host: raise InvalidURL("Invalid URL %r: No host supplied" % url) # In general, we want to try IDNA encoding the hostname if the string contains # non-ASCII characters. This allows users to automatically get the correct IDNA # behaviour. For strings containing only ASCII characters, we need to also verify # it doesn't start with a wildcard (*), before allowing the unencoded hostname. if not unicode_is_ascii(host): try: host = self._get_idna_encoded_host(host) except UnicodeError: raise InvalidURL('URL has an invalid label.') elif host.startswith(u'*'): raise InvalidURL('URL has an invalid label.') # Carefully reconstruct the network location netloc = auth or '' if netloc: netloc += '@' netloc += host if port: netloc += ':' + str(port) # Bare domains aren't valid URLs. if not path: path = '/' if is_py2: if isinstance(scheme, str): scheme = scheme.encode('utf-8') if isinstance(netloc, str): netloc = netloc.encode('utf-8') if isinstance(path, str): path = path.encode('utf-8') if isinstance(query, str): query = query.encode('utf-8') if isinstance(fragment, str): fragment = fragment.encode('utf-8') if isinstance(params, (str, bytes)): params = to_native_string(params) enc_params = self._encode_params(params) if enc_params: if query: query = '%s&%s' % (query, enc_params) else: query = enc_params url = requote_uri(urlunparse([scheme, netloc, path, None, query, fragment])) self.url = url def prepare_headers(self, headers): """Prepares the given HTTP headers.""" self.headers = CaseInsensitiveDict() if headers: for header in headers.items(): # Raise exception on invalid header value. check_header_validity(header) name, value = header self.headers[to_native_string(name)] = value def prepare_body(self, data, files, json=None): """Prepares the given HTTP body data.""" # Check if file, fo, generator, iterator. # If not, run through normal process. # Nottin' on you. body = None content_type = None if not data and json is not None: # urllib3 requires a bytes-like body. Python 2's json.dumps # provides this natively, but Python 3 gives a Unicode string. content_type = 'application/json' body = complexjson.dumps(json) if not isinstance(body, bytes): body = body.encode('utf-8') is_stream = all([ hasattr(data, '__iter__'), not isinstance(data, (basestring, list, tuple, Mapping)) ]) try: length = super_len(data) except (TypeError, AttributeError, UnsupportedOperation): length = None if is_stream: body = data if getattr(body, 'tell', None) is not None: # Record the current file position before reading. # This will allow us to rewind a file in the event # of a redirect. try: self._body_position = body.tell() except (IOError, OSError): # This differentiates from None, allowing us to catch # a failed `tell()` later when trying to rewind the body self._body_position = object() if files: raise NotImplementedError('Streamed bodies and files are mutually exclusive.') if length: self.headers['Content-Length'] = builtin_str(length) else: self.headers['Transfer-Encoding'] = 'chunked' else: # Multi-part file uploads. if files: (body, content_type) = self._encode_files(files, data) else: if data: body = self._encode_params(data) if isinstance(data, basestring) or hasattr(data, 'read'): content_type = None else: content_type = 'application/x-www-form-urlencoded' self.prepare_content_length(body) # Add content-type if it wasn't explicitly provided. if content_type and ('content-type' not in self.headers): self.headers['Content-Type'] = content_type self.body = body def prepare_content_length(self, body): """Prepare Content-Length header based on request method and body""" if body is not None: length = super_len(body) if length: # If length exists, set it. Otherwise, we fallback # to Transfer-Encoding: chunked. self.headers['Content-Length'] = builtin_str(length) elif self.method not in ('GET', 'HEAD') and self.headers.get('Content-Length') is None: # Set Content-Length to 0 for methods that can have a body # but don't provide one. (i.e. not GET or HEAD) self.headers['Content-Length'] = '0' def prepare_auth(self, auth, url=''): """Prepares the given HTTP auth data.""" # If no Auth is explicitly provided, extract it from the URL first. if auth is None: url_auth = get_auth_from_url(self.url) auth = url_auth if any(url_auth) else None if auth: if isinstance(auth, tuple) and len(auth) == 2: # special-case basic HTTP auth auth = HTTPBasicAuth(*auth) # Allow auth to make its changes. r = auth(self) # Update self to reflect the auth changes. self.__dict__.update(r.__dict__) # Recompute Content-Length self.prepare_content_length(self.body) def prepare_cookies(self, cookies): """Prepares the given HTTP cookie data. This function eventually generates a ``Cookie`` header from the given cookies using cookielib. Due to cookielib's design, the header will not be regenerated if it already exists, meaning this function can only be called once for the life of the :class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls to ``prepare_cookies`` will have no actual effect, unless the "Cookie" header is removed beforehand. """ if isinstance(cookies, cookielib.CookieJar): self._cookies = cookies else: self._cookies = cookiejar_from_dict(cookies) cookie_header = get_cookie_header(self._cookies, self) if cookie_header is not None: self.headers['Cookie'] = cookie_header def prepare_hooks(self, hooks): """Prepares the given hooks.""" # hooks can be passed as None to the prepare method and to this # method. To prevent iterating over None, simply use an empty list # if hooks is False-y hooks = hooks or [] for event in hooks: self.register_hook(event, hooks[event]) class Response(object): """The :class:`Response <Response>` object, which contains a server's response to an HTTP request. """ __attrs__ = [ '_content', 'status_code', 'headers', 'url', 'history', 'encoding', 'reason', 'cookies', 'elapsed', 'request' ] def __init__(self): self._content = False self._content_consumed = False self._next = None #: Integer Code of responded HTTP Status, e.g. 404 or 200. self.status_code = None #: Case-insensitive Dictionary of Response Headers. #: For example, ``headers['content-encoding']`` will return the #: value of a ``'Content-Encoding'`` response header. self.headers = CaseInsensitiveDict() #: File-like object representation of response (for advanced usage). #: Use of ``raw`` requires that ``stream=True`` be set on the request. # This requirement does not apply for use internally to Requests. self.raw = None #: Final URL location of Response. self.url = None #: Encoding to decode with when accessing r.text. self.encoding = None #: A list of :class:`Response <Response>` objects from #: the history of the Request. Any redirect responses will end #: up here. The list is sorted from the oldest to the most recent request. self.history = [] #: Textual reason of responded HTTP Status, e.g. "Not Found" or "OK". self.reason = None #: A CookieJar of Cookies the server sent back. self.cookies = cookiejar_from_dict({}) #: The amount of time elapsed between sending the request #: and the arrival of the response (as a timedelta). #: This property specifically measures the time taken between sending #: the first byte of the request and finishing parsing the headers. It #: is therefore unaffected by consuming the response content or the #: value of the ``stream`` keyword argument. self.elapsed = datetime.timedelta(0) #: The :class:`PreparedRequest <PreparedRequest>` object to which this #: is a response. self.request = None def __enter__(self): return self def __exit__(self, *args): self.close() def __getstate__(self): # Consume everything; accessing the content attribute makes # sure the content has been fully read. if not self._content_consumed: self.content return {attr: getattr(self, attr, None) for attr in self.__attrs__} def __setstate__(self, state): for name, value in state.items(): setattr(self, name, value) # pickled objects do not have .raw setattr(self, '_content_consumed', True) setattr(self, 'raw', None) def __repr__(self): return '<Response [%s]>' % (self.status_code) def __bool__(self): """Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. """ return self.ok def __nonzero__(self): """Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. """ return self.ok def __iter__(self): """Allows you to use a response as an iterator.""" return self.iter_content(128) @property def ok(self): """Returns True if :attr:`status_code` is less than 400, False if not. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. """ try: self.raise_for_status() except HTTPError: return False return True @property def is_redirect(self): """True if this Response is a well-formed HTTP redirect that could have been processed automatically (by :meth:`Session.resolve_redirects`). """ return ('location' in self.headers and self.status_code in REDIRECT_STATI) @property def is_permanent_redirect(self): """True if this Response one of the permanent versions of redirect.""" return ('location' in self.headers and self.status_code in (codes.moved_permanently, codes.permanent_redirect)) @property def next(self): """Returns a PreparedRequest for the next request in a redirect chain, if there is one.""" return self._next @property def apparent_encoding(self): """The apparent encoding, provided by the chardet library.""" return chardet.detect(self.content)['encoding'] def iter_content(self, chunk_size=1, decode_unicode=False): """Iterates over the response data. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. The chunk size is the number of bytes it should read into memory. This is not necessarily the length of each item returned as decoding can take place. chunk_size must be of type int or None. A value of None will function differently depending on the value of `stream`. stream=True will read data as it arrives in whatever size the chunks are received. If stream=False, data is returned as a single chunk. If decode_unicode is True, content will be decoded using the best available encoding based on the response. """ def generate(): # Special case for urllib3. if hasattr(self.raw, 'stream'): try: for chunk in self.raw.stream(chunk_size, decode_content=True): yield chunk except ProtocolError as e: raise ChunkedEncodingError(e) except DecodeError as e: raise ContentDecodingError(e) except ReadTimeoutError as e: raise ConnectionError(e) else: # Standard file-like object. while True: chunk = self.raw.read(chunk_size) if not chunk: break yield chunk self._content_consumed = True if self._content_consumed and isinstance(self._content, bool): raise StreamConsumedError() elif chunk_size is not None and not isinstance(chunk_size, int): raise TypeError("chunk_size must be an int, it is instead a %s." % type(chunk_size)) # simulate reading small chunks of the content reused_chunks = iter_slices(self._content, chunk_size) stream_chunks = generate() chunks = reused_chunks if self._content_consumed else stream_chunks if decode_unicode: chunks = stream_decode_response_unicode(chunks, self) return chunks def iter_lines(self, chunk_size=ITER_CHUNK_SIZE, decode_unicode=False, delimiter=None): """Iterates over the response data, one line at a time. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. .. note:: This method is not reentrant safe. """ pending = None for chunk in self.iter_content(chunk_size=chunk_size, decode_unicode=decode_unicode): if pending is not None: chunk = pending + chunk if delimiter: lines = chunk.split(delimiter) else: lines = chunk.splitlines() if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]: pending = lines.pop() else: pending = None for line in lines: yield line if pending is not None: yield pending @property def content(self): """Content of the response, in bytes.""" if self._content is False: # Read the contents. if self._content_consumed: raise RuntimeError( 'The content for this response was already consumed') if self.status_code == 0 or self.raw is None: self._content = None else: self._content = b''.join(self.iter_content(CONTENT_CHUNK_SIZE)) or b'' self._content_consumed = True # don't need to release the connection; that's been handled by urllib3 # since we exhausted the data. return self._content @property def text(self): """Content of the response, in unicode. If Response.encoding is None, encoding will be guessed using ``chardet``. The encoding of the response content is determined based solely on HTTP headers, following RFC 2616 to the letter. If you can take advantage of non-HTTP knowledge to make a better guess at the encoding, you should set ``r.encoding`` appropriately before accessing this property. """ # Try charset from content-type content = None encoding = self.encoding if not self.content: return str('') # Fallback to auto-detected encoding. if self.encoding is None: encoding = self.apparent_encoding # Decode unicode from given encoding. try: content = str(self.content, encoding, errors='replace') except (LookupError, TypeError): # A LookupError is raised if the encoding was not found which could # indicate a misspelling or similar mistake. # # A TypeError can be raised if encoding is None # # So we try blindly encoding. content = str(self.content, errors='replace') return content def json(self, **kwargs): r"""Returns the json-encoded content of a response, if any. :param \*\*kwargs: Optional arguments that ``json.loads`` takes. :raises ValueError: If the response body does not contain valid json. """ if not self.encoding and self.content and len(self.content) > 3: # No encoding set. JSON RFC 4627 section 3 states we should expect # UTF-8, -16 or -32. Detect which one to use; If the detection or # decoding fails, fall back to `self.text` (using chardet to make # a best guess). encoding = guess_json_utf(self.content) if encoding is not None: try: return complexjson.loads( self.content.decode(encoding), **kwargs ) except UnicodeDecodeError: # Wrong UTF codec detected; usually because it's not UTF-8 # but some other 8-bit codec. This is an RFC violation, # and the server didn't bother to tell us what codec *was* # used. pass return complexjson.loads(self.text, **kwargs) @property def links(self): """Returns the parsed header links of the response, if any.""" header = self.headers.get('link') # l = MultiDict() l = {} if header: links = parse_header_links(header) for link in links: key = link.get('rel') or link.get('url') l[key] = link return l def raise_for_status(self): """Raises stored :class:`HTTPError`, if one occurred.""" http_error_msg = '' if isinstance(self.reason, bytes): # We attempt to decode utf-8 first because some servers # choose to localize their reason strings. If the string # isn't utf-8, we fall back to iso-8859-1 for all other # encodings. (See PR #3538) try: reason = self.reason.decode('utf-8') except UnicodeDecodeError: reason = self.reason.decode('iso-8859-1') else: reason = self.reason if 400 <= self.status_code < 500: http_error_msg = u'%s Client Error: %s for url: %s' % (self.status_code, reason, self.url) elif 500 <= self.status_code < 600: http_error_msg = u'%s Server Error: %s for url: %s' % (self.status_code, reason, self.url) if http_error_msg: raise HTTPError(http_error_msg, response=self) def close(self): """Releases the connection back to the pool. Once this method has been called the underlying ``raw`` object must not be accessed again. *Note: Should not normally need to be called explicitly.* """ if not self._content_consumed: self.raw.close() release_conn = getattr(self.raw, 'release_conn', None) if release_conn is not None: release_conn() PK A\:U U ; pip/_vendor/requests/__pycache__/certs.cpython-38.opt-1.pycnu [ U .e @ s& d Z ddlmZ edkr"ee dS )uF requests.certs ~~~~~~~~~~~~~~ This module returns the preferred default CA certificate bundle. There is only one — the one from the certifi package. If you are packaging Requests, e.g., for a Linux distribution or a managed environment, you can change the definition of where() to return a separately packaged CA bundle. )where__main__N)__doc__Zpip._vendor.certifir __name__print r r >/usr/lib/python3.8/site-packages/pip/_vendor/requests/certs.py<module> s PK A\w*H 8 pip/_vendor/requests/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d Z ddlmZ ddlmZ ddlZddlmZ dd Zd d Zzeej ej W n0 e e fk r e d ej ej e Y nX dd lmZ esz,dd lmZ e ddlm Z ee W n ek r Y nX ddlmZ ede ddl mZmZmZm Z ddl m Z m Z m Z m Z ddl m Z m!Z! ddl"m#Z# ddl"m$Z$ ddl%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6 ddlm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? ddl@Z@ddl@mAZA e@BeCDeA ejd e=d d dS ) a Requests HTTP Library ~~~~~~~~~~~~~~~~~~~~~ Requests is an HTTP library, written in Python, for human beings. Basic GET usage: >>> import requests >>> r = requests.get('https://www.python.org') >>> r.status_code 200 >>> 'Python is a programming language' in r.content True ... or POST: >>> payload = dict(key1='value1', key2='value2') >>> r = requests.post('https://httpbin.org/post', data=payload) >>> print(r.text) { ... "form": { "key2": "value2", "key1": "value1" }, ... } The other HTTP methods are supported - see `requests.api`. Full documentation is at <http://python-requests.org>. :copyright: (c) 2017 by Kenneth Reitz. :license: Apache 2.0, see LICENSE for more details. )urllib3)chardetN )RequestsDependencyWarningc C s | d} | dgkstt| dkr.| d | \}}}t|t|t| }}}|dks`t|dkslt|dksxt| dd d \}}}t|t|t| }}}|dkst|dk st|dkstd S ) N.Zdev 0r )splitAssertionErrorlenappendint)Zurllib3_versionZchardet_versionmajorminorpatch r A/usr/lib/python3.8/site-packages/pip/_vendor/requests/__init__.pycheck_compatibility1 s r c C sX zt tt| d} W n tk r. Y d S X | dddgk rTd| }t|t d S )Nr r r z4Old version of cryptography ({}) may cause slowdown.) listmapr r ValueErrorformatwarningswarnr )cryptography_versionZwarningr r r _check_cryptographyJ s r z?urllib3 ({}) or chardet ({}) doesn't match a supported version!)WINDOWS) pyopenssl) __version__)DependencyWarningignore) __title____description____url__r" ) __build__ __author____author_email__ __license__) __copyright____cake__)utils)packages)RequestResponsePreparedRequest)requestgetheadpostr putdeleteoptions)sessionSession)codes) RequestExceptionTimeout URLRequiredTooManyRedirects HTTPErrorConnectionErrorFileModeWarningConnectTimeout ReadTimeout) NullHandlerdefaultT)r )E__doc__Z pip._vendorr r r exceptionsr r r r" r r r r Zpip._internal.utils.compatr Zpip._vendor.urllib3.contribr! Zinject_into_urllib3Z cryptographyr ImportErrorZ pip._vendor.urllib3.exceptionsr# simplefilterr% r& r' r( r) r* r+ r, r- r. r/ Zmodelsr0 r1 r2 Zapir3 r4 r5 r6 r r7 r8 r9 Zsessionsr: r; Z status_codesr< r= r> r? r@ rA rB rC rD rE ZloggingrF Z getLogger__name__Z addHandlerr r r r <module> sP # ( , PK A\ T] T] 6 pip/_vendor/requests/__pycache__/models.cpython-38.pycnu [ U .e @ s d Z ddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z m Z mZmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZmZmZ dd l m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl2m?Z@ ddlAmBZB eBjCeBjDeBjEeBjFeBjGfZHdZIdZJdZKG dd deLZMG dd deLZNG dd deNZOG d d d eMeNZPG d d d eLZQdS ) z` requests.models ~~~~~~~~~~~~~~~ This module contains the primary objects that power Requests. N) RequestField)encode_multipart_formdata) parse_url) DecodeErrorReadTimeoutError ProtocolErrorLocationParseError)UnsupportedOperation ) default_hooks)CaseInsensitiveDict) HTTPBasicAuth)cookiejar_from_dictget_cookie_header_copy_cookie_jar) HTTPError MissingSchema InvalidURLChunkedEncodingErrorContentDecodingErrorConnectionErrorStreamConsumedError)to_native_stringunicode_is_ascii) guess_filenameget_auth_from_url requote_uri stream_decode_response_unicodeto_key_val_listparse_header_links iter_slicesguess_json_utf super_lencheck_header_validity) CallableMapping cookielib urlunparseurlsplit urlencodestrbytesis_py2chardet builtin_str basestring)json)codes i ( i c @ s0 e Zd Zedd Zedd Zedd ZdS )RequestEncodingMixinc C sN g }t | j}|j}|s d}|| |j}|rD|d || d|S )zBuild the path URL to use./? )r( urlpathappendqueryjoin)selfr7 pr8 r: r> ?/usr/lib/python3.8/site-packages/pip/_vendor/requests/models.pypath_url= s z RequestEncodingMixin.path_urlc C s t | ttfr| S t| dr | S t| drg }t| D ]j\}}t |tsRt|dsX|g}|D ]B}|dk r\|t |tr|dn|t |tr|dn|f q\q6t|ddS | S dS )zEncode parameters in a piece of data. Will successfully encode parameters when passed as a dict or a list of 2-tuples. Order is retained if data is a list of 2-tuples but arbitrary if parameters are supplied as a dict. read__iter__Nutf-8T)Zdoseq) isinstancer* r+ hasattrr r/ r9 encoder) )dataresultkZvsvr> r> r? _encode_paramsR s$ z#RequestEncodingMixin._encode_paramsc C s | st dnt|tr t dg }t|p,i }t| p8i } |D ]|\}}t|ts\t|dsb|g}|D ]T}|dk rft|tst|}|t|tr|dn|t|tr| dn|f qfq@| D ]\}}d}d} t|t t fr t |dkr|\} } n&t |dkr|\} } }n |\} } }} nt |p,|} |} t| tttfrJ| } n(t| dr`| } n| dkrnqn| } t|| | | d } | j|d || qt|\}}||fS ) a Build the body for a multipart/form-data request. Will successfully encode files when passed as a dict or a list of tuples. Order is retained if data is a list of tuples but arbitrary if parameters are supplied as a dict. The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype) or 4-tuples (filename, fileobj, contentype, custom_headers). zFiles must be provided.zData must not be a string.rB NrC rA )namerG filenameheaders) content_type) ValueErrorrD r/ r rE r+ r* r9 decoderF tuplelistlenr bytearrayrA r Zmake_multipartr )filesrG Z new_fieldsZfieldsZfieldvalrJ rI ZftZfhfnfpZfdataZrfbodyrQ r> r> r? _encode_filesm sT z"RequestEncodingMixin._encode_filesN)__name__ __module__ __qualname__propertyr@ staticmethodrK r] r> r> r> r? r3 < s r3 c @ s e Zd Zdd Zdd ZdS )RequestHooksMixinc C sZ || j krtd| t|tr2| j | | n$t|drV| j | dd |D dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rB c s s | ]}t |tr|V qd S N)rD r$ ).0hr> r> r? <genexpr> s z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)hooksrR rD r$ r9 rE extendr< eventhookr> r> r? register_hook s z RequestHooksMixin.register_hookc C s2 z| j | | W dS tk r, Y dS X dS )ziDeregister a previously registered hook. Returns True if the hook existed, False if not. TFN)rh removerR rj r> r> r? deregister_hook s z!RequestHooksMixin.deregister_hookN)r^ r_ r` rm ro r> r> r> r? rc s rc c @ s* e Zd ZdZd ddZdd Zdd ZdS ) Requesta{ A user-created :class:`Request <Request>` object. Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server. :param method: HTTP method to use. :param url: URL to send. :param headers: dictionary of headers to send. :param files: dictionary of {filename: fileobject} files to multipart upload. :param data: the body to attach to the request. If a dictionary or list of tuples ``[(key, value)]`` is provided, form-encoding will take place. :param json: json for the body to attach to the request (if files or data is not specified). :param params: URL parameters to append to the URL. If a dictionary or list of tuples ``[(key, value)]`` is provided, form-encoding will take place. :param auth: Auth handler or (user, pass) tuple. :param cookies: dictionary or CookieJar of cookies to attach to this request. :param hooks: dictionary of callback hooks, for internal usage. Usage:: >>> import requests >>> req = requests.Request('GET', 'https://httpbin.org/get') >>> req.prepare() <PreparedRequest [GET]> Nc C s |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t | _t| D ]\} } | j| | d qd|| _|| _|| _|| _|| _ | | _ || _ || _ || _ d S )N)rk rl )r rh rU itemsrm methodr7 rP rX rG r0 paramsauthcookies) r< rr r7 rP rX rG rs rt ru rh r0 rI rJ r> r> r? __init__ s" zRequest.__init__c C s d| j S )Nz<Request [%s]>rr r< r> r> r? __repr__ s zRequest.__repr__c C s< t }|j| j| j| j| j| j| j| j| j | j | j d |S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.) rr r7 rP rX rG r0 rs rt ru rh ) PreparedRequestpreparerr r7 rP rX rG r0 rs rt ru rh r< r= r> r> r? r{ s zRequest.prepare) NNNNNNNNNN)r^ r_ r` __doc__rv ry r{ r> r> r> r? rp s rp c @ s e Zd ZdZdd Zd ddZdd Zd d Zd d Ze d d Z dd Z dd Z d ddZ dd Zd ddZdd Zd d ZdS )!rz a The fully mutable :class:`PreparedRequest <PreparedRequest>` object, containing the exact bytes that will be sent to the server. Generated from either a :class:`Request <Request>` object or manually. Usage:: >>> import requests >>> req = requests.Request('GET', 'https://httpbin.org/get') >>> r = req.prepare() <PreparedRequest [GET]> >>> s = requests.Session() >>> s.send(r) <Response [200]> c C s0 d | _ d | _d | _d | _d | _t | _d | _d S rd )rr r7 rP _cookiesr\ r rh _body_positionrx r> r> r? rv " s zPreparedRequest.__init__Nc C sR | | | || | | | | | ||| | || | | dS )z6Prepares the entire request with the given parameters.N)prepare_method prepare_urlprepare_headersprepare_cookies prepare_body prepare_auth prepare_hooks) r< rr r7 rP rX rG rs rt ru rh r0 r> r> r? r{ 3 s zPreparedRequest.preparec C s d| j S )Nz<PreparedRequest [%s]>rw rx r> r> r? ry E s zPreparedRequest.__repr__c C sX t }| j|_| j|_| jd k r*| j nd |_t| j|_| j|_| j|_| j |_ |S rd ) rz rr r7 rP copyr r~ r\ rh r r| r> r> r? r H s zPreparedRequest.copyc C s$ || _ | j dk r t| j | _ dS )z Prepares the given HTTP method.N)rr r upper)r< rr r> r> r? r S s z PreparedRequest.prepare_methodc C sD ddl m} z|j| ddd} W n |jk r> tY nX | S )Nr )idnaT)Zuts46rC )Z pip._vendorr rF rS Z IDNAError UnicodeError)hostr r> r> r? _get_idna_encoded_hostY s z&PreparedRequest._get_idna_encoded_hostc C s, t |tr|d}ntr"t|nt|}| }d|krR| dsR|| _ dS zt |\}}}}}}} W n, t k r } zt | j W 5 d} ~ X Y nX |sd} | t|d} t| |st d| t|sz| |}W n tk r t dY nX n|drt d|p d } | r.| d 7 } | |7 } |rL| dt| 7 } |sVd }trt |trr|d }t | tr| d } t |tr|d }t |tr|d }t | tr| d } t |ttfrt|}| |} | r |rd || f }n| }tt|| |d|| g}|| _ dS )z Prepares the given HTTP URL.utf8:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.*r6 @r4 rC z%s&%s)rD r+ rS r, Zunicoder* lstriplower startswithr7 r r r argsformatr r r r r rF rK r r' )r< r7 rs Zschemert r Zportr8 r: ZfragmenteerrorZnetlocZ enc_paramsr> r> r? r c sh zPreparedRequest.prepare_urlc C s< t | _|r8| D ]"}t| |\}}|| jt|< qdS )z Prepares the given HTTP headers.N)r rP rq r# r )r< rP headerrN valuer> r> r? r s z PreparedRequest.prepare_headersc C sr d}d}|s6|dk r6d}t |}t|ts6|d}tt|dt|ttt t f g}z t |}W n t t tfk r d}Y nX |r|}t|dddk rz| | _W n ttfk r t | _Y nX |rtd|rt|| jd< n d| jd < np|r| ||\}}n2|rB| |}t|ts8t|d r>d}nd }| | |rhd | jkrh|| jd < || _dS )z"Prepares the given HTTP body data.Nzapplication/jsonrC rB tellz1Streamed bodies and files are mutually exclusive.Content-LengthZchunkedzTransfer-EncodingrA z!application/x-www-form-urlencodedz content-typez Content-Type) complexjsondumpsrD r+ rF allrE r/ rU rT r% r" TypeErrorAttributeErrorr getattrr r IOErrorOSErrorobjectNotImplementedErrorr. rP r] rK prepare_content_lengthr\ )r< rG rX r0 r\ rQ Z is_streamlengthr> r> r? r sL z PreparedRequest.prepare_bodyc C sL |dk r$t |}|rHt|| jd< n$| jdkrH| jddkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNr )ZGETZHEAD0)r" r. rP rr get)r< r\ r r> r> r? r s z&PreparedRequest.prepare_content_lengthr6 c C sj |dkr"t | j}t|r |nd}|rft|trDt|dkrDt| }|| }| j|j | | j dS )z"Prepares the given HTTP auth data.NrL ) r r7 anyrD rT rV r __dict__updater r\ )r< rt r7 Zurl_authrr> r> r? r s z PreparedRequest.prepare_authc C s@ t |tjr|| _n t|| _t| j| }|dk r<|| jd< dS )a Prepares the given HTTP cookie data. This function eventually generates a ``Cookie`` header from the given cookies using cookielib. Due to cookielib's design, the header will not be regenerated if it already exists, meaning this function can only be called once for the life of the :class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls to ``prepare_cookies`` will have no actual effect, unless the "Cookie" header is removed beforehand. NZCookie)rD r& Z CookieJarr~ r r rP )r< ru Z cookie_headerr> r> r? r , s z PreparedRequest.prepare_cookiesc C s& |pg }|D ]}| ||| q dS )zPrepares the given hooks.N)rm )r< rh rk r> r> r? r @ s z PreparedRequest.prepare_hooks) NNNNNNNNNN)N)r6 )r^ r_ r` r} rv r{ ry r r rb r r r r r r r r r> r> r> r? rz s2 V E rz c @ s e Zd ZdZdddddddd d d g Zd d Zdd Zdd Zdd Zdd Z dd Z dd Z dd Z d d Z ed d Zed d! Zed"d# Zed$d% Zed&d' Zd;d*d+Zed)d,fd-d.Zed/d0 Zed1d2 Zd3d4 Zed5d6 Zd7d8 Zd9d: Z d,S )<ResponsezhThe :class:`Response <Response>` object, which contains a server's response to an HTTP request. _content status_coderP r7 historyencodingreasonru elapsedrequestc C s^ d| _ d| _d | _d | _t | _d | _d | _d | _g | _ d | _ t i | _ t d| _d | _d S )NFr )r _content_consumed_nextr r rP rawr7 r r r r ru datetimeZ timedeltar r rx r> r> r? rv T s zResponse.__init__c C s | S rd r> rx r> r> r? __enter__ s zResponse.__enter__c G s | d S rd )close)r< r r> r> r? __exit__ s zResponse.__exit__c s j s j fdd jD S )Nc s i | ]}|t |d qS rd )r )re attrrx r> r? <dictcomp> s z)Response.__getstate__.<locals>.<dictcomp>)r content __attrs__rx r> rx r? __getstate__ s zResponse.__getstate__c C s: | D ]\}}t| || qt| dd t| dd d S )Nr Tr )rq setattr)r< staterN r r> r> r? __setstate__ s zResponse.__setstate__c C s d| j S )Nz<Response [%s]>)r rx r> r> r? ry s zResponse.__repr__c C s | j S ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. okrx r> r> r? __bool__ s zResponse.__bool__c C s | j S r r rx r> r> r? __nonzero__ s zResponse.__nonzero__c C s | dS )z,Allows you to use a response as an iterator. ) iter_contentrx r> r> r? rB s zResponse.__iter__c C s( z | W n tk r" Y dS X dS )ax Returns True if :attr:`status_code` is less than 400, False if not. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. FT)raise_for_statusr rx r> r> r? r s z Response.okc C s d| j ko| jtkS )zTrue if this Response is a well-formed HTTP redirect that could have been processed automatically (by :meth:`Session.resolve_redirects`). location)rP r REDIRECT_STATIrx r> r> r? is_redirect s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r )rP r r1 Zmoved_permanentlypermanent_redirectrx r> r> r? is_permanent_redirect s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r rx r> r> r? next s z Response.nextc C s t | jd S )z7The apparent encoding, provided by the chardet library.r )r- Zdetectr rx r> r> r? apparent_encoding s zResponse.apparent_encodingr Fc s| fdd}j r(tjtr(t n" dk rJt tsJtdt tj }| }j rf|n|}|rxt |}|S )a Iterates over the response data. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. The chunk size is the number of bytes it should read into memory. This is not necessarily the length of each item returned as decoding can take place. chunk_size must be of type int or None. A value of None will function differently depending on the value of `stream`. stream=True will read data as it arrives in whatever size the chunks are received. If stream=False, data is returned as a single chunk. If decode_unicode is True, content will be decoded using the best available encoding based on the response. c 3 s t jdrz jj ddD ] } | V q W q tk rV } z t|W 5 d }~X Y q tk r~ } z t|W 5 d }~X Y q tk r } z t|W 5 d }~X Y qX nj } | sq| V qd_ d S )NstreamT)Zdecode_content) rE r r r r r r r r rA r )chunkr chunk_sizer< r> r? generate s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.) r rD r boolr intr typer r )r< r decode_unicoder Z reused_chunksZ stream_chunksZchunksr> r r? r s zResponse.iter_contentNc c s d}| j ||dD ]n}|dk r&|| }|r6||}n| }|rl|d rl|rl|d d |d krl| }nd}|D ] }|V qtq|dk r|V dS )zIterates over the response data, one line at a time. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. .. note:: This method is not reentrant safe. N)r r )r split splitlinespop)r< r r Z delimiterZpendingr linesliner> r> r? iter_lines s $ zResponse.iter_linesc C sV | j dkrJ| jrtd| jdks,| jdkr4d| _ nd| tpFd| _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr N T)r r RuntimeErrorr r r; r CONTENT_CHUNK_SIZErx r> r> r? r / s zResponse.contentc C sh d}| j }| jstdS | j dkr(| j}zt| j|dd}W n& ttfk rb t| jdd}Y nX |S )a Content of the response, in unicode. If Response.encoding is None, encoding will be guessed using ``chardet``. The encoding of the response content is determined based solely on HTTP headers, following RFC 2616 to the letter. If you can take advantage of non-HTTP knowledge to make a better guess at the encoding, you should set ``r.encoding`` appropriately before accessing this property. Nr6 replace)errors)r r r* r LookupErrorr )r< r r r> r> r? textC s z Response.textc K sj | j sZ| jrZt| jdkrZt| j}|dk rZztj| j|f|W S tk rX Y nX tj| jf|S )zReturns the json-encoded content of a response, if any. :param \*\*kwargs: Optional arguments that ``json.loads`` takes. :raises ValueError: If the response body does not contain valid json. rM N) r r rV r! r loadsrS UnicodeDecodeErrorr )r< kwargsr r> r> r? r0 i s z Response.jsonc C sF | j d}i }|rBt|}|D ] }|dp6|d}|||< q |S )z8Returns the parsed header links of the response, if any.linkZrelr7 )rP r r )r< r llinksr keyr> r> r? r s zResponse.linksc C s d}t | jtrDz| jd}W qJ tk r@ | jd}Y qJX n| j}d| j kr`dk rxn nd| j|| jf }n,d| j krdk rn nd| j|| jf }|rt|| d d S ) z2Raises stored :class:`HTTPError`, if one occurred.r6 rC z iso-8859-1i i z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rD r r+ rS r r r7 r )r< Zhttp_error_msgr r> r> r? r s zResponse.raise_for_statusc C s0 | j s| j t| jdd}|dk r,| dS )zReleases the connection back to the pool. Once this method has been called the underlying ``raw`` object must not be accessed again. *Note: Should not normally need to be called explicitly.* release_connN)r r r r )r< r r> r> r? r s zResponse.close)r F) r^ r_ r` r} r rv r r r r ry r r rB ra r r r r r r ITER_CHUNK_SIZEr r r r0 r r r r> r> r> r? r J sT / 7 % r )Rr} r sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r ior rh r Z structuresr rt r ru r r r exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# compatr$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r Z status_codesr1 ZmovedfoundotherZtemporary_redirectr r ZDEFAULT_REDIRECT_LIMITr r r r3 rc rp rz r r> r> r> r? <module> sD $08 rJ <PK A\~BT62L 2L 8 pip/_vendor/requests/__pycache__/sessions.cpython-38.pycnu [ U .er @ s d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m Z m Z m Z m Z mZ ddlmZmZmZmZ ddlmZmZmZ dd lmZmZ dd lm Z dd l m Z m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% dd l&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddlm2Z2 ej3dkrNz ej4Z5W n e6k rJ ej7Z5Y nX nejZ5e fddZ8e fddZ9G dd de:Z;G dd de;Z<dd Z=dS ) z requests.session ~~~~~~~~~~~~~~~~ This module provides a Session object to manage and persist settings across requests (cookies, auth, proxies). N) timedelta )_basic_auth_str) cookielibis_py3 OrderedDicturljoinurlparseMapping)cookiejar_from_dictextract_cookies_to_jarRequestsCookieJar merge_cookies)RequestPreparedRequestDEFAULT_REDIRECT_LIMIT) default_hooks dispatch_hook)to_native_string)to_key_val_listdefault_headers DEFAULT_PORTS)TooManyRedirects InvalidSchemaChunkedEncodingErrorContentDecodingError)CaseInsensitiveDict) HTTPAdapter) requote_uriget_environ_proxiesget_netrc_authshould_bypass_proxiesget_auth_from_url rewind_body)codes)REDIRECT_STATIZwin32c C sp |dkr | S | dkr|S t |tr,t | ts0| S |t|}|t| dd | D }|D ] }||= q`|S )zDetermines appropriate setting for a given request, taking into account the explicit setting on that request, and the setting in the session. If a setting is a dictionary, they will be merged together using `dict_class` Nc S s g | ]\}}|d kr|qS N ).0kvr' r' A/usr/lib/python3.8/site-packages/pip/_vendor/requests/sessions.py <listcomp>I s z!merge_setting.<locals>.<listcomp>) isinstancer r updateitems)Zrequest_settingZsession_setting dict_classZmerged_settingZ none_keyskeyr' r' r+ merge_setting1 s r2 c C s@ |dks| dg kr| S | dks0| dg kr4|S t| ||S )zProperly merges both requests and session hooks. This is necessary because when request_hooks == {'response': []}, the merge breaks Session hooks entirely. Nresponse)getr2 )Z request_hooksZ session_hooksr0 r' r' r+ merge_hooksP s r5 c @ s> e Zd Zdd Zdd Zddd Zd d Zd d Zdd ZdS )SessionRedirectMixinc C s, |j r(|jd }tr |d}t|dS dS )z7Receives a Response. Returns a redirect URI or ``None``locationlatin1utf8N)Z is_redirectheadersr encoder )selfrespr7 r' r' r+ get_redirect_targeta s z(SessionRedirectMixin.get_redirect_targetc C s t |}t |}|j|jkr dS |jdkrL|jdkrL|jdkrL|jdkrLdS |j|jk}|j|jk}t|jddf}|s|j|kr|j|krdS |p|S )zFDecide whether Authorization header should be removed when redirectingTZhttp)P NZhttps)i NFN)r ZhostnameschemeZportr r4 )r< Zold_urlZnew_urlZ old_parsedZ new_parsedZ changed_portZchanged_schemeZ default_portr' r' r+ should_strip_authv s$ z&SessionRedirectMixin.should_strip_authFNTc k sZ g } | |} t|jj} | rV| } | | | dd |_z |j W n( tt t fk rr |j j dd Y nX t |j| jkrtd| j |d| | drt|j}dt|j| f } t| }|jd kr| r|j| d }n |jr|j} | } |jst|jt| } nt| } t| | _| | | |jtj tj fkrld }|D ]}| j |d qPd| _ | j }z |d = W n t!k r Y nX t"| j#||j t$| j#| j% | &| j# | '| |}| (| | | j)dk od |kpd|k}|rt*| | }|r|V q| j+|f|||||dd| }t"| j%| |j | |} |V qdS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r3 z//z%s:%s )fragment)Content-Lengthz Content-TypeTransfer-EncodingZCookierD rE )streamtimeoutverifycertproxiesallow_redirects),r> r urlrC copyappendhistorycontentr r RuntimeErrorrawreadlen max_redirectsr close startswithr r@ _replaceZgeturlZnetlocr r rebuild_method status_coder$ Ztemporary_redirectZpermanent_redirectr: popZbodyKeyErrorr Z_cookiesr cookiesZprepare_cookiesrebuild_proxies rebuild_authZ_body_positionr# send)r< r= reqrF rG rH rI rJ yield_requestsZadapter_kwargsZhistrL Zprevious_fragmentprepared_requestZ parsed_rurlZparsedZpurged_headersheaderr: Z rewindabler' r' r+ resolve_redirects s z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| |jj|r*|d= | jr8t|nd}|dk rN|| dS )zWhen being redirected we may want to strip authentication from the request to avoid leaking credentials. This method intelligently removes and reapplies authentication where possible to avoid credential loss. Z AuthorizationN)r: rL rA request trust_envr Z prepare_auth)r< rc r3 r: rL Znew_authr' r' r+ r_ s z!SessionRedirectMixin.rebuild_authc C s |dk r |ni }|j }|j}t|j}| }|d}t||d}| jr||s|t||d} | || d} | r|| || d|kr|d= zt || \} } W n t k r d\} } Y nX | r| rt | | |d< |S )a This method re-evaluates the proxy configuration by considering the environment variables. If we are redirected to a URL covered by NO_PROXY, we strip the proxy configuration. Otherwise, we set missing proxy keys for this URL (in case they were stripped by a previous redirect). This method also replaces the Proxy-Authorization header where necessary. :rtype: dict Nno_proxyrh allzProxy-Authorization)NN) r: rL r r@ rM r4 r! rg r setdefaultr" r\ r ) r< rc rJ r: rL r@ Z new_proxiesrh Z bypass_proxyZenviron_proxiesproxyZusernameZpasswordr' r' r+ r^ s* z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )zWhen being redirected we may want to change the method of the request based on certain specs or browser behavior. HEADGETPOSTN)methodrZ r$ Z see_otherfoundZmoved)r< rc r3 rp r' r' r+ rY = s z#SessionRedirectMixin.rebuild_method)FNTNNF) __name__ __module__ __qualname__r> rA re r_ r^ rY r' r' r' r+ r6 _ s q)r6 c @ s e Zd ZdZdddddddd d d d d dg Zdd Zdd Zdd Zdd Zd7ddZ dd Z d d Z d d Z d8d!d"Z d9d#d$Zd:d%d&Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Zd5d6 ZdS );Sessiona A Requests session. Provides cookie persistence, connection-pooling, and configuration. Basic Usage:: >>> import requests >>> s = requests.Session() >>> s.get('https://httpbin.org/get') <Response [200]> Or as a context manager:: >>> with requests.Session() as s: >>> s.get('https://httpbin.org/get') <Response [200]> r: r] authrJ hooksparamsrH rI ZprefetchadaptersrF rg rU c C sr t | _d | _i | _t | _i | _d| _d| _d | _ t | _ d| _ t i | _t | _| dt | dt d S )NFTzhttps://zhttp://)r r: rv rJ r rw rx rF rH rI r rU rg r r] r ry mountr r< r' r' r+ __init__m s zSession.__init__c C s | S r& r' r{ r' r' r+ __enter__ s zSession.__enter__c G s | d S r& )rV )r< argsr' r' r+ __exit__ s zSession.__exit__c C s |j pi }t|tjs t|}ttt | j |}|j}| jrR|sR| jsRt |j }t }|j |j |j |j|j|jt|j| jtdt|j| jt|| j|t|j| jd |S )a Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it. The :class:`PreparedRequest` has settings merged from the :class:`Request <Request>` instance and those of the :class:`Session`. :param request: :class:`Request` instance to prepare with this session's settings. :rtype: requests.PreparedRequest )r0 ) rp rL filesdatajsonr: rx rv r] rw )r] r- r Z CookieJarr r r rv rg r rL r Zpreparerp upperr r r r2 r: r rx r5 rw )r< rf r] Zmerged_cookiesrv pr' r' r+ prepare_request s0 zSession.prepare_requestNTc C st t | ||||pi ||p i ||| d }| |}| p8i } | |j| | ||}| | d}|| | j|f|}|S )a Constructs a :class:`Request <Request>`, prepares it and sends it. Returns :class:`Response <Response>` object. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'filename': file-like-objects`` for multipart encoding upload. :param auth: (optional) Auth tuple or callable to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Set to True by default. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol or protocol and hostname to the URL of the proxy. :param stream: (optional) whether to immediately download the response content. Defaults to ``False``. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :rtype: requests.Response ) rp rL r: r r r rx rv r] rw )rG rK )r r r merge_environment_settingsrL r. r` )r< rp rL rx r r: r] r rv rG rK rJ rw rF rH rI r ra ZprepZsettingsZ send_kwargsr= r' r' r+ rf s6 ) zSession.requestc K s | dd | jd|f|S )zSends a GET request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rK Trn rk rf r< rL kwargsr' r' r+ r4 s z Session.getc K s | dd | jd|f|S )zSends a OPTIONS request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rK TZOPTIONSr r r' r' r+ options$ s zSession.optionsc K s | dd | jd|f|S )zSends a HEAD request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rK Frm r r r' r' r+ head/ s z Session.headc K s | j d|f||d|S )a Sends a POST request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ro )r r rf )r< rL r r r r' r' r+ post: s z Session.postc K s | j d|fd|i|S )au Sends a PUT request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPUTr r r< rL r r r' r' r+ putG s z Session.putc K s | j d|fd|i|S )aw Sends a PATCH request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPATCHr r r r' r' r+ patchS s z Session.patchc K s | j d|f|S )zSends a DELETE request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZDELETEr r r' r' r+ delete_ s zSession.deletec K sz | d| j | d| j | d| j | d| j t|trJtd|dd}| d}|j }| j |j d}t }|j|f|}t | } t| d |_td ||f|}|jr|jD ]} t| j| j| j qt| j||j | j||f|} |rd d | D ng } | r*| d | | }| |_|sjz"t| j||fddi||_W n tk rh Y nX |sv|j |S )zISend a given PreparedRequest. :rtype: requests.Response rF rH rI rJ z#You can only send PreparedRequests.rK T)rL )Zsecondsr3 c S s g | ]}|qS r' r' )r( r= r' r' r+ r, s z Session.send.<locals>.<listcomp>r rb ) rk rF rH rI rJ r- r ValueErrorr[ r4 rw get_adapterrL preferred_clockr` r elapsedr rO r r] rf rR re insertnextZ_next StopIterationrP ) r< rf r rK rF rw adapterstartrr r= genrO r' r' r+ r` i sB "z Session.sendc C s | j rn|dk r|dnd}t||d}| D ]\}} ||| q0|dksV|dkrntjdpltjd}t|| j}t|| j }t|| j }t|| j }||||dS )z^ Check the environment and merge it with some settings. :rtype: dict Nrh ri TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rH rJ rF rI ) rg r4 r r/ rk osenvironr2 rJ rF rH rI ) r< rL rJ rF rH rI rh Z env_proxiesr) r* r' r' r+ r s z"Session.merge_environment_settingsc C s> | j D ]"\}}| | r | S q td| dS )z~ Returns the appropriate connection adapter for the given URL. :rtype: requests.adapters.BaseAdapter z*No connection adapters were found for '%s'N)ry r/ lowerrW r )r< rL prefixr r' r' r+ r s zSession.get_adapterc C s | j D ] }| q dS )z+Closes all adapters and as such the sessionN)ry valuesrV )r< r* r' r' r+ rV s z Session.closec s> || j < fdd| j D }|D ]}| j || j |< q"dS )zwRegisters a connection adapter to a prefix. Adapters are sorted in descending order by prefix length. c s g | ]}t |t k r|qS r' )rT )r( r) r r' r+ r, s z!Session.mount.<locals>.<listcomp>N)ry r[ )r< r r Z keys_to_mover1 r' r r+ rz s z Session.mountc s fdd j D }|S )Nc s i | ]}|t |d qS r& )getattr)r( attrr{ r' r+ <dictcomp> s z(Session.__getstate__.<locals>.<dictcomp>) __attrs__)r< stater' r{ r+ __getstate__ s zSession.__getstate__c C s" | D ]\}}t| || qd S r& )r/ setattr)r< r r valuer' r' r+ __setstate__ s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)rr rs rt __doc__r r| r} r r rf r4 r r r r r r r` r r rV rz r r r' r' r' r+ ru T s` 7) G I ru c C s t S )aZ Returns a :class:`Session` for context-management. .. deprecated:: 1.0.0 This method has been deprecated since version 1.0.0 and is only kept for backwards compatibility. New code should use :class:`~requests.sessions.Session` to create a session. This may be removed at a future date. :rtype: Session )ru r' r' r' r+ session s r )>r r systimeZdatetimer rv r compatr r r r r r r] r r r r Zmodelsr r r rw r r Z_internal_utilsr Zutilsr r r exceptionsr r r r Z structuresr ry r r r r r! r" r# Z status_codesr$ r% platform perf_counterr AttributeErrorZclockr2 r5 objectr6 ru r r' r' r' r+ <module> s@ v %PK A\~BT62L 2L > pip/_vendor/requests/__pycache__/sessions.cpython-38.opt-1.pycnu [ U .er @ s d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m Z m Z m Z m Z mZ ddlmZmZmZmZ ddlmZmZmZ dd lmZmZ dd lm Z dd l m Z m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% dd l&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddlm2Z2 ej3dkrNz ej4Z5W n e6k rJ ej7Z5Y nX nejZ5e fddZ8e fddZ9G dd de:Z;G dd de;Z<dd Z=dS ) z requests.session ~~~~~~~~~~~~~~~~ This module provides a Session object to manage and persist settings across requests (cookies, auth, proxies). N) timedelta )_basic_auth_str) cookielibis_py3 OrderedDicturljoinurlparseMapping)cookiejar_from_dictextract_cookies_to_jarRequestsCookieJar merge_cookies)RequestPreparedRequestDEFAULT_REDIRECT_LIMIT) default_hooks dispatch_hook)to_native_string)to_key_val_listdefault_headers DEFAULT_PORTS)TooManyRedirects InvalidSchemaChunkedEncodingErrorContentDecodingError)CaseInsensitiveDict) HTTPAdapter) requote_uriget_environ_proxiesget_netrc_authshould_bypass_proxiesget_auth_from_url rewind_body)codes)REDIRECT_STATIZwin32c C sp |dkr | S | dkr|S t |tr,t | ts0| S |t|}|t| dd | D }|D ] }||= q`|S )zDetermines appropriate setting for a given request, taking into account the explicit setting on that request, and the setting in the session. If a setting is a dictionary, they will be merged together using `dict_class` Nc S s g | ]\}}|d kr|qS N ).0kvr' r' A/usr/lib/python3.8/site-packages/pip/_vendor/requests/sessions.py <listcomp>I s z!merge_setting.<locals>.<listcomp>) isinstancer r updateitems)Zrequest_settingZsession_setting dict_classZmerged_settingZ none_keyskeyr' r' r+ merge_setting1 s r2 c C s@ |dks| dg kr| S | dks0| dg kr4|S t| ||S )zProperly merges both requests and session hooks. This is necessary because when request_hooks == {'response': []}, the merge breaks Session hooks entirely. Nresponse)getr2 )Z request_hooksZ session_hooksr0 r' r' r+ merge_hooksP s r5 c @ s> e Zd Zdd Zdd Zddd Zd d Zd d Zdd ZdS )SessionRedirectMixinc C s, |j r(|jd }tr |d}t|dS dS )z7Receives a Response. Returns a redirect URI or ``None``locationlatin1utf8N)Z is_redirectheadersr encoder )selfrespr7 r' r' r+ get_redirect_targeta s z(SessionRedirectMixin.get_redirect_targetc C s t |}t |}|j|jkr dS |jdkrL|jdkrL|jdkrL|jdkrLdS |j|jk}|j|jk}t|jddf}|s|j|kr|j|krdS |p|S )zFDecide whether Authorization header should be removed when redirectingTZhttp)P NZhttps)i NFN)r ZhostnameschemeZportr r4 )r< Zold_urlZnew_urlZ old_parsedZ new_parsedZ changed_portZchanged_schemeZ default_portr' r' r+ should_strip_authv s$ z&SessionRedirectMixin.should_strip_authFNTc k sZ g } | |} t|jj} | rV| } | | | dd |_z |j W n( tt t fk rr |j j dd Y nX t |j| jkrtd| j |d| | drt|j}dt|j| f } t| }|jd kr| r|j| d }n |jr|j} | } |jst|jt| } nt| } t| | _| | | |jtj tj fkrld }|D ]}| j |d qPd| _ | j }z |d = W n t!k r Y nX t"| j#||j t$| j#| j% | &| j# | '| |}| (| | | j)dk od |kpd|k}|rt*| | }|r|V q| j+|f|||||dd| }t"| j%| |j | |} |V qdS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r3 z//z%s:%s )fragment)Content-Lengthz Content-TypeTransfer-EncodingZCookierD rE )streamtimeoutverifycertproxiesallow_redirects),r> r urlrC copyappendhistorycontentr r RuntimeErrorrawreadlen max_redirectsr close startswithr r@ _replaceZgeturlZnetlocr r rebuild_method status_coder$ Ztemporary_redirectZpermanent_redirectr: popZbodyKeyErrorr Z_cookiesr cookiesZprepare_cookiesrebuild_proxies rebuild_authZ_body_positionr# send)r< r= reqrF rG rH rI rJ yield_requestsZadapter_kwargsZhistrL Zprevious_fragmentprepared_requestZ parsed_rurlZparsedZpurged_headersheaderr: Z rewindabler' r' r+ resolve_redirects s z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| |jj|r*|d= | jr8t|nd}|dk rN|| dS )zWhen being redirected we may want to strip authentication from the request to avoid leaking credentials. This method intelligently removes and reapplies authentication where possible to avoid credential loss. Z AuthorizationN)r: rL rA request trust_envr Z prepare_auth)r< rc r3 r: rL Znew_authr' r' r+ r_ s z!SessionRedirectMixin.rebuild_authc C s |dk r |ni }|j }|j}t|j}| }|d}t||d}| jr||s|t||d} | || d} | r|| || d|kr|d= zt || \} } W n t k r d\} } Y nX | r| rt | | |d< |S )a This method re-evaluates the proxy configuration by considering the environment variables. If we are redirected to a URL covered by NO_PROXY, we strip the proxy configuration. Otherwise, we set missing proxy keys for this URL (in case they were stripped by a previous redirect). This method also replaces the Proxy-Authorization header where necessary. :rtype: dict Nno_proxyrh allzProxy-Authorization)NN) r: rL r r@ rM r4 r! rg r setdefaultr" r\ r ) r< rc rJ r: rL r@ Z new_proxiesrh Z bypass_proxyZenviron_proxiesproxyZusernameZpasswordr' r' r+ r^ s* z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )zWhen being redirected we may want to change the method of the request based on certain specs or browser behavior. HEADGETPOSTN)methodrZ r$ Z see_otherfoundZmoved)r< rc r3 rp r' r' r+ rY = s z#SessionRedirectMixin.rebuild_method)FNTNNF) __name__ __module__ __qualname__r> rA re r_ r^ rY r' r' r' r+ r6 _ s q)r6 c @ s e Zd ZdZdddddddd d d d d dg Zdd Zdd Zdd Zdd Zd7ddZ dd Z d d Z d d Z d8d!d"Z d9d#d$Zd:d%d&Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Zd5d6 ZdS );Sessiona A Requests session. Provides cookie persistence, connection-pooling, and configuration. Basic Usage:: >>> import requests >>> s = requests.Session() >>> s.get('https://httpbin.org/get') <Response [200]> Or as a context manager:: >>> with requests.Session() as s: >>> s.get('https://httpbin.org/get') <Response [200]> r: r] authrJ hooksparamsrH rI ZprefetchadaptersrF rg rU c C sr t | _d | _i | _t | _i | _d| _d| _d | _ t | _ d| _ t i | _t | _| dt | dt d S )NFTzhttps://zhttp://)r r: rv rJ r rw rx rF rH rI r rU rg r r] r ry mountr r< r' r' r+ __init__m s zSession.__init__c C s | S r& r' r{ r' r' r+ __enter__ s zSession.__enter__c G s | d S r& )rV )r< argsr' r' r+ __exit__ s zSession.__exit__c C s |j pi }t|tjs t|}ttt | j |}|j}| jrR|sR| jsRt |j }t }|j |j |j |j|j|jt|j| jtdt|j| jt|| j|t|j| jd |S )a Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it. The :class:`PreparedRequest` has settings merged from the :class:`Request <Request>` instance and those of the :class:`Session`. :param request: :class:`Request` instance to prepare with this session's settings. :rtype: requests.PreparedRequest )r0 ) rp rL filesdatajsonr: rx rv r] rw )r] r- r Z CookieJarr r r rv rg r rL r Zpreparerp upperr r r r2 r: r rx r5 rw )r< rf r] Zmerged_cookiesrv pr' r' r+ prepare_request s0 zSession.prepare_requestNTc C st t | ||||pi ||p i ||| d }| |}| p8i } | |j| | ||}| | d}|| | j|f|}|S )a Constructs a :class:`Request <Request>`, prepares it and sends it. Returns :class:`Response <Response>` object. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'filename': file-like-objects`` for multipart encoding upload. :param auth: (optional) Auth tuple or callable to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Set to True by default. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol or protocol and hostname to the URL of the proxy. :param stream: (optional) whether to immediately download the response content. Defaults to ``False``. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :rtype: requests.Response ) rp rL r: r r r rx rv r] rw )rG rK )r r r merge_environment_settingsrL r. r` )r< rp rL rx r r: r] r rv rG rK rJ rw rF rH rI r ra ZprepZsettingsZ send_kwargsr= r' r' r+ rf s6 ) zSession.requestc K s | dd | jd|f|S )zSends a GET request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rK Trn rk rf r< rL kwargsr' r' r+ r4 s z Session.getc K s | dd | jd|f|S )zSends a OPTIONS request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rK TZOPTIONSr r r' r' r+ options$ s zSession.optionsc K s | dd | jd|f|S )zSends a HEAD request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response rK Frm r r r' r' r+ head/ s z Session.headc K s | j d|f||d|S )a Sends a POST request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ro )r r rf )r< rL r r r r' r' r+ post: s z Session.postc K s | j d|fd|i|S )au Sends a PUT request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPUTr r r< rL r r r' r' r+ putG s z Session.putc K s | j d|fd|i|S )aw Sends a PATCH request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZPATCHr r r r' r' r+ patchS s z Session.patchc K s | j d|f|S )zSends a DELETE request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response ZDELETEr r r' r' r+ delete_ s zSession.deletec K sz | d| j | d| j | d| j | d| j t|trJtd|dd}| d}|j }| j |j d}t }|j|f|}t | } t| d |_td ||f|}|jr|jD ]} t| j| j| j qt| j||j | j||f|} |rd d | D ng } | r*| d | | }| |_|sjz"t| j||fddi||_W n tk rh Y nX |sv|j |S )zISend a given PreparedRequest. :rtype: requests.Response rF rH rI rJ z#You can only send PreparedRequests.rK T)rL )Zsecondsr3 c S s g | ]}|qS r' r' )r( r= r' r' r+ r, s z Session.send.<locals>.<listcomp>r rb ) rk rF rH rI rJ r- r ValueErrorr[ r4 rw get_adapterrL preferred_clockr` r elapsedr rO r r] rf rR re insertnextZ_next StopIterationrP ) r< rf r rK rF rw adapterstartrr r= genrO r' r' r+ r` i sB "z Session.sendc C s | j rn|dk r|dnd}t||d}| D ]\}} ||| q0|dksV|dkrntjdpltjd}t|| j}t|| j }t|| j }t|| j }||||dS )z^ Check the environment and merge it with some settings. :rtype: dict Nrh ri TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rH rJ rF rI ) rg r4 r r/ rk osenvironr2 rJ rF rH rI ) r< rL rJ rF rH rI rh Z env_proxiesr) r* r' r' r+ r s z"Session.merge_environment_settingsc C s> | j D ]"\}}| | r | S q td| dS )z~ Returns the appropriate connection adapter for the given URL. :rtype: requests.adapters.BaseAdapter z*No connection adapters were found for '%s'N)ry r/ lowerrW r )r< rL prefixr r' r' r+ r s zSession.get_adapterc C s | j D ] }| q dS )z+Closes all adapters and as such the sessionN)ry valuesrV )r< r* r' r' r+ rV s z Session.closec s> || j < fdd| j D }|D ]}| j || j |< q"dS )zwRegisters a connection adapter to a prefix. Adapters are sorted in descending order by prefix length. c s g | ]}t |t k r|qS r' )rT )r( r) r r' r+ r, s z!Session.mount.<locals>.<listcomp>N)ry r[ )r< r r Z keys_to_mover1 r' r r+ rz s z Session.mountc s fdd j D }|S )Nc s i | ]}|t |d qS r& )getattr)r( attrr{ r' r+ <dictcomp> s z(Session.__getstate__.<locals>.<dictcomp>) __attrs__)r< stater' r{ r+ __getstate__ s zSession.__getstate__c C s" | D ]\}}t| || qd S r& )r/ setattr)r< r r valuer' r' r+ __setstate__ s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)rr rs rt __doc__r r| r} r r rf r4 r r r r r r r` r r rV rz r r r' r' r' r+ ru T s` 7) G I ru c C s t S )aZ Returns a :class:`Session` for context-management. .. deprecated:: 1.0.0 This method has been deprecated since version 1.0.0 and is only kept for backwards compatibility. New code should use :class:`~requests.sessions.Session` to create a session. This may be removed at a future date. :rtype: Session )ru r' r' r' r+ session s r )>r r systimeZdatetimer rv r compatr r r r r r r] r r r r Zmodelsr r r rw r r Z_internal_utilsr Zutilsr r r exceptionsr r r r Z structuresr ry r r r r r! r" r# Z status_codesr$ r% platform perf_counterr AttributeErrorZclockr2 r5 objectr6 ru r r' r' r' r+ <module> s@ v %PK A\:U U 5 pip/_vendor/requests/__pycache__/certs.cpython-38.pycnu [ U .e @ s& d Z ddlmZ edkr"ee dS )uF requests.certs ~~~~~~~~~~~~~~ This module returns the preferred default CA certificate bundle. There is only one — the one from the certifi package. If you are packaging Requests, e.g., for a Linux distribution or a managed environment, you can change the definition of where() to return a separately packaged CA bundle. )where__main__N)__doc__Zpip._vendor.certifir __name__print r r >/usr/lib/python3.8/site-packages/pip/_vendor/requests/certs.py<module> s PK A\Yp : pip/_vendor/requests/__pycache__/help.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm Z ddl m Z zdd lmZ W n ek r dZdZdZY nX ddlZddlZd d Zd d Zdd Zedkre dS )z'Module containing bug report helper(s). )print_functionN)idna)urllib3)chardet ) __version__) pyopensslc C s t } | dkrt }nj| dkr\dtjjtjjtjjf }tjjdkrd |tjjg}n(| dkrnt }n| dkrt }nd}| |d S ) a Return a dict with the Python implementation and version. Provide both the name and the version of the Python implementation currently running. For example, on CPython 2.7.5 it will return {'name': 'CPython', 'version': '2.7.5'}. This function works best on CPython and PyPy: in particular, it probably doesn't work for Jython or IronPython. Future investigation should be done to work out the correct shape of the code for those platforms. ZCPythonZPyPyz%s.%s.%sfinal ZJythonZ IronPythonUnknown)nameversion) platformZpython_implementationZpython_versionsysZpypy_version_infomajorminormicro releaseleveljoin)implementationZimplementation_version r =/usr/lib/python3.8/site-packages/pip/_vendor/requests/help.py_implementation s& r c C s zt t d} W n tk r4 ddd} Y nX t }dtji}dtji}ddd}trrtjdtj j d}dt t ddi}dt t ddi}tj }d|dk rd| ndi}| ||tdk |||||dtid S ) z&Generate information for a bug report.)systemreleaser r Nr )r Zopenssl_versionz%xr ) r r system_sslZusing_pyopensslZ pyOpenSSLr r cryptographyr Zrequests)r r r IOErrorr r r r OpenSSLZSSLZOPENSSL_VERSION_NUMBERgetattrr r sslr requests_version) Z platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r info; sR r" c C s t tjt ddd dS )z)Pretty-print the bug information as JSON.T )Z sort_keysindentN)printjsondumpsr" r r r r mainq s r( __main__)__doc__Z __future__r r& r r r Z pip._vendorr r r r r r! Zpip._vendor.urllib3.contribr ImportErrorr r r r" r( __name__r r r r <module> s, !6PK A\Yp 4 pip/_vendor/requests/__pycache__/help.cpython-38.pycnu [ U .e @ s d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm Z ddl m Z zdd lmZ W n ek r dZdZdZY nX ddlZddlZd d Zd d Zdd Zedkre dS )z'Module containing bug report helper(s). )print_functionN)idna)urllib3)chardet ) __version__) pyopensslc C s t } | dkrt }nj| dkr\dtjjtjjtjjf }tjjdkrd |tjjg}n(| dkrnt }n| dkrt }nd}| |d S ) a Return a dict with the Python implementation and version. Provide both the name and the version of the Python implementation currently running. For example, on CPython 2.7.5 it will return {'name': 'CPython', 'version': '2.7.5'}. This function works best on CPython and PyPy: in particular, it probably doesn't work for Jython or IronPython. Future investigation should be done to work out the correct shape of the code for those platforms. ZCPythonZPyPyz%s.%s.%sfinal ZJythonZ IronPythonUnknown)nameversion) platformZpython_implementationZpython_versionsysZpypy_version_infomajorminormicro releaseleveljoin)implementationZimplementation_version r =/usr/lib/python3.8/site-packages/pip/_vendor/requests/help.py_implementation s& r c C s zt t d} W n tk r4 ddd} Y nX t }dtji}dtji}ddd}trrtjdtj j d}dt t ddi}dt t ddi}tj }d|dk rd| ndi}| ||tdk |||||dtid S ) z&Generate information for a bug report.)systemreleaser r Nr )r Zopenssl_versionz%xr ) r r system_sslZusing_pyopensslZ pyOpenSSLr r cryptographyr Zrequests)r r r IOErrorr r r r OpenSSLZSSLZOPENSSL_VERSION_NUMBERgetattrr r sslr requests_version) Z platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r info; sR r" c C s t tjt ddd dS )z)Pretty-print the bug information as JSON.T )Z sort_keysindentN)printjsondumpsr" r r r r mainq s r( __main__)__doc__Z __future__r r& r r r Z pip._vendorr r r r r r! Zpip._vendor.urllib3.contribr ImportErrorr r r r" r( __name__r r r r <module> s, !6PK A\ 3B 3B 8 pip/_vendor/requests/__pycache__/adapters.cpython-38.pycnu [ U .e,T @ s d Z ddlZddlZddlmZmZ ddlmZ ddl m Z ddl m Z ddl mZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlmZ ddlmZ ddlmZ ddlm Z ddlm Z ddl m Z ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1m2Z2mZmZm3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 zddl9m:Z: W n e;k r d d Z:Y nX d Z<d Z=dZ>dZ?G d d! d!e@ZAG d"d# d#eAZBdS )$z requests.adapters ~~~~~~~~~~~~~~~~~ This module contains the transport adapters that Requests uses to define and maintain connections. N) PoolManagerproxy_from_url) HTTPResponse) parse_url)Timeout)Retry)ClosedPoolError)ConnectTimeoutError) HTTPError) MaxRetryError)NewConnectionError) ProxyError) ProtocolError)ReadTimeoutError)SSLError) ResponseError)LocationValueError )Response)urlparse basestring)DEFAULT_CA_BUNDLE_PATHextract_zipped_pathsget_encoding_from_headersprepend_scheme_if_neededget_auth_from_url urldefragauth select_proxy)CaseInsensitiveDict)extract_cookies_to_jar) ConnectionErrorConnectTimeout ReadTimeoutr r RetryError InvalidSchemaInvalidProxyURL InvalidURL)_basic_auth_str)SOCKSProxyManagerc O s t dd S )Nz'Missing dependencies for SOCKS support.)r$ )argskwargs r+ A/usr/lib/python3.8/site-packages/pip/_vendor/requests/adapters.pyr( . s r( F c s2 e Zd ZdZ fddZd ddZd d Z ZS ) BaseAdapterzThe Base Transport Adapterc s t t| d S N)superr. __init__self __class__r+ r, r1 : s zBaseAdapter.__init__FNTc C s t dS )aC Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. NNotImplementedError)r3 requeststreamtimeoutverifycertproxiesr+ r+ r, send= s zBaseAdapter.sendc C s t dS )z!Cleans up adapter specific items.Nr6 r2 r+ r+ r, closeO s zBaseAdapter.close)FNTNN)__name__ __module__ __qualname____doc__r1 r> r? __classcell__r+ r+ r4 r, r. 7 s r. c s e Zd ZdZdddddgZeeeef fdd Zd d Z d d Z efd dZ dd Z dd Z dd Zd$ddZdd Zdd Zd d Zd d Zd%d"d#Z ZS )& HTTPAdaptera The built-in HTTP Adapter for urllib3. Provides a general-case interface for Requests sessions to contact HTTP and HTTPS urls by implementing the Transport Adapter interface. This class will usually be created by the :class:`Session <Session>` class under the covers. :param pool_connections: The number of urllib3 connection pools to cache. :param pool_maxsize: The maximum number of connections to save in the pool. :param max_retries: The maximum number of retries each connection should attempt. Note, this applies only to failed DNS lookups, socket connections and connection timeouts, never to requests where data has made it to the server. By default, Requests does not retry failed connections. If you need granular control over the conditions under which we retry a request, import urllib3's ``Retry`` class and pass that instead. :param pool_block: Whether the connection pool should block for connections. Usage:: >>> import requests >>> s = requests.Session() >>> a = requests.adapters.HTTPAdapter(max_retries=3) >>> s.mount('http://', a) max_retriesconfig_pool_connections _pool_maxsize _pool_blockc sd |t krtddd| _n t|| _i | _i | _tt| || _ || _ || _ | j |||d d S )Nr F)readblock) DEFAULT_RETRIESr rF Zfrom_intrG proxy_managerr0 rE r1 rH rI rJ init_poolmanager)r3 Zpool_connectionsZ pool_maxsizerF Z pool_blockr4 r+ r, r1 q s zHTTPAdapter.__init__c s fdd j D S )Nc s i | ]}|t |d qS r/ )getattr).0attrr2 r+ r, <dictcomp> s z,HTTPAdapter.__getstate__.<locals>.<dictcomp>) __attrs__r2 r+ r2 r, __getstate__ s zHTTPAdapter.__getstate__c C sD i | _ i | _| D ]\}}t| || q| j| j| j| jd d S )NrL )rO rG itemssetattrrP rH rI rJ )r3 staterS valuer+ r+ r, __setstate__ s zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd|| _dS )a Initializes a urllib3 PoolManager. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param connections: The number of urllib3 connection pools to cache. :param maxsize: The maximum number of connections to save in the pool. :param block: Block when no free connections are available. :param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager. T) num_poolsmaxsizerM strictN)rH rI rJ r poolmanager)r3 Z connectionsr] rM Z pool_kwargsr+ r+ r, rP s z HTTPAdapter.init_poolmanagerc K s || j kr| j | }n|| dr^t|\}}t|f||| j| j| jd| }| j |< n4| |}t |f|| j| j| jd| }| j |< |S )a Return urllib3 ProxyManager for the given proxy. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The proxy to return a urllib3 ProxyManager for. :param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager. :returns: ProxyManager :rtype: urllib3.ProxyManager socks)usernamepasswordr\ r] rM ) proxy_headersr\ r] rM ) rO lower startswithr r( rH rI rJ rc r )r3 proxyZ proxy_kwargsZmanagerra rb rc r+ r+ r, proxy_manager_for s6 z HTTPAdapter.proxy_manager_forc C s | drn|rnd}|dk r"|}|s.tt}|r>tj|sLtd|d|_ tj |sf||_ q||_ nd|_ d|_ d|_ |rt |ts|d |_|d |_n ||_d|_|jrtj|jstd |j|jrtj|jstd |jdS ) aA Verify a SSL certificate. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param conn: The urllib3 connection object associated with the cert. :param url: The requested URL. :param verify: Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: The SSL certificate to verify. httpsNTzECould not find a suitable TLS CA certificate bundle, invalid path: {}Z CERT_REQUIREDZ CERT_NONEr r z9Could not find the TLS certificate file, invalid path: {}z1Could not find the TLS key file, invalid path: {})rd re r r ospathexistsIOErrorformatZ cert_reqsisdirZca_certsZ ca_cert_dir isinstancer Z cert_fileZkey_file)r3 connurlr; r< Zcert_locr+ r+ r, cert_verify s> zHTTPAdapter.cert_verifyc C s t }t|dd|_tt|di |_t|j|_||_|jj|_t |j t r^|j d|_ n|j |_ t |j|| ||_| |_|S )a Builds a :class:`Response <requests.Response>` object from a urllib3 response. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>` :param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response. :param resp: The urllib3 response object. :rtype: requests.Response ZstatusNheadersutf-8)r rQ Z status_coder rs r encodingrawreasonro rq bytesdecoder cookiesr8 connection)r3 ZreqrespZresponser+ r+ r, build_response s zHTTPAdapter.build_responseNc C sd t ||}|rDt|d}t|}|js.td| |}||}n t|}| }| j |}|S )a Returns a urllib3 connection for the given URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param url: The URL to connect to. :param proxies: (optional) A Requests-style dictionary of proxies used on this request. :rtype: urllib3.ConnectionPool ZhttpzFPlease check proxy URL. It is malformed and could be missing the host.) r r r Zhostr% rg Zconnection_from_urlr Zgeturlr_ )r3 rq r= rf Z proxy_urlrO rp Zparsedr+ r+ r, get_connection$ s zHTTPAdapter.get_connectionc C s& | j | j D ] }| qdS )zDisposes of any internal state. Currently, this closes the PoolManager and any active ProxyManager, which closes any pooled connections. N)r_ clearrO values)r3 rf r+ r+ r, r? ? s zHTTPAdapter.closec C s` t |j|}t|jj}|o"|dk}d}|rDt|j }|d}|j}|r\|s\t|j}|S )a? Obtain the url to use when making the final request. If the message is being sent through a HTTP proxy, the full URL has to be used. Otherwise, we should only use the path portion of the URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs. :rtype: str rh Fr` )r rq r schemerd re Zpath_urlr ) r3 r8 r= rf r Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerq r+ r+ r, request_urlI s zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does nothing by default, but is left for overriding by users that subclass the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to. :param kwargs: The keyword arguments from the call to send(). Nr+ )r3 r8 r* r+ r+ r, add_headersf s zHTTPAdapter.add_headersc C s& i }t |\}}|r"t|||d< |S )a Returns a dictionary of the headers to add to any request sent through a proxy. This works with urllib3 magic to ensure that they are correctly sent to the proxy, rather than in a tunnelled request if CONNECT is being used. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The url of the proxy being used for this request. :rtype: dict zProxy-Authorization)r r' )r3 rf rs ra rb r+ r+ r, rc t s zHTTPAdapter.proxy_headersFTc C s z| |j|}W n. tk r@ } zt||dW 5 d}~X Y nX | ||j|| | ||} | j||||||d |jdkpd|jk } t |t rz|\} } t | | d}W q t k r } zd |} t | W 5 d}~X Y qX nt |t rn t ||d}zF| s2|j|j| |j|jdddd| j|d }nt|d rD|j}|jtd }z|j|j| d d |j D ]\}}||| qn| |jD ]D}|tt|d d d |d || |d q|d z|j d d}W n t k r | }Y nX t j |||ddd}W n |! Y nX W n t"t#j$fk r~ } zt%| |dW 5 d} ~ X Y nZ t&k r" } zt |j't(rt |j't)st*||dt |j't+rt,||dt |j't-rt.||dt |j't/rt0||dt%||dW 5 d}~X Y n t1k rP } zt%||dW 5 d}~X Y n t-k rz } z t.|W 5 d}~X Y n^ t/t2fk r } z:t |t/rt0||dn t |t3rt4||dn W 5 d}~X Y nX | 5||S )a Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple or urllib3 Timeout object :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. :rtype: requests.Response )r8 N)r9 r: r; r< r= zContent-Length)connectrK zrInvalid timeout {}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF) methodrq bodyrs ZredirectZassert_same_hostpreload_contentdecode_contentZretriesr: proxy_pool)r: T)Zskip_accept_encoding rt s s 0 ) buffering)Zpoolr{ r r )6r~ rq r r& rr r r r rs ro tuple TimeoutSauce ValueErrorrm Zurlopenr rF hasattrr Z _get_connDEFAULT_POOL_TIMEOUTZ putrequestrW Z putheaderZ endheadersr> hexlenencodeZ getresponse TypeErrorr Z from_httplibr? r socketerrorr r rw r r r! r r# _ProxyErrorr _SSLErrorr r _HTTPErrorr r" r} )r3 r8 r9 r: r; r< r= rp erq Zchunkedr rK errr| Zlow_connheaderrZ irr+ r+ r, r> s zHTTPAdapter.send)N)FNTNN)r@ rA rB rC rU DEFAULT_POOLSIZErN DEFAULT_POOLBLOCKr1 rV r[ rP rg rr r} r~ r? r r rc r> rD r+ r+ r4 r, rE T s* %4% rE )CrC Zos.pathri r Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r r Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r r r r r r r r r r r r Zmodelsr compatr r Zutilsr r r r r r r Z structuresr rz r exceptionsr r! r" r# r$ r% r& Zauthr' Z!pip._vendor.urllib3.contrib.socksr( ImportErrorr r rN r objectr. rE r+ r+ r+ r, <module> sF $ , PK A\ 3B 3B > pip/_vendor/requests/__pycache__/adapters.cpython-38.opt-1.pycnu [ U .e,T @ s d Z ddlZddlZddlmZmZ ddlmZ ddl m Z ddl m Z ddl mZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlmZ ddlmZ ddlmZ ddlm Z ddlm Z ddl m Z ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1m2Z2mZmZm3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 zddl9m:Z: W n e;k r d d Z:Y nX d Z<d Z=dZ>dZ?G d d! d!e@ZAG d"d# d#eAZBdS )$z requests.adapters ~~~~~~~~~~~~~~~~~ This module contains the transport adapters that Requests uses to define and maintain connections. N) PoolManagerproxy_from_url) HTTPResponse) parse_url)Timeout)Retry)ClosedPoolError)ConnectTimeoutError) HTTPError) MaxRetryError)NewConnectionError) ProxyError) ProtocolError)ReadTimeoutError)SSLError) ResponseError)LocationValueError )Response)urlparse basestring)DEFAULT_CA_BUNDLE_PATHextract_zipped_pathsget_encoding_from_headersprepend_scheme_if_neededget_auth_from_url urldefragauth select_proxy)CaseInsensitiveDict)extract_cookies_to_jar) ConnectionErrorConnectTimeout ReadTimeoutr r RetryError InvalidSchemaInvalidProxyURL InvalidURL)_basic_auth_str)SOCKSProxyManagerc O s t dd S )Nz'Missing dependencies for SOCKS support.)r$ )argskwargs r+ A/usr/lib/python3.8/site-packages/pip/_vendor/requests/adapters.pyr( . s r( F c s2 e Zd ZdZ fddZd ddZd d Z ZS ) BaseAdapterzThe Base Transport Adapterc s t t| d S N)superr. __init__self __class__r+ r, r1 : s zBaseAdapter.__init__FNTc C s t dS )aC Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. NNotImplementedError)r3 requeststreamtimeoutverifycertproxiesr+ r+ r, send= s zBaseAdapter.sendc C s t dS )z!Cleans up adapter specific items.Nr6 r2 r+ r+ r, closeO s zBaseAdapter.close)FNTNN)__name__ __module__ __qualname____doc__r1 r> r? __classcell__r+ r+ r4 r, r. 7 s r. c s e Zd ZdZdddddgZeeeef fdd Zd d Z d d Z efd dZ dd Z dd Z dd Zd$ddZdd Zdd Zd d Zd d Zd%d"d#Z ZS )& HTTPAdaptera The built-in HTTP Adapter for urllib3. Provides a general-case interface for Requests sessions to contact HTTP and HTTPS urls by implementing the Transport Adapter interface. This class will usually be created by the :class:`Session <Session>` class under the covers. :param pool_connections: The number of urllib3 connection pools to cache. :param pool_maxsize: The maximum number of connections to save in the pool. :param max_retries: The maximum number of retries each connection should attempt. Note, this applies only to failed DNS lookups, socket connections and connection timeouts, never to requests where data has made it to the server. By default, Requests does not retry failed connections. If you need granular control over the conditions under which we retry a request, import urllib3's ``Retry`` class and pass that instead. :param pool_block: Whether the connection pool should block for connections. Usage:: >>> import requests >>> s = requests.Session() >>> a = requests.adapters.HTTPAdapter(max_retries=3) >>> s.mount('http://', a) max_retriesconfig_pool_connections _pool_maxsize _pool_blockc sd |t krtddd| _n t|| _i | _i | _tt| || _ || _ || _ | j |||d d S )Nr F)readblock) DEFAULT_RETRIESr rF Zfrom_intrG proxy_managerr0 rE r1 rH rI rJ init_poolmanager)r3 Zpool_connectionsZ pool_maxsizerF Z pool_blockr4 r+ r, r1 q s zHTTPAdapter.__init__c s fdd j D S )Nc s i | ]}|t |d qS r/ )getattr).0attrr2 r+ r, <dictcomp> s z,HTTPAdapter.__getstate__.<locals>.<dictcomp>) __attrs__r2 r+ r2 r, __getstate__ s zHTTPAdapter.__getstate__c C sD i | _ i | _| D ]\}}t| || q| j| j| j| jd d S )NrL )rO rG itemssetattrrP rH rI rJ )r3 staterS valuer+ r+ r, __setstate__ s zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd|| _dS )a Initializes a urllib3 PoolManager. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param connections: The number of urllib3 connection pools to cache. :param maxsize: The maximum number of connections to save in the pool. :param block: Block when no free connections are available. :param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager. T) num_poolsmaxsizerM strictN)rH rI rJ r poolmanager)r3 Z connectionsr] rM Z pool_kwargsr+ r+ r, rP s z HTTPAdapter.init_poolmanagerc K s || j kr| j | }n|| dr^t|\}}t|f||| j| j| jd| }| j |< n4| |}t |f|| j| j| jd| }| j |< |S )a Return urllib3 ProxyManager for the given proxy. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The proxy to return a urllib3 ProxyManager for. :param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager. :returns: ProxyManager :rtype: urllib3.ProxyManager socks)usernamepasswordr\ r] rM ) proxy_headersr\ r] rM ) rO lower startswithr r( rH rI rJ rc r )r3 proxyZ proxy_kwargsZmanagerra rb rc r+ r+ r, proxy_manager_for s6 z HTTPAdapter.proxy_manager_forc C s | drn|rnd}|dk r"|}|s.tt}|r>tj|sLtd|d|_ tj |sf||_ q||_ nd|_ d|_ d|_ |rt |ts|d |_|d |_n ||_d|_|jrtj|jstd |j|jrtj|jstd |jdS ) aA Verify a SSL certificate. This method should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param conn: The urllib3 connection object associated with the cert. :param url: The requested URL. :param verify: Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: The SSL certificate to verify. httpsNTzECould not find a suitable TLS CA certificate bundle, invalid path: {}Z CERT_REQUIREDZ CERT_NONEr r z9Could not find the TLS certificate file, invalid path: {}z1Could not find the TLS key file, invalid path: {})rd re r r ospathexistsIOErrorformatZ cert_reqsisdirZca_certsZ ca_cert_dir isinstancer Z cert_fileZkey_file)r3 connurlr; r< Zcert_locr+ r+ r, cert_verify s> zHTTPAdapter.cert_verifyc C s t }t|dd|_tt|di |_t|j|_||_|jj|_t |j t r^|j d|_ n|j |_ t |j|| ||_| |_|S )a Builds a :class:`Response <requests.Response>` object from a urllib3 response. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>` :param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response. :param resp: The urllib3 response object. :rtype: requests.Response ZstatusNheadersutf-8)r rQ Z status_coder rs r encodingrawreasonro rq bytesdecoder cookiesr8 connection)r3 ZreqrespZresponser+ r+ r, build_response s zHTTPAdapter.build_responseNc C sd t ||}|rDt|d}t|}|js.td| |}||}n t|}| }| j |}|S )a Returns a urllib3 connection for the given URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param url: The URL to connect to. :param proxies: (optional) A Requests-style dictionary of proxies used on this request. :rtype: urllib3.ConnectionPool ZhttpzFPlease check proxy URL. It is malformed and could be missing the host.) r r r Zhostr% rg Zconnection_from_urlr Zgeturlr_ )r3 rq r= rf Z proxy_urlrO rp Zparsedr+ r+ r, get_connection$ s zHTTPAdapter.get_connectionc C s& | j | j D ] }| qdS )zDisposes of any internal state. Currently, this closes the PoolManager and any active ProxyManager, which closes any pooled connections. N)r_ clearrO values)r3 rf r+ r+ r, r? ? s zHTTPAdapter.closec C s` t |j|}t|jj}|o"|dk}d}|rDt|j }|d}|j}|r\|s\t|j}|S )a? Obtain the url to use when making the final request. If the message is being sent through a HTTP proxy, the full URL has to be used. Otherwise, we should only use the path portion of the URL. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs. :rtype: str rh Fr` )r rq r schemerd re Zpath_urlr ) r3 r8 r= rf r Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerq r+ r+ r, request_urlI s zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does nothing by default, but is left for overriding by users that subclass the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to. :param kwargs: The keyword arguments from the call to send(). Nr+ )r3 r8 r* r+ r+ r, add_headersf s zHTTPAdapter.add_headersc C s& i }t |\}}|r"t|||d< |S )a Returns a dictionary of the headers to add to any request sent through a proxy. This works with urllib3 magic to ensure that they are correctly sent to the proxy, rather than in a tunnelled request if CONNECT is being used. This should not be called from user code, and is only exposed for use when subclassing the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`. :param proxy: The url of the proxy being used for this request. :rtype: dict zProxy-Authorization)r r' )r3 rf rs ra rb r+ r+ r, rc t s zHTTPAdapter.proxy_headersFTc C s z| |j|}W n. tk r@ } zt||dW 5 d}~X Y nX | ||j|| | ||} | j||||||d |jdkpd|jk } t |t rz|\} } t | | d}W q t k r } zd |} t | W 5 d}~X Y qX nt |t rn t ||d}zF| s2|j|j| |j|jdddd| j|d }nt|d rD|j}|jtd }z|j|j| d d |j D ]\}}||| qn| |jD ]D}|tt|d d d |d || |d q|d z|j d d}W n t k r | }Y nX t j |||ddd}W n |! Y nX W n t"t#j$fk r~ } zt%| |dW 5 d} ~ X Y nZ t&k r" } zt |j't(rt |j't)st*||dt |j't+rt,||dt |j't-rt.||dt |j't/rt0||dt%||dW 5 d}~X Y n t1k rP } zt%||dW 5 d}~X Y n t-k rz } z t.|W 5 d}~X Y n^ t/t2fk r } z:t |t/rt0||dn t |t3rt4||dn W 5 d}~X Y nX | 5||S )a Sends PreparedRequest object. Returns Response object. :param request: The :class:`PreparedRequest <PreparedRequest>` being sent. :param stream: (optional) Whether to stream the request content. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple or urllib3 Timeout object :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use :param cert: (optional) Any user-provided SSL certificate to be trusted. :param proxies: (optional) The proxies dictionary to apply to the request. :rtype: requests.Response )r8 N)r9 r: r; r< r= zContent-Length)connectrK zrInvalid timeout {}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF) methodrq bodyrs ZredirectZassert_same_hostpreload_contentdecode_contentZretriesr: proxy_pool)r: T)Zskip_accept_encoding rt s s 0 ) buffering)Zpoolr{ r r )6r~ rq r r& rr r r r rs ro tuple TimeoutSauce ValueErrorrm Zurlopenr rF hasattrr Z _get_connDEFAULT_POOL_TIMEOUTZ putrequestrW Z putheaderZ endheadersr> hexlenencodeZ getresponse TypeErrorr Z from_httplibr? r socketerrorr r rw r r r! r r# _ProxyErrorr _SSLErrorr r _HTTPErrorr r" r} )r3 r8 r9 r: r; r< r= rp erq Zchunkedr rK errr| Zlow_connheaderrZ irr+ r+ r, r> s zHTTPAdapter.send)N)FNTNN)r@ rA rB rC rU DEFAULT_POOLSIZErN DEFAULT_POOLBLOCKr1 rV r[ rP rg rr r} r~ r? r r rc r> rD r+ r+ r4 r, rE T s* %4% rE )CrC Zos.pathri r Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r r Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r r r r r r r r r r r r Zmodelsr compatr r Zutilsr r r r r r r Z structuresr rz r exceptionsr r! r" r# r$ r% r& Zauthr' Z!pip._vendor.urllib3.contrib.socksr( ImportErrorr r rN r objectr. rE r+ r+ r+ r, <module> sF $ , PK A\9nI nI = pip/_vendor/requests/__pycache__/cookies.cpython-38.opt-1.pycnu [ U .eG @ s d Z ddlZddlZddlZddlmZ ddlmZmZm Z m Z m Z z ddl Z W n e k rl ddlZ Y nX G dd deZG dd d eZd d Zd d Zd ddZG dd deZG dd deje Zdd Zdd Zdd Zd dd Z d d Z dS )!z requests.cookies ~~~~~~~~~~~~~~~~ Compatibility code to be able to use `cookielib.CookieJar` with requests. requests.utils imports from here, so be careful with imports. N )to_native_string) cookieliburlparse urlunparseMorselMutableMappingc @ s e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z d ddZ dd Z dd Z dd Zedd Zedd Zed d ZdS ) MockRequesta Wraps a `requests.Request` to mimic a `urllib2.Request`. The code in `cookielib.CookieJar` expects this interface in order to correctly manage cookie policies, i.e., determine whether a cookie can be set, given the domains of the request and the cookie. The original request object is read-only. The client is responsible for collecting the new headers via `get_new_headers()` and interpreting them appropriately. You probably want `get_cookie_header`, defined below. c C s || _ i | _t| j jj| _d S N)_r _new_headersr urlschemetype)selfrequest r @/usr/lib/python3.8/site-packages/pip/_vendor/requests/cookies.py__init__% s zMockRequest.__init__c C s | j S r )r r r r r get_type* s zMockRequest.get_typec C s t | jjjS r )r r r Znetlocr r r r get_host- s zMockRequest.get_hostc C s | S r r r r r r get_origin_req_host0 s z MockRequest.get_origin_req_hostc C sT | j jds| j jS t| j jd dd}t| j j}t|j||j|j |j |j gS )NZHostzutf-8)encoding) r headersgetr r r r r pathZparamsZqueryZfragment)r hostZparsedr r r get_full_url3 s zMockRequest.get_full_urlc C s dS NTr r r r r is_unverifiableA s zMockRequest.is_unverifiablec C s || j jkp|| jkS r )r r r r namer r r has_headerD s zMockRequest.has_headerNc C s | j j|| j||S r )r r r r )r r# defaultr r r get_headerG s zMockRequest.get_headerc C s t ddS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)NotImplementedError)r keyvalr r r add_headerJ s zMockRequest.add_headerc C s || j |< d S r r r r# valuer r r add_unredirected_headerN s z#MockRequest.add_unredirected_headerc C s | j S r r+ r r r r get_new_headersQ s zMockRequest.get_new_headersc C s | S r )r! r r r r unverifiableT s zMockRequest.unverifiablec C s | S r )r r r r r origin_req_hostX s zMockRequest.origin_req_hostc C s | S r r r r r r r \ s zMockRequest.host)N)__name__ __module__ __qualname____doc__r r r r r r! r$ r& r* r. r/ propertyr0 r1 r r r r r r s$ r c @ s( e Zd ZdZdd Zdd Zdd ZdS ) MockResponsezWraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`. ...what? Basically, expose the parsed HTTP headers from the server response the way `cookielib` expects to see them. c C s || _ dS )zMake a MockResponse for `cookielib` to read. :param headers: a httplib.HTTPMessage or analogous carrying the headers N_headers)r r r r r r h s zMockResponse.__init__c C s | j S r r8 r r r r infoo s zMockResponse.infoc C s | j | d S r )r9 getheadersr" r r r r; r s zMockResponse.getheadersN)r2 r3 r4 r5 r r: r; r r r r r7 a s r7 c C s8 t |dr|jsdS t|}t|jj}| || dS )zExtract the cookies from the response into a CookieJar. :param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar) :param request: our own requests.Request object :param response: urllib3.HTTPResponse object _original_responseN)hasattrr< r r7 msgZextract_cookies)jarr ZresponseZreqresr r r extract_cookies_to_jarv s rA c C s t |}| | | dS )zj Produce an appropriate Cookie header string to be sent with `request`, or None. :rtype: str Cookie)r Zadd_cookie_headerr/ r )r? r rr r r get_cookie_header s rD c C sz g }| D ]N}|j |krq|dk r,||jkr,q|dk r@||jkr@q||j|j|j f q|D ]\}}}| ||| q\dS )zkUnsets a cookie by name, by default over all domains and paths. Wraps CookieJar.clear(), is O(n). N)r# domainr appendclear) cookiejarr# rE r Z clearablescookier r r remove_cookie_by_name s rJ c @ s e Zd ZdZdS )CookieConflictErrorzThere are two cookies that meet the criteria specified in the cookie jar. Use .get and .set and include domain and path args in order to be more specific. N)r2 r3 r4 r5 r r r r rK s rK c s e Zd ZdZd3ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zd4ddZ fdd Zd d Zd d Zd!d" Z fd#d$Z fd%d&Zd5d'd(Zd6d)d*Zd+d, Zd-d. Zd/d0 Zd1d2 Z Z S )7RequestsCookieJara Compatibility class; is a cookielib.CookieJar, but exposes a dict interface. This is the CookieJar we create by default for requests and sessions that don't specify one, since some clients may expect response.cookies and session.cookies to support dict operations. Requests does not use the dict interface internally; it's just for compatibility with external client code. All requests code should work out of the box with externally provided instances of ``CookieJar``, e.g. ``LWPCookieJar`` and ``FileCookieJar``. Unlike a regular CookieJar, this class is pickleable. .. warning:: dictionary operations that are normally O(1) may be O(n). Nc C s. z| |||W S tk r( | Y S X dS )zDict-like get() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. .. warning:: operation is O(n), not O(1). N)_find_no_duplicatesKeyError)r r# r% rE r r r r r s zRequestsCookieJar.getc K sX |dkr(t | ||d|dd dS t|tr<t|}nt||f|}| | |S )zDict-like set() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. NrE r )rE r )rJ r isinstancer morsel_to_cookie create_cookie set_cookie)r r# r- kwargscr r r set s zRequestsCookieJar.setc c s t | D ] }|jV qdS )zDict-like iterkeys() that returns an iterator of names of cookies from the jar. .. seealso:: itervalues() and iteritems(). N)iterr# r rI r r r iterkeys s zRequestsCookieJar.iterkeysc C s t | S )zDict-like keys() that returns a list of names of cookies from the jar. .. seealso:: values() and items(). )listrX r r r r keys s zRequestsCookieJar.keysc c s t | D ] }|jV qdS )zDict-like itervalues() that returns an iterator of values of cookies from the jar. .. seealso:: iterkeys() and iteritems(). N)rV r- rW r r r itervalues s z RequestsCookieJar.itervaluesc C s t | S )zDict-like values() that returns a list of values of cookies from the jar. .. seealso:: keys() and items(). )rY r[ r r r r values s zRequestsCookieJar.valuesc c s t | D ]}|j|jfV qdS )zDict-like iteritems() that returns an iterator of name-value tuples from the jar. .. seealso:: iterkeys() and itervalues(). N)rV r# r- rW r r r iteritems s zRequestsCookieJar.iteritemsc C s t | S )zDict-like items() that returns a list of name-value tuples from the jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a vanilla python dict of key value pairs. .. seealso:: keys() and values(). )rY r] r r r r items s zRequestsCookieJar.itemsc C s, g }t | D ]}|j|kr ||j q |S )z2Utility method to list all the domains in the jar.rV rE rF r ZdomainsrI r r r list_domains s z RequestsCookieJar.list_domainsc C s, g }t | D ]}|j|kr ||j q |S )z0Utility method to list all the paths in the jar.)rV r rF )r pathsrI r r r list_paths s z RequestsCookieJar.list_pathsc C s< g }t | D ]*}|jdk r*|j|kr* dS ||j q dS )zvReturns True if there are multiple domains in the jar. Returns False otherwise. :rtype: bool NTFr_ r` r r r multiple_domains s z"RequestsCookieJar.multiple_domainsc C sF i }t | D ]4}|dks"|j|kr |dks4|j|kr |j||j< q |S )zTakes as an argument an optional domain and path and returns a plain old Python dict of name-value pairs of cookies that meet the requirements. :rtype: dict N)rV rE r r- r# )r rE r Z dictionaryrI r r r get_dict+ s zRequestsCookieJar.get_dictc s. zt t| |W S tk r( Y dS X d S r )superrL __contains__rK r" __class__r r rg ; s z RequestsCookieJar.__contains__c C s | |S )zDict-like __getitem__() for compatibility with client code. Throws exception if there are more than one cookie with name. In that case, use the more explicit get() method instead. .. warning:: operation is O(n), not O(1). )rM r" r r r __getitem__A s z RequestsCookieJar.__getitem__c C s | || dS )zDict-like __setitem__ for compatibility with client code. Throws exception if there is already a cookie of that name in the jar. In that case, use the more explicit set() method instead. N)rU r, r r r __setitem__J s z RequestsCookieJar.__setitem__c C s t | | dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s ``remove_cookie_by_name()``. N)rJ r" r r r __delitem__Q s z RequestsCookieJar.__delitem__c sL t |jdr4|jdr4|jdr4|jdd|_tt| j|f||S )N startswith"z\" )r= r- rm endswithreplacerf rL rR )r rI argsrS rh r r rR W s $z RequestsCookieJar.set_cookiec s< t |tjr(|D ]}| t| qntt| | dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rO r CookieJarrR copyrf rL update)r otherrI rh r r ru \ s zRequestsCookieJar.updatec C s\ t | D ]<}|j|kr|dks(|j|kr|dks:|j|kr|j S qtd|||f dS )a Requests uses this method internally to get cookie values. If there are conflicting cookies, _find arbitrarily chooses one. See _find_no_duplicates if you want an exception thrown if there are conflicting cookies. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :return: cookie.value Nname=%r, domain=%r, path=%r)rV r# rE r r- rN )r r# rE r rI r r r _findd s zRequestsCookieJar._findc C sx d}t | D ]L}|j|kr |dks,|j|kr |dks>|j|kr |dk rRtd| |j}q |rb|S td|||f dS )a Both ``__get_item__`` and ``get`` call this function: it's never used elsewhere in Requests. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :raises KeyError: if cookie is not found :raises CookieConflictError: if there are multiple cookies that match name and optionally domain and path :return: cookie.value Nz(There are multiple cookies with name, %rrw )rV r# rE r rK r- rN )r r# rE r ZtoReturnrI r r r rM x s z%RequestsCookieJar._find_no_duplicatesc C s | j }|d |S )4Unlike a normal CookieJar, this class is pickleable. _cookies_lock)__dict__rt popr stater r r __getstate__ s z RequestsCookieJar.__getstate__c C s$ | j | d| j kr t | _dS )ry rz N)r{ ru threadingRLockrz r} r r r __setstate__ s z RequestsCookieJar.__setstate__c C s" t }|| || |S )z(Return a copy of this RequestsCookieJar.)rL Z set_policy get_policyru )r Znew_cjr r r rt s zRequestsCookieJar.copyc C s | j S )z&Return the CookiePolicy instance used.)Z_policyr r r r r s z RequestsCookieJar.get_policy)NNN)NN)NN)NN) r2 r3 r4 r5 r rU rX rZ r[ r\ r] r^ ra rc rd re rg rj rk rl rR ru rx rM r r rt r __classcell__r r rh r rL s2 rL c C sN | d kr d S t | dr | S t| }| | D ]}|t| q4|S )Nrt )r= rt rG rR )r? Znew_jarrI r r r _copy_cookie_jar s r c K s d| |ddddddddddidd }t |t | }|rLd }t|t| || t|d |d < t|d |d < |d d|d< t|d |d< tjf |S )zMake a cookie from underspecified parameters. By default, the pair of `name` and `value` will be set for the domain '' and sent on every request (this is sometimes called a "supercookie"). r Nro /FTHttpOnly) versionr# r- portrE r secureexpiresdiscardcomment comment_urlrestrfc2109z4create_cookie() got unexpected keyword arguments: %sr Zport_specifiedrE Zdomain_specified.Zdomain_initial_dotr Zpath_specified)rU TypeErrorrY ru boolrm r rB )r# r- rS resultZbadargserrr r r rQ s0 rQ c C s d}| d rPz t t t | d }W qr tk rL td| d Y qrX n"| d rrd}tt| d |}t| d t| d d| d || j | d dd | d idt| d | j | d pdd S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr z%a, %d-%b-%Y %H:%M:%S GMTr FrE r r Zhttponlyr r r ) r r r rE r r# r r r r r r- r ) inttime ValueErrorr calendarZtimegmstrptimerQ r r( r- )Zmorselr Z time_templater r r rP s4 rP Tc C sR |dkrt }| dk rNdd |D }| D ]$}|s8||kr(|t|| | q(|S )aC Returns a CookieJar from a key/value dictionary. :param cookie_dict: Dict of key/values to insert into CookieJar. :param cookiejar: (optional) A cookiejar to add the cookies to. :param overwrite: (optional) If False, will not replace cookies already in the jar with new ones. :rtype: CookieJar Nc S s g | ] }|j qS r )r# ).0rI r r r <listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rL rR rQ )Z cookie_dictrH overwriteZnames_from_jarr# r r r cookiejar_from_dict s r c C sv t | tjstdt |tr.t|| dd} nDt |tjrrz| | W n( tk rp |D ]}| | q\Y nX | S )zAdd cookies to cookiejar and returns a merged CookieJar. :param cookiejar: CookieJar object to add the cookies to. :param cookies: Dictionary or CookieJar object to be added. :rtype: CookieJar z!You can only merge into CookieJarF)rH r ) rO r rs r dictr ru AttributeErrorrR )rH ZcookiesZ cookie_in_jarr r r merge_cookies s r )NN)NT) r5 rt r r Z_internal_utilsr compatr r r r r r ImportErrorZdummy_threadingobjectr r7 rA rD rJ RuntimeErrorrK rs rL r rQ rP r r r r r r <module> s. H $ PK A\mA 8 pip/_vendor/requests/__pycache__/packages.cpython-38.pycnu [ U .e @ sv d dl Z dD ]dZde Zeee e< ee jD ]>ZeeksJeed r0ee dd Z e je e jde < q0q dS ) N)Zurllib3ZidnaZchardetz pip._vendor..z pip._vendor.requests.packages.) syspackageZvendored_package __import__localslistmodulesmod startswithlenZunprefixed_mod r r A/usr/lib/python3.8/site-packages/pip/_vendor/requests/packages.py<module> s PK A\kKp( ( 6 pip/_vendor/requests/__pycache__/compat.cpython-38.pycnu [ U .e @ s d Z ddlmZ ddlZejZed dkZed dkZddlZerddl m Z m Z m Z m Z mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd l m Z dd l m Z m Z m!Z!m"Z" e#Z$e#Z%e&Z#e'Z'e(e)e*fZ+e(e)fZ,nerdd l-mZmZmZmZmZm Z m Z m Z m Z mZ dd l.mZmZmZmZmZ ddl/m0Z dd l1m Z dd l2m Z ddl m"Z" ddl3m Z m Z m!Z! e#Z$e#Z#e%Z%e#e%fZ'e(e*fZ+e(fZ,dS )zq requests.compat ~~~~~~~~~~~~~~~ This module handles import compatibility issues between Python 2 and Python 3. )chardetN ) quoteunquote quote_plus unquote_plus urlencode getproxies proxy_bypassproxy_bypass_environmentgetproxies_environment)urlparse urlunparseurljoinurlsplit urldefrag)parse_http_list)Morsel)StringIO)CallableMappingMutableMapping OrderedDict) r r r r r r r r r r )r r r r r ) cookiejar)r )r r r )4__doc__Z pip._vendorr sys version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r r r r r r r r r Zurllib2r Z cookielibZCookier r collectionsr r r r strZ builtin_strbytesZunicodeZ basestringintZlongfloatZ numeric_typesZ integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookiesioZcollections.abc r$ r$ ?/usr/lib/python3.8/site-packages/pip/_vendor/requests/compat.py<module> sD , 0 PK A\ T] T] < pip/_vendor/requests/__pycache__/models.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z m Z mZmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZmZmZ dd l m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl2m?Z@ ddlAmBZB eBjCeBjDeBjEeBjFeBjGfZHdZIdZJdZKG dd deLZMG dd deLZNG dd deNZOG d d d eMeNZPG d d d eLZQdS ) z` requests.models ~~~~~~~~~~~~~~~ This module contains the primary objects that power Requests. N) RequestField)encode_multipart_formdata) parse_url) DecodeErrorReadTimeoutError ProtocolErrorLocationParseError)UnsupportedOperation ) default_hooks)CaseInsensitiveDict) HTTPBasicAuth)cookiejar_from_dictget_cookie_header_copy_cookie_jar) HTTPError MissingSchema InvalidURLChunkedEncodingErrorContentDecodingErrorConnectionErrorStreamConsumedError)to_native_stringunicode_is_ascii) guess_filenameget_auth_from_url requote_uri stream_decode_response_unicodeto_key_val_listparse_header_links iter_slicesguess_json_utf super_lencheck_header_validity) CallableMapping cookielib urlunparseurlsplit urlencodestrbytesis_py2chardet builtin_str basestring)json)codes i ( i c @ s0 e Zd Zedd Zedd Zedd ZdS )RequestEncodingMixinc C sN g }t | j}|j}|s d}|| |j}|rD|d || d|S )zBuild the path URL to use./? )r( urlpathappendqueryjoin)selfr7 pr8 r: r> ?/usr/lib/python3.8/site-packages/pip/_vendor/requests/models.pypath_url= s z RequestEncodingMixin.path_urlc C s t | ttfr| S t| dr | S t| drg }t| D ]j\}}t |tsRt|dsX|g}|D ]B}|dk r\|t |tr|dn|t |tr|dn|f q\q6t|ddS | S dS )zEncode parameters in a piece of data. Will successfully encode parameters when passed as a dict or a list of 2-tuples. Order is retained if data is a list of 2-tuples but arbitrary if parameters are supplied as a dict. read__iter__Nutf-8T)Zdoseq) isinstancer* r+ hasattrr r/ r9 encoder) )dataresultkZvsvr> r> r? _encode_paramsR s$ z#RequestEncodingMixin._encode_paramsc C s | st dnt|tr t dg }t|p,i }t| p8i } |D ]|\}}t|ts\t|dsb|g}|D ]T}|dk rft|tst|}|t|tr|dn|t|tr| dn|f qfq@| D ]\}}d}d} t|t t fr t |dkr|\} } n&t |dkr|\} } }n |\} } }} nt |p,|} |} t| tttfrJ| } n(t| dr`| } n| dkrnqn| } t|| | | d } | j|d || qt|\}}||fS ) a Build the body for a multipart/form-data request. Will successfully encode files when passed as a dict or a list of tuples. Order is retained if data is a list of tuples but arbitrary if parameters are supplied as a dict. The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype) or 4-tuples (filename, fileobj, contentype, custom_headers). zFiles must be provided.zData must not be a string.rB NrC rA )namerG filenameheaders) content_type) ValueErrorrD r/ r rE r+ r* r9 decoderF tuplelistlenr bytearrayrA r Zmake_multipartr )filesrG Z new_fieldsZfieldsZfieldvalrJ rI ZftZfhfnfpZfdataZrfbodyrQ r> r> r? _encode_filesm sT z"RequestEncodingMixin._encode_filesN)__name__ __module__ __qualname__propertyr@ staticmethodrK r] r> r> r> r? r3 < s r3 c @ s e Zd Zdd Zdd ZdS )RequestHooksMixinc C sZ || j krtd| t|tr2| j | | n$t|drV| j | dd |D dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rB c s s | ]}t |tr|V qd S N)rD r$ ).0hr> r> r? <genexpr> s z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)hooksrR rD r$ r9 rE extendr< eventhookr> r> r? register_hook s z RequestHooksMixin.register_hookc C s2 z| j | | W dS tk r, Y dS X dS )ziDeregister a previously registered hook. Returns True if the hook existed, False if not. TFN)rh removerR rj r> r> r? deregister_hook s z!RequestHooksMixin.deregister_hookN)r^ r_ r` rm ro r> r> r> r? rc s rc c @ s* e Zd ZdZd ddZdd Zdd ZdS ) Requesta{ A user-created :class:`Request <Request>` object. Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server. :param method: HTTP method to use. :param url: URL to send. :param headers: dictionary of headers to send. :param files: dictionary of {filename: fileobject} files to multipart upload. :param data: the body to attach to the request. If a dictionary or list of tuples ``[(key, value)]`` is provided, form-encoding will take place. :param json: json for the body to attach to the request (if files or data is not specified). :param params: URL parameters to append to the URL. If a dictionary or list of tuples ``[(key, value)]`` is provided, form-encoding will take place. :param auth: Auth handler or (user, pass) tuple. :param cookies: dictionary or CookieJar of cookies to attach to this request. :param hooks: dictionary of callback hooks, for internal usage. Usage:: >>> import requests >>> req = requests.Request('GET', 'https://httpbin.org/get') >>> req.prepare() <PreparedRequest [GET]> Nc C s |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t | _t| D ]\} } | j| | d qd|| _|| _|| _|| _|| _ | | _ || _ || _ || _ d S )N)rk rl )r rh rU itemsrm methodr7 rP rX rG r0 paramsauthcookies) r< rr r7 rP rX rG rs rt ru rh r0 rI rJ r> r> r? __init__ s" zRequest.__init__c C s d| j S )Nz<Request [%s]>rr r< r> r> r? __repr__ s zRequest.__repr__c C s< t }|j| j| j| j| j| j| j| j| j | j | j d |S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.) rr r7 rP rX rG r0 rs rt ru rh ) PreparedRequestpreparerr r7 rP rX rG r0 rs rt ru rh r< r= r> r> r? r{ s zRequest.prepare) NNNNNNNNNN)r^ r_ r` __doc__rv ry r{ r> r> r> r? rp s rp c @ s e Zd ZdZdd Zd ddZdd Zd d Zd d Ze d d Z dd Z dd Z d ddZ dd Zd ddZdd Zd d ZdS )!rz a The fully mutable :class:`PreparedRequest <PreparedRequest>` object, containing the exact bytes that will be sent to the server. Generated from either a :class:`Request <Request>` object or manually. Usage:: >>> import requests >>> req = requests.Request('GET', 'https://httpbin.org/get') >>> r = req.prepare() <PreparedRequest [GET]> >>> s = requests.Session() >>> s.send(r) <Response [200]> c C s0 d | _ d | _d | _d | _d | _t | _d | _d S rd )rr r7 rP _cookiesr\ r rh _body_positionrx r> r> r? rv " s zPreparedRequest.__init__Nc C sR | | | || | | | | | ||| | || | | dS )z6Prepares the entire request with the given parameters.N)prepare_method prepare_urlprepare_headersprepare_cookies prepare_body prepare_auth prepare_hooks) r< rr r7 rP rX rG rs rt ru rh r0 r> r> r? r{ 3 s zPreparedRequest.preparec C s d| j S )Nz<PreparedRequest [%s]>rw rx r> r> r? ry E s zPreparedRequest.__repr__c C sX t }| j|_| j|_| jd k r*| j nd |_t| j|_| j|_| j|_| j |_ |S rd ) rz rr r7 rP copyr r~ r\ rh r r| r> r> r? r H s zPreparedRequest.copyc C s$ || _ | j dk r t| j | _ dS )z Prepares the given HTTP method.N)rr r upper)r< rr r> r> r? r S s z PreparedRequest.prepare_methodc C sD ddl m} z|j| ddd} W n |jk r> tY nX | S )Nr )idnaT)Zuts46rC )Z pip._vendorr rF rS Z IDNAError UnicodeError)hostr r> r> r? _get_idna_encoded_hostY s z&PreparedRequest._get_idna_encoded_hostc C s, t |tr|d}ntr"t|nt|}| }d|krR| dsR|| _ dS zt |\}}}}}}} W n, t k r } zt | j W 5 d} ~ X Y nX |sd} | t|d} t| |st d| t|sz| |}W n tk r t dY nX n|drt d|p d } | r.| d 7 } | |7 } |rL| dt| 7 } |sVd }trt |trr|d }t | tr| d } t |tr|d }t |tr|d }t | tr| d } t |ttfrt|}| |} | r |rd || f }n| }tt|| |d|| g}|| _ dS )z Prepares the given HTTP URL.utf8:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.*r6 @r4 rC z%s&%s)rD r+ rS r, Zunicoder* lstriplower startswithr7 r r r argsformatr r r r r rF rK r r' )r< r7 rs Zschemert r Zportr8 r: ZfragmenteerrorZnetlocZ enc_paramsr> r> r? r c sh zPreparedRequest.prepare_urlc C s< t | _|r8| D ]"}t| |\}}|| jt|< qdS )z Prepares the given HTTP headers.N)r rP rq r# r )r< rP headerrN valuer> r> r? r s z PreparedRequest.prepare_headersc C sr d}d}|s6|dk r6d}t |}t|ts6|d}tt|dt|ttt t f g}z t |}W n t t tfk r d}Y nX |r|}t|dddk rz| | _W n ttfk r t | _Y nX |rtd|rt|| jd< n d| jd < np|r| ||\}}n2|rB| |}t|ts8t|d r>d}nd }| | |rhd | jkrh|| jd < || _dS )z"Prepares the given HTTP body data.Nzapplication/jsonrC rB tellz1Streamed bodies and files are mutually exclusive.Content-LengthZchunkedzTransfer-EncodingrA z!application/x-www-form-urlencodedz content-typez Content-Type) complexjsondumpsrD r+ rF allrE r/ rU rT r% r" TypeErrorAttributeErrorr getattrr r IOErrorOSErrorobjectNotImplementedErrorr. rP r] rK prepare_content_lengthr\ )r< rG rX r0 r\ rQ Z is_streamlengthr> r> r? r sL z PreparedRequest.prepare_bodyc C sL |dk r$t |}|rHt|| jd< n$| jdkrH| jddkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNr )ZGETZHEAD0)r" r. rP rr get)r< r\ r r> r> r? r s z&PreparedRequest.prepare_content_lengthr6 c C sj |dkr"t | j}t|r |nd}|rft|trDt|dkrDt| }|| }| j|j | | j dS )z"Prepares the given HTTP auth data.NrL ) r r7 anyrD rT rV r __dict__updater r\ )r< rt r7 Zurl_authrr> r> r? r s z PreparedRequest.prepare_authc C s@ t |tjr|| _n t|| _t| j| }|dk r<|| jd< dS )a Prepares the given HTTP cookie data. This function eventually generates a ``Cookie`` header from the given cookies using cookielib. Due to cookielib's design, the header will not be regenerated if it already exists, meaning this function can only be called once for the life of the :class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls to ``prepare_cookies`` will have no actual effect, unless the "Cookie" header is removed beforehand. NZCookie)rD r& Z CookieJarr~ r r rP )r< ru Z cookie_headerr> r> r? r , s z PreparedRequest.prepare_cookiesc C s& |pg }|D ]}| ||| q dS )zPrepares the given hooks.N)rm )r< rh rk r> r> r? r @ s z PreparedRequest.prepare_hooks) NNNNNNNNNN)N)r6 )r^ r_ r` r} rv r{ ry r r rb r r r r r r r r r> r> r> r? rz s2 V E rz c @ s e Zd ZdZdddddddd d d g Zd d Zdd Zdd Zdd Zdd Z dd Z dd Z dd Z d d Z ed d Zed d! Zed"d# Zed$d% Zed&d' Zd;d*d+Zed)d,fd-d.Zed/d0 Zed1d2 Zd3d4 Zed5d6 Zd7d8 Zd9d: Z d,S )<ResponsezhThe :class:`Response <Response>` object, which contains a server's response to an HTTP request. _content status_coderP r7 historyencodingreasonru elapsedrequestc C s^ d| _ d| _d | _d | _t | _d | _d | _d | _g | _ d | _ t i | _ t d| _d | _d S )NFr )r _content_consumed_nextr r rP rawr7 r r r r ru datetimeZ timedeltar r rx r> r> r? rv T s zResponse.__init__c C s | S rd r> rx r> r> r? __enter__ s zResponse.__enter__c G s | d S rd )close)r< r r> r> r? __exit__ s zResponse.__exit__c s j s j fdd jD S )Nc s i | ]}|t |d qS rd )r )re attrrx r> r? <dictcomp> s z)Response.__getstate__.<locals>.<dictcomp>)r content __attrs__rx r> rx r? __getstate__ s zResponse.__getstate__c C s: | D ]\}}t| || qt| dd t| dd d S )Nr Tr )rq setattr)r< staterN r r> r> r? __setstate__ s zResponse.__setstate__c C s d| j S )Nz<Response [%s]>)r rx r> r> r? ry s zResponse.__repr__c C s | j S ak Returns True if :attr:`status_code` is less than 400. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code, is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. okrx r> r> r? __bool__ s zResponse.__bool__c C s | j S r r rx r> r> r? __nonzero__ s zResponse.__nonzero__c C s | dS )z,Allows you to use a response as an iterator. ) iter_contentrx r> r> r? rB s zResponse.__iter__c C s( z | W n tk r" Y dS X dS )ax Returns True if :attr:`status_code` is less than 400, False if not. This attribute checks if the status code of the response is between 400 and 600 to see if there was a client error or a server error. If the status code is between 200 and 400, this will return True. This is **not** a check to see if the response code is ``200 OK``. FT)raise_for_statusr rx r> r> r? r s z Response.okc C s d| j ko| jtkS )zTrue if this Response is a well-formed HTTP redirect that could have been processed automatically (by :meth:`Session.resolve_redirects`). location)rP r REDIRECT_STATIrx r> r> r? is_redirect s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r )rP r r1 Zmoved_permanentlypermanent_redirectrx r> r> r? is_permanent_redirect s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r rx r> r> r? next s z Response.nextc C s t | jd S )z7The apparent encoding, provided by the chardet library.r )r- Zdetectr rx r> r> r? apparent_encoding s zResponse.apparent_encodingr Fc s| fdd}j r(tjtr(t n" dk rJt tsJtdt tj }| }j rf|n|}|rxt |}|S )a Iterates over the response data. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. The chunk size is the number of bytes it should read into memory. This is not necessarily the length of each item returned as decoding can take place. chunk_size must be of type int or None. A value of None will function differently depending on the value of `stream`. stream=True will read data as it arrives in whatever size the chunks are received. If stream=False, data is returned as a single chunk. If decode_unicode is True, content will be decoded using the best available encoding based on the response. c 3 s t jdrz jj ddD ] } | V q W q tk rV } z t|W 5 d }~X Y q tk r~ } z t|W 5 d }~X Y q tk r } z t|W 5 d }~X Y qX nj } | sq| V qd_ d S )NstreamT)Zdecode_content) rE r r r r r r r r rA r )chunkr chunk_sizer< r> r? generate s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.) r rD r boolr intr typer r )r< r decode_unicoder Z reused_chunksZ stream_chunksZchunksr> r r? r s zResponse.iter_contentNc c s d}| j ||dD ]n}|dk r&|| }|r6||}n| }|rl|d rl|rl|d d |d krl| }nd}|D ] }|V qtq|dk r|V dS )zIterates over the response data, one line at a time. When stream=True is set on the request, this avoids reading the content at once into memory for large responses. .. note:: This method is not reentrant safe. N)r r )r split splitlinespop)r< r r Z delimiterZpendingr linesliner> r> r? iter_lines s $ zResponse.iter_linesc C sV | j dkrJ| jrtd| jdks,| jdkr4d| _ nd| tpFd| _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr N T)r r RuntimeErrorr r r; r CONTENT_CHUNK_SIZErx r> r> r? r / s zResponse.contentc C sh d}| j }| jstdS | j dkr(| j}zt| j|dd}W n& ttfk rb t| jdd}Y nX |S )a Content of the response, in unicode. If Response.encoding is None, encoding will be guessed using ``chardet``. The encoding of the response content is determined based solely on HTTP headers, following RFC 2616 to the letter. If you can take advantage of non-HTTP knowledge to make a better guess at the encoding, you should set ``r.encoding`` appropriately before accessing this property. Nr6 replace)errors)r r r* r LookupErrorr )r< r r r> r> r? textC s z Response.textc K sj | j sZ| jrZt| jdkrZt| j}|dk rZztj| j|f|W S tk rX Y nX tj| jf|S )zReturns the json-encoded content of a response, if any. :param \*\*kwargs: Optional arguments that ``json.loads`` takes. :raises ValueError: If the response body does not contain valid json. rM N) r r rV r! r loadsrS UnicodeDecodeErrorr )r< kwargsr r> r> r? r0 i s z Response.jsonc C sF | j d}i }|rBt|}|D ] }|dp6|d}|||< q |S )z8Returns the parsed header links of the response, if any.linkZrelr7 )rP r r )r< r llinksr keyr> r> r? r s zResponse.linksc C s d}t | jtrDz| jd}W qJ tk r@ | jd}Y qJX n| j}d| j kr`dk rxn nd| j|| jf }n,d| j krdk rn nd| j|| jf }|rt|| d d S ) z2Raises stored :class:`HTTPError`, if one occurred.r6 rC z iso-8859-1i i z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rD r r+ rS r r r7 r )r< Zhttp_error_msgr r> r> r? r s zResponse.raise_for_statusc C s0 | j s| j t| jdd}|dk r,| dS )zReleases the connection back to the pool. Once this method has been called the underlying ``raw`` object must not be accessed again. *Note: Should not normally need to be called explicitly.* release_connN)r r r r )r< r r> r> r? r s zResponse.close)r F) r^ r_ r` r} r rv r r r r ry r r rB ra r r r r r r ITER_CHUNK_SIZEr r r r0 r r r r> r> r> r? r J sT / 7 % r )Rr} r sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r ior rh r Z structuresr rt r ru r r r exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# compatr$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r Z status_codesr1 ZmovedfoundotherZtemporary_redirectr r ZDEFAULT_REDIRECT_LIMITr r r r3 rc rp rz r r> r> r> r? <module> sD $08 rJ <PK A\n8* * @ pip/_vendor/requests/__pycache__/structures.cpython-38.opt-1.pycnu [ U .e @ s< d Z ddlmZmZmZ G dd deZG dd deZdS )zO requests.structures ~~~~~~~~~~~~~~~~~~~ Data structures that power Requests. ) OrderedDictMappingMutableMappingc @ sb e Zd ZdZdddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dS )CaseInsensitiveDicta A case-insensitive ``dict``-like object. Implements all methods and operations of ``MutableMapping`` as well as dict's ``copy``. Also provides ``lower_items``. All keys are expected to be strings. The structure remembers the case of the last key to be set, and ``iter(instance)``, ``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()`` will contain case-sensitive keys. However, querying and contains testing is case insensitive:: cid = CaseInsensitiveDict() cid['Accept'] = 'application/json' cid['aCCEPT'] == 'application/json' # True list(cid) == ['Accept'] # True For example, ``headers['content-encoding']`` will return the value of a ``'Content-Encoding'`` response header, regardless of how the header name was originally stored. If the constructor, ``.update``, or equality comparison operations are given keys that have equal ``.lower()``s, the behavior is undefined. Nc K s& t | _|d kri }| j|f| d S N)r _storeupdate)selfdatakwargs r C/usr/lib/python3.8/site-packages/pip/_vendor/requests/structures.py__init__( s z CaseInsensitiveDict.__init__c C s ||f| j | < d S r r lower)r keyvaluer r r __setitem__. s z CaseInsensitiveDict.__setitem__c C s | j | d S )Nr r r r r r r __getitem__3 s z CaseInsensitiveDict.__getitem__c C s | j | = d S r r r r r r __delitem__6 s z CaseInsensitiveDict.__delitem__c C s dd | j D S )Nc s s | ]\}}|V qd S r r ).0ZcasedkeyZ mappedvaluer r r <genexpr>: s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r valuesr r r r __iter__9 s z CaseInsensitiveDict.__iter__c C s t | jS r )lenr r r r r __len__< s zCaseInsensitiveDict.__len__c C s dd | j D S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r r A s z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r itemsr r r r lower_items? s z CaseInsensitiveDict.lower_itemsc C s0 t |trt|}ntS t| t| kS r ) isinstancer r NotImplementeddictr )r otherr r r __eq__G s zCaseInsensitiveDict.__eq__c C s t | j S r )r r r r r r r copyP s zCaseInsensitiveDict.copyc C s t t| S r )strr" r r r r r __repr__S s z CaseInsensitiveDict.__repr__)N)__name__ __module__ __qualname____doc__r r r r r r r r$ r% r' r r r r r s r c s< e Zd ZdZd fdd Zdd Zdd Zd d d Z ZS ) LookupDictzDictionary lookup object.Nc s || _ tt| d S r )namesuperr, r )r r- __class__r r r Z s zLookupDict.__init__c C s d| j S )Nz <lookup '%s'>)r- r r r r r' ^ s zLookupDict.__repr__c C s | j |d S r __dict__getr r r r r a s zLookupDict.__getitem__c C s | j ||S r r1 )r r defaultr r r r3 f s zLookupDict.get)N)N) r( r) r* r+ r r' r r3 __classcell__r r r/ r r, W s r, N)r+ compatr r r r r" r, r r r r <module> s JPK A\u'QV V 5 pip/_vendor/requests/__pycache__/utils.cpython-38.pycnu [ U .eau @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddl mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z" dd l#m$Z$ dd l%m&Z& dd l'm(Z(m)Z)m*Z*m+Z+ d Z,e- Z.d ddZ/ej0dkr2dd Z1dd Zdd Z2dd Z3dhddZ4d d Z5d d Z6d d! Z7d"d# Z8d$d% Z9d&d' Z:did(d)Z;d*d+ Z<d,d- Z=d.d/ Z>d0d1 Z?d2d3 Z@d4d5 ZAd6d7 ZBd8d9 ZCeDd:ZEd;d< ZFd=d> ZGd?d@ ZHdAdB ZIdCdD ZJdEdF ZKejLdGdH ZMdIdJ ZNdjdKdLZOdMdN ZPdkdPdQZQdRdS ZRdTdU ZSdVTdWZUeUdX ZVeUdY ZWdZd[ ZXd\d] ZYd^d_ ZZe[d`Z\e[daZ]dbdc Z^ddde Z_dfdg Z`dS )lz requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. N __version__)certs)to_native_string)parse_http_list)quoteurlparsebytesstr OrderedDictunquote getproxies proxy_bypass urlunparse basestring integer_typesis_py3proxy_bypass_environmentgetproxies_environmentMappingcookiejar_from_dict)CaseInsensitiveDict) InvalidURL InvalidHeaderFileModeWarningUnrewindableBodyError)z.netrc_netrcP i )ZhttpZhttpsZwin32c C s zt rdd l}ndd l}W n tk r0 Y dS X z6||jd}t||dd }||dd }W n tk r~ Y dS X |r|sdS | d}|D ]T}|dkrd| kr d S | dd }| d d }| d d}t || t j r d S qdS )Nr Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ ProxyOverride;z<local>.Tz\.*z.*?)r winreg_winreg ImportErrorOpenKeyHKEY_CURRENT_USERintZ QueryValueExOSErrorsplitreplacerematchI)hostr$ ZinternetSettingsZ proxyEnableZ proxyOverrideZtest r1 >/usr/lib/python3.8/site-packages/pip/_vendor/requests/utils.pyproxy_bypass_registry/ sF r3 c C s t rt| S t| S dS )zReturn True, if the host should be bypassed. Checks proxy settings gathered from the environment, if specified, or the registry. N)r r r3 )r0 r1 r1 r2 r V s r c C s t | dr| } | S )z/Returns an internal sequence dictionary update.items)hasattrr4 )dr1 r1 r2 dict_to_sequenceb s r7 c C s4 d }d}t | dr t| }nbt | dr.| j}nPt | dr~z | }W n tjk rZ Y n$X t|j}d| jkr~t dt t | drz | }W n$ t tfk r |d k r|}Y n^X t | dr|d krz&| dd | }| |pd W n t tfk r d}Y nX |d kr&d}td|| S ) Nr __len__lenfilenoba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.tellseek )r5 r9 r: ioUnsupportedOperationosfstatst_sizemodewarningswarnr r< r* IOErrorr= max)oZ total_lengthZcurrent_positionr: r1 r1 r2 super_lenk sB rJ Fc C s& zddl m }m} d}tD ]J}ztjd|}W n tk rP Y W dS X tj|r |} qhq |dkrvW dS t | }d}t | t r| d}|j |d } z:||| } | r| d rdnd} | | | d fW W S W n" |tfk r | r Y nX W n ttfk r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )netrcNetrcParseErrorNz~/{} :asciir r> )rK rL NETRC_FILESrA path expanduserformatKeyErrorexistsr isinstancer decodenetlocr+ ZauthenticatorsrG r& AttributeError) urlZ raise_errorsrK rL Z netrc_pathfZlocZriZsplitstrr0 r Zlogin_ir1 r1 r2 get_netrc_auth s8 r[ c C sB t | dd}|r>t|tr>|d dkr>|d dkr>tj|S dS )z0Tries to guess the filename of the given object.nameNr <>)getattrrU r rA rP basename)objr\ r1 r1 r2 guess_filename s rc c C s t j| r| S t j| \}}|rPt j|sPt j|\}}d||g}q t|s^| S t|}|| krx| S t }t jj|f|d }t j|s|j ||d}|S )zReplace nonexistent paths that look like they refer to a member of a zip archive with the location of an extracted copy of the target, or else just return the provided path unchanged. /)rP ) rA rP rT r+ joinzipfileZ is_zipfileZZipFileZnamelisttempfileZ gettempdirextract)rP archivememberprefixZzip_fileZtmpZextracted_pathr1 r1 r2 extract_zipped_paths s rl c C s. | dkr dS t | ttttfr&tdt| S )a Take an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) :rtype: OrderedDict N+cannot encode objects that are not 2-tuples)rU r r boolr) ValueErrorr valuer1 r1 r2 from_key_val_list s rr c C s@ | dkr dS t | ttttfr&tdt | tr8| } t| S )a Take an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples. :rtype: list Nrm ) rU r r rn r) ro r r4 listrp r1 r1 r2 to_key_val_list s rt c C sX g }t | D ]F}|dd |dd kr4dkrHn nt|dd }|| q |S )a Parse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` :rtype: list Nr r^ ")_parse_list_headerunquote_header_valueappend)rq resultitemr1 r1 r2 parse_list_header8 s ( r{ c C sx i }t | D ]f}d|kr"d||< q |dd\}} | dd | dd krVdkrjn nt| dd } | ||< q |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and convert them into a python dict: >>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` :rtype: dict =Nr r^ ru )rv r+ rw )rq ry rz r\ r1 r1 r2 parse_dict_headerX s ( r} c C s\ | rX| d | d kr dkrXn n4| dd } |rD| dd dkrX| dd d dS | S ) zUnquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. :rtype: str r r^ ru r Nr> z\\\z\")r, )rq Z is_filenamer1 r1 r2 rw { s $ rw c C s i }| D ]}|j ||j< q|S )zReturns a key/value dictionary from a CookieJar. :param cj: CookieJar object to extract cookies from. :rtype: dict )rq r\ )cj cookie_dictZcookier1 r1 r2 dict_from_cookiejar s r c C s t || S )zReturns a CookieJar from a key/value dictionary. :param cj: CookieJar to insert cookies into. :param cookie_dict: Dict of key/values to insert into CookieJar. :rtype: CookieJar r )r r r1 r1 r2 add_dict_to_cookiejar s r c C sT t dt tjdtjd}tjdtjd}td}|| || || S )zlReturns encodings from given content string. :param content: bytestring to extract encodings from. zIn requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rE rF DeprecationWarningr- compiler/ findall)contentZ charset_reZ pragma_reZxml_rer1 r1 r2 get_encodings_from_content s r c C s | d}|d |dd }}i }d}|D ]`}| }|r0|d }}|d} | dkr|d| |}|| d d |}||| < q0||fS ) zReturns content type and parameters from given header :param header: string :return: tuple containing content type and dictionary of parameters r r r Nz"' Tr| r^ )r+ stripfindlower) headertokens content_typeparamsZ params_dictZitems_to_stripparamkeyrq Zindex_of_equalsr1 r1 r2 _parse_content_type_header s r c C sD | d}|sdS t|\}}d|kr4|d dS d|kr@dS dS )z}Returns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. :rtype: str z content-typeNcharsetz'"textz ISO-8859-1)getr r )headersr r r1 r1 r2 get_encoding_from_headers s r c c sj |j dkr | D ] }|V qdS t|j dd}| D ]}||}|r4|V q4|jddd}|rf|V dS )zStream decodes a iterator.Nr, errors T)final)encodingcodecsgetincrementaldecoderrV )iteratorrrz decoderchunkrvr1 r1 r2 stream_decode_response_unicode s r c c sH d}|dks|dkr t | }|t | k rD| ||| V ||7 }q dS )z Iterate over slices of a string.r N)r9 )stringZ slice_lengthposr1 r1 r2 iter_slices s r c C s~ t dt g }t| j}|rLzt| j|W S tk rJ || Y nX zt| j|ddW S t k rx | j Y S X dS )zReturns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters :rtype: str zIn requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r, r N) rE rF r r r r r UnicodeErrorrx TypeError)r Ztried_encodingsr r1 r1 r2 get_unicode_from_response s r zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c C s | d}tdt|D ]}|| dd }t|dkr| rztt|d}W n tk rr td| Y nX |tkr||| dd ||< qd|| ||< qd|| ||< qd |S ) zUn-escape any percent-escape sequences in a URI that are unreserved characters. This leaves all reserved, illegal and non-ASCII bytes encoded. :rtype: str %r r r> z%Invalid percent-escape sequence: '%s'N ) r+ ranger9 isalnumchrr) ro r UNRESERVED_SETre )uripartsihcr1 r1 r2 unquote_unreserved5 s r c C s@ d}d}zt t| |dW S tk r: t | |d Y S X dS )zRe-quote the given URI. This function passes the given URI through an unquote/quote cycle to ensure that it is fully and consistently quoted. :rtype: str z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r r )r Zsafe_with_percentZsafe_without_percentr1 r1 r2 requote_uriM s r c C sl t dt| d }|d\}}t dttt|d }t dt|d |@ }||@ ||@ kS )zThis function allows you to check if an IP belongs to a network subnet Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24 returns False if ip = 192.168.1.1 and net = 192.168.100.0/24 :rtype: bool z=Lr rd )structunpacksocket inet_atonr+ dotted_netmaskr) )ZipZnetZipaddrZnetaddrbitsZnetmaskZnetworkr1 r1 r2 address_in_networkc s r c C s& ddd| > d A }t td|S )zConverts mask from /xx format to xxx.xxx.xxx.xxx Example: if mask is 24 function returns 255.255.255.0 :rtype: str l r z>I)r Z inet_ntoar pack)maskr r1 r1 r2 r r s r c C s, zt | W n t jk r& Y dS X dS )z :rtype: bool FT)r r error)Z string_ipr1 r1 r2 is_ipv4_address} s r c C s | ddkrzt| dd }W n tk r: Y dS X |dk sL|dkrPdS zt| dd W q tjk r Y dS X ndS dS )zV Very simple check of the cidr format in no_proxy variable. :rtype: bool rd r Fr r T)countr) r+ ro r r r )Zstring_networkr r1 r1 r2 is_valid_cidr s r c c sT |dk }|r"t j| }|t j| < z dV W 5 |rN|dkrDt j| = n |t j| < X dS )zSet the environment variable 'env_name' to 'value' Save previous value, yield, and then restore the previous value stored in the environment variable 'env_name'. If 'value' is None, do nothingN)rA environr )Zenv_namerq Z value_changed old_valuer1 r1 r2 set_environ s r c C s* dd }|}|dkr |d}t | }|jdkr2dS |rdd |dd d D }t|jr|D ]0}t|rt|j|r dS q`|j|kr` dS q`nB|j}|jr|d |j7 }|D ] }|j |s| |r dS qt d|6 zt |j}W n t t jfk r d }Y nX W 5 Q R X |r&dS d S ) zL Returns whether we should bypass proxies or not. :rtype: bool c S s t j| pt j| S N)rA r r upper)kr1 r1 r2 <lambda> r z'should_bypass_proxies.<locals>.<lambda>Nno_proxyTc s s | ]}|r|V qd S r r1 ).0r0 r1 r1 r2 <genexpr> s z(should_bypass_proxies.<locals>.<genexpr> r ,z:{}F)r hostnamer, r+ r r r ZportrR endswithr r r r Zgaierror) rY r Z get_proxyZ no_proxy_argparsedZproxy_ipZhost_with_portr0 Zbypassr1 r1 r2 should_bypass_proxies s@ r c C s t | |dri S t S dS )zA Return a dict of environment proxies. :rtype: dict )r N)r r )rY r r1 r1 r2 get_environ_proxies s r c C st |pi }t | }|jdkr.||j|dS |jd |j |jd|j dg}d}|D ]}||krV|| } qpqV|S )zSelect a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs Nallz://zall://)r r r scheme)rY ZproxiesZurlpartsZ proxy_keysproxyZ proxy_keyr1 r1 r2 select_proxy s r python-requestsc C s d| t f S )zO Return a string representing the default user agent. :rtype: str z%s/%sr )r\ r1 r1 r2 default_user_agent s r c C s t t dddddS )z9 :rtype: requests.structures.CaseInsensitiveDict z, )ZgzipZdeflatez*/*z keep-alive)z User-AgentzAccept-EncodingZAcceptZ Connection)r r re r1 r1 r1 r2 default_headers" s r c C s g }d}| |} | s|S td| D ]}z|dd\}}W n tk r\ |d }}Y nX d| di}|dD ]F}z|d\}} W n tk r Y qY nX | ||| |< qv|| q&|S ) zReturn a list of parsed link headers proxies. i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg" :rtype: list z '"z, *<r r r rY z<> '"r| )r r- r+ ro rx ) rq ZlinksZ replace_charsvalrY r linkr r r1 r1 r2 parse_header_links. s& r rN r> c C s | dd }|t jt jfkr dS |dd t jkr6dS |dd t jt jfkrRdS |t}|dkrhd S |dkr|ddd tkrd S |d dd tkrd S |dkr|dd t krd S |d d t krdS dS )z :rtype: str N zutf-32r z utf-8-sigr> zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le) r BOM_UTF32_LE BOM_UTF32_BEBOM_UTF8 BOM_UTF16_LE BOM_UTF16_BEr _null_null2_null3)dataZsampleZ nullcountr1 r1 r2 guess_json_utfY s* r c C s8 t | |\}}}}}}|s$|| }}t||||||fS )zGiven a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument. :rtype: str )r r )rY Z new_schemer rW rP r queryfragmentr1 r1 r2 prepend_scheme_if_neededy s r c C sB t | }zt|jt|jf}W n ttfk r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of username,password. :rtype: (str,str) )r r )r r ZusernameZpasswordrX r )rY r Zauthr1 r1 r2 get_auth_from_url s r s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |trt}nt}z||s4td| W n* tk r` td||t|f Y nX dS )zVerifies that header value is a string which doesn't contain leading whitespace or return characters. This prevents unintended header injection. :param header: tuple, in the format (name, value). z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rU r _CLEAN_HEADER_REGEX_BYTE_CLEAN_HEADER_REGEX_STRr. r r type)r r\ rq Zpatr1 r1 r2 check_header_validity s r c C sF t | \}}}}}}|s"|| }}|ddd }t|||||dfS )zW Given a url remove the fragment and the authentication part. :rtype: str @r r^ r )r rsplitr )rY r rW rP r r r r1 r1 r2 urldefragauth s r c C s` t | jdd}|dk rTt| jtrTz|| j W q\ ttfk rP tdY q\X ntddS )zfMove file pointer back to its recorded starting position so it can be read again on redirect. r= Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r` ZbodyrU Z_body_positionr rG r* r )Zprepared_requestZ body_seekr1 r1 r2 rewind_body s r )F)F)N)r )a__doc__r contextlibr? rA r- r r sysrg rE rf r r r Z_internal_utilsr compatr rv r r r r r r r r r r r r r r r Zcookiesr Z structuresr exceptionsr r r r rO whereZDEFAULT_CA_BUNDLE_PATHZ DEFAULT_PORTSplatformr3 r7 rJ r[ rc rl rr rt r{ r} rw r r r r r r r r frozensetr r r r r r r contextmanagerr r r r r r r encoder r r r r r r r r r r r r1 r1 r1 r2 <module> s D ' = 3 # % = & PK A\bIG G 9 pip/_vendor/requests/__pycache__/api.cpython-38.opt-1.pycnu [ U .e @ s\ d Z ddlmZ dd ZdddZdd Zd d Zdd d ZdddZdddZ dd Z dS )z requests.api ~~~~~~~~~~~~ This module implements the Requests API. :copyright: (c) 2012 by Kenneth Reitz. :license: Apache2, see LICENSE for more details. )sessionsc K s6 t $}|jf | |d|W 5 Q R S Q R X dS )a Constructs and sends a :class:`Request <Request>`. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary, list of tuples or bytes to send in the query string for the :class:`Request`. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload. ``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')`` or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers to add for the file. :param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How many seconds to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol to the URL of the proxy. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param stream: (optional) if ``False``, the response content will be immediately downloaded. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :return: :class:`Response <Response>` object :rtype: requests.Response Usage:: >>> import requests >>> req = requests.request('GET', 'https://httpbin.org/get') <Response [200]> )methodurlN)r ZSessionrequest)r r kwargsZsession r </usr/lib/python3.8/site-packages/pip/_vendor/requests/api.pyr s + r Nc K s" | dd td| fd|i|S )ad Sends a GET request. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary, list of tuples or bytes to send in the query string for the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response allow_redirectsTgetparams setdefaultr )r r r r r r r ? s r c K s | dd td| f|S )zSends an OPTIONS request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r Toptionsr r r r r r r N s r c K s | dd td| f|S )zSends a HEAD request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r Fheadr r r r r r [ s r c K s t d| f||d|S )a Sends a POST request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response post)datajsonr )r r r r r r r r h s r c K s t d| fd|i|S )a Sends a PUT request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response putr r r r r r r r r w s r c K s t d| fd|i|S )a Sends a PATCH request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response patchr r r r r r r s r c K s t d| f|S )zSends a DELETE request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response deleter r r r r r s r )N)NN)N)N) __doc__ r r r r r r r r r r r r r <module> s / PK A\ E pip/_vendor/requests/__pycache__/_internal_utils.cpython-38.opt-1.pycnu [ U .eH @ s. d Z ddlmZmZmZ d ddZdd ZdS ) z requests._internal_utils ~~~~~~~~~~~~~~ Provides utility functions that are consumed internally by Requests which depend on extremely few external helpers (such as compat) )is_py2 builtin_strstrasciic C s. t | tr| }ntr | |}n | |}|S )zGiven a string object, regardless of type, returns a representation of that string in the native string type, encoding and decoding where necessary. This assumes ASCII unless told otherwise. ) isinstancer r encodedecode)stringencodingout r H/usr/lib/python3.8/site-packages/pip/_vendor/requests/_internal_utils.pyto_native_string s r c C s, z| d W dS tk r& Y dS X dS )zDetermine if unicode string only contains ASCII characters. :param str u_string: unicode string to check. Must be unicode and not Python 2 `str`. :rtype: bool r TFN)r UnicodeEncodeError)Zu_stringr r r unicode_is_ascii s r N)r )__doc__compatr r r r r r r r r <module> s PK A\n8* * : pip/_vendor/requests/__pycache__/structures.cpython-38.pycnu [ U .e @ s< d Z ddlmZmZmZ G dd deZG dd deZdS )zO requests.structures ~~~~~~~~~~~~~~~~~~~ Data structures that power Requests. ) OrderedDictMappingMutableMappingc @ sb e Zd ZdZdddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dS )CaseInsensitiveDicta A case-insensitive ``dict``-like object. Implements all methods and operations of ``MutableMapping`` as well as dict's ``copy``. Also provides ``lower_items``. All keys are expected to be strings. The structure remembers the case of the last key to be set, and ``iter(instance)``, ``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()`` will contain case-sensitive keys. However, querying and contains testing is case insensitive:: cid = CaseInsensitiveDict() cid['Accept'] = 'application/json' cid['aCCEPT'] == 'application/json' # True list(cid) == ['Accept'] # True For example, ``headers['content-encoding']`` will return the value of a ``'Content-Encoding'`` response header, regardless of how the header name was originally stored. If the constructor, ``.update``, or equality comparison operations are given keys that have equal ``.lower()``s, the behavior is undefined. Nc K s& t | _|d kri }| j|f| d S N)r _storeupdate)selfdatakwargs r C/usr/lib/python3.8/site-packages/pip/_vendor/requests/structures.py__init__( s z CaseInsensitiveDict.__init__c C s ||f| j | < d S r r lower)r keyvaluer r r __setitem__. s z CaseInsensitiveDict.__setitem__c C s | j | d S )Nr r r r r r r __getitem__3 s z CaseInsensitiveDict.__getitem__c C s | j | = d S r r r r r r __delitem__6 s z CaseInsensitiveDict.__delitem__c C s dd | j D S )Nc s s | ]\}}|V qd S r r ).0ZcasedkeyZ mappedvaluer r r <genexpr>: s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r valuesr r r r __iter__9 s z CaseInsensitiveDict.__iter__c C s t | jS r )lenr r r r r __len__< s zCaseInsensitiveDict.__len__c C s dd | j D S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r r A s z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r itemsr r r r lower_items? s z CaseInsensitiveDict.lower_itemsc C s0 t |trt|}ntS t| t| kS r ) isinstancer r NotImplementeddictr )r otherr r r __eq__G s zCaseInsensitiveDict.__eq__c C s t | j S r )r r r r r r r copyP s zCaseInsensitiveDict.copyc C s t t| S r )strr" r r r r r __repr__S s z CaseInsensitiveDict.__repr__)N)__name__ __module__ __qualname____doc__r r r r r r r r$ r% r' r r r r r s r c s< e Zd ZdZd fdd Zdd Zdd Zd d d Z ZS ) LookupDictzDictionary lookup object.Nc s || _ tt| d S r )namesuperr, r )r r- __class__r r r Z s zLookupDict.__init__c C s d| j S )Nz <lookup '%s'>)r- r r r r r' ^ s zLookupDict.__repr__c C s | j |d S r __dict__getr r r r r a s zLookupDict.__getitem__c C s | j ||S r r1 )r r defaultr r r r3 f s zLookupDict.get)N)N) r( r) r* r+ r r' r r3 __classcell__r r r/ r r, W s r, N)r+ compatr r r r r" r, r r r r <module> s JPK A\|c A pip/_vendor/requests/__pycache__/__version__.cpython-38.opt-1.pycnu [ U .e @ s, d Z dZdZdZdZdZdZdZdZd Z d S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.22.0i " z Kenneth Reitzzme@kennethreitz.orgz Apache 2.0z Copyright 2019 Kenneth Reitzu ✨ 🍰 ✨N) Z __title__Z__description__Z__url__ __version__Z __build__ __author__Z__author_email__Z __license__Z __copyright__Z__cake__ r r D/usr/lib/python3.8/site-packages/pip/_vendor/requests/__version__.py<module> s PK A\蛂Me e : pip/_vendor/requests/__pycache__/auth.cpython-38.opt-1.pycnu [ U .e' @ s d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m Z m Z m Z ddl mZ ddlmZ ddlmZ d Zd Zd d ZG d d deZG dd deZG dd deZG dd deZdS )z] requests.auth ~~~~~~~~~~~~~ This module contains the authentication handlers for Requests. N) b64encode )urlparsestr basestring)extract_cookies_to_jar)to_native_string)parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s t | ts&tjd| td t| } t |tsLtjd|td t|}t | tr`| d} t |trt|d}dtt d | |f }|S )z Returns a Basic Auth string.zNon-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.)categoryzNon-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.latin1zBasic :) isinstancer warningswarnformatDeprecationWarningr encoder r joinstrip)usernamepasswordZauthstr r =/usr/lib/python3.8/site-packages/pip/_vendor/requests/auth.py_basic_auth_str s0 r c @ s e Zd ZdZdd ZdS )AuthBasez4Base class that all auth implementations derive fromc C s t dd S )Nz Auth hooks must be callable.)NotImplementedErrorselfrr r r __call__K s zAuthBase.__call__N__name__ __module__ __qualname____doc__r r r r r r H s r c @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd S ) HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S N)r r r r r r r r __init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd k| jt|dd kgS Nr r allr getattrr r otherr r r __eq__V s zHTTPBasicAuth.__eq__c C s | |k S r& r r- r r r __ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j|jd< |S )N Authorizationr r r headersr r r r r _ s zHTTPBasicAuth.__call__N)r! r" r# r$ r( r/ r0 r r r r r r% O s r% c @ s e Zd ZdZdd ZdS ) HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j|jd< |S )NzProxy-Authorizationr2 r r r r r g s zHTTPProxyAuth.__call__Nr r r r r r4 d s r4 c @ sP e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dS )HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _t | _d S r& )r r threadingZlocal _thread_localr' r r r r( o s zHTTPDigestAuth.__init__c C s@ t | jds<d| j_d| j_d| j_i | j_d | j_d | j_d S )NinitT r )hasattrr7 r8 last_nonce nonce_countchalpos num_401_calls)r r r r init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec s | j jd }| j jd }| j jd}| j jd}| j jd}d |dkrTd}n| }|dksl|dkrzd d } | n@|d krd d } | n*|dkrdd } | n|dkrdd } | fdd} dkrdS d}t|}|jpd}|jr|d|j 7 }d| j|| jf }d||f } |} |}|| j j krJ| j j d7 _ nd| j _ d| j j }t | j j d }|| d 7 }|t d 7 }|td 7 }t| dd }|dkrЈ d|||f }|s| |d||f }n<|d ksd |d kr"d!|||d |f }| ||}ndS || j _ d"| j||||f }|rT|d#| 7 }|rf|d$| 7 }|rx|d%| 7 }|r|d&||f 7 }d'| S )(z :rtype: str realmnonceqop algorithmopaqueNZMD5zMD5-SESSc S s" t | tr| d} t| S Nutf-8)r r r hashlibZmd5 hexdigestxr r r md5_utf8 s z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | tr| d} t| S rF )r r r rH sha1rI rJ r r r sha_utf8 s z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8zSHA-256c S s" t | tr| d} t| S rF )r r r rH Zsha256rI rJ r r r sha256_utf8 s z7HTTPDigestAuth.build_digest_header.<locals>.sha256_utf8zSHA-512c S s" t | tr| d} t| S rF )r r r rH Zsha512rI rJ r r r sha512_utf8 s z7HTTPDigestAuth.build_digest_header.<locals>.sha512_utf8c s d| |f S )N%s:%sr )sdZ hash_utf8r r <lambda> z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>/?z%s:%s:%srQ r z%08xrG Zauth,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z, algorithm="%s"z , digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r7 r= getupperr pathZqueryr r r; r< r r timectimeosurandomrH rM rI split)r methodurlrA rB rC rD rE Z _algorithmrL rN rO rP ZKDZentdigZp_parsedr^ ZA1ZA2ZHA1ZHA2ZncvaluerR ZcnonceZrespdigZnoncebitbaser rT r build_digest_header s z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr7 r? )r r kwargsr r r handle_redirect s z HTTPDigestAuth.handle_redirectc K s" d|j krdk s$n d| j_|S | jjdk rB|jj| jj |jdd}d| kr| jjdk r| j jd7 _t j d t j d }t |jd|dd | j_|j | |j }t|j|j|j ||j | |j|j|jd < |jj|f|}|j | ||_|S d| j_|S ) zo Takes the given response and tries digest-auth, if needed. :rtype: requests.Response i i r Nzwww-authenticater9 Zdigest zdigest )flags)countr1 ) Z status_coder7 r? r> Zrequestbodyseekr3 r\ lowerrecompile IGNORECASEr subr= Zcontentclosecopyr Z_cookiesrawZprepare_cookiesrg rd re Z connectionsendhistoryappend)r r rh Zs_authZpatZprepZ_rr r r handle_401 s2 zHTTPDigestAuth.handle_401c C s~ | | jjr&| |j|j|jd< z|j | j_ W n t k rT d | j_ Y nX | d| j | d| j d| j_|S )Nr1 Zresponser )r@ r7 r; rg rd re r3 rm tellr> AttributeErrorZ register_hookrz ri r? r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd k| jt|dd kgS r) r* r- r r r r/ * s zHTTPDigestAuth.__eq__c C s | |k S r& r r- r r r r0 0 s zHTTPDigestAuth.__ne__N) r! r" r# r$ r( r@ rg ri rz r r/ r0 r r r r r5 l s f,r5 )r$ ra rp r_ rH r6 r base64r compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr objectr r% r4 r5 r r r r <module> s$ ,PK A\9nI nI 7 pip/_vendor/requests/__pycache__/cookies.cpython-38.pycnu [ U .eG @ s d Z ddlZddlZddlZddlmZ ddlmZmZm Z m Z m Z z ddl Z W n e k rl ddlZ Y nX G dd deZG dd d eZd d Zd d Zd ddZG dd deZG dd deje Zdd Zdd Zdd Zd dd Z d d Z dS )!z requests.cookies ~~~~~~~~~~~~~~~~ Compatibility code to be able to use `cookielib.CookieJar` with requests. requests.utils imports from here, so be careful with imports. N )to_native_string) cookieliburlparse urlunparseMorselMutableMappingc @ s e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z d ddZ dd Z dd Z dd Zedd Zedd Zed d ZdS ) MockRequesta Wraps a `requests.Request` to mimic a `urllib2.Request`. The code in `cookielib.CookieJar` expects this interface in order to correctly manage cookie policies, i.e., determine whether a cookie can be set, given the domains of the request and the cookie. The original request object is read-only. The client is responsible for collecting the new headers via `get_new_headers()` and interpreting them appropriately. You probably want `get_cookie_header`, defined below. c C s || _ i | _t| j jj| _d S N)_r _new_headersr urlschemetype)selfrequest r @/usr/lib/python3.8/site-packages/pip/_vendor/requests/cookies.py__init__% s zMockRequest.__init__c C s | j S r )r r r r r get_type* s zMockRequest.get_typec C s t | jjjS r )r r r Znetlocr r r r get_host- s zMockRequest.get_hostc C s | S r r r r r r get_origin_req_host0 s z MockRequest.get_origin_req_hostc C sT | j jds| j jS t| j jd dd}t| j j}t|j||j|j |j |j gS )NZHostzutf-8)encoding) r headersgetr r r r r pathZparamsZqueryZfragment)r hostZparsedr r r get_full_url3 s zMockRequest.get_full_urlc C s dS NTr r r r r is_unverifiableA s zMockRequest.is_unverifiablec C s || j jkp|| jkS r )r r r r namer r r has_headerD s zMockRequest.has_headerNc C s | j j|| j||S r )r r r r )r r# defaultr r r get_headerG s zMockRequest.get_headerc C s t ddS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)NotImplementedError)r keyvalr r r add_headerJ s zMockRequest.add_headerc C s || j |< d S r r r r# valuer r r add_unredirected_headerN s z#MockRequest.add_unredirected_headerc C s | j S r r+ r r r r get_new_headersQ s zMockRequest.get_new_headersc C s | S r )r! r r r r unverifiableT s zMockRequest.unverifiablec C s | S r )r r r r r origin_req_hostX s zMockRequest.origin_req_hostc C s | S r r r r r r r \ s zMockRequest.host)N)__name__ __module__ __qualname____doc__r r r r r r! r$ r& r* r. r/ propertyr0 r1 r r r r r r s$ r c @ s( e Zd ZdZdd Zdd Zdd ZdS ) MockResponsezWraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`. ...what? Basically, expose the parsed HTTP headers from the server response the way `cookielib` expects to see them. c C s || _ dS )zMake a MockResponse for `cookielib` to read. :param headers: a httplib.HTTPMessage or analogous carrying the headers N_headers)r r r r r r h s zMockResponse.__init__c C s | j S r r8 r r r r infoo s zMockResponse.infoc C s | j | d S r )r9 getheadersr" r r r r; r s zMockResponse.getheadersN)r2 r3 r4 r5 r r: r; r r r r r7 a s r7 c C s8 t |dr|jsdS t|}t|jj}| || dS )zExtract the cookies from the response into a CookieJar. :param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar) :param request: our own requests.Request object :param response: urllib3.HTTPResponse object _original_responseN)hasattrr< r r7 msgZextract_cookies)jarr ZresponseZreqresr r r extract_cookies_to_jarv s rA c C s t |}| | | dS )zj Produce an appropriate Cookie header string to be sent with `request`, or None. :rtype: str Cookie)r Zadd_cookie_headerr/ r )r? r rr r r get_cookie_header s rD c C sz g }| D ]N}|j |krq|dk r,||jkr,q|dk r@||jkr@q||j|j|j f q|D ]\}}}| ||| q\dS )zkUnsets a cookie by name, by default over all domains and paths. Wraps CookieJar.clear(), is O(n). N)r# domainr appendclear) cookiejarr# rE r Z clearablescookier r r remove_cookie_by_name s rJ c @ s e Zd ZdZdS )CookieConflictErrorzThere are two cookies that meet the criteria specified in the cookie jar. Use .get and .set and include domain and path args in order to be more specific. N)r2 r3 r4 r5 r r r r rK s rK c s e Zd ZdZd3ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zd4ddZ fdd Zd d Zd d Zd!d" Z fd#d$Z fd%d&Zd5d'd(Zd6d)d*Zd+d, Zd-d. Zd/d0 Zd1d2 Z Z S )7RequestsCookieJara Compatibility class; is a cookielib.CookieJar, but exposes a dict interface. This is the CookieJar we create by default for requests and sessions that don't specify one, since some clients may expect response.cookies and session.cookies to support dict operations. Requests does not use the dict interface internally; it's just for compatibility with external client code. All requests code should work out of the box with externally provided instances of ``CookieJar``, e.g. ``LWPCookieJar`` and ``FileCookieJar``. Unlike a regular CookieJar, this class is pickleable. .. warning:: dictionary operations that are normally O(1) may be O(n). Nc C s. z| |||W S tk r( | Y S X dS )zDict-like get() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. .. warning:: operation is O(n), not O(1). N)_find_no_duplicatesKeyError)r r# r% rE r r r r r s zRequestsCookieJar.getc K sX |dkr(t | ||d|dd dS t|tr<t|}nt||f|}| | |S )zDict-like set() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. NrE r )rE r )rJ r isinstancer morsel_to_cookie create_cookie set_cookie)r r# r- kwargscr r r set s zRequestsCookieJar.setc c s t | D ] }|jV qdS )zDict-like iterkeys() that returns an iterator of names of cookies from the jar. .. seealso:: itervalues() and iteritems(). N)iterr# r rI r r r iterkeys s zRequestsCookieJar.iterkeysc C s t | S )zDict-like keys() that returns a list of names of cookies from the jar. .. seealso:: values() and items(). )listrX r r r r keys s zRequestsCookieJar.keysc c s t | D ] }|jV qdS )zDict-like itervalues() that returns an iterator of values of cookies from the jar. .. seealso:: iterkeys() and iteritems(). N)rV r- rW r r r itervalues s z RequestsCookieJar.itervaluesc C s t | S )zDict-like values() that returns a list of values of cookies from the jar. .. seealso:: keys() and items(). )rY r[ r r r r values s zRequestsCookieJar.valuesc c s t | D ]}|j|jfV qdS )zDict-like iteritems() that returns an iterator of name-value tuples from the jar. .. seealso:: iterkeys() and itervalues(). N)rV r# r- rW r r r iteritems s zRequestsCookieJar.iteritemsc C s t | S )zDict-like items() that returns a list of name-value tuples from the jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a vanilla python dict of key value pairs. .. seealso:: keys() and values(). )rY r] r r r r items s zRequestsCookieJar.itemsc C s, g }t | D ]}|j|kr ||j q |S )z2Utility method to list all the domains in the jar.rV rE rF r ZdomainsrI r r r list_domains s z RequestsCookieJar.list_domainsc C s, g }t | D ]}|j|kr ||j q |S )z0Utility method to list all the paths in the jar.)rV r rF )r pathsrI r r r list_paths s z RequestsCookieJar.list_pathsc C s< g }t | D ]*}|jdk r*|j|kr* dS ||j q dS )zvReturns True if there are multiple domains in the jar. Returns False otherwise. :rtype: bool NTFr_ r` r r r multiple_domains s z"RequestsCookieJar.multiple_domainsc C sF i }t | D ]4}|dks"|j|kr |dks4|j|kr |j||j< q |S )zTakes as an argument an optional domain and path and returns a plain old Python dict of name-value pairs of cookies that meet the requirements. :rtype: dict N)rV rE r r- r# )r rE r Z dictionaryrI r r r get_dict+ s zRequestsCookieJar.get_dictc s. zt t| |W S tk r( Y dS X d S r )superrL __contains__rK r" __class__r r rg ; s z RequestsCookieJar.__contains__c C s | |S )zDict-like __getitem__() for compatibility with client code. Throws exception if there are more than one cookie with name. In that case, use the more explicit get() method instead. .. warning:: operation is O(n), not O(1). )rM r" r r r __getitem__A s z RequestsCookieJar.__getitem__c C s | || dS )zDict-like __setitem__ for compatibility with client code. Throws exception if there is already a cookie of that name in the jar. In that case, use the more explicit set() method instead. N)rU r, r r r __setitem__J s z RequestsCookieJar.__setitem__c C s t | | dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s ``remove_cookie_by_name()``. N)rJ r" r r r __delitem__Q s z RequestsCookieJar.__delitem__c sL t |jdr4|jdr4|jdr4|jdd|_tt| j|f||S )N startswith"z\" )r= r- rm endswithreplacerf rL rR )r rI argsrS rh r r rR W s $z RequestsCookieJar.set_cookiec s< t |tjr(|D ]}| t| qntt| | dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rO r CookieJarrR copyrf rL update)r otherrI rh r r ru \ s zRequestsCookieJar.updatec C s\ t | D ]<}|j|kr|dks(|j|kr|dks:|j|kr|j S qtd|||f dS )a Requests uses this method internally to get cookie values. If there are conflicting cookies, _find arbitrarily chooses one. See _find_no_duplicates if you want an exception thrown if there are conflicting cookies. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :return: cookie.value Nname=%r, domain=%r, path=%r)rV r# rE r r- rN )r r# rE r rI r r r _findd s zRequestsCookieJar._findc C sx d}t | D ]L}|j|kr |dks,|j|kr |dks>|j|kr |dk rRtd| |j}q |rb|S td|||f dS )a Both ``__get_item__`` and ``get`` call this function: it's never used elsewhere in Requests. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :raises KeyError: if cookie is not found :raises CookieConflictError: if there are multiple cookies that match name and optionally domain and path :return: cookie.value Nz(There are multiple cookies with name, %rrw )rV r# rE r rK r- rN )r r# rE r ZtoReturnrI r r r rM x s z%RequestsCookieJar._find_no_duplicatesc C s | j }|d |S )4Unlike a normal CookieJar, this class is pickleable. _cookies_lock)__dict__rt popr stater r r __getstate__ s z RequestsCookieJar.__getstate__c C s$ | j | d| j kr t | _dS )ry rz N)r{ ru threadingRLockrz r} r r r __setstate__ s z RequestsCookieJar.__setstate__c C s" t }|| || |S )z(Return a copy of this RequestsCookieJar.)rL Z set_policy get_policyru )r Znew_cjr r r rt s zRequestsCookieJar.copyc C s | j S )z&Return the CookiePolicy instance used.)Z_policyr r r r r s z RequestsCookieJar.get_policy)NNN)NN)NN)NN) r2 r3 r4 r5 r rU rX rZ r[ r\ r] r^ ra rc rd re rg rj rk rl rR ru rx rM r r rt r __classcell__r r rh r rL s2 rL c C sN | d kr d S t | dr | S t| }| | D ]}|t| q4|S )Nrt )r= rt rG rR )r? Znew_jarrI r r r _copy_cookie_jar s r c K s d| |ddddddddddidd }t |t | }|rLd }t|t| || t|d |d < t|d |d < |d d|d< t|d |d< tjf |S )zMake a cookie from underspecified parameters. By default, the pair of `name` and `value` will be set for the domain '' and sent on every request (this is sometimes called a "supercookie"). r Nro /FTHttpOnly) versionr# r- portrE r secureexpiresdiscardcomment comment_urlrestrfc2109z4create_cookie() got unexpected keyword arguments: %sr Zport_specifiedrE Zdomain_specified.Zdomain_initial_dotr Zpath_specified)rU TypeErrorrY ru boolrm r rB )r# r- rS resultZbadargserrr r r rQ s0 rQ c C s d}| d rPz t t t | d }W qr tk rL td| d Y qrX n"| d rrd}tt| d |}t| d t| d d| d || j | d dd | d idt| d | j | d pdd S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr z%a, %d-%b-%Y %H:%M:%S GMTr FrE r r Zhttponlyr r r ) r r r rE r r# r r r r r r- r ) inttime ValueErrorr calendarZtimegmstrptimerQ r r( r- )Zmorselr Z time_templater r r rP s4 rP Tc C sR |dkrt }| dk rNdd |D }| D ]$}|s8||kr(|t|| | q(|S )aC Returns a CookieJar from a key/value dictionary. :param cookie_dict: Dict of key/values to insert into CookieJar. :param cookiejar: (optional) A cookiejar to add the cookies to. :param overwrite: (optional) If False, will not replace cookies already in the jar with new ones. :rtype: CookieJar Nc S s g | ] }|j qS r )r# ).0rI r r r <listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rL rR rQ )Z cookie_dictrH overwriteZnames_from_jarr# r r r cookiejar_from_dict s r c C sv t | tjstdt |tr.t|| dd} nDt |tjrrz| | W n( tk rp |D ]}| | q\Y nX | S )zAdd cookies to cookiejar and returns a merged CookieJar. :param cookiejar: CookieJar object to add the cookies to. :param cookies: Dictionary or CookieJar object to be added. :rtype: CookieJar z!You can only merge into CookieJarF)rH r ) rO r rs r dictr ru AttributeErrorrR )rH ZcookiesZ cookie_in_jarr r r merge_cookies s r )NN)NT) r5 rt r r Z_internal_utilsr compatr r r r r r ImportErrorZdummy_threadingobjectr r7 rA rD rJ RuntimeErrorrK rs rL r rQ rP r r r r r r <module> s. H $ PK A\V8 8 < pip/_vendor/requests/__pycache__/status_codes.cpython-38.pycnu [ U .e! E @ s d a ddlmZ ddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGDZedHdIZdJdK Ze dLS )Ma The ``codes`` object defines a mapping from common names for HTTP statuses to their numerical codes, accessible either as attributes or as dictionary items. >>> requests.codes['temporary_redirect'] 307 >>> requests.codes.teapot 418 >>> requests.codes['\o/'] 200 Some codes have multiple names, and both upper- and lower-case versions of the names are allowed. For example, ``codes.ok``, ``codes.OK``, and ``codes.okay`` all correspond to the HTTP status code 200. ) LookupDict)continue)Zswitching_protocols)Z processing)Z checkpoint)Z uri_too_longZrequest_uri_too_long)okZokayZall_okZall_okayZall_goodz\o/u ✓)Zcreated)Zaccepted)Znon_authoritative_infoZ non_authoritative_information)Z no_content)Z reset_contentreset)Zpartial_contentpartial)Z multi_statusZmultiple_statusZ multi_statiZmultiple_stati)Zalready_reported)Zim_used)Zmultiple_choices)Zmoved_permanentlyZmovedz\o-)found)Z see_otherother)Z not_modified)Z use_proxy)Z switch_proxy)Ztemporary_redirectZtemporary_movedZ temporary)Zpermanent_redirectZresume_incompleteZresume)Z bad_requestZbad)Z unauthorized)Zpayment_requiredZpayment)Z forbidden)Z not_foundz-o-)Zmethod_not_allowedZ not_allowed)Znot_acceptable)Z proxy_authentication_requiredZ proxy_authZproxy_authentication)Zrequest_timeoutZtimeout)Zconflict)Zgone)Zlength_required)Zprecondition_failed precondition)Zrequest_entity_too_large)Zrequest_uri_too_large)Zunsupported_media_typeZunsupported_mediaZ media_type)Z requested_range_not_satisfiableZrequested_rangeZrange_not_satisfiable)Zexpectation_failed)Z im_a_teapotZteapotZ i_am_a_teapot)Zmisdirected_request)Zunprocessable_entityZ unprocessable)locked)Zfailed_dependencyZ dependency)Zunordered_collectionZ unordered)Zupgrade_requiredZupgrade)Zprecondition_requiredr )Ztoo_many_requestsZtoo_many)Zheader_fields_too_largeZfields_too_large)Z no_responseZnone)Z retry_withZretry)Z$blocked_by_windows_parental_controlsZparental_controls)Z unavailable_for_legal_reasonsZ legal_reasons)Zclient_closed_request)Zinternal_server_errorZ server_errorz/o\u ✗)Znot_implemented)Z bad_gateway)Zservice_unavailableZ unavailable)Zgateway_timeout)Zhttp_version_not_supportedZ http_version)Zvariant_also_negotiates)Zinsufficient_storage)Zbandwidth_limit_exceededZ bandwidth)Z not_extended)Z network_authentication_requiredZ network_authZnetwork_authentication)Dd e f g z i, i- i. i/ i0 i1 i2 i3 i4 i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i Z status_codes)namec s~ t D ]8\} }|D ]*}tt|| |dstt| | qqdd td k rvtd d fddtt D nd ad S )N)\/c S s$ d dd t| D }d| |f S )Nz, c s s | ]}d | V qdS )z``%s``N ).0nr r E/usr/lib/python3.8/site-packages/pip/_vendor/requests/status_codes.py <genexpr>p s z%_init.<locals>.doc.<locals>.<genexpr>z* %d: %s)join_codes)codenamesr r r doco s z_init.<locals>.doc c 3 s | ]} |V qd S )Nr )r r$ r& r r r! u s z_init.<locals>.<genexpr>) r# itemssetattrcodes startswithupper__doc__r" sorted)r$ Ztitlestitler r( r _inith s r1 N)r. Z structuresr r# r+ r1 r r r r <module> s P PK A\u'QV V ; pip/_vendor/requests/__pycache__/utils.cpython-38.opt-1.pycnu [ U .eau @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddl mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z" dd l#m$Z$ dd l%m&Z& dd l'm(Z(m)Z)m*Z*m+Z+ d Z,e- Z.d ddZ/ej0dkr2dd Z1dd Zdd Z2dd Z3dhddZ4d d Z5d d Z6d d! Z7d"d# Z8d$d% Z9d&d' Z:did(d)Z;d*d+ Z<d,d- Z=d.d/ Z>d0d1 Z?d2d3 Z@d4d5 ZAd6d7 ZBd8d9 ZCeDd:ZEd;d< ZFd=d> ZGd?d@ ZHdAdB ZIdCdD ZJdEdF ZKejLdGdH ZMdIdJ ZNdjdKdLZOdMdN ZPdkdPdQZQdRdS ZRdTdU ZSdVTdWZUeUdX ZVeUdY ZWdZd[ ZXd\d] ZYd^d_ ZZe[d`Z\e[daZ]dbdc Z^ddde Z_dfdg Z`dS )lz requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. N __version__)certs)to_native_string)parse_http_list)quoteurlparsebytesstr OrderedDictunquote getproxies proxy_bypass urlunparse basestring integer_typesis_py3proxy_bypass_environmentgetproxies_environmentMappingcookiejar_from_dict)CaseInsensitiveDict) InvalidURL InvalidHeaderFileModeWarningUnrewindableBodyError)z.netrc_netrcP i )ZhttpZhttpsZwin32c C s zt rdd l}ndd l}W n tk r0 Y dS X z6||jd}t||dd }||dd }W n tk r~ Y dS X |r|sdS | d}|D ]T}|dkrd| kr d S | dd }| d d }| d d}t || t j r d S qdS )Nr Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ ProxyOverride;z<local>.Tz\.*z.*?)r winreg_winreg ImportErrorOpenKeyHKEY_CURRENT_USERintZ QueryValueExOSErrorsplitreplacerematchI)hostr$ ZinternetSettingsZ proxyEnableZ proxyOverrideZtest r1 >/usr/lib/python3.8/site-packages/pip/_vendor/requests/utils.pyproxy_bypass_registry/ sF r3 c C s t rt| S t| S dS )zReturn True, if the host should be bypassed. Checks proxy settings gathered from the environment, if specified, or the registry. N)r r r3 )r0 r1 r1 r2 r V s r c C s t | dr| } | S )z/Returns an internal sequence dictionary update.items)hasattrr4 )dr1 r1 r2 dict_to_sequenceb s r7 c C s4 d }d}t | dr t| }nbt | dr.| j}nPt | dr~z | }W n tjk rZ Y n$X t|j}d| jkr~t dt t | drz | }W n$ t tfk r |d k r|}Y n^X t | dr|d krz&| dd | }| |pd W n t tfk r d}Y nX |d kr&d}td|| S ) Nr __len__lenfilenoba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.tellseek )r5 r9 r: ioUnsupportedOperationosfstatst_sizemodewarningswarnr r< r* IOErrorr= max)oZ total_lengthZcurrent_positionr: r1 r1 r2 super_lenk sB rJ Fc C s& zddl m }m} d}tD ]J}ztjd|}W n tk rP Y W dS X tj|r |} qhq |dkrvW dS t | }d}t | t r| d}|j |d } z:||| } | r| d rdnd} | | | d fW W S W n" |tfk r | r Y nX W n ttfk r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )netrcNetrcParseErrorNz~/{} :asciir r> )rK rL NETRC_FILESrA path expanduserformatKeyErrorexistsr isinstancer decodenetlocr+ ZauthenticatorsrG r& AttributeError) urlZ raise_errorsrK rL Z netrc_pathfZlocZriZsplitstrr0 r Zlogin_ir1 r1 r2 get_netrc_auth s8 r[ c C sB t | dd}|r>t|tr>|d dkr>|d dkr>tj|S dS )z0Tries to guess the filename of the given object.nameNr <>)getattrrU r rA rP basename)objr\ r1 r1 r2 guess_filename s rc c C s t j| r| S t j| \}}|rPt j|sPt j|\}}d||g}q t|s^| S t|}|| krx| S t }t jj|f|d }t j|s|j ||d}|S )zReplace nonexistent paths that look like they refer to a member of a zip archive with the location of an extracted copy of the target, or else just return the provided path unchanged. /)rP ) rA rP rT r+ joinzipfileZ is_zipfileZZipFileZnamelisttempfileZ gettempdirextract)rP archivememberprefixZzip_fileZtmpZextracted_pathr1 r1 r2 extract_zipped_paths s rl c C s. | dkr dS t | ttttfr&tdt| S )a Take an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) :rtype: OrderedDict N+cannot encode objects that are not 2-tuples)rU r r boolr) ValueErrorr valuer1 r1 r2 from_key_val_list s rr c C s@ | dkr dS t | ttttfr&tdt | tr8| } t| S )a Take an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples. :rtype: list Nrm ) rU r r rn r) ro r r4 listrp r1 r1 r2 to_key_val_list s rt c C sX g }t | D ]F}|dd |dd kr4dkrHn nt|dd }|| q |S )a Parse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` :rtype: list Nr r^ ")_parse_list_headerunquote_header_valueappend)rq resultitemr1 r1 r2 parse_list_header8 s ( r{ c C sx i }t | D ]f}d|kr"d||< q |dd\}} | dd | dd krVdkrjn nt| dd } | ||< q |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and convert them into a python dict: >>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` :rtype: dict =Nr r^ ru )rv r+ rw )rq ry rz r\ r1 r1 r2 parse_dict_headerX s ( r} c C s\ | rX| d | d kr dkrXn n4| dd } |rD| dd dkrX| dd d dS | S ) zUnquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. :rtype: str r r^ ru r Nr> z\\\z\")r, )rq Z is_filenamer1 r1 r2 rw { s $ rw c C s i }| D ]}|j ||j< q|S )zReturns a key/value dictionary from a CookieJar. :param cj: CookieJar object to extract cookies from. :rtype: dict )rq r\ )cj cookie_dictZcookier1 r1 r2 dict_from_cookiejar s r c C s t || S )zReturns a CookieJar from a key/value dictionary. :param cj: CookieJar to insert cookies into. :param cookie_dict: Dict of key/values to insert into CookieJar. :rtype: CookieJar r )r r r1 r1 r2 add_dict_to_cookiejar s r c C sT t dt tjdtjd}tjdtjd}td}|| || || S )zlReturns encodings from given content string. :param content: bytestring to extract encodings from. zIn requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rE rF DeprecationWarningr- compiler/ findall)contentZ charset_reZ pragma_reZxml_rer1 r1 r2 get_encodings_from_content s r c C s | d}|d |dd }}i }d}|D ]`}| }|r0|d }}|d} | dkr|d| |}|| d d |}||| < q0||fS ) zReturns content type and parameters from given header :param header: string :return: tuple containing content type and dictionary of parameters r r r Nz"' Tr| r^ )r+ stripfindlower) headertokens content_typeparamsZ params_dictZitems_to_stripparamkeyrq Zindex_of_equalsr1 r1 r2 _parse_content_type_header s r c C sD | d}|sdS t|\}}d|kr4|d dS d|kr@dS dS )z}Returns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. :rtype: str z content-typeNcharsetz'"textz ISO-8859-1)getr r )headersr r r1 r1 r2 get_encoding_from_headers s r c c sj |j dkr | D ] }|V qdS t|j dd}| D ]}||}|r4|V q4|jddd}|rf|V dS )zStream decodes a iterator.Nr, errors T)final)encodingcodecsgetincrementaldecoderrV )iteratorrrz decoderchunkrvr1 r1 r2 stream_decode_response_unicode s r c c sH d}|dks|dkr t | }|t | k rD| ||| V ||7 }q dS )z Iterate over slices of a string.r N)r9 )stringZ slice_lengthposr1 r1 r2 iter_slices s r c C s~ t dt g }t| j}|rLzt| j|W S tk rJ || Y nX zt| j|ddW S t k rx | j Y S X dS )zReturns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters :rtype: str zIn requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r, r N) rE rF r r r r r UnicodeErrorrx TypeError)r Ztried_encodingsr r1 r1 r2 get_unicode_from_response s r zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c C s | d}tdt|D ]}|| dd }t|dkr| rztt|d}W n tk rr td| Y nX |tkr||| dd ||< qd|| ||< qd|| ||< qd |S ) zUn-escape any percent-escape sequences in a URI that are unreserved characters. This leaves all reserved, illegal and non-ASCII bytes encoded. :rtype: str %r r r> z%Invalid percent-escape sequence: '%s'N ) r+ ranger9 isalnumchrr) ro r UNRESERVED_SETre )uripartsihcr1 r1 r2 unquote_unreserved5 s r c C s@ d}d}zt t| |dW S tk r: t | |d Y S X dS )zRe-quote the given URI. This function passes the given URI through an unquote/quote cycle to ensure that it is fully and consistently quoted. :rtype: str z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r r )r Zsafe_with_percentZsafe_without_percentr1 r1 r2 requote_uriM s r c C sl t dt| d }|d\}}t dttt|d }t dt|d |@ }||@ ||@ kS )zThis function allows you to check if an IP belongs to a network subnet Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24 returns False if ip = 192.168.1.1 and net = 192.168.100.0/24 :rtype: bool z=Lr rd )structunpacksocket inet_atonr+ dotted_netmaskr) )ZipZnetZipaddrZnetaddrbitsZnetmaskZnetworkr1 r1 r2 address_in_networkc s r c C s& ddd| > d A }t td|S )zConverts mask from /xx format to xxx.xxx.xxx.xxx Example: if mask is 24 function returns 255.255.255.0 :rtype: str l r z>I)r Z inet_ntoar pack)maskr r1 r1 r2 r r s r c C s, zt | W n t jk r& Y dS X dS )z :rtype: bool FT)r r error)Z string_ipr1 r1 r2 is_ipv4_address} s r c C s | ddkrzt| dd }W n tk r: Y dS X |dk sL|dkrPdS zt| dd W q tjk r Y dS X ndS dS )zV Very simple check of the cidr format in no_proxy variable. :rtype: bool rd r Fr r T)countr) r+ ro r r r )Zstring_networkr r1 r1 r2 is_valid_cidr s r c c sT |dk }|r"t j| }|t j| < z dV W 5 |rN|dkrDt j| = n |t j| < X dS )zSet the environment variable 'env_name' to 'value' Save previous value, yield, and then restore the previous value stored in the environment variable 'env_name'. If 'value' is None, do nothingN)rA environr )Zenv_namerq Z value_changed old_valuer1 r1 r2 set_environ s r c C s* dd }|}|dkr |d}t | }|jdkr2dS |rdd |dd d D }t|jr|D ]0}t|rt|j|r dS q`|j|kr` dS q`nB|j}|jr|d |j7 }|D ] }|j |s| |r dS qt d|6 zt |j}W n t t jfk r d }Y nX W 5 Q R X |r&dS d S ) zL Returns whether we should bypass proxies or not. :rtype: bool c S s t j| pt j| S N)rA r r upper)kr1 r1 r2 <lambda> r z'should_bypass_proxies.<locals>.<lambda>Nno_proxyTc s s | ]}|r|V qd S r r1 ).0r0 r1 r1 r2 <genexpr> s z(should_bypass_proxies.<locals>.<genexpr> r ,z:{}F)r hostnamer, r+ r r r ZportrR endswithr r r r Zgaierror) rY r Z get_proxyZ no_proxy_argparsedZproxy_ipZhost_with_portr0 Zbypassr1 r1 r2 should_bypass_proxies s@ r c C s t | |dri S t S dS )zA Return a dict of environment proxies. :rtype: dict )r N)r r )rY r r1 r1 r2 get_environ_proxies s r c C st |pi }t | }|jdkr.||j|dS |jd |j |jd|j dg}d}|D ]}||krV|| } qpqV|S )zSelect a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs Nallz://zall://)r r r scheme)rY ZproxiesZurlpartsZ proxy_keysproxyZ proxy_keyr1 r1 r2 select_proxy s r python-requestsc C s d| t f S )zO Return a string representing the default user agent. :rtype: str z%s/%sr )r\ r1 r1 r2 default_user_agent s r c C s t t dddddS )z9 :rtype: requests.structures.CaseInsensitiveDict z, )ZgzipZdeflatez*/*z keep-alive)z User-AgentzAccept-EncodingZAcceptZ Connection)r r re r1 r1 r1 r2 default_headers" s r c C s g }d}| |} | s|S td| D ]}z|dd\}}W n tk r\ |d }}Y nX d| di}|dD ]F}z|d\}} W n tk r Y qY nX | ||| |< qv|| q&|S ) zReturn a list of parsed link headers proxies. i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg" :rtype: list z '"z, *<r r r rY z<> '"r| )r r- r+ ro rx ) rq ZlinksZ replace_charsvalrY r linkr r r1 r1 r2 parse_header_links. s& r rN r> c C s | dd }|t jt jfkr dS |dd t jkr6dS |dd t jt jfkrRdS |t}|dkrhd S |dkr|ddd tkrd S |d dd tkrd S |dkr|dd t krd S |d d t krdS dS )z :rtype: str N zutf-32r z utf-8-sigr> zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le) r BOM_UTF32_LE BOM_UTF32_BEBOM_UTF8 BOM_UTF16_LE BOM_UTF16_BEr _null_null2_null3)dataZsampleZ nullcountr1 r1 r2 guess_json_utfY s* r c C s8 t | |\}}}}}}|s$|| }}t||||||fS )zGiven a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument. :rtype: str )r r )rY Z new_schemer rW rP r queryfragmentr1 r1 r2 prepend_scheme_if_neededy s r c C sB t | }zt|jt|jf}W n ttfk r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of username,password. :rtype: (str,str) )r r )r r ZusernameZpasswordrX r )rY r Zauthr1 r1 r2 get_auth_from_url s r s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |trt}nt}z||s4td| W n* tk r` td||t|f Y nX dS )zVerifies that header value is a string which doesn't contain leading whitespace or return characters. This prevents unintended header injection. :param header: tuple, in the format (name, value). z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rU r _CLEAN_HEADER_REGEX_BYTE_CLEAN_HEADER_REGEX_STRr. r r type)r r\ rq Zpatr1 r1 r2 check_header_validity s r c C sF t | \}}}}}}|s"|| }}|ddd }t|||||dfS )zW Given a url remove the fragment and the authentication part. :rtype: str @r r^ r )r rsplitr )rY r rW rP r r r r1 r1 r2 urldefragauth s r c C s` t | jdd}|dk rTt| jtrTz|| j W q\ ttfk rP tdY q\X ntddS )zfMove file pointer back to its recorded starting position so it can be read again on redirect. r= Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r` ZbodyrU Z_body_positionr rG r* r )Zprepared_requestZ body_seekr1 r1 r2 rewind_body s r )F)F)N)r )a__doc__r contextlibr? rA r- r r sysrg rE rf r r r Z_internal_utilsr compatr rv r r r r r r r r r r r r r r r Zcookiesr Z structuresr exceptionsr r r r rO whereZDEFAULT_CA_BUNDLE_PATHZ DEFAULT_PORTSplatformr3 r7 rJ r[ rc rl rr rt r{ r} rw r r r r r r r r frozensetr r r r r r r contextmanagerr r r r r r r encoder r r r r r r r r r r r r1 r1 r1 r2 <module> s D ' = 3 # % = & PK A\蛂Me e 4 pip/_vendor/requests/__pycache__/auth.cpython-38.pycnu [ U .e' @ s d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m Z m Z m Z ddl mZ ddlmZ ddlmZ d Zd Zd d ZG d d deZG dd deZG dd deZG dd deZdS )z] requests.auth ~~~~~~~~~~~~~ This module contains the authentication handlers for Requests. N) b64encode )urlparsestr basestring)extract_cookies_to_jar)to_native_string)parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s t | ts&tjd| td t| } t |tsLtjd|td t|}t | tr`| d} t |trt|d}dtt d | |f }|S )z Returns a Basic Auth string.zNon-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.)categoryzNon-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.latin1zBasic :) isinstancer warningswarnformatDeprecationWarningr encoder r joinstrip)usernamepasswordZauthstr r =/usr/lib/python3.8/site-packages/pip/_vendor/requests/auth.py_basic_auth_str s0 r c @ s e Zd ZdZdd ZdS )AuthBasez4Base class that all auth implementations derive fromc C s t dd S )Nz Auth hooks must be callable.)NotImplementedErrorselfrr r r __call__K s zAuthBase.__call__N__name__ __module__ __qualname____doc__r r r r r r H s r c @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd S ) HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S N)r r r r r r r r __init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd k| jt|dd kgS Nr r allr getattrr r otherr r r __eq__V s zHTTPBasicAuth.__eq__c C s | |k S r& r r- r r r __ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j|jd< |S )N Authorizationr r r headersr r r r r _ s zHTTPBasicAuth.__call__N)r! r" r# r$ r( r/ r0 r r r r r r% O s r% c @ s e Zd ZdZdd ZdS ) HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j|jd< |S )NzProxy-Authorizationr2 r r r r r g s zHTTPProxyAuth.__call__Nr r r r r r4 d s r4 c @ sP e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dS )HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _t | _d S r& )r r threadingZlocal _thread_localr' r r r r( o s zHTTPDigestAuth.__init__c C s@ t | jds<d| j_d| j_d| j_i | j_d | j_d | j_d S )NinitT r )hasattrr7 r8 last_nonce nonce_countchalpos num_401_calls)r r r r init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec s | j jd }| j jd }| j jd}| j jd}| j jd}d |dkrTd}n| }|dksl|dkrzd d } | n@|d krd d } | n*|dkrdd } | n|dkrdd } | fdd} dkrdS d}t|}|jpd}|jr|d|j 7 }d| j|| jf }d||f } |} |}|| j j krJ| j j d7 _ nd| j _ d| j j }t | j j d }|| d 7 }|t d 7 }|td 7 }t| dd }|dkrЈ d|||f }|s| |d||f }n<|d ksd |d kr"d!|||d |f }| ||}ndS || j _ d"| j||||f }|rT|d#| 7 }|rf|d$| 7 }|rx|d%| 7 }|r|d&||f 7 }d'| S )(z :rtype: str realmnonceqop algorithmopaqueNZMD5zMD5-SESSc S s" t | tr| d} t| S Nutf-8)r r r hashlibZmd5 hexdigestxr r r md5_utf8 s z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | tr| d} t| S rF )r r r rH sha1rI rJ r r r sha_utf8 s z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8zSHA-256c S s" t | tr| d} t| S rF )r r r rH Zsha256rI rJ r r r sha256_utf8 s z7HTTPDigestAuth.build_digest_header.<locals>.sha256_utf8zSHA-512c S s" t | tr| d} t| S rF )r r r rH Zsha512rI rJ r r r sha512_utf8 s z7HTTPDigestAuth.build_digest_header.<locals>.sha512_utf8c s d| |f S )N%s:%sr )sdZ hash_utf8r r <lambda> z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>/?z%s:%s:%srQ r z%08xrG Zauth,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z, algorithm="%s"z , digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r7 r= getupperr pathZqueryr r r; r< r r timectimeosurandomrH rM rI split)r methodurlrA rB rC rD rE Z _algorithmrL rN rO rP ZKDZentdigZp_parsedr^ ZA1ZA2ZHA1ZHA2ZncvaluerR ZcnonceZrespdigZnoncebitbaser rT r build_digest_header s z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr7 r? )r r kwargsr r r handle_redirect s z HTTPDigestAuth.handle_redirectc K s" d|j krdk s$n d| j_|S | jjdk rB|jj| jj |jdd}d| kr| jjdk r| j jd7 _t j d t j d }t |jd|dd | j_|j | |j }t|j|j|j ||j | |j|j|jd < |jj|f|}|j | ||_|S d| j_|S ) zo Takes the given response and tries digest-auth, if needed. :rtype: requests.Response i i r Nzwww-authenticater9 Zdigest zdigest )flags)countr1 ) Z status_coder7 r? r> Zrequestbodyseekr3 r\ lowerrecompile IGNORECASEr subr= Zcontentclosecopyr Z_cookiesrawZprepare_cookiesrg rd re Z connectionsendhistoryappend)r r rh Zs_authZpatZprepZ_rr r r handle_401 s2 zHTTPDigestAuth.handle_401c C s~ | | jjr&| |j|j|jd< z|j | j_ W n t k rT d | j_ Y nX | d| j | d| j d| j_|S )Nr1 Zresponser )r@ r7 r; rg rd re r3 rm tellr> AttributeErrorZ register_hookrz ri r? r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd k| jt|dd kgS r) r* r- r r r r/ * s zHTTPDigestAuth.__eq__c C s | |k S r& r r- r r r r0 0 s zHTTPDigestAuth.__ne__N) r! r" r# r$ r( r@ rg ri rz r r/ r0 r r r r r5 l s f,r5 )r$ ra rp r_ rH r6 r base64r compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr objectr r% r4 r5 r r r r <module> s$ ,PK A\ns^ > pip/_vendor/requests/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlmZ ddlmZ ddlZddlmZ dd Zd d Zzeej ej W n0 e e fk r e d ej ej e Y nX dd lmZ esz,dd lmZ e ddlm Z ee W n ek r Y nX ddlmZ ede ddl mZmZmZm Z ddl m Z m Z m Z m Z ddl m Z m!Z! ddl"m#Z# ddl"m$Z$ ddl%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6 ddlm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? ddl@Z@ddl@mAZA e@BeCDeA ejd e=d d dS ) a Requests HTTP Library ~~~~~~~~~~~~~~~~~~~~~ Requests is an HTTP library, written in Python, for human beings. Basic GET usage: >>> import requests >>> r = requests.get('https://www.python.org') >>> r.status_code 200 >>> 'Python is a programming language' in r.content True ... or POST: >>> payload = dict(key1='value1', key2='value2') >>> r = requests.post('https://httpbin.org/post', data=payload) >>> print(r.text) { ... "form": { "key2": "value2", "key1": "value1" }, ... } The other HTTP methods are supported - see `requests.api`. Full documentation is at <http://python-requests.org>. :copyright: (c) 2017 by Kenneth Reitz. :license: Apache 2.0, see LICENSE for more details. )urllib3)chardetN )RequestsDependencyWarningc C s~ | d} t| dkr | d | \}}}t|t|t| }}}| dd d \}}}t|t|t| }}}d S )N. 0 )splitlenappendint)Zurllib3_versionZchardet_versionmajorminorpatch r A/usr/lib/python3.8/site-packages/pip/_vendor/requests/__init__.pycheck_compatibility1 s r c C sX zt tt| d} W n tk r. Y d S X | dddgk rTd| }t|t d S )Nr r r z4Old version of cryptography ({}) may cause slowdown.) listmapr r ValueErrorformatwarningswarnr )cryptography_versionZwarningr r r _check_cryptographyJ s r z?urllib3 ({}) or chardet ({}) doesn't match a supported version!)WINDOWS) pyopenssl) __version__)DependencyWarningignore) __title____description____url__r ) __build__ __author____author_email__ __license__) __copyright____cake__)utils)packages)RequestResponsePreparedRequest)requestgetheadpostr putdeleteoptions)sessionSession)codes) RequestExceptionTimeout URLRequiredTooManyRedirects HTTPErrorConnectionErrorFileModeWarningConnectTimeout ReadTimeout) NullHandlerdefaultT)r )E__doc__Z pip._vendorr r r exceptionsr r r r AssertionErrorr r r Zpip._internal.utils.compatr Zpip._vendor.urllib3.contribr Zinject_into_urllib3Z cryptographyr ImportErrorZ pip._vendor.urllib3.exceptionsr simplefilterr" r# r$ r% r& r' r( r) r* r+ r, Zmodelsr- r. r/ Zapir0 r1 r2 r3 r r4 r5 r6 Zsessionsr7 r8 Z status_codesr9 r: r; r< r= r> r? r@ rA rB ZloggingrC Z getLogger__name__Z addHandlerr r r r <module> sP # ( , PK A\bIG G 3 pip/_vendor/requests/__pycache__/api.cpython-38.pycnu [ U .e @ s\ d Z ddlmZ dd ZdddZdd Zd d Zdd d ZdddZdddZ dd Z dS )z requests.api ~~~~~~~~~~~~ This module implements the Requests API. :copyright: (c) 2012 by Kenneth Reitz. :license: Apache2, see LICENSE for more details. )sessionsc K s6 t $}|jf | |d|W 5 Q R S Q R X dS )a Constructs and sends a :class:`Request <Request>`. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary, list of tuples or bytes to send in the query string for the :class:`Request`. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload. ``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')`` or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers to add for the file. :param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How many seconds to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol to the URL of the proxy. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param stream: (optional) if ``False``, the response content will be immediately downloaded. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :return: :class:`Response <Response>` object :rtype: requests.Response Usage:: >>> import requests >>> req = requests.request('GET', 'https://httpbin.org/get') <Response [200]> )methodurlN)r ZSessionrequest)r r kwargsZsession r </usr/lib/python3.8/site-packages/pip/_vendor/requests/api.pyr s + r Nc K s" | dd td| fd|i|S )ad Sends a GET request. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary, list of tuples or bytes to send in the query string for the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response allow_redirectsTgetparams setdefaultr )r r r r r r r ? s r c K s | dd td| f|S )zSends an OPTIONS request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r Toptionsr r r r r r r N s r c K s | dd td| f|S )zSends a HEAD request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response r Fheadr r r r r r [ s r c K s t d| f||d|S )a Sends a POST request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response post)datajsonr )r r r r r r r r h s r c K s t d| fd|i|S )a Sends a PUT request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response putr r r r r r r r r w s r c K s t d| fd|i|S )a Sends a PATCH request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response patchr r r r r r r s r c K s t d| f|S )zSends a DELETE request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response deleter r r r r r s r )N)NN)N)N) __doc__ r r r r r r r r r r r r r <module> s / PK A\V8 8 B pip/_vendor/requests/__pycache__/status_codes.cpython-38.opt-1.pycnu [ U .e! E @ s d a ddlmZ ddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGDZedHdIZdJdK Ze dLS )Ma The ``codes`` object defines a mapping from common names for HTTP statuses to their numerical codes, accessible either as attributes or as dictionary items. >>> requests.codes['temporary_redirect'] 307 >>> requests.codes.teapot 418 >>> requests.codes['\o/'] 200 Some codes have multiple names, and both upper- and lower-case versions of the names are allowed. For example, ``codes.ok``, ``codes.OK``, and ``codes.okay`` all correspond to the HTTP status code 200. ) LookupDict)continue)Zswitching_protocols)Z processing)Z checkpoint)Z uri_too_longZrequest_uri_too_long)okZokayZall_okZall_okayZall_goodz\o/u ✓)Zcreated)Zaccepted)Znon_authoritative_infoZ non_authoritative_information)Z no_content)Z reset_contentreset)Zpartial_contentpartial)Z multi_statusZmultiple_statusZ multi_statiZmultiple_stati)Zalready_reported)Zim_used)Zmultiple_choices)Zmoved_permanentlyZmovedz\o-)found)Z see_otherother)Z not_modified)Z use_proxy)Z switch_proxy)Ztemporary_redirectZtemporary_movedZ temporary)Zpermanent_redirectZresume_incompleteZresume)Z bad_requestZbad)Z unauthorized)Zpayment_requiredZpayment)Z forbidden)Z not_foundz-o-)Zmethod_not_allowedZ not_allowed)Znot_acceptable)Z proxy_authentication_requiredZ proxy_authZproxy_authentication)Zrequest_timeoutZtimeout)Zconflict)Zgone)Zlength_required)Zprecondition_failed precondition)Zrequest_entity_too_large)Zrequest_uri_too_large)Zunsupported_media_typeZunsupported_mediaZ media_type)Z requested_range_not_satisfiableZrequested_rangeZrange_not_satisfiable)Zexpectation_failed)Z im_a_teapotZteapotZ i_am_a_teapot)Zmisdirected_request)Zunprocessable_entityZ unprocessable)locked)Zfailed_dependencyZ dependency)Zunordered_collectionZ unordered)Zupgrade_requiredZupgrade)Zprecondition_requiredr )Ztoo_many_requestsZtoo_many)Zheader_fields_too_largeZfields_too_large)Z no_responseZnone)Z retry_withZretry)Z$blocked_by_windows_parental_controlsZparental_controls)Z unavailable_for_legal_reasonsZ legal_reasons)Zclient_closed_request)Zinternal_server_errorZ server_errorz/o\u ✗)Znot_implemented)Z bad_gateway)Zservice_unavailableZ unavailable)Zgateway_timeout)Zhttp_version_not_supportedZ http_version)Zvariant_also_negotiates)Zinsufficient_storage)Zbandwidth_limit_exceededZ bandwidth)Z not_extended)Z network_authentication_requiredZ network_authZnetwork_authentication)Dd e f g z i, i- i. i/ i0 i1 i2 i3 i4 i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i Z status_codes)namec s~ t D ]8\} }|D ]*}tt|| |dstt| | qqdd td k rvtd d fddtt D nd ad S )N)\/c S s$ d dd t| D }d| |f S )Nz, c s s | ]}d | V qdS )z``%s``N ).0nr r E/usr/lib/python3.8/site-packages/pip/_vendor/requests/status_codes.py <genexpr>p s z%_init.<locals>.doc.<locals>.<genexpr>z* %d: %s)join_codes)codenamesr r r doco s z_init.<locals>.doc c 3 s | ]} |V qd S )Nr )r r$ r& r r r! u s z_init.<locals>.<genexpr>) r# itemssetattrcodes startswithupper__doc__r" sorted)r$ Ztitlestitler r( r _inith s r1 N)r. Z structuresr r# r+ r1 r r r r <module> s P PK A\mA > pip/_vendor/requests/__pycache__/packages.cpython-38.opt-1.pycnu [ U .e @ sv d dl Z dD ]dZde Zeee e< ee jD ]>ZeeksJeed r0ee dd Z e je e jde < q0q dS ) N)Zurllib3ZidnaZchardetz pip._vendor..z pip._vendor.requests.packages.) syspackageZvendored_package __import__localslistmodulesmod startswithlenZunprefixed_mod r r A/usr/lib/python3.8/site-packages/pip/_vendor/requests/packages.py<module> s PK A\kKp( ( < pip/_vendor/requests/__pycache__/compat.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlmZ ddlZejZed dkZed dkZddlZerddl m Z m Z m Z m Z mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd l m Z dd l m Z m Z m!Z!m"Z" e#Z$e#Z%e&Z#e'Z'e(e)e*fZ+e(e)fZ,nerdd l-mZmZmZmZmZm Z m Z m Z m Z mZ dd l.mZmZmZmZmZ ddl/m0Z dd l1m Z dd l2m Z ddl m"Z" ddl3m Z m Z m!Z! e#Z$e#Z#e%Z%e#e%fZ'e(e*fZ+e(fZ,dS )zq requests.compat ~~~~~~~~~~~~~~~ This module handles import compatibility issues between Python 2 and Python 3. )chardetN ) quoteunquote quote_plus unquote_plus urlencode getproxies proxy_bypassproxy_bypass_environmentgetproxies_environment)urlparse urlunparseurljoinurlsplit urldefrag)parse_http_list)Morsel)StringIO)CallableMappingMutableMapping OrderedDict) r r r r r r r r r r )r r r r r ) cookiejar)r )r r r )4__doc__Z pip._vendorr sys version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r r r r r r r r r Zurllib2r Z cookielibZCookier r collectionsr r r r strZ builtin_strbytesZunicodeZ basestringintZlongfloatZ numeric_typesZ integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookiesioZcollections.abc r$ r$ ?/usr/lib/python3.8/site-packages/pip/_vendor/requests/compat.py<module> sD , 0 PK A\L/X X @ pip/_vendor/requests/__pycache__/exceptions.cpython-38.opt-1.pycnu [ U .e} @ s d Z ddlmZ G dd deZG dd deZG dd deZG d d d eZG d d d eZG d d deZ G dd dee Z G dd de Z G dd deZ G dd deZ G dd deeZG dd deeZG dd d eeZG d d d eeZG d d d eZG d!d" d"eZG d#d$ d$eeZG d%d& d&eeZG d'd( d(eZG d)d* d*eZG d+d, d,eZG d-d. d.ee Z G d/d0 d0eZ d1S )2z` requests.exceptions ~~~~~~~~~~~~~~~~~~~ This module contains the set of Requests' exceptions. ) HTTPErrorc s e Zd ZdZ fddZ ZS )RequestExceptionzTThere was an ambiguous exception that occurred while handling your request. c sX | dd}|| _| dd| _|dk rB| jsBt|drB| jj| _tt| j|| dS )zBInitialize RequestException with `request` and `response` objects.responseNrequest)popr r hasattrsuperr __init__)selfargskwargsr __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/requests/exceptions.pyr s zRequestException.__init__)__name__ __module__ __qualname____doc__r __classcell__r r r r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.Nr r r r r r r r r s r c @ s e Zd ZdZdS )ConnectionErrorz A Connection error occurred.Nr r r r r r s r c @ s e Zd ZdZdS ) ProxyErrorzA proxy error occurred.Nr r r r r r $ s r c @ s e Zd ZdZdS )SSLErrorzAn SSL error occurred.Nr r r r r r ( s r c @ s e Zd ZdZdS )TimeoutzThe request timed out. Catching this error will catch both :exc:`~requests.exceptions.ConnectTimeout` and :exc:`~requests.exceptions.ReadTimeout` errors. Nr r r r r r , s r c @ s e Zd ZdZdS )ConnectTimeoutzThe request timed out while trying to connect to the remote server. Requests that produced this error are safe to retry. Nr r r r r r 5 s r c @ s e Zd ZdZdS ) ReadTimeoutz@The server did not send any data in the allotted amount of time.Nr r r r r r < s r c @ s e Zd ZdZdS ) URLRequiredz*A valid URL is required to make a request.Nr r r r r r @ s r c @ s e Zd ZdZdS )TooManyRedirectszToo many redirects.Nr r r r r r D s r c @ s e Zd ZdZdS ) MissingSchemaz/The URL schema (e.g. http or https) is missing.Nr r r r r r H s r c @ s e Zd ZdZdS ) InvalidSchemaz"See defaults.py for valid schemas.Nr r r r r r L s r c @ s e Zd ZdZdS ) InvalidURLz%The URL provided was somehow invalid.Nr r r r r r! P s r! c @ s e Zd ZdZdS ) InvalidHeaderz.The header value provided was somehow invalid.Nr r r r r r" T s r" c @ s e Zd ZdZdS )InvalidProxyURLz"The proxy URL provided is invalid.Nr r r r r r# X s r# c @ s e Zd ZdZdS )ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.Nr r r r r r$ \ s r$ c @ s e Zd ZdZdS )ContentDecodingErrorz!Failed to decode response contentNr r r r r r% ` s r% c @ s e Zd ZdZdS )StreamConsumedErrorz2The content for this response was already consumedNr r r r r r& d s r& c @ s e Zd ZdZdS ) RetryErrorzCustom retries logic failedNr r r r r r' h s r' c @ s e Zd ZdZdS )UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyNr r r r r r( l s r( c @ s e Zd ZdZdS )RequestsWarningzBase warning for Requests.Nr r r r r r) r s r) c @ s e Zd ZdZdS )FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.Nr r r r r r* w s r* c @ s e Zd ZdZdS )RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.Nr r r r r r+ | s r+ N) r Z pip._vendor.urllib3.exceptionsr Z BaseHTTPErrorIOErrorr r r r r r r r r ValueErrorr r r! r" r# r$ r% TypeErrorr& r' r( Warningr) DeprecationWarningr* r+ r r r r <module> s0 PK A\xȳf 5 pip/_vendor/requests/__pycache__/hooks.cpython-38.pycnu [ U .e @ s d Z dgZdd Zdd ZdS )z requests.hooks ~~~~~~~~~~~~~~ This module provides the capabilities for the Requests hooks system. Available hooks: ``response``: The response generated from a Request. Zresponsec C s dd t D S )Nc S s i | ] }|g qS r ).0Zeventr r >/usr/lib/python3.8/site-packages/pip/_vendor/requests/hooks.py <dictcomp> s z!default_hooks.<locals>.<dictcomp>)HOOKSr r r r default_hooks s r c K sL |pi }| | }|rHt|dr&|g}|D ] }||f|}|dk r*|}q*|S )z6Dispatches a hook dictionary on a given piece of data.__call__N)gethasattr)keyZhooksZ hook_datakwargshookZ _hook_datar r r dispatch_hook s r N)__doc__r r r r r r r <module> s PK A\|c ; pip/_vendor/requests/__pycache__/__version__.cpython-38.pycnu [ U .e @ s, d Z dZdZdZdZdZdZdZdZd Z d S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.22.0i " z Kenneth Reitzzme@kennethreitz.orgz Apache 2.0z Copyright 2019 Kenneth Reitzu ✨ 🍰 ✨N) Z __title__Z__description__Z__url__ __version__Z __build__ __author__Z__author_email__Z __license__Z __copyright__Z__cake__ r r D/usr/lib/python3.8/site-packages/pip/_vendor/requests/__version__.py<module> s PK A\L/X X : pip/_vendor/requests/__pycache__/exceptions.cpython-38.pycnu [ U .e} @ s d Z ddlmZ G dd deZG dd deZG dd deZG d d d eZG d d d eZG d d deZ G dd dee Z G dd de Z G dd deZ G dd deZ G dd deeZG dd deeZG dd d eeZG d d d eeZG d d d eZG d!d" d"eZG d#d$ d$eeZG d%d& d&eeZG d'd( d(eZG d)d* d*eZG d+d, d,eZG d-d. d.ee Z G d/d0 d0eZ d1S )2z` requests.exceptions ~~~~~~~~~~~~~~~~~~~ This module contains the set of Requests' exceptions. ) HTTPErrorc s e Zd ZdZ fddZ ZS )RequestExceptionzTThere was an ambiguous exception that occurred while handling your request. c sX | dd}|| _| dd| _|dk rB| jsBt|drB| jj| _tt| j|| dS )zBInitialize RequestException with `request` and `response` objects.responseNrequest)popr r hasattrsuperr __init__)selfargskwargsr __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/requests/exceptions.pyr s zRequestException.__init__)__name__ __module__ __qualname____doc__r __classcell__r r r r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.Nr r r r r r r r r s r c @ s e Zd ZdZdS )ConnectionErrorz A Connection error occurred.Nr r r r r r s r c @ s e Zd ZdZdS ) ProxyErrorzA proxy error occurred.Nr r r r r r $ s r c @ s e Zd ZdZdS )SSLErrorzAn SSL error occurred.Nr r r r r r ( s r c @ s e Zd ZdZdS )TimeoutzThe request timed out. Catching this error will catch both :exc:`~requests.exceptions.ConnectTimeout` and :exc:`~requests.exceptions.ReadTimeout` errors. Nr r r r r r , s r c @ s e Zd ZdZdS )ConnectTimeoutzThe request timed out while trying to connect to the remote server. Requests that produced this error are safe to retry. Nr r r r r r 5 s r c @ s e Zd ZdZdS ) ReadTimeoutz@The server did not send any data in the allotted amount of time.Nr r r r r r < s r c @ s e Zd ZdZdS ) URLRequiredz*A valid URL is required to make a request.Nr r r r r r @ s r c @ s e Zd ZdZdS )TooManyRedirectszToo many redirects.Nr r r r r r D s r c @ s e Zd ZdZdS ) MissingSchemaz/The URL schema (e.g. http or https) is missing.Nr r r r r r H s r c @ s e Zd ZdZdS ) InvalidSchemaz"See defaults.py for valid schemas.Nr r r r r r L s r c @ s e Zd ZdZdS ) InvalidURLz%The URL provided was somehow invalid.Nr r r r r r! P s r! c @ s e Zd ZdZdS ) InvalidHeaderz.The header value provided was somehow invalid.Nr r r r r r" T s r" c @ s e Zd ZdZdS )InvalidProxyURLz"The proxy URL provided is invalid.Nr r r r r r# X s r# c @ s e Zd ZdZdS )ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.Nr r r r r r$ \ s r$ c @ s e Zd ZdZdS )ContentDecodingErrorz!Failed to decode response contentNr r r r r r% ` s r% c @ s e Zd ZdZdS )StreamConsumedErrorz2The content for this response was already consumedNr r r r r r& d s r& c @ s e Zd ZdZdS ) RetryErrorzCustom retries logic failedNr r r r r r' h s r' c @ s e Zd ZdZdS )UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyNr r r r r r( l s r( c @ s e Zd ZdZdS )RequestsWarningzBase warning for Requests.Nr r r r r r) r s r) c @ s e Zd ZdZdS )FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.Nr r r r r r* w s r* c @ s e Zd ZdZdS )RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.Nr r r r r r+ | s r+ N) r Z pip._vendor.urllib3.exceptionsr Z BaseHTTPErrorIOErrorr r r r r r r r r ValueErrorr r r! r" r# r$ r% TypeErrorr& r' r( Warningr) DeprecationWarningr* r+ r r r r <module> s0 PK A\Y ? pip/_vendor/requests/__pycache__/_internal_utils.cpython-38.pycnu [ U .eH @ s. d Z ddlmZmZmZ d ddZdd ZdS ) z requests._internal_utils ~~~~~~~~~~~~~~ Provides utility functions that are consumed internally by Requests which depend on extremely few external helpers (such as compat) )is_py2 builtin_strstrasciic C s. t | tr| }ntr | |}n | |}|S )zGiven a string object, regardless of type, returns a representation of that string in the native string type, encoding and decoding where necessary. This assumes ASCII unless told otherwise. ) isinstancer r encodedecode)stringencodingout r H/usr/lib/python3.8/site-packages/pip/_vendor/requests/_internal_utils.pyto_native_string s r c C s: t | tstz| d W dS tk r4 Y dS X dS )zDetermine if unicode string only contains ASCII characters. :param str u_string: unicode string to check. Must be unicode and not Python 2 `str`. :rtype: bool r TFN)r r AssertionErrorr UnicodeEncodeError)Zu_stringr r r unicode_is_ascii s r N)r )__doc__compatr r r r r r r r r <module> s PK A\xȳf ; pip/_vendor/requests/__pycache__/hooks.cpython-38.opt-1.pycnu [ U .e @ s d Z dgZdd Zdd ZdS )z requests.hooks ~~~~~~~~~~~~~~ This module provides the capabilities for the Requests hooks system. Available hooks: ``response``: The response generated from a Request. Zresponsec C s dd t D S )Nc S s i | ] }|g qS r ).0Zeventr r >/usr/lib/python3.8/site-packages/pip/_vendor/requests/hooks.py <dictcomp> s z!default_hooks.<locals>.<dictcomp>)HOOKSr r r r default_hooks s r c K sL |pi }| | }|rHt|dr&|g}|D ] }||f|}|dk r*|}q*|S )z6Dispatches a hook dictionary on a given piece of data.__call__N)gethasattr)keyZhooksZ hook_datakwargshookZ _hook_datar r r dispatch_hook s r N)__doc__r r r r r r r <module> s PK A\ pip/_vendor/requests/api.pynu [ # -*- coding: utf-8 -*- """ requests.api ~~~~~~~~~~~~ This module implements the Requests API. :copyright: (c) 2012 by Kenneth Reitz. :license: Apache2, see LICENSE for more details. """ from . import sessions def request(method, url, **kwargs): """Constructs and sends a :class:`Request <Request>`. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary, list of tuples or bytes to send in the query string for the :class:`Request`. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload. ``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')`` or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers to add for the file. :param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How many seconds to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol to the URL of the proxy. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param stream: (optional) if ``False``, the response content will be immediately downloaded. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :return: :class:`Response <Response>` object :rtype: requests.Response Usage:: >>> import requests >>> req = requests.request('GET', 'https://httpbin.org/get') <Response [200]> """ # By using the 'with' statement we are sure the session is closed, thus we # avoid leaving sockets open which can trigger a ResourceWarning in some # cases, and look like a memory leak in others. with sessions.Session() as session: return session.request(method=method, url=url, **kwargs) def get(url, params=None, **kwargs): r"""Sends a GET request. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary, list of tuples or bytes to send in the query string for the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return request('get', url, params=params, **kwargs) def options(url, **kwargs): r"""Sends an OPTIONS request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return request('options', url, **kwargs) def head(url, **kwargs): r"""Sends a HEAD request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ kwargs.setdefault('allow_redirects', False) return request('head', url, **kwargs) def post(url, data=None, json=None, **kwargs): r"""Sends a POST request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('post', url, data=data, json=json, **kwargs) def put(url, data=None, **kwargs): r"""Sends a PUT request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('put', url, data=data, **kwargs) def patch(url, data=None, **kwargs): r"""Sends a PATCH request. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json data to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('patch', url, data=data, **kwargs) def delete(url, **kwargs): r"""Sends a DELETE request. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :return: :class:`Response <Response>` object :rtype: requests.Response """ return request('delete', url, **kwargs) PK A\/au au pip/_vendor/requests/utils.pynu [ # -*- coding: utf-8 -*- """ requests.utils ~~~~~~~~~~~~~~ This module provides utility functions that are used within Requests that are also useful for external consumption. """ import codecs import contextlib import io import os import re import socket import struct import sys import tempfile import warnings import zipfile from .__version__ import __version__ from . import certs # to_native_string is unused here, but imported here for backwards compatibility from ._internal_utils import to_native_string from .compat import parse_http_list as _parse_list_header from .compat import ( quote, urlparse, bytes, str, OrderedDict, unquote, getproxies, proxy_bypass, urlunparse, basestring, integer_types, is_py3, proxy_bypass_environment, getproxies_environment, Mapping) from .cookies import cookiejar_from_dict from .structures import CaseInsensitiveDict from .exceptions import ( InvalidURL, InvalidHeader, FileModeWarning, UnrewindableBodyError) NETRC_FILES = ('.netrc', '_netrc') DEFAULT_CA_BUNDLE_PATH = certs.where() DEFAULT_PORTS = {'http': 80, 'https': 443} if sys.platform == 'win32': # provide a proxy_bypass version on Windows without DNS lookups def proxy_bypass_registry(host): try: if is_py3: import winreg else: import _winreg as winreg except ImportError: return False try: internetSettings = winreg.OpenKey(winreg.HKEY_CURRENT_USER, r'Software\Microsoft\Windows\CurrentVersion\Internet Settings') # ProxyEnable could be REG_SZ or REG_DWORD, normalizing it proxyEnable = int(winreg.QueryValueEx(internetSettings, 'ProxyEnable')[0]) # ProxyOverride is almost always a string proxyOverride = winreg.QueryValueEx(internetSettings, 'ProxyOverride')[0] except OSError: return False if not proxyEnable or not proxyOverride: return False # make a check value list from the registry entry: replace the # '<local>' string by the localhost entry and the corresponding # canonical entry. proxyOverride = proxyOverride.split(';') # now check if we match one of the registry values. for test in proxyOverride: if test == '<local>': if '.' not in host: return True test = test.replace(".", r"\.") # mask dots test = test.replace("*", r".*") # change glob sequence test = test.replace("?", r".") # change glob char if re.match(test, host, re.I): return True return False def proxy_bypass(host): # noqa """Return True, if the host should be bypassed. Checks proxy settings gathered from the environment, if specified, or the registry. """ if getproxies_environment(): return proxy_bypass_environment(host) else: return proxy_bypass_registry(host) def dict_to_sequence(d): """Returns an internal sequence dictionary update.""" if hasattr(d, 'items'): d = d.items() return d def super_len(o): total_length = None current_position = 0 if hasattr(o, '__len__'): total_length = len(o) elif hasattr(o, 'len'): total_length = o.len elif hasattr(o, 'fileno'): try: fileno = o.fileno() except io.UnsupportedOperation: pass else: total_length = os.fstat(fileno).st_size # Having used fstat to determine the file length, we need to # confirm that this file was opened up in binary mode. if 'b' not in o.mode: warnings.warn(( "Requests has determined the content-length for this " "request using the binary size of the file: however, the " "file has been opened in text mode (i.e. without the 'b' " "flag in the mode). This may lead to an incorrect " "content-length. In Requests 3.0, support will be removed " "for files in text mode."), FileModeWarning ) if hasattr(o, 'tell'): try: current_position = o.tell() except (OSError, IOError): # This can happen in some weird situations, such as when the file # is actually a special file descriptor like stdin. In this # instance, we don't know what the length is, so set it to zero and # let requests chunk it instead. if total_length is not None: current_position = total_length else: if hasattr(o, 'seek') and total_length is None: # StringIO and BytesIO have seek but no useable fileno try: # seek to end of file o.seek(0, 2) total_length = o.tell() # seek back to current position to support # partially read file-like objects o.seek(current_position or 0) except (OSError, IOError): total_length = 0 if total_length is None: total_length = 0 return max(0, total_length - current_position) def get_netrc_auth(url, raise_errors=False): """Returns the Requests tuple auth for a given url from netrc.""" try: from netrc import netrc, NetrcParseError netrc_path = None for f in NETRC_FILES: try: loc = os.path.expanduser('~/{}'.format(f)) except KeyError: # os.path.expanduser can fail when $HOME is undefined and # getpwuid fails. See https://bugs.python.org/issue20164 & # https://github.com/requests/requests/issues/1846 return if os.path.exists(loc): netrc_path = loc break # Abort early if there isn't one. if netrc_path is None: return ri = urlparse(url) # Strip port numbers from netloc. This weird `if...encode`` dance is # used for Python 3.2, which doesn't support unicode literals. splitstr = b':' if isinstance(url, str): splitstr = splitstr.decode('ascii') host = ri.netloc.split(splitstr)[0] try: _netrc = netrc(netrc_path).authenticators(host) if _netrc: # Return with login / password login_i = (0 if _netrc[0] else 1) return (_netrc[login_i], _netrc[2]) except (NetrcParseError, IOError): # If there was a parsing error or a permissions issue reading the file, # we'll just skip netrc auth unless explicitly asked to raise errors. if raise_errors: raise # AppEngine hackiness. except (ImportError, AttributeError): pass def guess_filename(obj): """Tries to guess the filename of the given object.""" name = getattr(obj, 'name', None) if (name and isinstance(name, basestring) and name[0] != '<' and name[-1] != '>'): return os.path.basename(name) def extract_zipped_paths(path): """Replace nonexistent paths that look like they refer to a member of a zip archive with the location of an extracted copy of the target, or else just return the provided path unchanged. """ if os.path.exists(path): # this is already a valid path, no need to do anything further return path # find the first valid part of the provided path and treat that as a zip archive # assume the rest of the path is the name of a member in the archive archive, member = os.path.split(path) while archive and not os.path.exists(archive): archive, prefix = os.path.split(archive) member = '/'.join([prefix, member]) if not zipfile.is_zipfile(archive): return path zip_file = zipfile.ZipFile(archive) if member not in zip_file.namelist(): return path # we have a valid zip archive and a valid member of that archive tmp = tempfile.gettempdir() extracted_path = os.path.join(tmp, *member.split('/')) if not os.path.exists(extracted_path): extracted_path = zip_file.extract(member, path=tmp) return extracted_path def from_key_val_list(value): """Take an object and test to see if it can be represented as a dictionary. Unless it can not be represented as such, return an OrderedDict, e.g., :: >>> from_key_val_list([('key', 'val')]) OrderedDict([('key', 'val')]) >>> from_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples >>> from_key_val_list({'key': 'val'}) OrderedDict([('key', 'val')]) :rtype: OrderedDict """ if value is None: return None if isinstance(value, (str, bytes, bool, int)): raise ValueError('cannot encode objects that are not 2-tuples') return OrderedDict(value) def to_key_val_list(value): """Take an object and test to see if it can be represented as a dictionary. If it can be, return a list of tuples, e.g., :: >>> to_key_val_list([('key', 'val')]) [('key', 'val')] >>> to_key_val_list({'key': 'val'}) [('key', 'val')] >>> to_key_val_list('string') ValueError: cannot encode objects that are not 2-tuples. :rtype: list """ if value is None: return None if isinstance(value, (str, bytes, bool, int)): raise ValueError('cannot encode objects that are not 2-tuples') if isinstance(value, Mapping): value = value.items() return list(value) # From mitsuhiko/werkzeug (used with permission). def parse_list_header(value): """Parse lists as described by RFC 2068 Section 2. In particular, parse comma-separated lists where the elements of the list may include quoted-strings. A quoted-string could contain a comma. A non-quoted string could have quotes in the middle. Quotes are removed automatically after parsing. It basically works like :func:`parse_set_header` just that items may appear multiple times and case sensitivity is preserved. The return value is a standard :class:`list`: >>> parse_list_header('token, "quoted value"') ['token', 'quoted value'] To create a header from the :class:`list` again, use the :func:`dump_header` function. :param value: a string with a list header. :return: :class:`list` :rtype: list """ result = [] for item in _parse_list_header(value): if item[:1] == item[-1:] == '"': item = unquote_header_value(item[1:-1]) result.append(item) return result # From mitsuhiko/werkzeug (used with permission). def parse_dict_header(value): """Parse lists of key, value pairs as described by RFC 2068 Section 2 and convert them into a python dict: >>> d = parse_dict_header('foo="is a fish", bar="as well"') >>> type(d) is dict True >>> sorted(d.items()) [('bar', 'as well'), ('foo', 'is a fish')] If there is no value for a key it will be `None`: >>> parse_dict_header('key_without_value') {'key_without_value': None} To create a header from the :class:`dict` again, use the :func:`dump_header` function. :param value: a string with a dict header. :return: :class:`dict` :rtype: dict """ result = {} for item in _parse_list_header(value): if '=' not in item: result[item] = None continue name, value = item.split('=', 1) if value[:1] == value[-1:] == '"': value = unquote_header_value(value[1:-1]) result[name] = value return result # From mitsuhiko/werkzeug (used with permission). def unquote_header_value(value, is_filename=False): r"""Unquotes a header value. (Reversal of :func:`quote_header_value`). This does not use the real unquoting but what browsers are actually using for quoting. :param value: the header value to unquote. :rtype: str """ if value and value[0] == value[-1] == '"': # this is not the real unquoting, but fixing this so that the # RFC is met will result in bugs with internet explorer and # probably some other browsers as well. IE for example is # uploading files with "C:\foo\bar.txt" as filename value = value[1:-1] # if this is a filename and the starting characters look like # a UNC path, then just return the value without quotes. Using the # replace sequence below on a UNC path has the effect of turning # the leading double slash into a single slash and then # _fix_ie_filename() doesn't work correctly. See #458. if not is_filename or value[:2] != '\\\\': return value.replace('\\\\', '\\').replace('\\"', '"') return value def dict_from_cookiejar(cj): """Returns a key/value dictionary from a CookieJar. :param cj: CookieJar object to extract cookies from. :rtype: dict """ cookie_dict = {} for cookie in cj: cookie_dict[cookie.name] = cookie.value return cookie_dict def add_dict_to_cookiejar(cj, cookie_dict): """Returns a CookieJar from a key/value dictionary. :param cj: CookieJar to insert cookies into. :param cookie_dict: Dict of key/values to insert into CookieJar. :rtype: CookieJar """ return cookiejar_from_dict(cookie_dict, cj) def get_encodings_from_content(content): """Returns encodings from given content string. :param content: bytestring to extract encodings from. """ warnings.warn(( 'In requests 3.0, get_encodings_from_content will be removed. For ' 'more information, please see the discussion on issue #2266. (This' ' warning should only appear once.)'), DeprecationWarning) charset_re = re.compile(r'<meta.*?charset=["\']*(.+?)["\'>]', flags=re.I) pragma_re = re.compile(r'<meta.*?content=["\']*;?charset=(.+?)["\'>]', flags=re.I) xml_re = re.compile(r'^<\?xml.*?encoding=["\']*(.+?)["\'>]') return (charset_re.findall(content) + pragma_re.findall(content) + xml_re.findall(content)) def _parse_content_type_header(header): """Returns content type and parameters from given header :param header: string :return: tuple containing content type and dictionary of parameters """ tokens = header.split(';') content_type, params = tokens[0].strip(), tokens[1:] params_dict = {} items_to_strip = "\"' " for param in params: param = param.strip() if param: key, value = param, True index_of_equals = param.find("=") if index_of_equals != -1: key = param[:index_of_equals].strip(items_to_strip) value = param[index_of_equals + 1:].strip(items_to_strip) params_dict[key.lower()] = value return content_type, params_dict def get_encoding_from_headers(headers): """Returns encodings from given HTTP Header Dict. :param headers: dictionary to extract encoding from. :rtype: str """ content_type = headers.get('content-type') if not content_type: return None content_type, params = _parse_content_type_header(content_type) if 'charset' in params: return params['charset'].strip("'\"") if 'text' in content_type: return 'ISO-8859-1' def stream_decode_response_unicode(iterator, r): """Stream decodes a iterator.""" if r.encoding is None: for item in iterator: yield item return decoder = codecs.getincrementaldecoder(r.encoding)(errors='replace') for chunk in iterator: rv = decoder.decode(chunk) if rv: yield rv rv = decoder.decode(b'', final=True) if rv: yield rv def iter_slices(string, slice_length): """Iterate over slices of a string.""" pos = 0 if slice_length is None or slice_length <= 0: slice_length = len(string) while pos < len(string): yield string[pos:pos + slice_length] pos += slice_length def get_unicode_from_response(r): """Returns the requested content back in unicode. :param r: Response object to get unicode content from. Tried: 1. charset from content-type 2. fall back and replace all unicode characters :rtype: str """ warnings.warn(( 'In requests 3.0, get_unicode_from_response will be removed. For ' 'more information, please see the discussion on issue #2266. (This' ' warning should only appear once.)'), DeprecationWarning) tried_encodings = [] # Try charset from content-type encoding = get_encoding_from_headers(r.headers) if encoding: try: return str(r.content, encoding) except UnicodeError: tried_encodings.append(encoding) # Fall back: try: return str(r.content, encoding, errors='replace') except TypeError: return r.content # The unreserved URI characters (RFC 3986) UNRESERVED_SET = frozenset( "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz" + "0123456789-._~") def unquote_unreserved(uri): """Un-escape any percent-escape sequences in a URI that are unreserved characters. This leaves all reserved, illegal and non-ASCII bytes encoded. :rtype: str """ parts = uri.split('%') for i in range(1, len(parts)): h = parts[i][0:2] if len(h) == 2 and h.isalnum(): try: c = chr(int(h, 16)) except ValueError: raise InvalidURL("Invalid percent-escape sequence: '%s'" % h) if c in UNRESERVED_SET: parts[i] = c + parts[i][2:] else: parts[i] = '%' + parts[i] else: parts[i] = '%' + parts[i] return ''.join(parts) def requote_uri(uri): """Re-quote the given URI. This function passes the given URI through an unquote/quote cycle to ensure that it is fully and consistently quoted. :rtype: str """ safe_with_percent = "!#$%&'()*+,/:;=?@[]~" safe_without_percent = "!#$&'()*+,/:;=?@[]~" try: # Unquote only the unreserved characters # Then quote only illegal characters (do not quote reserved, # unreserved, or '%') return quote(unquote_unreserved(uri), safe=safe_with_percent) except InvalidURL: # We couldn't unquote the given URI, so let's try quoting it, but # there may be unquoted '%'s in the URI. We need to make sure they're # properly quoted so they do not cause issues elsewhere. return quote(uri, safe=safe_without_percent) def address_in_network(ip, net): """This function allows you to check if an IP belongs to a network subnet Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24 returns False if ip = 192.168.1.1 and net = 192.168.100.0/24 :rtype: bool """ ipaddr = struct.unpack('=L', socket.inet_aton(ip))[0] netaddr, bits = net.split('/') netmask = struct.unpack('=L', socket.inet_aton(dotted_netmask(int(bits))))[0] network = struct.unpack('=L', socket.inet_aton(netaddr))[0] & netmask return (ipaddr & netmask) == (network & netmask) def dotted_netmask(mask): """Converts mask from /xx format to xxx.xxx.xxx.xxx Example: if mask is 24 function returns 255.255.255.0 :rtype: str """ bits = 0xffffffff ^ (1 << 32 - mask) - 1 return socket.inet_ntoa(struct.pack('>I', bits)) def is_ipv4_address(string_ip): """ :rtype: bool """ try: socket.inet_aton(string_ip) except socket.error: return False return True def is_valid_cidr(string_network): """ Very simple check of the cidr format in no_proxy variable. :rtype: bool """ if string_network.count('/') == 1: try: mask = int(string_network.split('/')[1]) except ValueError: return False if mask < 1 or mask > 32: return False try: socket.inet_aton(string_network.split('/')[0]) except socket.error: return False else: return False return True @contextlib.contextmanager def set_environ(env_name, value): """Set the environment variable 'env_name' to 'value' Save previous value, yield, and then restore the previous value stored in the environment variable 'env_name'. If 'value' is None, do nothing""" value_changed = value is not None if value_changed: old_value = os.environ.get(env_name) os.environ[env_name] = value try: yield finally: if value_changed: if old_value is None: del os.environ[env_name] else: os.environ[env_name] = old_value def should_bypass_proxies(url, no_proxy): """ Returns whether we should bypass proxies or not. :rtype: bool """ # Prioritize lowercase environment variables over uppercase # to keep a consistent behaviour with other http projects (curl, wget). get_proxy = lambda k: os.environ.get(k) or os.environ.get(k.upper()) # First check whether no_proxy is defined. If it is, check that the URL # we're getting isn't in the no_proxy list. no_proxy_arg = no_proxy if no_proxy is None: no_proxy = get_proxy('no_proxy') parsed = urlparse(url) if parsed.hostname is None: # URLs don't always have hostnames, e.g. file:/// urls. return True if no_proxy: # We need to check whether we match here. We need to see if we match # the end of the hostname, both with and without the port. no_proxy = ( host for host in no_proxy.replace(' ', '').split(',') if host ) if is_ipv4_address(parsed.hostname): for proxy_ip in no_proxy: if is_valid_cidr(proxy_ip): if address_in_network(parsed.hostname, proxy_ip): return True elif parsed.hostname == proxy_ip: # If no_proxy ip was defined in plain IP notation instead of cidr notation & # matches the IP of the index return True else: host_with_port = parsed.hostname if parsed.port: host_with_port += ':{}'.format(parsed.port) for host in no_proxy: if parsed.hostname.endswith(host) or host_with_port.endswith(host): # The URL does match something in no_proxy, so we don't want # to apply the proxies on this URL. return True with set_environ('no_proxy', no_proxy_arg): # parsed.hostname can be `None` in cases such as a file URI. try: bypass = proxy_bypass(parsed.hostname) except (TypeError, socket.gaierror): bypass = False if bypass: return True return False def get_environ_proxies(url, no_proxy=None): """ Return a dict of environment proxies. :rtype: dict """ if should_bypass_proxies(url, no_proxy=no_proxy): return {} else: return getproxies() def select_proxy(url, proxies): """Select a proxy for the url, if applicable. :param url: The url being for the request :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs """ proxies = proxies or {} urlparts = urlparse(url) if urlparts.hostname is None: return proxies.get(urlparts.scheme, proxies.get('all')) proxy_keys = [ urlparts.scheme + '://' + urlparts.hostname, urlparts.scheme, 'all://' + urlparts.hostname, 'all', ] proxy = None for proxy_key in proxy_keys: if proxy_key in proxies: proxy = proxies[proxy_key] break return proxy def default_user_agent(name="python-requests"): """ Return a string representing the default user agent. :rtype: str """ return '%s/%s' % (name, __version__) def default_headers(): """ :rtype: requests.structures.CaseInsensitiveDict """ return CaseInsensitiveDict({ 'User-Agent': default_user_agent(), 'Accept-Encoding': ', '.join(('gzip', 'deflate')), 'Accept': '*/*', 'Connection': 'keep-alive', }) def parse_header_links(value): """Return a list of parsed link headers proxies. i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg" :rtype: list """ links = [] replace_chars = ' \'"' value = value.strip(replace_chars) if not value: return links for val in re.split(', *<', value): try: url, params = val.split(';', 1) except ValueError: url, params = val, '' link = {'url': url.strip('<> \'"')} for param in params.split(';'): try: key, value = param.split('=') except ValueError: break link[key.strip(replace_chars)] = value.strip(replace_chars) links.append(link) return links # Null bytes; no need to recreate these on each call to guess_json_utf _null = '\x00'.encode('ascii') # encoding to ASCII for Python 3 _null2 = _null * 2 _null3 = _null * 3 def guess_json_utf(data): """ :rtype: str """ # JSON always starts with two ASCII characters, so detection is as # easy as counting the nulls and from their location and count # determine the encoding. Also detect a BOM, if present. sample = data[:4] if sample in (codecs.BOM_UTF32_LE, codecs.BOM_UTF32_BE): return 'utf-32' # BOM included if sample[:3] == codecs.BOM_UTF8: return 'utf-8-sig' # BOM included, MS style (discouraged) if sample[:2] in (codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE): return 'utf-16' # BOM included nullcount = sample.count(_null) if nullcount == 0: return 'utf-8' if nullcount == 2: if sample[::2] == _null2: # 1st and 3rd are null return 'utf-16-be' if sample[1::2] == _null2: # 2nd and 4th are null return 'utf-16-le' # Did not detect 2 valid UTF-16 ascii-range characters if nullcount == 3: if sample[:3] == _null3: return 'utf-32-be' if sample[1:] == _null3: return 'utf-32-le' # Did not detect a valid UTF-32 ascii-range character return None def prepend_scheme_if_needed(url, new_scheme): """Given a URL that may or may not have a scheme, prepend the given scheme. Does not replace a present scheme with the one provided as an argument. :rtype: str """ scheme, netloc, path, params, query, fragment = urlparse(url, new_scheme) # urlparse is a finicky beast, and sometimes decides that there isn't a # netloc present. Assume that it's being over-cautious, and switch netloc # and path if urlparse decided there was no netloc. if not netloc: netloc, path = path, netloc return urlunparse((scheme, netloc, path, params, query, fragment)) def get_auth_from_url(url): """Given a url with authentication components, extract them into a tuple of username,password. :rtype: (str,str) """ parsed = urlparse(url) try: auth = (unquote(parsed.username), unquote(parsed.password)) except (AttributeError, TypeError): auth = ('', '') return auth # Moved outside of function to avoid recompile every call _CLEAN_HEADER_REGEX_BYTE = re.compile(b'^\\S[^\\r\\n]*$|^$') _CLEAN_HEADER_REGEX_STR = re.compile(r'^\S[^\r\n]*$|^$') def check_header_validity(header): """Verifies that header value is a string which doesn't contain leading whitespace or return characters. This prevents unintended header injection. :param header: tuple, in the format (name, value). """ name, value = header if isinstance(value, bytes): pat = _CLEAN_HEADER_REGEX_BYTE else: pat = _CLEAN_HEADER_REGEX_STR try: if not pat.match(value): raise InvalidHeader("Invalid return character or leading space in header: %s" % name) except TypeError: raise InvalidHeader("Value for header {%s: %s} must be of type str or " "bytes, not %s" % (name, value, type(value))) def urldefragauth(url): """ Given a url remove the fragment and the authentication part. :rtype: str """ scheme, netloc, path, params, query, fragment = urlparse(url) # see func:`prepend_scheme_if_needed` if not netloc: netloc, path = path, netloc netloc = netloc.rsplit('@', 1)[-1] return urlunparse((scheme, netloc, path, params, query, '')) def rewind_body(prepared_request): """Move file pointer back to its recorded starting position so it can be read again on redirect. """ body_seek = getattr(prepared_request.body, 'seek', None) if body_seek is not None and isinstance(prepared_request._body_position, integer_types): try: body_seek(prepared_request._body_position) except (IOError, OSError): raise UnrewindableBodyError("An error occurred when rewinding request " "body for redirect.") else: raise UnrewindableBodyError("Unable to rewind request body for redirect.") PK A\9y " pip/_vendor/requests/structures.pynu [ # -*- coding: utf-8 -*- """ requests.structures ~~~~~~~~~~~~~~~~~~~ Data structures that power Requests. """ from .compat import OrderedDict, Mapping, MutableMapping class CaseInsensitiveDict(MutableMapping): """A case-insensitive ``dict``-like object. Implements all methods and operations of ``MutableMapping`` as well as dict's ``copy``. Also provides ``lower_items``. All keys are expected to be strings. The structure remembers the case of the last key to be set, and ``iter(instance)``, ``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()`` will contain case-sensitive keys. However, querying and contains testing is case insensitive:: cid = CaseInsensitiveDict() cid['Accept'] = 'application/json' cid['aCCEPT'] == 'application/json' # True list(cid) == ['Accept'] # True For example, ``headers['content-encoding']`` will return the value of a ``'Content-Encoding'`` response header, regardless of how the header name was originally stored. If the constructor, ``.update``, or equality comparison operations are given keys that have equal ``.lower()``s, the behavior is undefined. """ def __init__(self, data=None, **kwargs): self._store = OrderedDict() if data is None: data = {} self.update(data, **kwargs) def __setitem__(self, key, value): # Use the lowercased key for lookups, but store the actual # key alongside the value. self._store[key.lower()] = (key, value) def __getitem__(self, key): return self._store[key.lower()][1] def __delitem__(self, key): del self._store[key.lower()] def __iter__(self): return (casedkey for casedkey, mappedvalue in self._store.values()) def __len__(self): return len(self._store) def lower_items(self): """Like iteritems(), but with all lowercase keys.""" return ( (lowerkey, keyval[1]) for (lowerkey, keyval) in self._store.items() ) def __eq__(self, other): if isinstance(other, Mapping): other = CaseInsensitiveDict(other) else: return NotImplemented # Compare insensitively return dict(self.lower_items()) == dict(other.lower_items()) # Copy is required def copy(self): return CaseInsensitiveDict(self._store.values()) def __repr__(self): return str(dict(self.items())) class LookupDict(dict): """Dictionary lookup object.""" def __init__(self, name=None): self.name = name super(LookupDict, self).__init__() def __repr__(self): return '<lookup \'%s\'>' % (self.name) def __getitem__(self, key): # We allow fall-through here, so values default to None return self.__dict__.get(key, None) def get(self, key, default=None): return self.__dict__.get(key, default) PK A\Js pip/_vendor/requests/hooks.pynu [ # -*- coding: utf-8 -*- """ requests.hooks ~~~~~~~~~~~~~~ This module provides the capabilities for the Requests hooks system. Available hooks: ``response``: The response generated from a Request. """ HOOKS = ['response'] def default_hooks(): return {event: [] for event in HOOKS} # TODO: response is the only one def dispatch_hook(key, hooks, hook_data, **kwargs): """Dispatches a hook dictionary on a given piece of data.""" hooks = hooks or {} hooks = hooks.get(key) if hooks: if hasattr(hooks, '__call__'): hooks = [hooks] for hook in hooks: _hook_data = hook(hook_data, **kwargs) if _hook_data is not None: hook_data = _hook_data return hook_data PK A\ߝ pip/_vendor/requests/__init__.pynu [ # -*- coding: utf-8 -*- # __ # /__) _ _ _ _ _/ _ # / ( (- (/ (/ (- _) / _) # / """ Requests HTTP Library ~~~~~~~~~~~~~~~~~~~~~ Requests is an HTTP library, written in Python, for human beings. Basic GET usage: >>> import requests >>> r = requests.get('https://www.python.org') >>> r.status_code 200 >>> 'Python is a programming language' in r.content True ... or POST: >>> payload = dict(key1='value1', key2='value2') >>> r = requests.post('https://httpbin.org/post', data=payload) >>> print(r.text) { ... "form": { "key2": "value2", "key1": "value1" }, ... } The other HTTP methods are supported - see `requests.api`. Full documentation is at <http://python-requests.org>. :copyright: (c) 2017 by Kenneth Reitz. :license: Apache 2.0, see LICENSE for more details. """ from pip._vendor import urllib3 from pip._vendor import chardet import warnings from .exceptions import RequestsDependencyWarning def check_compatibility(urllib3_version, chardet_version): urllib3_version = urllib3_version.split('.') assert urllib3_version != ['dev'] # Verify urllib3 isn't installed from git. # Sometimes, urllib3 only reports its version as 16.1. if len(urllib3_version) == 2: urllib3_version.append('0') # Check urllib3 for compatibility. major, minor, patch = urllib3_version # noqa: F811 major, minor, patch = int(major), int(minor), int(patch) # urllib3 >= 1.21.1, <= 1.25 assert major == 1 assert minor >= 21 assert minor <= 25 # Check chardet for compatibility. major, minor, patch = chardet_version.split('.')[:3] major, minor, patch = int(major), int(minor), int(patch) # chardet >= 3.0.2, < 3.1.0 assert major == 3 assert minor < 1 assert patch >= 2 def _check_cryptography(cryptography_version): # cryptography < 1.3.4 try: cryptography_version = list(map(int, cryptography_version.split('.'))) except ValueError: return if cryptography_version < [1, 3, 4]: warning = 'Old version of cryptography ({}) may cause slowdown.'.format(cryptography_version) warnings.warn(warning, RequestsDependencyWarning) # Check imported dependencies for compatibility. try: check_compatibility(urllib3.__version__, chardet.__version__) except (AssertionError, ValueError): warnings.warn("urllib3 ({}) or chardet ({}) doesn't match a supported " "version!".format(urllib3.__version__, chardet.__version__), RequestsDependencyWarning) # Attempt to enable urllib3's SNI support, if possible from pip._internal.utils.compat import WINDOWS if not WINDOWS: try: from pip._vendor.urllib3.contrib import pyopenssl pyopenssl.inject_into_urllib3() # Check cryptography version from cryptography import __version__ as cryptography_version _check_cryptography(cryptography_version) except ImportError: pass # urllib3's DependencyWarnings should be silenced. from pip._vendor.urllib3.exceptions import DependencyWarning warnings.simplefilter('ignore', DependencyWarning) from .__version__ import __title__, __description__, __url__, __version__ from .__version__ import __build__, __author__, __author_email__, __license__ from .__version__ import __copyright__, __cake__ from . import utils from . import packages from .models import Request, Response, PreparedRequest from .api import request, get, head, post, patch, put, delete, options from .sessions import session, Session from .status_codes import codes from .exceptions import ( RequestException, Timeout, URLRequired, TooManyRedirects, HTTPError, ConnectionError, FileModeWarning, ConnectTimeout, ReadTimeout ) # Set default logging handler to avoid "No handler found" warnings. import logging from logging import NullHandler logging.getLogger(__name__).addHandler(NullHandler()) # FileModeWarnings go off per the default. warnings.simplefilter('default', FileModeWarning, append=True) PK A\':G G pip/_vendor/requests/cookies.pynu [ # -*- coding: utf-8 -*- """ requests.cookies ~~~~~~~~~~~~~~~~ Compatibility code to be able to use `cookielib.CookieJar` with requests. requests.utils imports from here, so be careful with imports. """ import copy import time import calendar from ._internal_utils import to_native_string from .compat import cookielib, urlparse, urlunparse, Morsel, MutableMapping try: import threading except ImportError: import dummy_threading as threading class MockRequest(object): """Wraps a `requests.Request` to mimic a `urllib2.Request`. The code in `cookielib.CookieJar` expects this interface in order to correctly manage cookie policies, i.e., determine whether a cookie can be set, given the domains of the request and the cookie. The original request object is read-only. The client is responsible for collecting the new headers via `get_new_headers()` and interpreting them appropriately. You probably want `get_cookie_header`, defined below. """ def __init__(self, request): self._r = request self._new_headers = {} self.type = urlparse(self._r.url).scheme def get_type(self): return self.type def get_host(self): return urlparse(self._r.url).netloc def get_origin_req_host(self): return self.get_host() def get_full_url(self): # Only return the response's URL if the user hadn't set the Host # header if not self._r.headers.get('Host'): return self._r.url # If they did set it, retrieve it and reconstruct the expected domain host = to_native_string(self._r.headers['Host'], encoding='utf-8') parsed = urlparse(self._r.url) # Reconstruct the URL as we expect it return urlunparse([ parsed.scheme, host, parsed.path, parsed.params, parsed.query, parsed.fragment ]) def is_unverifiable(self): return True def has_header(self, name): return name in self._r.headers or name in self._new_headers def get_header(self, name, default=None): return self._r.headers.get(name, self._new_headers.get(name, default)) def add_header(self, key, val): """cookielib has no legitimate use for this method; add it back if you find one.""" raise NotImplementedError("Cookie headers should be added with add_unredirected_header()") def add_unredirected_header(self, name, value): self._new_headers[name] = value def get_new_headers(self): return self._new_headers @property def unverifiable(self): return self.is_unverifiable() @property def origin_req_host(self): return self.get_origin_req_host() @property def host(self): return self.get_host() class MockResponse(object): """Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`. ...what? Basically, expose the parsed HTTP headers from the server response the way `cookielib` expects to see them. """ def __init__(self, headers): """Make a MockResponse for `cookielib` to read. :param headers: a httplib.HTTPMessage or analogous carrying the headers """ self._headers = headers def info(self): return self._headers def getheaders(self, name): self._headers.getheaders(name) def extract_cookies_to_jar(jar, request, response): """Extract the cookies from the response into a CookieJar. :param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar) :param request: our own requests.Request object :param response: urllib3.HTTPResponse object """ if not (hasattr(response, '_original_response') and response._original_response): return # the _original_response field is the wrapped httplib.HTTPResponse object, req = MockRequest(request) # pull out the HTTPMessage with the headers and put it in the mock: res = MockResponse(response._original_response.msg) jar.extract_cookies(res, req) def get_cookie_header(jar, request): """ Produce an appropriate Cookie header string to be sent with `request`, or None. :rtype: str """ r = MockRequest(request) jar.add_cookie_header(r) return r.get_new_headers().get('Cookie') def remove_cookie_by_name(cookiejar, name, domain=None, path=None): """Unsets a cookie by name, by default over all domains and paths. Wraps CookieJar.clear(), is O(n). """ clearables = [] for cookie in cookiejar: if cookie.name != name: continue if domain is not None and domain != cookie.domain: continue if path is not None and path != cookie.path: continue clearables.append((cookie.domain, cookie.path, cookie.name)) for domain, path, name in clearables: cookiejar.clear(domain, path, name) class CookieConflictError(RuntimeError): """There are two cookies that meet the criteria specified in the cookie jar. Use .get and .set and include domain and path args in order to be more specific. """ class RequestsCookieJar(cookielib.CookieJar, MutableMapping): """Compatibility class; is a cookielib.CookieJar, but exposes a dict interface. This is the CookieJar we create by default for requests and sessions that don't specify one, since some clients may expect response.cookies and session.cookies to support dict operations. Requests does not use the dict interface internally; it's just for compatibility with external client code. All requests code should work out of the box with externally provided instances of ``CookieJar``, e.g. ``LWPCookieJar`` and ``FileCookieJar``. Unlike a regular CookieJar, this class is pickleable. .. warning:: dictionary operations that are normally O(1) may be O(n). """ def get(self, name, default=None, domain=None, path=None): """Dict-like get() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. .. warning:: operation is O(n), not O(1). """ try: return self._find_no_duplicates(name, domain, path) except KeyError: return default def set(self, name, value, **kwargs): """Dict-like set() that also supports optional domain and path args in order to resolve naming collisions from using one cookie jar over multiple domains. """ # support client code that unsets cookies by assignment of a None value: if value is None: remove_cookie_by_name(self, name, domain=kwargs.get('domain'), path=kwargs.get('path')) return if isinstance(value, Morsel): c = morsel_to_cookie(value) else: c = create_cookie(name, value, **kwargs) self.set_cookie(c) return c def iterkeys(self): """Dict-like iterkeys() that returns an iterator of names of cookies from the jar. .. seealso:: itervalues() and iteritems(). """ for cookie in iter(self): yield cookie.name def keys(self): """Dict-like keys() that returns a list of names of cookies from the jar. .. seealso:: values() and items(). """ return list(self.iterkeys()) def itervalues(self): """Dict-like itervalues() that returns an iterator of values of cookies from the jar. .. seealso:: iterkeys() and iteritems(). """ for cookie in iter(self): yield cookie.value def values(self): """Dict-like values() that returns a list of values of cookies from the jar. .. seealso:: keys() and items(). """ return list(self.itervalues()) def iteritems(self): """Dict-like iteritems() that returns an iterator of name-value tuples from the jar. .. seealso:: iterkeys() and itervalues(). """ for cookie in iter(self): yield cookie.name, cookie.value def items(self): """Dict-like items() that returns a list of name-value tuples from the jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a vanilla python dict of key value pairs. .. seealso:: keys() and values(). """ return list(self.iteritems()) def list_domains(self): """Utility method to list all the domains in the jar.""" domains = [] for cookie in iter(self): if cookie.domain not in domains: domains.append(cookie.domain) return domains def list_paths(self): """Utility method to list all the paths in the jar.""" paths = [] for cookie in iter(self): if cookie.path not in paths: paths.append(cookie.path) return paths def multiple_domains(self): """Returns True if there are multiple domains in the jar. Returns False otherwise. :rtype: bool """ domains = [] for cookie in iter(self): if cookie.domain is not None and cookie.domain in domains: return True domains.append(cookie.domain) return False # there is only one domain in jar def get_dict(self, domain=None, path=None): """Takes as an argument an optional domain and path and returns a plain old Python dict of name-value pairs of cookies that meet the requirements. :rtype: dict """ dictionary = {} for cookie in iter(self): if ( (domain is None or cookie.domain == domain) and (path is None or cookie.path == path) ): dictionary[cookie.name] = cookie.value return dictionary def __contains__(self, name): try: return super(RequestsCookieJar, self).__contains__(name) except CookieConflictError: return True def __getitem__(self, name): """Dict-like __getitem__() for compatibility with client code. Throws exception if there are more than one cookie with name. In that case, use the more explicit get() method instead. .. warning:: operation is O(n), not O(1). """ return self._find_no_duplicates(name) def __setitem__(self, name, value): """Dict-like __setitem__ for compatibility with client code. Throws exception if there is already a cookie of that name in the jar. In that case, use the more explicit set() method instead. """ self.set(name, value) def __delitem__(self, name): """Deletes a cookie given a name. Wraps ``cookielib.CookieJar``'s ``remove_cookie_by_name()``. """ remove_cookie_by_name(self, name) def set_cookie(self, cookie, *args, **kwargs): if hasattr(cookie.value, 'startswith') and cookie.value.startswith('"') and cookie.value.endswith('"'): cookie.value = cookie.value.replace('\\"', '') return super(RequestsCookieJar, self).set_cookie(cookie, *args, **kwargs) def update(self, other): """Updates this jar with cookies from another CookieJar or dict-like""" if isinstance(other, cookielib.CookieJar): for cookie in other: self.set_cookie(copy.copy(cookie)) else: super(RequestsCookieJar, self).update(other) def _find(self, name, domain=None, path=None): """Requests uses this method internally to get cookie values. If there are conflicting cookies, _find arbitrarily chooses one. See _find_no_duplicates if you want an exception thrown if there are conflicting cookies. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :return: cookie.value """ for cookie in iter(self): if cookie.name == name: if domain is None or cookie.domain == domain: if path is None or cookie.path == path: return cookie.value raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path)) def _find_no_duplicates(self, name, domain=None, path=None): """Both ``__get_item__`` and ``get`` call this function: it's never used elsewhere in Requests. :param name: a string containing name of cookie :param domain: (optional) string containing domain of cookie :param path: (optional) string containing path of cookie :raises KeyError: if cookie is not found :raises CookieConflictError: if there are multiple cookies that match name and optionally domain and path :return: cookie.value """ toReturn = None for cookie in iter(self): if cookie.name == name: if domain is None or cookie.domain == domain: if path is None or cookie.path == path: if toReturn is not None: # if there are multiple cookies that meet passed in criteria raise CookieConflictError('There are multiple cookies with name, %r' % (name)) toReturn = cookie.value # we will eventually return this as long as no cookie conflict if toReturn: return toReturn raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path)) def __getstate__(self): """Unlike a normal CookieJar, this class is pickleable.""" state = self.__dict__.copy() # remove the unpickleable RLock object state.pop('_cookies_lock') return state def __setstate__(self, state): """Unlike a normal CookieJar, this class is pickleable.""" self.__dict__.update(state) if '_cookies_lock' not in self.__dict__: self._cookies_lock = threading.RLock() def copy(self): """Return a copy of this RequestsCookieJar.""" new_cj = RequestsCookieJar() new_cj.set_policy(self.get_policy()) new_cj.update(self) return new_cj def get_policy(self): """Return the CookiePolicy instance used.""" return self._policy def _copy_cookie_jar(jar): if jar is None: return None if hasattr(jar, 'copy'): # We're dealing with an instance of RequestsCookieJar return jar.copy() # We're dealing with a generic CookieJar instance new_jar = copy.copy(jar) new_jar.clear() for cookie in jar: new_jar.set_cookie(copy.copy(cookie)) return new_jar def create_cookie(name, value, **kwargs): """Make a cookie from underspecified parameters. By default, the pair of `name` and `value` will be set for the domain '' and sent on every request (this is sometimes called a "supercookie"). """ result = { 'version': 0, 'name': name, 'value': value, 'port': None, 'domain': '', 'path': '/', 'secure': False, 'expires': None, 'discard': True, 'comment': None, 'comment_url': None, 'rest': {'HttpOnly': None}, 'rfc2109': False, } badargs = set(kwargs) - set(result) if badargs: err = 'create_cookie() got unexpected keyword arguments: %s' raise TypeError(err % list(badargs)) result.update(kwargs) result['port_specified'] = bool(result['port']) result['domain_specified'] = bool(result['domain']) result['domain_initial_dot'] = result['domain'].startswith('.') result['path_specified'] = bool(result['path']) return cookielib.Cookie(**result) def morsel_to_cookie(morsel): """Convert a Morsel object into a Cookie containing the one k/v pair.""" expires = None if morsel['max-age']: try: expires = int(time.time() + int(morsel['max-age'])) except ValueError: raise TypeError('max-age: %s must be integer' % morsel['max-age']) elif morsel['expires']: time_template = '%a, %d-%b-%Y %H:%M:%S GMT' expires = calendar.timegm( time.strptime(morsel['expires'], time_template) ) return create_cookie( comment=morsel['comment'], comment_url=bool(morsel['comment']), discard=False, domain=morsel['domain'], expires=expires, name=morsel.key, path=morsel['path'], port=None, rest={'HttpOnly': morsel['httponly']}, rfc2109=False, secure=bool(morsel['secure']), value=morsel.value, version=morsel['version'] or 0, ) def cookiejar_from_dict(cookie_dict, cookiejar=None, overwrite=True): """Returns a CookieJar from a key/value dictionary. :param cookie_dict: Dict of key/values to insert into CookieJar. :param cookiejar: (optional) A cookiejar to add the cookies to. :param overwrite: (optional) If False, will not replace cookies already in the jar with new ones. :rtype: CookieJar """ if cookiejar is None: cookiejar = RequestsCookieJar() if cookie_dict is not None: names_from_jar = [cookie.name for cookie in cookiejar] for name in cookie_dict: if overwrite or (name not in names_from_jar): cookiejar.set_cookie(create_cookie(name, cookie_dict[name])) return cookiejar def merge_cookies(cookiejar, cookies): """Add cookies to cookiejar and returns a merged CookieJar. :param cookiejar: CookieJar object to add the cookies to. :param cookies: Dictionary or CookieJar object to be added. :rtype: CookieJar """ if not isinstance(cookiejar, cookielib.CookieJar): raise ValueError('You can only merge into CookieJar') if isinstance(cookies, dict): cookiejar = cookiejar_from_dict( cookies, cookiejar=cookiejar, overwrite=False) elif isinstance(cookies, cookielib.CookieJar): try: cookiejar.update(cookies) except AttributeError: for cookie_in_jar in cookies: cookiejar.set_cookie(cookie_in_jar) return cookiejar PK A\6mg' ' pip/_vendor/requests/auth.pynu [ # -*- coding: utf-8 -*- """ requests.auth ~~~~~~~~~~~~~ This module contains the authentication handlers for Requests. """ import os import re import time import hashlib import threading import warnings from base64 import b64encode from .compat import urlparse, str, basestring from .cookies import extract_cookies_to_jar from ._internal_utils import to_native_string from .utils import parse_dict_header CONTENT_TYPE_FORM_URLENCODED = 'application/x-www-form-urlencoded' CONTENT_TYPE_MULTI_PART = 'multipart/form-data' def _basic_auth_str(username, password): """Returns a Basic Auth string.""" # "I want us to put a big-ol' comment on top of it that # says that this behaviour is dumb but we need to preserve # it because people are relying on it." # - Lukasa # # These are here solely to maintain backwards compatibility # for things like ints. This will be removed in 3.0.0. if not isinstance(username, basestring): warnings.warn( "Non-string usernames will no longer be supported in Requests " "3.0.0. Please convert the object you've passed in ({!r}) to " "a string or bytes object in the near future to avoid " "problems.".format(username), category=DeprecationWarning, ) username = str(username) if not isinstance(password, basestring): warnings.warn( "Non-string passwords will no longer be supported in Requests " "3.0.0. Please convert the object you've passed in ({!r}) to " "a string or bytes object in the near future to avoid " "problems.".format(password), category=DeprecationWarning, ) password = str(password) # -- End Removal -- if isinstance(username, str): username = username.encode('latin1') if isinstance(password, str): password = password.encode('latin1') authstr = 'Basic ' + to_native_string( b64encode(b':'.join((username, password))).strip() ) return authstr class AuthBase(object): """Base class that all auth implementations derive from""" def __call__(self, r): raise NotImplementedError('Auth hooks must be callable.') class HTTPBasicAuth(AuthBase): """Attaches HTTP Basic Authentication to the given Request object.""" def __init__(self, username, password): self.username = username self.password = password def __eq__(self, other): return all([ self.username == getattr(other, 'username', None), self.password == getattr(other, 'password', None) ]) def __ne__(self, other): return not self == other def __call__(self, r): r.headers['Authorization'] = _basic_auth_str(self.username, self.password) return r class HTTPProxyAuth(HTTPBasicAuth): """Attaches HTTP Proxy Authentication to a given Request object.""" def __call__(self, r): r.headers['Proxy-Authorization'] = _basic_auth_str(self.username, self.password) return r class HTTPDigestAuth(AuthBase): """Attaches HTTP Digest Authentication to the given Request object.""" def __init__(self, username, password): self.username = username self.password = password # Keep state in per-thread local storage self._thread_local = threading.local() def init_per_thread_state(self): # Ensure state is initialized just once per-thread if not hasattr(self._thread_local, 'init'): self._thread_local.init = True self._thread_local.last_nonce = '' self._thread_local.nonce_count = 0 self._thread_local.chal = {} self._thread_local.pos = None self._thread_local.num_401_calls = None def build_digest_header(self, method, url): """ :rtype: str """ realm = self._thread_local.chal['realm'] nonce = self._thread_local.chal['nonce'] qop = self._thread_local.chal.get('qop') algorithm = self._thread_local.chal.get('algorithm') opaque = self._thread_local.chal.get('opaque') hash_utf8 = None if algorithm is None: _algorithm = 'MD5' else: _algorithm = algorithm.upper() # lambdas assume digest modules are imported at the top level if _algorithm == 'MD5' or _algorithm == 'MD5-SESS': def md5_utf8(x): if isinstance(x, str): x = x.encode('utf-8') return hashlib.md5(x).hexdigest() hash_utf8 = md5_utf8 elif _algorithm == 'SHA': def sha_utf8(x): if isinstance(x, str): x = x.encode('utf-8') return hashlib.sha1(x).hexdigest() hash_utf8 = sha_utf8 elif _algorithm == 'SHA-256': def sha256_utf8(x): if isinstance(x, str): x = x.encode('utf-8') return hashlib.sha256(x).hexdigest() hash_utf8 = sha256_utf8 elif _algorithm == 'SHA-512': def sha512_utf8(x): if isinstance(x, str): x = x.encode('utf-8') return hashlib.sha512(x).hexdigest() hash_utf8 = sha512_utf8 KD = lambda s, d: hash_utf8("%s:%s" % (s, d)) if hash_utf8 is None: return None # XXX not implemented yet entdig = None p_parsed = urlparse(url) #: path is request-uri defined in RFC 2616 which should not be empty path = p_parsed.path or "/" if p_parsed.query: path += '?' + p_parsed.query A1 = '%s:%s:%s' % (self.username, realm, self.password) A2 = '%s:%s' % (method, path) HA1 = hash_utf8(A1) HA2 = hash_utf8(A2) if nonce == self._thread_local.last_nonce: self._thread_local.nonce_count += 1 else: self._thread_local.nonce_count = 1 ncvalue = '%08x' % self._thread_local.nonce_count s = str(self._thread_local.nonce_count).encode('utf-8') s += nonce.encode('utf-8') s += time.ctime().encode('utf-8') s += os.urandom(8) cnonce = (hashlib.sha1(s).hexdigest()[:16]) if _algorithm == 'MD5-SESS': HA1 = hash_utf8('%s:%s:%s' % (HA1, nonce, cnonce)) if not qop: respdig = KD(HA1, "%s:%s" % (nonce, HA2)) elif qop == 'auth' or 'auth' in qop.split(','): noncebit = "%s:%s:%s:%s:%s" % ( nonce, ncvalue, cnonce, 'auth', HA2 ) respdig = KD(HA1, noncebit) else: # XXX handle auth-int. return None self._thread_local.last_nonce = nonce # XXX should the partial digests be encoded too? base = 'username="%s", realm="%s", nonce="%s", uri="%s", ' \ 'response="%s"' % (self.username, realm, nonce, path, respdig) if opaque: base += ', opaque="%s"' % opaque if algorithm: base += ', algorithm="%s"' % algorithm if entdig: base += ', digest="%s"' % entdig if qop: base += ', qop="auth", nc=%s, cnonce="%s"' % (ncvalue, cnonce) return 'Digest %s' % (base) def handle_redirect(self, r, **kwargs): """Reset num_401_calls counter on redirects.""" if r.is_redirect: self._thread_local.num_401_calls = 1 def handle_401(self, r, **kwargs): """ Takes the given response and tries digest-auth, if needed. :rtype: requests.Response """ # If response is not 4xx, do not auth # See https://github.com/requests/requests/issues/3772 if not 400 <= r.status_code < 500: self._thread_local.num_401_calls = 1 return r if self._thread_local.pos is not None: # Rewind the file position indicator of the body to where # it was to resend the request. r.request.body.seek(self._thread_local.pos) s_auth = r.headers.get('www-authenticate', '') if 'digest' in s_auth.lower() and self._thread_local.num_401_calls < 2: self._thread_local.num_401_calls += 1 pat = re.compile(r'digest ', flags=re.IGNORECASE) self._thread_local.chal = parse_dict_header(pat.sub('', s_auth, count=1)) # Consume content and release the original connection # to allow our new request to reuse the same one. r.content r.close() prep = r.request.copy() extract_cookies_to_jar(prep._cookies, r.request, r.raw) prep.prepare_cookies(prep._cookies) prep.headers['Authorization'] = self.build_digest_header( prep.method, prep.url) _r = r.connection.send(prep, **kwargs) _r.history.append(r) _r.request = prep return _r self._thread_local.num_401_calls = 1 return r def __call__(self, r): # Initialize per-thread state, if needed self.init_per_thread_state() # If we have a saved nonce, skip the 401 if self._thread_local.last_nonce: r.headers['Authorization'] = self.build_digest_header(r.method, r.url) try: self._thread_local.pos = r.body.tell() except AttributeError: # In the case of HTTPDigestAuth being reused and the body of # the previous request was a file-like object, pos has the # file position of the previous body. Ensure it's set to # None. self._thread_local.pos = None r.register_hook('response', self.handle_401) r.register_hook('response', self.handle_redirect) self._thread_local.num_401_calls = 1 return r def __eq__(self, other): return all([ self.username == getattr(other, 'username', None), self.password == getattr(other, 'password', None) ]) def __ne__(self, other): return not self == other PK A\9H H ' pip/_vendor/requests/_internal_utils.pynu [ # -*- coding: utf-8 -*- """ requests._internal_utils ~~~~~~~~~~~~~~ Provides utility functions that are consumed internally by Requests which depend on extremely few external helpers (such as compat) """ from .compat import is_py2, builtin_str, str def to_native_string(string, encoding='ascii'): """Given a string object, regardless of type, returns a representation of that string in the native string type, encoding and decoding where necessary. This assumes ASCII unless told otherwise. """ if isinstance(string, builtin_str): out = string else: if is_py2: out = string.encode(encoding) else: out = string.decode(encoding) return out def unicode_is_ascii(u_string): """Determine if unicode string only contains ASCII characters. :param str u_string: unicode string to check. Must be unicode and not Python 2 `str`. :rtype: bool """ assert isinstance(u_string, str) try: u_string.encode('ascii') return True except UnicodeEncodeError: return False PK A\?ؔr r pip/_vendor/requests/sessions.pynu [ # -*- coding: utf-8 -*- """ requests.session ~~~~~~~~~~~~~~~~ This module provides a Session object to manage and persist settings across requests (cookies, auth, proxies). """ import os import sys import time from datetime import timedelta from .auth import _basic_auth_str from .compat import cookielib, is_py3, OrderedDict, urljoin, urlparse, Mapping from .cookies import ( cookiejar_from_dict, extract_cookies_to_jar, RequestsCookieJar, merge_cookies) from .models import Request, PreparedRequest, DEFAULT_REDIRECT_LIMIT from .hooks import default_hooks, dispatch_hook from ._internal_utils import to_native_string from .utils import to_key_val_list, default_headers, DEFAULT_PORTS from .exceptions import ( TooManyRedirects, InvalidSchema, ChunkedEncodingError, ContentDecodingError) from .structures import CaseInsensitiveDict from .adapters import HTTPAdapter from .utils import ( requote_uri, get_environ_proxies, get_netrc_auth, should_bypass_proxies, get_auth_from_url, rewind_body ) from .status_codes import codes # formerly defined here, reexposed here for backward compatibility from .models import REDIRECT_STATI # Preferred clock, based on which one is more accurate on a given system. if sys.platform == 'win32': try: # Python 3.4+ preferred_clock = time.perf_counter except AttributeError: # Earlier than Python 3. preferred_clock = time.clock else: preferred_clock = time.time def merge_setting(request_setting, session_setting, dict_class=OrderedDict): """Determines appropriate setting for a given request, taking into account the explicit setting on that request, and the setting in the session. If a setting is a dictionary, they will be merged together using `dict_class` """ if session_setting is None: return request_setting if request_setting is None: return session_setting # Bypass if not a dictionary (e.g. verify) if not ( isinstance(session_setting, Mapping) and isinstance(request_setting, Mapping) ): return request_setting merged_setting = dict_class(to_key_val_list(session_setting)) merged_setting.update(to_key_val_list(request_setting)) # Remove keys that are set to None. Extract keys first to avoid altering # the dictionary during iteration. none_keys = [k for (k, v) in merged_setting.items() if v is None] for key in none_keys: del merged_setting[key] return merged_setting def merge_hooks(request_hooks, session_hooks, dict_class=OrderedDict): """Properly merges both requests and session hooks. This is necessary because when request_hooks == {'response': []}, the merge breaks Session hooks entirely. """ if session_hooks is None or session_hooks.get('response') == []: return request_hooks if request_hooks is None or request_hooks.get('response') == []: return session_hooks return merge_setting(request_hooks, session_hooks, dict_class) class SessionRedirectMixin(object): def get_redirect_target(self, resp): """Receives a Response. Returns a redirect URI or ``None``""" # Due to the nature of how requests processes redirects this method will # be called at least once upon the original response and at least twice # on each subsequent redirect response (if any). # If a custom mixin is used to handle this logic, it may be advantageous # to cache the redirect location onto the response object as a private # attribute. if resp.is_redirect: location = resp.headers['location'] # Currently the underlying http module on py3 decode headers # in latin1, but empirical evidence suggests that latin1 is very # rarely used with non-ASCII characters in HTTP headers. # It is more likely to get UTF8 header rather than latin1. # This causes incorrect handling of UTF8 encoded location headers. # To solve this, we re-encode the location in latin1. if is_py3: location = location.encode('latin1') return to_native_string(location, 'utf8') return None def should_strip_auth(self, old_url, new_url): """Decide whether Authorization header should be removed when redirecting""" old_parsed = urlparse(old_url) new_parsed = urlparse(new_url) if old_parsed.hostname != new_parsed.hostname: return True # Special case: allow http -> https redirect when using the standard # ports. This isn't specified by RFC 7235, but is kept to avoid # breaking backwards compatibility with older versions of requests # that allowed any redirects on the same host. if (old_parsed.scheme == 'http' and old_parsed.port in (80, None) and new_parsed.scheme == 'https' and new_parsed.port in (443, None)): return False # Handle default port usage corresponding to scheme. changed_port = old_parsed.port != new_parsed.port changed_scheme = old_parsed.scheme != new_parsed.scheme default_port = (DEFAULT_PORTS.get(old_parsed.scheme, None), None) if (not changed_scheme and old_parsed.port in default_port and new_parsed.port in default_port): return False # Standard case: root URI must match return changed_port or changed_scheme def resolve_redirects(self, resp, req, stream=False, timeout=None, verify=True, cert=None, proxies=None, yield_requests=False, **adapter_kwargs): """Receives a Response. Returns a generator of Responses or Requests.""" hist = [] # keep track of history url = self.get_redirect_target(resp) previous_fragment = urlparse(req.url).fragment while url: prepared_request = req.copy() # Update history and keep track of redirects. # resp.history must ignore the original request in this loop hist.append(resp) resp.history = hist[1:] try: resp.content # Consume socket so it can be released except (ChunkedEncodingError, ContentDecodingError, RuntimeError): resp.raw.read(decode_content=False) if len(resp.history) >= self.max_redirects: raise TooManyRedirects('Exceeded %s redirects.' % self.max_redirects, response=resp) # Release the connection back into the pool. resp.close() # Handle redirection without scheme (see: RFC 1808 Section 4) if url.startswith('//'): parsed_rurl = urlparse(resp.url) url = '%s:%s' % (to_native_string(parsed_rurl.scheme), url) # Normalize url case and attach previous fragment if needed (RFC 7231 7.1.2) parsed = urlparse(url) if parsed.fragment == '' and previous_fragment: parsed = parsed._replace(fragment=previous_fragment) elif parsed.fragment: previous_fragment = parsed.fragment url = parsed.geturl() # Facilitate relative 'location' headers, as allowed by RFC 7231. # (e.g. '/path/to/resource' instead of 'http://domain.tld/path/to/resource') # Compliant with RFC3986, we percent encode the url. if not parsed.netloc: url = urljoin(resp.url, requote_uri(url)) else: url = requote_uri(url) prepared_request.url = to_native_string(url) self.rebuild_method(prepared_request, resp) # https://github.com/requests/requests/issues/1084 if resp.status_code not in (codes.temporary_redirect, codes.permanent_redirect): # https://github.com/requests/requests/issues/3490 purged_headers = ('Content-Length', 'Content-Type', 'Transfer-Encoding') for header in purged_headers: prepared_request.headers.pop(header, None) prepared_request.body = None headers = prepared_request.headers try: del headers['Cookie'] except KeyError: pass # Extract any cookies sent on the response to the cookiejar # in the new request. Because we've mutated our copied prepared # request, use the old one that we haven't yet touched. extract_cookies_to_jar(prepared_request._cookies, req, resp.raw) merge_cookies(prepared_request._cookies, self.cookies) prepared_request.prepare_cookies(prepared_request._cookies) # Rebuild auth and proxy information. proxies = self.rebuild_proxies(prepared_request, proxies) self.rebuild_auth(prepared_request, resp) # A failed tell() sets `_body_position` to `object()`. This non-None # value ensures `rewindable` will be True, allowing us to raise an # UnrewindableBodyError, instead of hanging the connection. rewindable = ( prepared_request._body_position is not None and ('Content-Length' in headers or 'Transfer-Encoding' in headers) ) # Attempt to rewind consumed file-like object. if rewindable: rewind_body(prepared_request) # Override the original request. req = prepared_request if yield_requests: yield req else: resp = self.send( req, stream=stream, timeout=timeout, verify=verify, cert=cert, proxies=proxies, allow_redirects=False, **adapter_kwargs ) extract_cookies_to_jar(self.cookies, prepared_request, resp.raw) # extract redirect url, if any, for the next loop url = self.get_redirect_target(resp) yield resp def rebuild_auth(self, prepared_request, response): """When being redirected we may want to strip authentication from the request to avoid leaking credentials. This method intelligently removes and reapplies authentication where possible to avoid credential loss. """ headers = prepared_request.headers url = prepared_request.url if 'Authorization' in headers and self.should_strip_auth(response.request.url, url): # If we get redirected to a new host, we should strip out any # authentication headers. del headers['Authorization'] # .netrc might have more auth for us on our new host. new_auth = get_netrc_auth(url) if self.trust_env else None if new_auth is not None: prepared_request.prepare_auth(new_auth) return def rebuild_proxies(self, prepared_request, proxies): """This method re-evaluates the proxy configuration by considering the environment variables. If we are redirected to a URL covered by NO_PROXY, we strip the proxy configuration. Otherwise, we set missing proxy keys for this URL (in case they were stripped by a previous redirect). This method also replaces the Proxy-Authorization header where necessary. :rtype: dict """ proxies = proxies if proxies is not None else {} headers = prepared_request.headers url = prepared_request.url scheme = urlparse(url).scheme new_proxies = proxies.copy() no_proxy = proxies.get('no_proxy') bypass_proxy = should_bypass_proxies(url, no_proxy=no_proxy) if self.trust_env and not bypass_proxy: environ_proxies = get_environ_proxies(url, no_proxy=no_proxy) proxy = environ_proxies.get(scheme, environ_proxies.get('all')) if proxy: new_proxies.setdefault(scheme, proxy) if 'Proxy-Authorization' in headers: del headers['Proxy-Authorization'] try: username, password = get_auth_from_url(new_proxies[scheme]) except KeyError: username, password = None, None if username and password: headers['Proxy-Authorization'] = _basic_auth_str(username, password) return new_proxies def rebuild_method(self, prepared_request, response): """When being redirected we may want to change the method of the request based on certain specs or browser behavior. """ method = prepared_request.method # https://tools.ietf.org/html/rfc7231#section-6.4.4 if response.status_code == codes.see_other and method != 'HEAD': method = 'GET' # Do what the browsers do, despite standards... # First, turn 302s into GETs. if response.status_code == codes.found and method != 'HEAD': method = 'GET' # Second, if a POST is responded to with a 301, turn it into a GET. # This bizarre behaviour is explained in Issue 1704. if response.status_code == codes.moved and method == 'POST': method = 'GET' prepared_request.method = method class Session(SessionRedirectMixin): """A Requests session. Provides cookie persistence, connection-pooling, and configuration. Basic Usage:: >>> import requests >>> s = requests.Session() >>> s.get('https://httpbin.org/get') <Response [200]> Or as a context manager:: >>> with requests.Session() as s: >>> s.get('https://httpbin.org/get') <Response [200]> """ __attrs__ = [ 'headers', 'cookies', 'auth', 'proxies', 'hooks', 'params', 'verify', 'cert', 'prefetch', 'adapters', 'stream', 'trust_env', 'max_redirects', ] def __init__(self): #: A case-insensitive dictionary of headers to be sent on each #: :class:`Request <Request>` sent from this #: :class:`Session <Session>`. self.headers = default_headers() #: Default Authentication tuple or object to attach to #: :class:`Request <Request>`. self.auth = None #: Dictionary mapping protocol or protocol and host to the URL of the proxy #: (e.g. {'http': 'foo.bar:3128', 'http://host.name': 'foo.bar:4012'}) to #: be used on each :class:`Request <Request>`. self.proxies = {} #: Event-handling hooks. self.hooks = default_hooks() #: Dictionary of querystring data to attach to each #: :class:`Request <Request>`. The dictionary values may be lists for #: representing multivalued query parameters. self.params = {} #: Stream response content default. self.stream = False #: SSL Verification default. self.verify = True #: SSL client certificate default, if String, path to ssl client #: cert file (.pem). If Tuple, ('cert', 'key') pair. self.cert = None #: Maximum number of redirects allowed. If the request exceeds this #: limit, a :class:`TooManyRedirects` exception is raised. #: This defaults to requests.models.DEFAULT_REDIRECT_LIMIT, which is #: 30. self.max_redirects = DEFAULT_REDIRECT_LIMIT #: Trust environment settings for proxy configuration, default #: authentication and similar. self.trust_env = True #: A CookieJar containing all currently outstanding cookies set on this #: session. By default it is a #: :class:`RequestsCookieJar <requests.cookies.RequestsCookieJar>`, but #: may be any other ``cookielib.CookieJar`` compatible object. self.cookies = cookiejar_from_dict({}) # Default connection adapters. self.adapters = OrderedDict() self.mount('https://', HTTPAdapter()) self.mount('http://', HTTPAdapter()) def __enter__(self): return self def __exit__(self, *args): self.close() def prepare_request(self, request): """Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it. The :class:`PreparedRequest` has settings merged from the :class:`Request <Request>` instance and those of the :class:`Session`. :param request: :class:`Request` instance to prepare with this session's settings. :rtype: requests.PreparedRequest """ cookies = request.cookies or {} # Bootstrap CookieJar. if not isinstance(cookies, cookielib.CookieJar): cookies = cookiejar_from_dict(cookies) # Merge with session cookies merged_cookies = merge_cookies( merge_cookies(RequestsCookieJar(), self.cookies), cookies) # Set environment's basic authentication if not explicitly set. auth = request.auth if self.trust_env and not auth and not self.auth: auth = get_netrc_auth(request.url) p = PreparedRequest() p.prepare( method=request.method.upper(), url=request.url, files=request.files, data=request.data, json=request.json, headers=merge_setting(request.headers, self.headers, dict_class=CaseInsensitiveDict), params=merge_setting(request.params, self.params), auth=merge_setting(auth, self.auth), cookies=merged_cookies, hooks=merge_hooks(request.hooks, self.hooks), ) return p def request(self, method, url, params=None, data=None, headers=None, cookies=None, files=None, auth=None, timeout=None, allow_redirects=True, proxies=None, hooks=None, stream=None, verify=None, cert=None, json=None): """Constructs a :class:`Request <Request>`, prepares it and sends it. Returns :class:`Response <Response>` object. :param method: method for the new :class:`Request` object. :param url: URL for the new :class:`Request` object. :param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`. :param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`. :param files: (optional) Dictionary of ``'filename': file-like-objects`` for multipart encoding upload. :param auth: (optional) Auth tuple or callable to enable Basic/Digest/Custom HTTP Auth. :param timeout: (optional) How long to wait for the server to send data before giving up, as a float, or a :ref:`(connect timeout, read timeout) <timeouts>` tuple. :type timeout: float or tuple :param allow_redirects: (optional) Set to True by default. :type allow_redirects: bool :param proxies: (optional) Dictionary mapping protocol or protocol and hostname to the URL of the proxy. :param stream: (optional) whether to immediately download the response content. Defaults to ``False``. :param verify: (optional) Either a boolean, in which case it controls whether we verify the server's TLS certificate, or a string, in which case it must be a path to a CA bundle to use. Defaults to ``True``. :param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair. :rtype: requests.Response """ # Create the Request. req = Request( method=method.upper(), url=url, headers=headers, files=files, data=data or {}, json=json, params=params or {}, auth=auth, cookies=cookies, hooks=hooks, ) prep = self.prepare_request(req) proxies = proxies or {} settings = self.merge_environment_settings( prep.url, proxies, stream, verify, cert ) # Send the request. send_kwargs = { 'timeout': timeout, 'allow_redirects': allow_redirects, } send_kwargs.update(settings) resp = self.send(prep, **send_kwargs) return resp def get(self, url, **kwargs): r"""Sends a GET request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return self.request('GET', url, **kwargs) def options(self, url, **kwargs): r"""Sends a OPTIONS request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ kwargs.setdefault('allow_redirects', True) return self.request('OPTIONS', url, **kwargs) def head(self, url, **kwargs): r"""Sends a HEAD request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ kwargs.setdefault('allow_redirects', False) return self.request('HEAD', url, **kwargs) def post(self, url, data=None, json=None, **kwargs): r"""Sends a POST request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param json: (optional) json to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('POST', url, data=data, json=json, **kwargs) def put(self, url, data=None, **kwargs): r"""Sends a PUT request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('PUT', url, data=data, **kwargs) def patch(self, url, data=None, **kwargs): r"""Sends a PATCH request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param data: (optional) Dictionary, list of tuples, bytes, or file-like object to send in the body of the :class:`Request`. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('PATCH', url, data=data, **kwargs) def delete(self, url, **kwargs): r"""Sends a DELETE request. Returns :class:`Response` object. :param url: URL for the new :class:`Request` object. :param \*\*kwargs: Optional arguments that ``request`` takes. :rtype: requests.Response """ return self.request('DELETE', url, **kwargs) def send(self, request, **kwargs): """Send a given PreparedRequest. :rtype: requests.Response """ # Set defaults that the hooks can utilize to ensure they always have # the correct parameters to reproduce the previous request. kwargs.setdefault('stream', self.stream) kwargs.setdefault('verify', self.verify) kwargs.setdefault('cert', self.cert) kwargs.setdefault('proxies', self.proxies) # It's possible that users might accidentally send a Request object. # Guard against that specific failure case. if isinstance(request, Request): raise ValueError('You can only send PreparedRequests.') # Set up variables needed for resolve_redirects and dispatching of hooks allow_redirects = kwargs.pop('allow_redirects', True) stream = kwargs.get('stream') hooks = request.hooks # Get the appropriate adapter to use adapter = self.get_adapter(url=request.url) # Start time (approximately) of the request start = preferred_clock() # Send the request r = adapter.send(request, **kwargs) # Total elapsed time of the request (approximately) elapsed = preferred_clock() - start r.elapsed = timedelta(seconds=elapsed) # Response manipulation hooks r = dispatch_hook('response', hooks, r, **kwargs) # Persist cookies if r.history: # If the hooks create history then we want those cookies too for resp in r.history: extract_cookies_to_jar(self.cookies, resp.request, resp.raw) extract_cookies_to_jar(self.cookies, request, r.raw) # Redirect resolving generator. gen = self.resolve_redirects(r, request, **kwargs) # Resolve redirects if allowed. history = [resp for resp in gen] if allow_redirects else [] # Shuffle things around if there's history. if history: # Insert the first (original) request at the start history.insert(0, r) # Get the last request made r = history.pop() r.history = history # If redirects aren't being followed, store the response on the Request for Response.next(). if not allow_redirects: try: r._next = next(self.resolve_redirects(r, request, yield_requests=True, **kwargs)) except StopIteration: pass if not stream: r.content return r def merge_environment_settings(self, url, proxies, stream, verify, cert): """ Check the environment and merge it with some settings. :rtype: dict """ # Gather clues from the surrounding environment. if self.trust_env: # Set environment's proxies. no_proxy = proxies.get('no_proxy') if proxies is not None else None env_proxies = get_environ_proxies(url, no_proxy=no_proxy) for (k, v) in env_proxies.items(): proxies.setdefault(k, v) # Look for requests environment configuration and be compatible # with cURL. if verify is True or verify is None: verify = (os.environ.get('REQUESTS_CA_BUNDLE') or os.environ.get('CURL_CA_BUNDLE')) # Merge all the kwargs. proxies = merge_setting(proxies, self.proxies) stream = merge_setting(stream, self.stream) verify = merge_setting(verify, self.verify) cert = merge_setting(cert, self.cert) return {'verify': verify, 'proxies': proxies, 'stream': stream, 'cert': cert} def get_adapter(self, url): """ Returns the appropriate connection adapter for the given URL. :rtype: requests.adapters.BaseAdapter """ for (prefix, adapter) in self.adapters.items(): if url.lower().startswith(prefix.lower()): return adapter # Nothing matches :-/ raise InvalidSchema("No connection adapters were found for '%s'" % url) def close(self): """Closes all adapters and as such the session""" for v in self.adapters.values(): v.close() def mount(self, prefix, adapter): """Registers a connection adapter to a prefix. Adapters are sorted in descending order by prefix length. """ self.adapters[prefix] = adapter keys_to_move = [k for k in self.adapters if len(k) < len(prefix)] for key in keys_to_move: self.adapters[key] = self.adapters.pop(key) def __getstate__(self): state = {attr: getattr(self, attr, None) for attr in self.__attrs__} return state def __setstate__(self, state): for attr, value in state.items(): setattr(self, attr, value) def session(): """ Returns a :class:`Session` for context-management. .. deprecated:: 1.0.0 This method has been deprecated since version 1.0.0 and is only kept for backwards compatibility. New code should use :class:`~requests.sessions.Session` to create a session. This may be removed at a future date. :rtype: Session """ return Session() PK A\t pip/_vendor/requests/compat.pynu [ # -*- coding: utf-8 -*- """ requests.compat ~~~~~~~~~~~~~~~ This module handles import compatibility issues between Python 2 and Python 3. """ from pip._vendor import chardet import sys # ------- # Pythons # ------- # Syntax sugar. _ver = sys.version_info #: Python 2.x? is_py2 = (_ver[0] == 2) #: Python 3.x? is_py3 = (_ver[0] == 3) # Note: We've patched out simplejson support in pip because it prevents # upgrading simplejson on Windows. # try: # import simplejson as json # except (ImportError, SyntaxError): # # simplejson does not support Python 3.2, it throws a SyntaxError # # because of u'...' Unicode literals. import json # --------- # Specifics # --------- if is_py2: from urllib import ( quote, unquote, quote_plus, unquote_plus, urlencode, getproxies, proxy_bypass, proxy_bypass_environment, getproxies_environment) from urlparse import urlparse, urlunparse, urljoin, urlsplit, urldefrag from urllib2 import parse_http_list import cookielib from Cookie import Morsel from StringIO import StringIO from collections import Callable, Mapping, MutableMapping, OrderedDict builtin_str = str bytes = str str = unicode basestring = basestring numeric_types = (int, long, float) integer_types = (int, long) elif is_py3: from urllib.parse import urlparse, urlunparse, urljoin, urlsplit, urlencode, quote, unquote, quote_plus, unquote_plus, urldefrag from urllib.request import parse_http_list, getproxies, proxy_bypass, proxy_bypass_environment, getproxies_environment from http import cookiejar as cookielib from http.cookies import Morsel from io import StringIO from collections import OrderedDict from collections.abc import Callable, Mapping, MutableMapping builtin_str = str str = str bytes = bytes basestring = (str, bytes) numeric_types = (int, float) integer_types = (int,) PK A\ pip/_vendor/requests/certs.pynu [ #!/usr/bin/env python # -*- coding: utf-8 -*- """ requests.certs ~~~~~~~~~~~~~~ This module returns the preferred default CA certificate bundle. There is only one — the one from the certifi package. If you are packaging Requests, e.g., for a Linux distribution or a managed environment, you can change the definition of where() to return a separately packaged CA bundle. """ from pip._vendor.certifi import where if __name__ == '__main__': print(where()) PK A\<ށ pip/_vendor/requests/packages.pynu [ import sys # This code exists for backwards compatibility reasons. # I don't like it either. Just look the other way. :) for package in ('urllib3', 'idna', 'chardet'): vendored_package = "pip._vendor." + package locals()[package] = __import__(vendored_package) # This traversal is apparently necessary such that the identities are # preserved (requests.packages.urllib3.* is urllib3.*) for mod in list(sys.modules): if mod == vendored_package or mod.startswith(vendored_package + '.'): unprefixed_mod = mod[len("pip._vendor."):] sys.modules['pip._vendor.requests.packages.' + unprefixed_mod] = sys.modules[mod] # Kinda cool, though, right? PK A\lq} } " pip/_vendor/requests/exceptions.pynu [ # -*- coding: utf-8 -*- """ requests.exceptions ~~~~~~~~~~~~~~~~~~~ This module contains the set of Requests' exceptions. """ from pip._vendor.urllib3.exceptions import HTTPError as BaseHTTPError class RequestException(IOError): """There was an ambiguous exception that occurred while handling your request. """ def __init__(self, *args, **kwargs): """Initialize RequestException with `request` and `response` objects.""" response = kwargs.pop('response', None) self.response = response self.request = kwargs.pop('request', None) if (response is not None and not self.request and hasattr(response, 'request')): self.request = self.response.request super(RequestException, self).__init__(*args, **kwargs) class HTTPError(RequestException): """An HTTP error occurred.""" class ConnectionError(RequestException): """A Connection error occurred.""" class ProxyError(ConnectionError): """A proxy error occurred.""" class SSLError(ConnectionError): """An SSL error occurred.""" class Timeout(RequestException): """The request timed out. Catching this error will catch both :exc:`~requests.exceptions.ConnectTimeout` and :exc:`~requests.exceptions.ReadTimeout` errors. """ class ConnectTimeout(ConnectionError, Timeout): """The request timed out while trying to connect to the remote server. Requests that produced this error are safe to retry. """ class ReadTimeout(Timeout): """The server did not send any data in the allotted amount of time.""" class URLRequired(RequestException): """A valid URL is required to make a request.""" class TooManyRedirects(RequestException): """Too many redirects.""" class MissingSchema(RequestException, ValueError): """The URL schema (e.g. http or https) is missing.""" class InvalidSchema(RequestException, ValueError): """See defaults.py for valid schemas.""" class InvalidURL(RequestException, ValueError): """The URL provided was somehow invalid.""" class InvalidHeader(RequestException, ValueError): """The header value provided was somehow invalid.""" class InvalidProxyURL(InvalidURL): """The proxy URL provided is invalid.""" class ChunkedEncodingError(RequestException): """The server declared chunked encoding but sent an invalid chunk.""" class ContentDecodingError(RequestException, BaseHTTPError): """Failed to decode response content""" class StreamConsumedError(RequestException, TypeError): """The content for this response was already consumed""" class RetryError(RequestException): """Custom retries logic failed""" class UnrewindableBodyError(RequestException): """Requests encountered an error when trying to rewind a body""" # Warnings class RequestsWarning(Warning): """Base warning for Requests.""" pass class FileModeWarning(RequestsWarning, DeprecationWarning): """A file was opened in text mode, but Requests determined its binary length.""" pass class RequestsDependencyWarning(RequestsWarning): """An imported dependency doesn't match the expected version range.""" pass PK A\=G pip/_vendor/requests/help.pynu [ """Module containing bug report helper(s).""" from __future__ import print_function import json import platform import sys import ssl from pip._vendor import idna from pip._vendor import urllib3 from pip._vendor import chardet from . import __version__ as requests_version try: from pip._vendor.urllib3.contrib import pyopenssl except ImportError: pyopenssl = None OpenSSL = None cryptography = None else: import OpenSSL import cryptography def _implementation(): """Return a dict with the Python implementation and version. Provide both the name and the version of the Python implementation currently running. For example, on CPython 2.7.5 it will return {'name': 'CPython', 'version': '2.7.5'}. This function works best on CPython and PyPy: in particular, it probably doesn't work for Jython or IronPython. Future investigation should be done to work out the correct shape of the code for those platforms. """ implementation = platform.python_implementation() if implementation == 'CPython': implementation_version = platform.python_version() elif implementation == 'PyPy': implementation_version = '%s.%s.%s' % (sys.pypy_version_info.major, sys.pypy_version_info.minor, sys.pypy_version_info.micro) if sys.pypy_version_info.releaselevel != 'final': implementation_version = ''.join([ implementation_version, sys.pypy_version_info.releaselevel ]) elif implementation == 'Jython': implementation_version = platform.python_version() # Complete Guess elif implementation == 'IronPython': implementation_version = platform.python_version() # Complete Guess else: implementation_version = 'Unknown' return {'name': implementation, 'version': implementation_version} def info(): """Generate information for a bug report.""" try: platform_info = { 'system': platform.system(), 'release': platform.release(), } except IOError: platform_info = { 'system': 'Unknown', 'release': 'Unknown', } implementation_info = _implementation() urllib3_info = {'version': urllib3.__version__} chardet_info = {'version': chardet.__version__} pyopenssl_info = { 'version': None, 'openssl_version': '', } if OpenSSL: pyopenssl_info = { 'version': OpenSSL.__version__, 'openssl_version': '%x' % OpenSSL.SSL.OPENSSL_VERSION_NUMBER, } cryptography_info = { 'version': getattr(cryptography, '__version__', ''), } idna_info = { 'version': getattr(idna, '__version__', ''), } system_ssl = ssl.OPENSSL_VERSION_NUMBER system_ssl_info = { 'version': '%x' % system_ssl if system_ssl is not None else '' } return { 'platform': platform_info, 'implementation': implementation_info, 'system_ssl': system_ssl_info, 'using_pyopenssl': pyopenssl is not None, 'pyOpenSSL': pyopenssl_info, 'urllib3': urllib3_info, 'chardet': chardet_info, 'cryptography': cryptography_info, 'idna': idna_info, 'requests': { 'version': requests_version, }, } def main(): """Pretty-print the bug information as JSON.""" print(json.dumps(info(), sort_keys=True, indent=2)) if __name__ == '__main__': main() PK A\ pip/_vendor/colorama/win32.pynu [ # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file. # from winbase.h STDOUT = -11 STDERR = -12 try: import ctypes from ctypes import LibraryLoader windll = LibraryLoader(ctypes.WinDLL) from ctypes import wintypes except (AttributeError, ImportError): windll = None SetConsoleTextAttribute = lambda *_: None winapi_test = lambda *_: None else: from ctypes import byref, Structure, c_char, POINTER COORD = wintypes._COORD class CONSOLE_SCREEN_BUFFER_INFO(Structure): """struct in wincon.h.""" _fields_ = [ ("dwSize", COORD), ("dwCursorPosition", COORD), ("wAttributes", wintypes.WORD), ("srWindow", wintypes.SMALL_RECT), ("dwMaximumWindowSize", COORD), ] def __str__(self): return '(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)' % ( self.dwSize.Y, self.dwSize.X , self.dwCursorPosition.Y, self.dwCursorPosition.X , self.wAttributes , self.srWindow.Top, self.srWindow.Left, self.srWindow.Bottom, self.srWindow.Right , self.dwMaximumWindowSize.Y, self.dwMaximumWindowSize.X ) _GetStdHandle = windll.kernel32.GetStdHandle _GetStdHandle.argtypes = [ wintypes.DWORD, ] _GetStdHandle.restype = wintypes.HANDLE _GetConsoleScreenBufferInfo = windll.kernel32.GetConsoleScreenBufferInfo _GetConsoleScreenBufferInfo.argtypes = [ wintypes.HANDLE, POINTER(CONSOLE_SCREEN_BUFFER_INFO), ] _GetConsoleScreenBufferInfo.restype = wintypes.BOOL _SetConsoleTextAttribute = windll.kernel32.SetConsoleTextAttribute _SetConsoleTextAttribute.argtypes = [ wintypes.HANDLE, wintypes.WORD, ] _SetConsoleTextAttribute.restype = wintypes.BOOL _SetConsoleCursorPosition = windll.kernel32.SetConsoleCursorPosition _SetConsoleCursorPosition.argtypes = [ wintypes.HANDLE, COORD, ] _SetConsoleCursorPosition.restype = wintypes.BOOL _FillConsoleOutputCharacterA = windll.kernel32.FillConsoleOutputCharacterA _FillConsoleOutputCharacterA.argtypes = [ wintypes.HANDLE, c_char, wintypes.DWORD, COORD, POINTER(wintypes.DWORD), ] _FillConsoleOutputCharacterA.restype = wintypes.BOOL _FillConsoleOutputAttribute = windll.kernel32.FillConsoleOutputAttribute _FillConsoleOutputAttribute.argtypes = [ wintypes.HANDLE, wintypes.WORD, wintypes.DWORD, COORD, POINTER(wintypes.DWORD), ] _FillConsoleOutputAttribute.restype = wintypes.BOOL _SetConsoleTitleW = windll.kernel32.SetConsoleTitleW _SetConsoleTitleW.argtypes = [ wintypes.LPCWSTR ] _SetConsoleTitleW.restype = wintypes.BOOL def _winapi_test(handle): csbi = CONSOLE_SCREEN_BUFFER_INFO() success = _GetConsoleScreenBufferInfo( handle, byref(csbi)) return bool(success) def winapi_test(): return any(_winapi_test(h) for h in (_GetStdHandle(STDOUT), _GetStdHandle(STDERR))) def GetConsoleScreenBufferInfo(stream_id=STDOUT): handle = _GetStdHandle(stream_id) csbi = CONSOLE_SCREEN_BUFFER_INFO() success = _GetConsoleScreenBufferInfo( handle, byref(csbi)) return csbi def SetConsoleTextAttribute(stream_id, attrs): handle = _GetStdHandle(stream_id) return _SetConsoleTextAttribute(handle, attrs) def SetConsoleCursorPosition(stream_id, position, adjust=True): position = COORD(*position) # If the position is out of range, do nothing. if position.Y <= 0 or position.X <= 0: return # Adjust for Windows' SetConsoleCursorPosition: # 1. being 0-based, while ANSI is 1-based. # 2. expecting (x,y), while ANSI uses (y,x). adjusted_position = COORD(position.Y - 1, position.X - 1) if adjust: # Adjust for viewport's scroll position sr = GetConsoleScreenBufferInfo(STDOUT).srWindow adjusted_position.Y += sr.Top adjusted_position.X += sr.Left # Resume normal processing handle = _GetStdHandle(stream_id) return _SetConsoleCursorPosition(handle, adjusted_position) def FillConsoleOutputCharacter(stream_id, char, length, start): handle = _GetStdHandle(stream_id) char = c_char(char.encode()) length = wintypes.DWORD(length) num_written = wintypes.DWORD(0) # Note that this is hard-coded for ANSI (vs wide) bytes. success = _FillConsoleOutputCharacterA( handle, char, length, start, byref(num_written)) return num_written.value def FillConsoleOutputAttribute(stream_id, attr, length, start): ''' FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )''' handle = _GetStdHandle(stream_id) attribute = wintypes.WORD(attr) length = wintypes.DWORD(length) num_written = wintypes.DWORD(0) # Note that this is hard-coded for ANSI (vs wide) bytes. return _FillConsoleOutputAttribute( handle, attribute, length, start, byref(num_written)) def SetConsoleTitle(title): return _SetConsoleTitleW(title) PK A\#ls( ( # pip/_vendor/colorama/ansitowin32.pynu [ # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file. import re import sys import os from .ansi import AnsiFore, AnsiBack, AnsiStyle, Style from .winterm import WinTerm, WinColor, WinStyle from .win32 import windll, winapi_test winterm = None if windll is not None: winterm = WinTerm() class StreamWrapper(object): ''' Wraps a stream (such as stdout), acting as a transparent proxy for all attribute access apart from method 'write()', which is delegated to our Converter instance. ''' def __init__(self, wrapped, converter): # double-underscore everything to prevent clashes with names of # attributes on the wrapped stream object. self.__wrapped = wrapped self.__convertor = converter def __getattr__(self, name): return getattr(self.__wrapped, name) def __enter__(self, *args, **kwargs): # special method lookup bypasses __getattr__/__getattribute__, see # https://stackoverflow.com/questions/12632894/why-doesnt-getattr-work-with-exit # thus, contextlib magic methods are not proxied via __getattr__ return self.__wrapped.__enter__(*args, **kwargs) def __exit__(self, *args, **kwargs): return self.__wrapped.__exit__(*args, **kwargs) def write(self, text): self.__convertor.write(text) def isatty(self): stream = self.__wrapped if 'PYCHARM_HOSTED' in os.environ: if stream is not None and (stream is sys.__stdout__ or stream is sys.__stderr__): return True try: stream_isatty = stream.isatty except AttributeError: return False else: return stream_isatty() @property def closed(self): stream = self.__wrapped try: return stream.closed except AttributeError: return True class AnsiToWin32(object): ''' Implements a 'write()' method which, on Windows, will strip ANSI character sequences from the text, and if outputting to a tty, will convert them into win32 function calls. ''' ANSI_CSI_RE = re.compile('\001?\033\\[((?:\\d|;)*)([a-zA-Z])\002?') # Control Sequence Introducer ANSI_OSC_RE = re.compile('\001?\033\\]((?:.|;)*?)(\x07)\002?') # Operating System Command def __init__(self, wrapped, convert=None, strip=None, autoreset=False): # The wrapped stream (normally sys.stdout or sys.stderr) self.wrapped = wrapped # should we reset colors to defaults after every .write() self.autoreset = autoreset # create the proxy wrapping our output stream self.stream = StreamWrapper(wrapped, self) on_windows = os.name == 'nt' # We test if the WinAPI works, because even if we are on Windows # we may be using a terminal that doesn't support the WinAPI # (e.g. Cygwin Terminal). In this case it's up to the terminal # to support the ANSI codes. conversion_supported = on_windows and winapi_test() # should we strip ANSI sequences from our output? if strip is None: strip = conversion_supported or (not self.stream.closed and not self.stream.isatty()) self.strip = strip # should we should convert ANSI sequences into win32 calls? if convert is None: convert = conversion_supported and not self.stream.closed and self.stream.isatty() self.convert = convert # dict of ansi codes to win32 functions and parameters self.win32_calls = self.get_win32_calls() # are we wrapping stderr? self.on_stderr = self.wrapped is sys.stderr def should_wrap(self): ''' True if this class is actually needed. If false, then the output stream will not be affected, nor will win32 calls be issued, so wrapping stdout is not actually required. This will generally be False on non-Windows platforms, unless optional functionality like autoreset has been requested using kwargs to init() ''' return self.convert or self.strip or self.autoreset def get_win32_calls(self): if self.convert and winterm: return { AnsiStyle.RESET_ALL: (winterm.reset_all, ), AnsiStyle.BRIGHT: (winterm.style, WinStyle.BRIGHT), AnsiStyle.DIM: (winterm.style, WinStyle.NORMAL), AnsiStyle.NORMAL: (winterm.style, WinStyle.NORMAL), AnsiFore.BLACK: (winterm.fore, WinColor.BLACK), AnsiFore.RED: (winterm.fore, WinColor.RED), AnsiFore.GREEN: (winterm.fore, WinColor.GREEN), AnsiFore.YELLOW: (winterm.fore, WinColor.YELLOW), AnsiFore.BLUE: (winterm.fore, WinColor.BLUE), AnsiFore.MAGENTA: (winterm.fore, WinColor.MAGENTA), AnsiFore.CYAN: (winterm.fore, WinColor.CYAN), AnsiFore.WHITE: (winterm.fore, WinColor.GREY), AnsiFore.RESET: (winterm.fore, ), AnsiFore.LIGHTBLACK_EX: (winterm.fore, WinColor.BLACK, True), AnsiFore.LIGHTRED_EX: (winterm.fore, WinColor.RED, True), AnsiFore.LIGHTGREEN_EX: (winterm.fore, WinColor.GREEN, True), AnsiFore.LIGHTYELLOW_EX: (winterm.fore, WinColor.YELLOW, True), AnsiFore.LIGHTBLUE_EX: (winterm.fore, WinColor.BLUE, True), AnsiFore.LIGHTMAGENTA_EX: (winterm.fore, WinColor.MAGENTA, True), AnsiFore.LIGHTCYAN_EX: (winterm.fore, WinColor.CYAN, True), AnsiFore.LIGHTWHITE_EX: (winterm.fore, WinColor.GREY, True), AnsiBack.BLACK: (winterm.back, WinColor.BLACK), AnsiBack.RED: (winterm.back, WinColor.RED), AnsiBack.GREEN: (winterm.back, WinColor.GREEN), AnsiBack.YELLOW: (winterm.back, WinColor.YELLOW), AnsiBack.BLUE: (winterm.back, WinColor.BLUE), AnsiBack.MAGENTA: (winterm.back, WinColor.MAGENTA), AnsiBack.CYAN: (winterm.back, WinColor.CYAN), AnsiBack.WHITE: (winterm.back, WinColor.GREY), AnsiBack.RESET: (winterm.back, ), AnsiBack.LIGHTBLACK_EX: (winterm.back, WinColor.BLACK, True), AnsiBack.LIGHTRED_EX: (winterm.back, WinColor.RED, True), AnsiBack.LIGHTGREEN_EX: (winterm.back, WinColor.GREEN, True), AnsiBack.LIGHTYELLOW_EX: (winterm.back, WinColor.YELLOW, True), AnsiBack.LIGHTBLUE_EX: (winterm.back, WinColor.BLUE, True), AnsiBack.LIGHTMAGENTA_EX: (winterm.back, WinColor.MAGENTA, True), AnsiBack.LIGHTCYAN_EX: (winterm.back, WinColor.CYAN, True), AnsiBack.LIGHTWHITE_EX: (winterm.back, WinColor.GREY, True), } return dict() def write(self, text): if self.strip or self.convert: self.write_and_convert(text) else: self.wrapped.write(text) self.wrapped.flush() if self.autoreset: self.reset_all() def reset_all(self): if self.convert: self.call_win32('m', (0,)) elif not self.strip and not self.stream.closed: self.wrapped.write(Style.RESET_ALL) def write_and_convert(self, text): ''' Write the given text to our wrapped stream, stripping any ANSI sequences from the text, and optionally converting them into win32 calls. ''' cursor = 0 text = self.convert_osc(text) for match in self.ANSI_CSI_RE.finditer(text): start, end = match.span() self.write_plain_text(text, cursor, start) self.convert_ansi(*match.groups()) cursor = end self.write_plain_text(text, cursor, len(text)) def write_plain_text(self, text, start, end): if start < end: self.wrapped.write(text[start:end]) self.wrapped.flush() def convert_ansi(self, paramstring, command): if self.convert: params = self.extract_params(command, paramstring) self.call_win32(command, params) def extract_params(self, command, paramstring): if command in 'Hf': params = tuple(int(p) if len(p) != 0 else 1 for p in paramstring.split(';')) while len(params) < 2: # defaults: params = params + (1,) else: params = tuple(int(p) for p in paramstring.split(';') if len(p) != 0) if len(params) == 0: # defaults: if command in 'JKm': params = (0,) elif command in 'ABCD': params = (1,) return params def call_win32(self, command, params): if command == 'm': for param in params: if param in self.win32_calls: func_args = self.win32_calls[param] func = func_args[0] args = func_args[1:] kwargs = dict(on_stderr=self.on_stderr) func(*args, **kwargs) elif command in 'J': winterm.erase_screen(params[0], on_stderr=self.on_stderr) elif command in 'K': winterm.erase_line(params[0], on_stderr=self.on_stderr) elif command in 'Hf': # cursor position - absolute winterm.set_cursor_position(params, on_stderr=self.on_stderr) elif command in 'ABCD': # cursor position - relative n = params[0] # A - up, B - down, C - forward, D - back x, y = {'A': (0, -n), 'B': (0, n), 'C': (n, 0), 'D': (-n, 0)}[command] winterm.cursor_adjust(x, y, on_stderr=self.on_stderr) def convert_osc(self, text): for match in self.ANSI_OSC_RE.finditer(text): start, end = match.span() text = text[:start] + text[end:] paramstring, command = match.groups() if command in '\x07': # \x07 = BEL params = paramstring.split(";") # 0 - change title and icon (we will only change title) # 1 - change icon (we don't support this) # 2 - change title if params[0] in '02': winterm.set_title(params[1]) return text PK A\3G 8 pip/_vendor/colorama/__pycache__/__init__.cpython-38.pycnu [ U .e @ sD d dl mZmZmZmZ d dlmZmZmZm Z d dl m Z dZ dS ) )initdeinitreinit colorama_text)ForeBackStyleCursor) AnsiToWin32z0.4.1N) Z initialiser r r r ansir r r r Z ansitowin32r __version__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/colorama/__init__.py<module> s PK A\ [px x : pip/_vendor/colorama/__pycache__/ansi.cpython-38.opt-1.pycnu [ U .e @ s d Z dZdZdZdd Zdd Zdd d Zdd d ZG d d deZ G dd deZ G dd de Z G dd de Z G dd de Z e Ze Ze Ze ZdS )z This module generates ANSI character codes to printing colors to terminals. See: http://en.wikipedia.org/wiki/ANSI_escape_code z[z]c C s t t| d S )NmCSIstr)code r =/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansi.py code_to_chars s r c C s t d | t S )Nz2;)OSCBEL)titler r r set_title s r c C s t t| d S )NJr moder r r clear_screen s r c C s t t| d S )NKr r r r r clear_line s r c @ s e Zd Zdd ZdS ) AnsiCodesc C s6 t | D ](}|dst| |}t| |t| qd S )N_)dir startswithgetattrsetattrr )selfnamevaluer r r __init__ s zAnsiCodes.__init__N)__name__ __module__ __qualname__r r r r r r s r c @ s> e Zd Zd ddZdddZdddZddd Zdd d Zd S ) AnsiCursor c C s t t| d S )NAr r nr r r UP% s z AnsiCursor.UPc C s t t| d S )NBr r% r r r DOWN' s zAnsiCursor.DOWNc C s t t| d S )NCr r% r r r FORWARD) s zAnsiCursor.FORWARDc C s t t| d S )NDr r% r r r BACK+ s zAnsiCursor.BACKc C s t t| d t| d S )N;Hr )r xyr r r POS- s zAnsiCursor.POSN)r# )r# )r# )r# )r# r# )r r r! r' r) r+ r- r2 r r r r r" $ s r" c @ sP e Zd ZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdS )AnsiFore ! " # $ % ' Z [ \ ] ^ _ ` a Nr r r! ZBLACKZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZRESETZ LIGHTBLACK_EXZ LIGHTRED_EXZ LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ LIGHTWHITE_EXr r r r r3 1 s" r3 c @ sP e Zd ZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdS )AnsiBack( ) * + , - . / 1 d e f g h i j k NrE r r r r rF G s" rF c @ s e Zd ZdZdZdZdZdS ) AnsiStyler# r N)r r r! ZBRIGHTZDIMZNORMALZ RESET_ALLr r r r rX ] s rX N)r )r )__doc__r r r r r r r objectr r" r3 rF rX ZForeZBackZStyleZCursorr r r r <module> s PK A\wG%h h ; pip/_vendor/colorama/__pycache__/win32.cpython-38.opt-1.pycnu [ U .e @ s d Z dZz.ddlZddlmZ eejZddlmZ W n. eefk rd dZdd Z dd Z Y nZX dd lm Z m Z m Z mZ ejZG d d d e ZejjZejge_eje_ejjZejeege_eje_ejj Z ejej ge _eje _ejj Z ejege _eje _ejj Z!eje ejeeejge!_eje!_ejj"Z#ejej ejeeejge#_eje#_ejj$Z%ej&ge%_eje%_d d Z'dd Z e fddZdd Z d ddZ dd Z(dd Z"dd Z)dS ) ii N) LibraryLoader)wintypesc G s d S N _r r >/usr/lib/python3.8/site-packages/pip/_vendor/colorama/win32.py<lambda> r c G s d S r r r r r r r r )byref Structurec_charPOINTERc @ s> e Zd ZdZdefdefdejfdejfdefgZdd Z d S ) CONSOLE_SCREEN_BUFFER_INFOzstruct in wincon.h.dwSizedwCursorPosition wAttributessrWindowdwMaximumWindowSizec C sH d| j j| j j| jj| jj| j| jj| jj| jj| jj | j j| j jf S )Nz"(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)) r YXr r r TopLeftZBottomZRightr )selfr r r __str__ s z"CONSOLE_SCREEN_BUFFER_INFO.__str__N) __name__ __module__ __qualname____doc__COORDr WORDZ SMALL_RECTZ_fields_r r r r r r s r c C s t }t| t|}t|S r )r _GetConsoleScreenBufferInfor bool)handlecsbisuccessr r r _winapi_test\ s r& c C s t dd ttttfD S )Nc s s | ]}t |V qd S r )r& ).0hr r r <genexpr>c s z winapi_test.<locals>.<genexpr>)any _GetStdHandleSTDOUTSTDERRr r r r winapi_testb s r. c C s t | }t }t|t|}|S r )r+ r r! r ) stream_idr# r$ r% r r r GetConsoleScreenBufferInfof s r0 c C s t | }t||S r )r+ _SetConsoleTextAttribute)r/ Zattrsr# r r r SetConsoleTextAttributem s r2 Tc C sv t | }|jdks |jdkr d S t |jd |jd }|rdttj}| j|j7 _| j|j7 _t| }t ||S )Nr ) r r r r0 r, r r r r+ _SetConsoleCursorPosition)r/ ZpositionZadjustZadjusted_positionsrr# r r r SetConsoleCursorPositionq s r6 c C sB t | }t| }t|}td}t||||t|}|jS )Nr )r+ r encoder DWORD _FillConsoleOutputCharacterAr value)r/ charlengthstartr# num_writtenr% r r r FillConsoleOutputCharacter s r? c C s: t | }t|}t|}td}t||||t|S )za FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )r )r+ r r r8 _FillConsoleOutputAttributer )r/ attrr< r= r# Z attributer> r r r FillConsoleOutputAttribute s rB c C s t | S r )_SetConsoleTitleW)titler r r SetConsoleTitle s rE )T)*r, r- Zctypesr ZWinDLLZwindllr AttributeError ImportErrorr2 r. r r r r Z_COORDr r Zkernel32Z GetStdHandler+ r8 ZargtypesZHANDLEZrestyper0 r! ZBOOLr1 r r6 r4 ZFillConsoleOutputCharacterAr9 rB r@ ZSetConsoleTitleWrC ZLPCWSTRr& r? rE r r r r <module> sx PK A\?= 7 pip/_vendor/colorama/__pycache__/winterm.cpython-38.pycnu [ U .e& @ s@ d dl mZ G dd deZG dd deZG dd deZdS ) )win32c @ s, e Zd ZdZdZdZdZdZdZdZ dZ d S ) WinColor r N) __name__ __module__ __qualname__ZBLACKZBLUEZGREENZCYANZREDZMAGENTAZYELLOWZGREY r r @/usr/lib/python3.8/site-packages/pip/_vendor/colorama/winterm.pyr s r c @ s e Zd ZdZdZdZdS )WinStyler N)r r r ZNORMALBRIGHTBRIGHT_BACKGROUNDr r r r r s r c @ s e Zd Zdd Zdd Zdd Zd dd Zd!d d Zd"d dZd#ddZ d$ddZ dd Z d%ddZ d&ddZ d'ddZd(d d Zd d ZdS ))WinTermc C s> t t jj| _| | j | j| _| j| _ | j | _ d| _ d S )Nr ) r GetConsoleScreenBufferInfoSTDOUTZ wAttributes_default set_attrs_fore _default_fore_back _default_back_style_default_style_lightselfr r r __init__ s zWinTerm.__init__c C s | j | jd | j| jB S )N )r r r r r! r r r get_attrs$ s zWinTerm.get_attrsc C s. |d@ | _ |d? d@ | _|tjtjB @ | _d S )Nr r )r r r r r r )r" valuer r r r ' s zWinTerm.set_attrsNc C s$ | | j | j| jd d| _d S )N)attrsr )r r set_consoler )r" on_stderrr r r reset_all, s zWinTerm.reset_allFc C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d d S N)r) )r r r r r r( )r" forelightr) r r r r, 1 s z WinTerm.forec C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d d S r+ )r r r r r r( )r" backr- r) r r r r. < s z WinTerm.backc C s$ |d kr| j }|| _| j|d d S r+ )r r r( )r" styler) r r r r/ G s z WinTerm.stylec C s0 |d kr| }tj}|r tj}t|| d S N)r% r r STDERRZSetConsoleTextAttribute)r" r' r) handler r r r( M s zWinTerm.set_consolec C s, t |j}| jd7 _| jd7 _|S )Nr )r r dwCursorPositionXY)r" r2 positionr r r get_positionU s zWinTerm.get_positionc C s, |d kr d S t j}|r t j}t || d S r0 )r r r1 SetConsoleCursorPosition)r" r6 r) r2 r r r set_cursor_position] s zWinTerm.set_cursor_positionc C sB t j}|rt j}| |}|j| |j| f}t j||dd d S )NF)Zadjust)r r r1 r7 r5 r4 r8 )r" xyr) r2 r6 Zadjusted_positionr r r cursor_adjustg s zWinTerm.cursor_adjustr c C s t j}|rt j}t |}|jj|jj }|jj|jj |jj }|dkrZ|j}|| }n8|dkrtt dd}|}n |dkrt dd}|}nd S t |d|| t || || |dkrt |d d S )Nr r r )r r ) r r r1 r dwSizer4 r5 r3 COORDFillConsoleOutputCharacterFillConsoleOutputAttributer% r8 ) r" moder) r2 csbiZcells_in_screenZcells_before_cursor from_coordcells_to_eraser r r erase_screeno s( zWinTerm.erase_screenc C s t j}|rt j}t |}|dkr:|j}|jj|jj }nH|dkr\t d|jj}|jj}n&|dkr~t d|jj}|jj}nd S t |d|| t || || d S )Nr r r r= ) r r r1 r r3 r> r4 r? r5 r@ rA r% )r" rB r) r2 rC rD rE r r r erase_line s zWinTerm.erase_linec C s t | d S r0 )r ZSetConsoleTitle)r" titler r r set_title s zWinTerm.set_title)N)NFF)NFF)NF)NF)NF)F)r F)r F)r r r r# r% r r* r, r. r/ r( r7 r9 r< rF rG rI r r r r r s r N) r objectr r r r r r r <module> s PK A\ [px x 4 pip/_vendor/colorama/__pycache__/ansi.cpython-38.pycnu [ U .e @ s d Z dZdZdZdd Zdd Zdd d Zdd d ZG d d deZ G dd deZ G dd de Z G dd de Z G dd de Z e Ze Ze Ze ZdS )z This module generates ANSI character codes to printing colors to terminals. See: http://en.wikipedia.org/wiki/ANSI_escape_code z[z]c C s t t| d S )NmCSIstr)code r =/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansi.py code_to_chars s r c C s t d | t S )Nz2;)OSCBEL)titler r r set_title s r c C s t t| d S )NJr moder r r clear_screen s r c C s t t| d S )NKr r r r r clear_line s r c @ s e Zd Zdd ZdS ) AnsiCodesc C s6 t | D ](}|dst| |}t| |t| qd S )N_)dir startswithgetattrsetattrr )selfnamevaluer r r __init__ s zAnsiCodes.__init__N)__name__ __module__ __qualname__r r r r r r s r c @ s> e Zd Zd ddZdddZdddZddd Zdd d Zd S ) AnsiCursor c C s t t| d S )NAr r nr r r UP% s z AnsiCursor.UPc C s t t| d S )NBr r% r r r DOWN' s zAnsiCursor.DOWNc C s t t| d S )NCr r% r r r FORWARD) s zAnsiCursor.FORWARDc C s t t| d S )NDr r% r r r BACK+ s zAnsiCursor.BACKc C s t t| d t| d S )N;Hr )r xyr r r POS- s zAnsiCursor.POSN)r# )r# )r# )r# )r# r# )r r r! r' r) r+ r- r2 r r r r r" $ s r" c @ sP e Zd ZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdS )AnsiFore ! " # $ % ' Z [ \ ] ^ _ ` a Nr r r! ZBLACKZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZRESETZ LIGHTBLACK_EXZ LIGHTRED_EXZ LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ LIGHTWHITE_EXr r r r r3 1 s" r3 c @ sP e Zd ZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdS )AnsiBack( ) * + , - . / 1 d e f g h i j k NrE r r r r rF G s" rF c @ s e Zd ZdZdZdZdZdS ) AnsiStyler# r N)r r r! ZBRIGHTZDIMZNORMALZ RESET_ALLr r r r rX ] s rX N)r )r )__doc__r r r r r r r objectr r" r3 rF rX ZForeZBackZStyleZCursorr r r r <module> s PK A\ݵ ; pip/_vendor/colorama/__pycache__/ansitowin32.cpython-38.pycnu [ U .e( @ s d dl Z d dlZd dlZddlmZmZmZmZ ddlm Z m Z m Z ddl m Z mZ dZe dk rfe ZG dd deZG dd d eZdS ) N )AnsiForeAnsiBack AnsiStyleStyle)WinTermWinColorWinStyle)windll winapi_testc @ sL e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z e dd Z dS ) StreamWrapperz Wraps a stream (such as stdout), acting as a transparent proxy for all attribute access apart from method 'write()', which is delegated to our Converter instance. c C s || _ || _d S N)_StreamWrapper__wrapped_StreamWrapper__convertor)selfwrappedZ converter r D/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansitowin32.py__init__ s zStreamWrapper.__init__c C s t | j|S r )getattrr )r namer r r __getattr__ s zStreamWrapper.__getattr__c O s | j j||S r )r __enter__r argskwargsr r r r s zStreamWrapper.__enter__c O s | j j||S r )r __exit__r r r r r % s zStreamWrapper.__exit__c C s | j | d S r )r writer textr r r r ( s zStreamWrapper.writec C s\ | j }dtjkr0|d k r0|tjks,|tjkr0dS z |j}W n tk rP Y dS X | S d S )NZPYCHARM_HOSTEDTF)r osenvironsys __stdout__ __stderr__isattyAttributeError)r streamZ stream_isattyr r r r% + s zStreamWrapper.isattyc C s* | j }z|jW S tk r$ Y dS X d S NT)r closedr& )r r' r r r r) 7 s zStreamWrapper.closedN) __name__ __module__ __qualname____doc__r r r r r r% propertyr) r r r r r s r c @ s~ e Zd ZdZedZedZd ddZdd Z d d Z d d Z dd Z dd Z dd Zdd Zdd Zdd Zdd ZdS ) AnsiToWin32z Implements a 'write()' method which, on Windows, will strip ANSI character sequences from the text, and if outputting to a tty, will convert them into win32 function calls. z ?\[((?:\d|;)*)([a-zA-Z])?z?\]((?:.|;)*?)()?NFc C s || _ || _t|| | _tjdk}|o*t }|d krN|pL| jj oL| j }|| _ |d krt|or| jj or| j }|| _ | | _ | j t jk| _d S )Nnt)r autoresetr r' r r r r) r% stripconvertget_win32_calls win32_callsr" stderr on_stderr)r r r3 r2 r1 Z on_windowsZconversion_supportedr r r r I s zAnsiToWin32.__init__c C s | j p| jp| jS )aj True if this class is actually needed. If false, then the output stream will not be affected, nor will win32 calls be issued, so wrapping stdout is not actually required. This will generally be False on non-Windows platforms, unless optional functionality like autoreset has been requested using kwargs to init() )r3 r2 r1 r r r r should_wrapj s zAnsiToWin32.should_wrapc N C s@ | j r:tr:tjtjftjtjtjftjtjtj ftj tjtj ft j tj t j ft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj ft jtj t j dft jtj t jdft jtj t jdft jtj t jdft jtj t jdft j tj t jdft j tj t jdft j tj t jdft j tj t j ft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj ft jtj t j dft jtj t jdft jtj t jdft jtj t jdft jtj t jdft j tj t jdft j tj t jdft j tj t jdfi&S t! S r( )"r3 wintermr RESET_ALL reset_allZBRIGHTZstyler ZDIMZNORMALr ZBLACKZforer ZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZGREYZRESETZ LIGHTBLACK_EXZ LIGHTRED_EXZ LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ LIGHTWHITE_EXr Zbackdictr8 r r r r4 t s (zAnsiToWin32.get_win32_callsc C s@ | j s | jr| | n| j| | j | jr<| d S r )r2 r3 write_and_convertr r flushr1 r< r r r r r s zAnsiToWin32.writec C s4 | j r| dd n | js0| jjs0| jtj d S )Nmr ) r3 call_win32r2 r' r) r r r r; r8 r r r r< s zAnsiToWin32.reset_allc C sb d}| |}| j|D ]0}| \}}| ||| | j| |}q| ||t| dS )z Write the given text to our wrapped stream, stripping any ANSI sequences from the text, and optionally converting them into win32 calls. r N) convert_osc ANSI_CSI_REfinditerspanwrite_plain_text convert_ansigroupslen)r r Zcursormatchstartendr r r r> s z AnsiToWin32.write_and_convertc C s* ||k r&| j ||| | j d S r )r r r? )r r rL rM r r r rG s z AnsiToWin32.write_plain_textc C s" | j r | ||}| || d S r )r3 extract_paramsrB )r paramstringcommandparamsr r r rH s zAnsiToWin32.convert_ansic C sz |dkr8t dd |dD }t|dk rv|d }q n>t dd |dD }t|dkrv|d krjd }n |d krvd}|S ) NHfc s s& | ] }t |d krt|ndV qdS )r r NrJ int.0pr r r <genexpr> s z-AnsiToWin32.extract_params.<locals>.<genexpr>; )r c s s" | ]}t |d krt|V qdS )r NrS rU r r r rX s r ZJKmrA ABCD)tuplesplitrJ )r rP rO rQ r r r rN s zAnsiToWin32.extract_paramsc C s |dkrR|D ]B}|| j kr | j | }|d }|dd }t| jd}||| q n|dkrptj|d | jd n|dkrtj|d | jd nf|dkrtj|| jd nL|dkr|d }d| fd|f|df| dfd | \} } tj| | | jd d S ) Nr@ r r )r7 JKrR r[ )ABCD)r5 r= r7 r: Z erase_screenZ erase_lineZset_cursor_positionZ cursor_adjust) r rP rQ ZparamZ func_argsfuncr r nxyr r r rB s$ *zAnsiToWin32.call_win32c C sr | j |D ]`}| \}}|d | ||d }| \}}|dkr |d}|d dkr t|d q |S )NrY r Z02r ) ANSI_OSC_RErE rF rI r] r: Z set_title)r r rK rL rM rO rP rQ r r r rC s zAnsiToWin32.convert_osc)NNF)r* r+ r, r- recompilerD ri r r9 r4 r r< r> rG rH rN rB rC r r r r r/ @ s ! , r/ )rj r" r ansir r r r r: r r r Zwin32r r objectr r/ r r r r <module> s 0PK A\wG%h h 5 pip/_vendor/colorama/__pycache__/win32.cpython-38.pycnu [ U .e @ s d Z dZz.ddlZddlmZ eejZddlmZ W n. eefk rd dZdd Z dd Z Y nZX dd lm Z m Z m Z mZ ejZG d d d e ZejjZejge_eje_ejjZejeege_eje_ejj Z ejej ge _eje _ejj Z ejege _eje _ejj Z!eje ejeeejge!_eje!_ejj"Z#ejej ejeeejge#_eje#_ejj$Z%ej&ge%_eje%_d d Z'dd Z e fddZdd Z d ddZ dd Z(dd Z"dd Z)dS ) ii N) LibraryLoader)wintypesc G s d S N _r r >/usr/lib/python3.8/site-packages/pip/_vendor/colorama/win32.py<lambda> r c G s d S r r r r r r r r )byref Structurec_charPOINTERc @ s> e Zd ZdZdefdefdejfdejfdefgZdd Z d S ) CONSOLE_SCREEN_BUFFER_INFOzstruct in wincon.h.dwSizedwCursorPosition wAttributessrWindowdwMaximumWindowSizec C sH d| j j| j j| jj| jj| j| jj| jj| jj| jj | j j| j jf S )Nz"(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)) r YXr r r TopLeftZBottomZRightr )selfr r r __str__ s z"CONSOLE_SCREEN_BUFFER_INFO.__str__N) __name__ __module__ __qualname____doc__COORDr WORDZ SMALL_RECTZ_fields_r r r r r r s r c C s t }t| t|}t|S r )r _GetConsoleScreenBufferInfor bool)handlecsbisuccessr r r _winapi_test\ s r& c C s t dd ttttfD S )Nc s s | ]}t |V qd S r )r& ).0hr r r <genexpr>c s z winapi_test.<locals>.<genexpr>)any _GetStdHandleSTDOUTSTDERRr r r r winapi_testb s r. c C s t | }t }t|t|}|S r )r+ r r! r ) stream_idr# r$ r% r r r GetConsoleScreenBufferInfof s r0 c C s t | }t||S r )r+ _SetConsoleTextAttribute)r/ Zattrsr# r r r SetConsoleTextAttributem s r2 Tc C sv t | }|jdks |jdkr d S t |jd |jd }|rdttj}| j|j7 _| j|j7 _t| }t ||S )Nr ) r r r r0 r, r r r r+ _SetConsoleCursorPosition)r/ ZpositionZadjustZadjusted_positionsrr# r r r SetConsoleCursorPositionq s r6 c C sB t | }t| }t|}td}t||||t|}|jS )Nr )r+ r encoder DWORD _FillConsoleOutputCharacterAr value)r/ charlengthstartr# num_writtenr% r r r FillConsoleOutputCharacter s r? c C s: t | }t|}t|}td}t||||t|S )za FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )r )r+ r r r8 _FillConsoleOutputAttributer )r/ attrr< r= r# Z attributer> r r r FillConsoleOutputAttribute s rB c C s t | S r )_SetConsoleTitleW)titler r r SetConsoleTitle s rE )T)*r, r- Zctypesr ZWinDLLZwindllr AttributeError ImportErrorr2 r. r r r r Z_COORDr r Zkernel32Z GetStdHandler+ r8 ZargtypesZHANDLEZrestyper0 r! ZBOOLr1 r r6 r4 ZFillConsoleOutputCharacterAr9 rB r@ ZSetConsoleTitleWrC ZLPCWSTRr& r? rE r r r r <module> sx PK A\) @ pip/_vendor/colorama/__pycache__/initialise.cpython-38.opt-1.pycnu [ U .e{ @ st d dl Z d dlZd dlZddlmZ dadadadada dd Z ddd Z d d Z ej d d Zdd Zdd ZdS ) N ) AnsiToWin32Fc C s t d k rt t d S N)r orig_stdout reset_all r r C/usr/lib/python3.8/site-packages/pip/_vendor/colorama/initialise.pyr s r Tc C s |st | ||grtdtjatjatjd kr6d antt||| | t_atjd kr\d a ntt||| | t_a t st t da d S )Nz,wrap=False conflicts with any other arg=TrueT)any ValueErrorsysstdoutr stderr orig_stderrwrapped_stdout wrap_streamwrapped_stderr atexit_doneatexitregisterr ) autoresetconvertstripwrapr r r init s r c C s t d k rt t_td k r tt_d S r )r r r r r r r r r deinit3 s r c o s" t | | z d V W 5 t X d S r )r r )argskwargsr r r colorama_text: s r c C s t d k rt t_td k r tt_d S r )r r r r r r r r r reinitC s r c C s& |r"t | |||d}| r"|j} | S )N)r r r )r Z should_wrapstream)r r r r r wrapperr r r r J s r )FNNT)r contextlibr Z ansitowin32r r r r r r r r r contextmanagerr r r r r r r <module> s PK A\) : pip/_vendor/colorama/__pycache__/initialise.cpython-38.pycnu [ U .e{ @ st d dl Z d dlZd dlZddlmZ dadadadada dd Z ddd Z d d Z ej d d Zdd Zdd ZdS ) N ) AnsiToWin32Fc C s t d k rt t d S N)r orig_stdout reset_all r r C/usr/lib/python3.8/site-packages/pip/_vendor/colorama/initialise.pyr s r Tc C s |st | ||grtdtjatjatjd kr6d antt||| | t_atjd kr\d a ntt||| | t_a t st t da d S )Nz,wrap=False conflicts with any other arg=TrueT)any ValueErrorsysstdoutr stderr orig_stderrwrapped_stdout wrap_streamwrapped_stderr atexit_doneatexitregisterr ) autoresetconvertstripwrapr r r init s r c C s t d k rt t_td k r tt_d S r )r r r r r r r r r deinit3 s r c o s" t | | z d V W 5 t X d S r )r r )argskwargsr r r colorama_text: s r c C s t d k rt t_td k r tt_d S r )r r r r r r r r r reinitC s r c C s& |r"t | |||d}| r"|j} | S )N)r r r )r Z should_wrapstream)r r r r r wrapperr r r r J s r )FNNT)r contextlibr Z ansitowin32r r r r r r r r r contextmanagerr r r r r r r <module> s PK A\?= = pip/_vendor/colorama/__pycache__/winterm.cpython-38.opt-1.pycnu [ U .e& @ s@ d dl mZ G dd deZG dd deZG dd deZdS ) )win32c @ s, e Zd ZdZdZdZdZdZdZdZ dZ d S ) WinColor r N) __name__ __module__ __qualname__ZBLACKZBLUEZGREENZCYANZREDZMAGENTAZYELLOWZGREY r r @/usr/lib/python3.8/site-packages/pip/_vendor/colorama/winterm.pyr s r c @ s e Zd ZdZdZdZdS )WinStyler N)r r r ZNORMALBRIGHTBRIGHT_BACKGROUNDr r r r r s r c @ s e Zd Zdd Zdd Zdd Zd dd Zd!d d Zd"d dZd#ddZ d$ddZ dd Z d%ddZ d&ddZ d'ddZd(d d Zd d ZdS ))WinTermc C s> t t jj| _| | j | j| _| j| _ | j | _ d| _ d S )Nr ) r GetConsoleScreenBufferInfoSTDOUTZ wAttributes_default set_attrs_fore _default_fore_back _default_back_style_default_style_lightselfr r r __init__ s zWinTerm.__init__c C s | j | jd | j| jB S )N )r r r r r! r r r get_attrs$ s zWinTerm.get_attrsc C s. |d@ | _ |d? d@ | _|tjtjB @ | _d S )Nr r )r r r r r r )r" valuer r r r ' s zWinTerm.set_attrsNc C s$ | | j | j| jd d| _d S )N)attrsr )r r set_consoler )r" on_stderrr r r reset_all, s zWinTerm.reset_allFc C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d d S N)r) )r r r r r r( )r" forelightr) r r r r, 1 s z WinTerm.forec C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d d S r+ )r r r r r r( )r" backr- r) r r r r. < s z WinTerm.backc C s$ |d kr| j }|| _| j|d d S r+ )r r r( )r" styler) r r r r/ G s z WinTerm.stylec C s0 |d kr| }tj}|r tj}t|| d S N)r% r r STDERRZSetConsoleTextAttribute)r" r' r) handler r r r( M s zWinTerm.set_consolec C s, t |j}| jd7 _| jd7 _|S )Nr )r r dwCursorPositionXY)r" r2 positionr r r get_positionU s zWinTerm.get_positionc C s, |d kr d S t j}|r t j}t || d S r0 )r r r1 SetConsoleCursorPosition)r" r6 r) r2 r r r set_cursor_position] s zWinTerm.set_cursor_positionc C sB t j}|rt j}| |}|j| |j| f}t j||dd d S )NF)Zadjust)r r r1 r7 r5 r4 r8 )r" xyr) r2 r6 Zadjusted_positionr r r cursor_adjustg s zWinTerm.cursor_adjustr c C s t j}|rt j}t |}|jj|jj }|jj|jj |jj }|dkrZ|j}|| }n8|dkrtt dd}|}n |dkrt dd}|}nd S t |d|| t || || |dkrt |d d S )Nr r r )r r ) r r r1 r dwSizer4 r5 r3 COORDFillConsoleOutputCharacterFillConsoleOutputAttributer% r8 ) r" moder) r2 csbiZcells_in_screenZcells_before_cursor from_coordcells_to_eraser r r erase_screeno s( zWinTerm.erase_screenc C s t j}|rt j}t |}|dkr:|j}|jj|jj }nH|dkr\t d|jj}|jj}n&|dkr~t d|jj}|jj}nd S t |d|| t || || d S )Nr r r r= ) r r r1 r r3 r> r4 r? r5 r@ rA r% )r" rB r) r2 rC rD rE r r r erase_line s zWinTerm.erase_linec C s t | d S r0 )r ZSetConsoleTitle)r" titler r r set_title s zWinTerm.set_title)N)NFF)NFF)NF)NF)NF)F)r F)r F)r r r r# r% r r* r, r. r/ r( r7 r9 r< rF rG rI r r r r r s r N) r objectr r r r r r r <module> s PK A\3G > pip/_vendor/colorama/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ sD d dl mZmZmZmZ d dlmZmZmZm Z d dl m Z dZ dS ) )initdeinitreinit colorama_text)ForeBackStyleCursor) AnsiToWin32z0.4.1N) Z initialiser r r r ansir r r r Z ansitowin32r __version__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/colorama/__init__.py<module> s PK A\ݵ A pip/_vendor/colorama/__pycache__/ansitowin32.cpython-38.opt-1.pycnu [ U .e( @ s d dl Z d dlZd dlZddlmZmZmZmZ ddlm Z m Z m Z ddl m Z mZ dZe dk rfe ZG dd deZG dd d eZdS ) N )AnsiForeAnsiBack AnsiStyleStyle)WinTermWinColorWinStyle)windll winapi_testc @ sL e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z e dd Z dS ) StreamWrapperz Wraps a stream (such as stdout), acting as a transparent proxy for all attribute access apart from method 'write()', which is delegated to our Converter instance. c C s || _ || _d S N)_StreamWrapper__wrapped_StreamWrapper__convertor)selfwrappedZ converter r D/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansitowin32.py__init__ s zStreamWrapper.__init__c C s t | j|S r )getattrr )r namer r r __getattr__ s zStreamWrapper.__getattr__c O s | j j||S r )r __enter__r argskwargsr r r r s zStreamWrapper.__enter__c O s | j j||S r )r __exit__r r r r r % s zStreamWrapper.__exit__c C s | j | d S r )r writer textr r r r ( s zStreamWrapper.writec C s\ | j }dtjkr0|d k r0|tjks,|tjkr0dS z |j}W n tk rP Y dS X | S d S )NZPYCHARM_HOSTEDTF)r osenvironsys __stdout__ __stderr__isattyAttributeError)r streamZ stream_isattyr r r r% + s zStreamWrapper.isattyc C s* | j }z|jW S tk r$ Y dS X d S NT)r closedr& )r r' r r r r) 7 s zStreamWrapper.closedN) __name__ __module__ __qualname____doc__r r r r r r% propertyr) r r r r r s r c @ s~ e Zd ZdZedZedZd ddZdd Z d d Z d d Z dd Z dd Z dd Zdd Zdd Zdd Zdd ZdS ) AnsiToWin32z Implements a 'write()' method which, on Windows, will strip ANSI character sequences from the text, and if outputting to a tty, will convert them into win32 function calls. z ?\[((?:\d|;)*)([a-zA-Z])?z?\]((?:.|;)*?)()?NFc C s || _ || _t|| | _tjdk}|o*t }|d krN|pL| jj oL| j }|| _ |d krt|or| jj or| j }|| _ | | _ | j t jk| _d S )Nnt)r autoresetr r' r r r r) r% stripconvertget_win32_calls win32_callsr" stderr on_stderr)r r r3 r2 r1 Z on_windowsZconversion_supportedr r r r I s zAnsiToWin32.__init__c C s | j p| jp| jS )aj True if this class is actually needed. If false, then the output stream will not be affected, nor will win32 calls be issued, so wrapping stdout is not actually required. This will generally be False on non-Windows platforms, unless optional functionality like autoreset has been requested using kwargs to init() )r3 r2 r1 r r r r should_wrapj s zAnsiToWin32.should_wrapc N C s@ | j r:tr:tjtjftjtjtjftjtjtj ftj tjtj ft j tj t j ft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj ft jtj t j dft jtj t jdft jtj t jdft jtj t jdft jtj t jdft j tj t jdft j tj t jdft j tj t jdft j tj t j ft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj t jft jtj ft jtj t j dft jtj t jdft jtj t jdft jtj t jdft jtj t jdft j tj t jdft j tj t jdft j tj t jdfi&S t! S r( )"r3 wintermr RESET_ALL reset_allZBRIGHTZstyler ZDIMZNORMALr ZBLACKZforer ZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZGREYZRESETZ LIGHTBLACK_EXZ LIGHTRED_EXZ LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ LIGHTWHITE_EXr Zbackdictr8 r r r r4 t s (zAnsiToWin32.get_win32_callsc C s@ | j s | jr| | n| j| | j | jr<| d S r )r2 r3 write_and_convertr r flushr1 r< r r r r r s zAnsiToWin32.writec C s4 | j r| dd n | js0| jjs0| jtj d S )Nmr ) r3 call_win32r2 r' r) r r r r; r8 r r r r< s zAnsiToWin32.reset_allc C sb d}| |}| j|D ]0}| \}}| ||| | j| |}q| ||t| dS )z Write the given text to our wrapped stream, stripping any ANSI sequences from the text, and optionally converting them into win32 calls. r N) convert_osc ANSI_CSI_REfinditerspanwrite_plain_text convert_ansigroupslen)r r Zcursormatchstartendr r r r> s z AnsiToWin32.write_and_convertc C s* ||k r&| j ||| | j d S r )r r r? )r r rL rM r r r rG s z AnsiToWin32.write_plain_textc C s" | j r | ||}| || d S r )r3 extract_paramsrB )r paramstringcommandparamsr r r rH s zAnsiToWin32.convert_ansic C sz |dkr8t dd |dD }t|dk rv|d }q n>t dd |dD }t|dkrv|d krjd }n |d krvd}|S ) NHfc s s& | ] }t |d krt|ndV qdS )r r NrJ int.0pr r r <genexpr> s z-AnsiToWin32.extract_params.<locals>.<genexpr>; )r c s s" | ]}t |d krt|V qdS )r NrS rU r r r rX s r ZJKmrA ABCD)tuplesplitrJ )r rP rO rQ r r r rN s zAnsiToWin32.extract_paramsc C s |dkrR|D ]B}|| j kr | j | }|d }|dd }t| jd}||| q n|dkrptj|d | jd n|dkrtj|d | jd nf|dkrtj|| jd nL|dkr|d }d| fd|f|df| dfd | \} } tj| | | jd d S ) Nr@ r r )r7 JKrR r[ )ABCD)r5 r= r7 r: Z erase_screenZ erase_lineZset_cursor_positionZ cursor_adjust) r rP rQ ZparamZ func_argsfuncr r nxyr r r rB s$ *zAnsiToWin32.call_win32c C sr | j |D ]`}| \}}|d | ||d }| \}}|dkr |d}|d dkr t|d q |S )NrY r Z02r ) ANSI_OSC_RErE rF rI r] r: Z set_title)r r rK rL rM rO rP rQ r r r rC s zAnsiToWin32.convert_osc)NNF)r* r+ r, r- recompilerD ri r r9 r4 r r< r> rG rH rN rB rC r r r r r/ @ s ! , r/ )rj r" r ansir r r r r: r r r Zwin32r r objectr r/ r r r r <module> s 0PK A\oEr{ { " pip/_vendor/colorama/initialise.pynu [ # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file. import atexit import contextlib import sys from .ansitowin32 import AnsiToWin32 orig_stdout = None orig_stderr = None wrapped_stdout = None wrapped_stderr = None atexit_done = False def reset_all(): if AnsiToWin32 is not None: # Issue #74: objects might become None at exit AnsiToWin32(orig_stdout).reset_all() def init(autoreset=False, convert=None, strip=None, wrap=True): if not wrap and any([autoreset, convert, strip]): raise ValueError('wrap=False conflicts with any other arg=True') global wrapped_stdout, wrapped_stderr global orig_stdout, orig_stderr orig_stdout = sys.stdout orig_stderr = sys.stderr if sys.stdout is None: wrapped_stdout = None else: sys.stdout = wrapped_stdout = \ wrap_stream(orig_stdout, convert, strip, autoreset, wrap) if sys.stderr is None: wrapped_stderr = None else: sys.stderr = wrapped_stderr = \ wrap_stream(orig_stderr, convert, strip, autoreset, wrap) global atexit_done if not atexit_done: atexit.register(reset_all) atexit_done = True def deinit(): if orig_stdout is not None: sys.stdout = orig_stdout if orig_stderr is not None: sys.stderr = orig_stderr @contextlib.contextmanager def colorama_text(*args, **kwargs): init(*args, **kwargs) try: yield finally: deinit() def reinit(): if wrapped_stdout is not None: sys.stdout = wrapped_stdout if wrapped_stderr is not None: sys.stderr = wrapped_stderr def wrap_stream(stream, convert, strip, autoreset, wrap): if wrap: wrapper = AnsiToWin32(stream, convert=convert, strip=strip, autoreset=autoreset) if wrapper.should_wrap(): stream = wrapper.stream return stream PK A\mJ pip/_vendor/colorama/__init__.pynu [ # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file. from .initialise import init, deinit, reinit, colorama_text from .ansi import Fore, Back, Style, Cursor from .ansitowin32 import AnsiToWin32 __version__ = '0.4.1' PK A\(& & pip/_vendor/colorama/winterm.pynu [ # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file. from . import win32 # from wincon.h class WinColor(object): BLACK = 0 BLUE = 1 GREEN = 2 CYAN = 3 RED = 4 MAGENTA = 5 YELLOW = 6 GREY = 7 # from wincon.h class WinStyle(object): NORMAL = 0x00 # dim text, dim background BRIGHT = 0x08 # bright text, dim background BRIGHT_BACKGROUND = 0x80 # dim text, bright background class WinTerm(object): def __init__(self): self._default = win32.GetConsoleScreenBufferInfo(win32.STDOUT).wAttributes self.set_attrs(self._default) self._default_fore = self._fore self._default_back = self._back self._default_style = self._style # In order to emulate LIGHT_EX in windows, we borrow the BRIGHT style. # So that LIGHT_EX colors and BRIGHT style do not clobber each other, # we track them separately, since LIGHT_EX is overwritten by Fore/Back # and BRIGHT is overwritten by Style codes. self._light = 0 def get_attrs(self): return self._fore + self._back * 16 + (self._style | self._light) def set_attrs(self, value): self._fore = value & 7 self._back = (value >> 4) & 7 self._style = value & (WinStyle.BRIGHT | WinStyle.BRIGHT_BACKGROUND) def reset_all(self, on_stderr=None): self.set_attrs(self._default) self.set_console(attrs=self._default) self._light = 0 def fore(self, fore=None, light=False, on_stderr=False): if fore is None: fore = self._default_fore self._fore = fore # Emulate LIGHT_EX with BRIGHT Style if light: self._light |= WinStyle.BRIGHT else: self._light &= ~WinStyle.BRIGHT self.set_console(on_stderr=on_stderr) def back(self, back=None, light=False, on_stderr=False): if back is None: back = self._default_back self._back = back # Emulate LIGHT_EX with BRIGHT_BACKGROUND Style if light: self._light |= WinStyle.BRIGHT_BACKGROUND else: self._light &= ~WinStyle.BRIGHT_BACKGROUND self.set_console(on_stderr=on_stderr) def style(self, style=None, on_stderr=False): if style is None: style = self._default_style self._style = style self.set_console(on_stderr=on_stderr) def set_console(self, attrs=None, on_stderr=False): if attrs is None: attrs = self.get_attrs() handle = win32.STDOUT if on_stderr: handle = win32.STDERR win32.SetConsoleTextAttribute(handle, attrs) def get_position(self, handle): position = win32.GetConsoleScreenBufferInfo(handle).dwCursorPosition # Because Windows coordinates are 0-based, # and win32.SetConsoleCursorPosition expects 1-based. position.X += 1 position.Y += 1 return position def set_cursor_position(self, position=None, on_stderr=False): if position is None: # I'm not currently tracking the position, so there is no default. # position = self.get_position() return handle = win32.STDOUT if on_stderr: handle = win32.STDERR win32.SetConsoleCursorPosition(handle, position) def cursor_adjust(self, x, y, on_stderr=False): handle = win32.STDOUT if on_stderr: handle = win32.STDERR position = self.get_position(handle) adjusted_position = (position.Y + y, position.X + x) win32.SetConsoleCursorPosition(handle, adjusted_position, adjust=False) def erase_screen(self, mode=0, on_stderr=False): # 0 should clear from the cursor to the end of the screen. # 1 should clear from the cursor to the beginning of the screen. # 2 should clear the entire screen, and move cursor to (1,1) handle = win32.STDOUT if on_stderr: handle = win32.STDERR csbi = win32.GetConsoleScreenBufferInfo(handle) # get the number of character cells in the current buffer cells_in_screen = csbi.dwSize.X * csbi.dwSize.Y # get number of character cells before current cursor position cells_before_cursor = csbi.dwSize.X * csbi.dwCursorPosition.Y + csbi.dwCursorPosition.X if mode == 0: from_coord = csbi.dwCursorPosition cells_to_erase = cells_in_screen - cells_before_cursor elif mode == 1: from_coord = win32.COORD(0, 0) cells_to_erase = cells_before_cursor elif mode == 2: from_coord = win32.COORD(0, 0) cells_to_erase = cells_in_screen else: # invalid mode return # fill the entire screen with blanks win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord) # now set the buffer's attributes accordingly win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord) if mode == 2: # put the cursor where needed win32.SetConsoleCursorPosition(handle, (1, 1)) def erase_line(self, mode=0, on_stderr=False): # 0 should clear from the cursor to the end of the line. # 1 should clear from the cursor to the beginning of the line. # 2 should clear the entire line. handle = win32.STDOUT if on_stderr: handle = win32.STDERR csbi = win32.GetConsoleScreenBufferInfo(handle) if mode == 0: from_coord = csbi.dwCursorPosition cells_to_erase = csbi.dwSize.X - csbi.dwCursorPosition.X elif mode == 1: from_coord = win32.COORD(0, csbi.dwCursorPosition.Y) cells_to_erase = csbi.dwCursorPosition.X elif mode == 2: from_coord = win32.COORD(0, csbi.dwCursorPosition.Y) cells_to_erase = csbi.dwSize.X else: # invalid mode return # fill the entire screen with blanks win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord) # now set the buffer's attributes accordingly win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord) def set_title(self, title): win32.SetConsoleTitle(title) PK A\>_ pip/_vendor/colorama/ansi.pynu [ # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file. ''' This module generates ANSI character codes to printing colors to terminals. See: http://en.wikipedia.org/wiki/ANSI_escape_code ''' CSI = '\033[' OSC = '\033]' BEL = '\007' def code_to_chars(code): return CSI + str(code) + 'm' def set_title(title): return OSC + '2;' + title + BEL def clear_screen(mode=2): return CSI + str(mode) + 'J' def clear_line(mode=2): return CSI + str(mode) + 'K' class AnsiCodes(object): def __init__(self): # the subclasses declare class attributes which are numbers. # Upon instantiation we define instance attributes, which are the same # as the class attributes but wrapped with the ANSI escape sequence for name in dir(self): if not name.startswith('_'): value = getattr(self, name) setattr(self, name, code_to_chars(value)) class AnsiCursor(object): def UP(self, n=1): return CSI + str(n) + 'A' def DOWN(self, n=1): return CSI + str(n) + 'B' def FORWARD(self, n=1): return CSI + str(n) + 'C' def BACK(self, n=1): return CSI + str(n) + 'D' def POS(self, x=1, y=1): return CSI + str(y) + ';' + str(x) + 'H' class AnsiFore(AnsiCodes): BLACK = 30 RED = 31 GREEN = 32 YELLOW = 33 BLUE = 34 MAGENTA = 35 CYAN = 36 WHITE = 37 RESET = 39 # These are fairly well supported, but not part of the standard. LIGHTBLACK_EX = 90 LIGHTRED_EX = 91 LIGHTGREEN_EX = 92 LIGHTYELLOW_EX = 93 LIGHTBLUE_EX = 94 LIGHTMAGENTA_EX = 95 LIGHTCYAN_EX = 96 LIGHTWHITE_EX = 97 class AnsiBack(AnsiCodes): BLACK = 40 RED = 41 GREEN = 42 YELLOW = 43 BLUE = 44 MAGENTA = 45 CYAN = 46 WHITE = 47 RESET = 49 # These are fairly well supported, but not part of the standard. LIGHTBLACK_EX = 100 LIGHTRED_EX = 101 LIGHTGREEN_EX = 102 LIGHTYELLOW_EX = 103 LIGHTBLUE_EX = 104 LIGHTMAGENTA_EX = 105 LIGHTCYAN_EX = 106 LIGHTWHITE_EX = 107 class AnsiStyle(AnsiCodes): BRIGHT = 1 DIM = 2 NORMAL = 22 RESET_ALL = 0 Fore = AnsiFore() Back = AnsiBack() Style = AnsiStyle() Cursor = AnsiCursor() PK A\C\Uw pip/_vendor/distlib/util.pynu [ # # Copyright (C) 2012-2017 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # import codecs from collections import deque import contextlib import csv from glob import iglob as std_iglob import io import json import logging import os import py_compile import re import socket try: import ssl except ImportError: # pragma: no cover ssl = None import subprocess import sys import tarfile import tempfile import textwrap try: import threading except ImportError: # pragma: no cover import dummy_threading as threading import time from . import DistlibException from .compat import (string_types, text_type, shutil, raw_input, StringIO, cache_from_source, urlopen, urljoin, httplib, xmlrpclib, splittype, HTTPHandler, BaseConfigurator, valid_ident, Container, configparser, URLError, ZipFile, fsdecode, unquote, urlparse) logger = logging.getLogger(__name__) # # Requirement parsing code as per PEP 508 # IDENTIFIER = re.compile(r'^([\w\.-]+)\s*') VERSION_IDENTIFIER = re.compile(r'^([\w\.*+-]+)\s*') COMPARE_OP = re.compile(r'^(<=?|>=?|={2,3}|[~!]=)\s*') MARKER_OP = re.compile(r'^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*') OR = re.compile(r'^or\b\s*') AND = re.compile(r'^and\b\s*') NON_SPACE = re.compile(r'(\S+)\s*') STRING_CHUNK = re.compile(r'([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)') def parse_marker(marker_string): """ Parse a marker string and return a dictionary containing a marker expression. The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in the expression grammar, or strings. A string contained in quotes is to be interpreted as a literal string, and a string not contained in quotes is a variable (such as os_name). """ def marker_var(remaining): # either identifier, or literal string m = IDENTIFIER.match(remaining) if m: result = m.groups()[0] remaining = remaining[m.end():] elif not remaining: raise SyntaxError('unexpected end of input') else: q = remaining[0] if q not in '\'"': raise SyntaxError('invalid expression: %s' % remaining) oq = '\'"'.replace(q, '') remaining = remaining[1:] parts = [q] while remaining: # either a string chunk, or oq, or q to terminate if remaining[0] == q: break elif remaining[0] == oq: parts.append(oq) remaining = remaining[1:] else: m = STRING_CHUNK.match(remaining) if not m: raise SyntaxError('error in string literal: %s' % remaining) parts.append(m.groups()[0]) remaining = remaining[m.end():] else: s = ''.join(parts) raise SyntaxError('unterminated string: %s' % s) parts.append(q) result = ''.join(parts) remaining = remaining[1:].lstrip() # skip past closing quote return result, remaining def marker_expr(remaining): if remaining and remaining[0] == '(': result, remaining = marker(remaining[1:].lstrip()) if remaining[0] != ')': raise SyntaxError('unterminated parenthesis: %s' % remaining) remaining = remaining[1:].lstrip() else: lhs, remaining = marker_var(remaining) while remaining: m = MARKER_OP.match(remaining) if not m: break op = m.groups()[0] remaining = remaining[m.end():] rhs, remaining = marker_var(remaining) lhs = {'op': op, 'lhs': lhs, 'rhs': rhs} result = lhs return result, remaining def marker_and(remaining): lhs, remaining = marker_expr(remaining) while remaining: m = AND.match(remaining) if not m: break remaining = remaining[m.end():] rhs, remaining = marker_expr(remaining) lhs = {'op': 'and', 'lhs': lhs, 'rhs': rhs} return lhs, remaining def marker(remaining): lhs, remaining = marker_and(remaining) while remaining: m = OR.match(remaining) if not m: break remaining = remaining[m.end():] rhs, remaining = marker_and(remaining) lhs = {'op': 'or', 'lhs': lhs, 'rhs': rhs} return lhs, remaining return marker(marker_string) def parse_requirement(req): """ Parse a requirement passed in as a string. Return a Container whose attributes contain the various parts of the requirement. """ remaining = req.strip() if not remaining or remaining.startswith('#'): return None m = IDENTIFIER.match(remaining) if not m: raise SyntaxError('name expected: %s' % remaining) distname = m.groups()[0] remaining = remaining[m.end():] extras = mark_expr = versions = uri = None if remaining and remaining[0] == '[': i = remaining.find(']', 1) if i < 0: raise SyntaxError('unterminated extra: %s' % remaining) s = remaining[1:i] remaining = remaining[i + 1:].lstrip() extras = [] while s: m = IDENTIFIER.match(s) if not m: raise SyntaxError('malformed extra: %s' % s) extras.append(m.groups()[0]) s = s[m.end():] if not s: break if s[0] != ',': raise SyntaxError('comma expected in extras: %s' % s) s = s[1:].lstrip() if not extras: extras = None if remaining: if remaining[0] == '@': # it's a URI remaining = remaining[1:].lstrip() m = NON_SPACE.match(remaining) if not m: raise SyntaxError('invalid URI: %s' % remaining) uri = m.groups()[0] t = urlparse(uri) # there are issues with Python and URL parsing, so this test # is a bit crude. See bpo-20271, bpo-23505. Python doesn't # always parse invalid URLs correctly - it should raise # exceptions for malformed URLs if not (t.scheme and t.netloc): raise SyntaxError('Invalid URL: %s' % uri) remaining = remaining[m.end():].lstrip() else: def get_versions(ver_remaining): """ Return a list of operator, version tuples if any are specified, else None. """ m = COMPARE_OP.match(ver_remaining) versions = None if m: versions = [] while True: op = m.groups()[0] ver_remaining = ver_remaining[m.end():] m = VERSION_IDENTIFIER.match(ver_remaining) if not m: raise SyntaxError('invalid version: %s' % ver_remaining) v = m.groups()[0] versions.append((op, v)) ver_remaining = ver_remaining[m.end():] if not ver_remaining or ver_remaining[0] != ',': break ver_remaining = ver_remaining[1:].lstrip() m = COMPARE_OP.match(ver_remaining) if not m: raise SyntaxError('invalid constraint: %s' % ver_remaining) if not versions: versions = None return versions, ver_remaining if remaining[0] != '(': versions, remaining = get_versions(remaining) else: i = remaining.find(')', 1) if i < 0: raise SyntaxError('unterminated parenthesis: %s' % remaining) s = remaining[1:i] remaining = remaining[i + 1:].lstrip() # As a special diversion from PEP 508, allow a version number # a.b.c in parentheses as a synonym for ~= a.b.c (because this # is allowed in earlier PEPs) if COMPARE_OP.match(s): versions, _ = get_versions(s) else: m = VERSION_IDENTIFIER.match(s) if not m: raise SyntaxError('invalid constraint: %s' % s) v = m.groups()[0] s = s[m.end():].lstrip() if s: raise SyntaxError('invalid constraint: %s' % s) versions = [('~=', v)] if remaining: if remaining[0] != ';': raise SyntaxError('invalid requirement: %s' % remaining) remaining = remaining[1:].lstrip() mark_expr, remaining = parse_marker(remaining) if remaining and remaining[0] != '#': raise SyntaxError('unexpected trailing data: %s' % remaining) if not versions: rs = distname else: rs = '%s %s' % (distname, ', '.join(['%s %s' % con for con in versions])) return Container(name=distname, extras=extras, constraints=versions, marker=mark_expr, url=uri, requirement=rs) def get_resources_dests(resources_root, rules): """Find destinations for resources files""" def get_rel_path(root, path): # normalizes and returns a lstripped-/-separated path root = root.replace(os.path.sep, '/') path = path.replace(os.path.sep, '/') assert path.startswith(root) return path[len(root):].lstrip('/') destinations = {} for base, suffix, dest in rules: prefix = os.path.join(resources_root, base) for abs_base in iglob(prefix): abs_glob = os.path.join(abs_base, suffix) for abs_path in iglob(abs_glob): resource_file = get_rel_path(resources_root, abs_path) if dest is None: # remove the entry if it was here destinations.pop(resource_file, None) else: rel_path = get_rel_path(abs_base, abs_path) rel_dest = dest.replace(os.path.sep, '/').rstrip('/') destinations[resource_file] = rel_dest + '/' + rel_path return destinations def in_venv(): if hasattr(sys, 'real_prefix'): # virtualenv venvs result = True else: # PEP 405 venvs result = sys.prefix != getattr(sys, 'base_prefix', sys.prefix) return result def get_executable(): # The __PYVENV_LAUNCHER__ dance is apparently no longer needed, as # changes to the stub launcher mean that sys.executable always points # to the stub on OS X # if sys.platform == 'darwin' and ('__PYVENV_LAUNCHER__' # in os.environ): # result = os.environ['__PYVENV_LAUNCHER__'] # else: # result = sys.executable # return result result = os.path.normcase(sys.executable) if not isinstance(result, text_type): result = fsdecode(result) return result def proceed(prompt, allowed_chars, error_prompt=None, default=None): p = prompt while True: s = raw_input(p) p = prompt if not s and default: s = default if s: c = s[0].lower() if c in allowed_chars: break if error_prompt: p = '%c: %s\n%s' % (c, error_prompt, prompt) return c def extract_by_key(d, keys): if isinstance(keys, string_types): keys = keys.split() result = {} for key in keys: if key in d: result[key] = d[key] return result def read_exports(stream): if sys.version_info[0] >= 3: # needs to be a text stream stream = codecs.getreader('utf-8')(stream) # Try to load as JSON, falling back on legacy format data = stream.read() stream = StringIO(data) try: jdata = json.load(stream) result = jdata['extensions']['python.exports']['exports'] for group, entries in result.items(): for k, v in entries.items(): s = '%s = %s' % (k, v) entry = get_export_entry(s) assert entry is not None entries[k] = entry return result except Exception: stream.seek(0, 0) def read_stream(cp, stream): if hasattr(cp, 'read_file'): cp.read_file(stream) else: cp.readfp(stream) cp = configparser.ConfigParser() try: read_stream(cp, stream) except configparser.MissingSectionHeaderError: stream.close() data = textwrap.dedent(data) stream = StringIO(data) read_stream(cp, stream) result = {} for key in cp.sections(): result[key] = entries = {} for name, value in cp.items(key): s = '%s = %s' % (name, value) entry = get_export_entry(s) assert entry is not None #entry.dist = self entries[name] = entry return result def write_exports(exports, stream): if sys.version_info[0] >= 3: # needs to be a text stream stream = codecs.getwriter('utf-8')(stream) cp = configparser.ConfigParser() for k, v in exports.items(): # TODO check k, v for valid values cp.add_section(k) for entry in v.values(): if entry.suffix is None: s = entry.prefix else: s = '%s:%s' % (entry.prefix, entry.suffix) if entry.flags: s = '%s [%s]' % (s, ', '.join(entry.flags)) cp.set(k, entry.name, s) cp.write(stream) @contextlib.contextmanager def tempdir(): td = tempfile.mkdtemp() try: yield td finally: shutil.rmtree(td) @contextlib.contextmanager def chdir(d): cwd = os.getcwd() try: os.chdir(d) yield finally: os.chdir(cwd) @contextlib.contextmanager def socket_timeout(seconds=15): cto = socket.getdefaulttimeout() try: socket.setdefaulttimeout(seconds) yield finally: socket.setdefaulttimeout(cto) class cached_property(object): def __init__(self, func): self.func = func #for attr in ('__name__', '__module__', '__doc__'): # setattr(self, attr, getattr(func, attr, None)) def __get__(self, obj, cls=None): if obj is None: return self value = self.func(obj) object.__setattr__(obj, self.func.__name__, value) #obj.__dict__[self.func.__name__] = value = self.func(obj) return value def convert_path(pathname): """Return 'pathname' as a name that will work on the native filesystem. The path is split on '/' and put back together again using the current directory separator. Needed because filenames in the setup script are always supplied in Unix style, and have to be converted to the local convention before we can actually use them in the filesystem. Raises ValueError on non-Unix-ish systems if 'pathname' either starts or ends with a slash. """ if os.sep == '/': return pathname if not pathname: return pathname if pathname[0] == '/': raise ValueError("path '%s' cannot be absolute" % pathname) if pathname[-1] == '/': raise ValueError("path '%s' cannot end with '/'" % pathname) paths = pathname.split('/') while os.curdir in paths: paths.remove(os.curdir) if not paths: return os.curdir return os.path.join(*paths) class FileOperator(object): def __init__(self, dry_run=False): self.dry_run = dry_run self.ensured = set() self._init_record() def _init_record(self): self.record = False self.files_written = set() self.dirs_created = set() def record_as_written(self, path): if self.record: self.files_written.add(path) def newer(self, source, target): """Tell if the target is newer than the source. Returns true if 'source' exists and is more recently modified than 'target', or if 'source' exists and 'target' doesn't. Returns false if both exist and 'target' is the same age or younger than 'source'. Raise PackagingFileError if 'source' does not exist. Note that this test is not very accurate: files created in the same second will have the same "age". """ if not os.path.exists(source): raise DistlibException("file '%r' does not exist" % os.path.abspath(source)) if not os.path.exists(target): return True return os.stat(source).st_mtime > os.stat(target).st_mtime def copy_file(self, infile, outfile, check=True): """Copy a file respecting dry-run and force flags. """ self.ensure_dir(os.path.dirname(outfile)) logger.info('Copying %s to %s', infile, outfile) if not self.dry_run: msg = None if check: if os.path.islink(outfile): msg = '%s is a symlink' % outfile elif os.path.exists(outfile) and not os.path.isfile(outfile): msg = '%s is a non-regular file' % outfile if msg: raise ValueError(msg + ' which would be overwritten') shutil.copyfile(infile, outfile) self.record_as_written(outfile) def copy_stream(self, instream, outfile, encoding=None): assert not os.path.isdir(outfile) self.ensure_dir(os.path.dirname(outfile)) logger.info('Copying stream %s to %s', instream, outfile) if not self.dry_run: if encoding is None: outstream = open(outfile, 'wb') else: outstream = codecs.open(outfile, 'w', encoding=encoding) try: shutil.copyfileobj(instream, outstream) finally: outstream.close() self.record_as_written(outfile) def write_binary_file(self, path, data): self.ensure_dir(os.path.dirname(path)) if not self.dry_run: if os.path.exists(path): os.remove(path) with open(path, 'wb') as f: f.write(data) self.record_as_written(path) def write_text_file(self, path, data, encoding): self.write_binary_file(path, data.encode(encoding)) def set_mode(self, bits, mask, files): if os.name == 'posix' or (os.name == 'java' and os._name == 'posix'): # Set the executable bits (owner, group, and world) on # all the files specified. for f in files: if self.dry_run: logger.info("changing mode of %s", f) else: mode = (os.stat(f).st_mode | bits) & mask logger.info("changing mode of %s to %o", f, mode) os.chmod(f, mode) set_executable_mode = lambda s, f: s.set_mode(0o555, 0o7777, f) def ensure_dir(self, path): path = os.path.abspath(path) if path not in self.ensured and not os.path.exists(path): self.ensured.add(path) d, f = os.path.split(path) self.ensure_dir(d) logger.info('Creating %s' % path) if not self.dry_run: os.mkdir(path) if self.record: self.dirs_created.add(path) def byte_compile(self, path, optimize=False, force=False, prefix=None, hashed_invalidation=False): dpath = cache_from_source(path, not optimize) logger.info('Byte-compiling %s to %s', path, dpath) if not self.dry_run: if force or self.newer(path, dpath): if not prefix: diagpath = None else: assert path.startswith(prefix) diagpath = path[len(prefix):] compile_kwargs = {} if hashed_invalidation and hasattr(py_compile, 'PycInvalidationMode'): compile_kwargs['invalidation_mode'] = py_compile.PycInvalidationMode.CHECKED_HASH py_compile.compile(path, dpath, diagpath, True, **compile_kwargs) # raise error self.record_as_written(dpath) return dpath def ensure_removed(self, path): if os.path.exists(path): if os.path.isdir(path) and not os.path.islink(path): logger.debug('Removing directory tree at %s', path) if not self.dry_run: shutil.rmtree(path) if self.record: if path in self.dirs_created: self.dirs_created.remove(path) else: if os.path.islink(path): s = 'link' else: s = 'file' logger.debug('Removing %s %s', s, path) if not self.dry_run: os.remove(path) if self.record: if path in self.files_written: self.files_written.remove(path) def is_writable(self, path): result = False while not result: if os.path.exists(path): result = os.access(path, os.W_OK) break parent = os.path.dirname(path) if parent == path: break path = parent return result def commit(self): """ Commit recorded changes, turn off recording, return changes. """ assert self.record result = self.files_written, self.dirs_created self._init_record() return result def rollback(self): if not self.dry_run: for f in list(self.files_written): if os.path.exists(f): os.remove(f) # dirs should all be empty now, except perhaps for # __pycache__ subdirs # reverse so that subdirs appear before their parents dirs = sorted(self.dirs_created, reverse=True) for d in dirs: flist = os.listdir(d) if flist: assert flist == ['__pycache__'] sd = os.path.join(d, flist[0]) os.rmdir(sd) os.rmdir(d) # should fail if non-empty self._init_record() def resolve(module_name, dotted_path): if module_name in sys.modules: mod = sys.modules[module_name] else: mod = __import__(module_name) if dotted_path is None: result = mod else: parts = dotted_path.split('.') result = getattr(mod, parts.pop(0)) for p in parts: result = getattr(result, p) return result class ExportEntry(object): def __init__(self, name, prefix, suffix, flags): self.name = name self.prefix = prefix self.suffix = suffix self.flags = flags @cached_property def value(self): return resolve(self.prefix, self.suffix) def __repr__(self): # pragma: no cover return '<ExportEntry %s = %s:%s %s>' % (self.name, self.prefix, self.suffix, self.flags) def __eq__(self, other): if not isinstance(other, ExportEntry): result = False else: result = (self.name == other.name and self.prefix == other.prefix and self.suffix == other.suffix and self.flags == other.flags) return result __hash__ = object.__hash__ ENTRY_RE = re.compile(r'''(?P<name>(\w|[-.+])+) \s*=\s*(?P<callable>(\w+)([:\.]\w+)*) \s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])? ''', re.VERBOSE) def get_export_entry(specification): m = ENTRY_RE.search(specification) if not m: result = None if '[' in specification or ']' in specification: raise DistlibException("Invalid specification " "'%s'" % specification) else: d = m.groupdict() name = d['name'] path = d['callable'] colons = path.count(':') if colons == 0: prefix, suffix = path, None else: if colons != 1: raise DistlibException("Invalid specification " "'%s'" % specification) prefix, suffix = path.split(':') flags = d['flags'] if flags is None: if '[' in specification or ']' in specification: raise DistlibException("Invalid specification " "'%s'" % specification) flags = [] else: flags = [f.strip() for f in flags.split(',')] result = ExportEntry(name, prefix, suffix, flags) return result def get_cache_base(suffix=None): """ Return the default base location for distlib caches. If the directory does not exist, it is created. Use the suffix provided for the base directory, and default to '.distlib' if it isn't provided. On Windows, if LOCALAPPDATA is defined in the environment, then it is assumed to be a directory, and will be the parent directory of the result. On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home directory - using os.expanduser('~') - will be the parent directory of the result. The result is just the directory '.distlib' in the parent directory as determined above, or with the name specified with ``suffix``. """ if suffix is None: suffix = '.distlib' if os.name == 'nt' and 'LOCALAPPDATA' in os.environ: result = os.path.expandvars('$localappdata') else: # Assume posix, or old Windows result = os.path.expanduser('~') # we use 'isdir' instead of 'exists', because we want to # fail if there's a file with that name if os.path.isdir(result): usable = os.access(result, os.W_OK) if not usable: logger.warning('Directory exists but is not writable: %s', result) else: try: os.makedirs(result) usable = True except OSError: logger.warning('Unable to create %s', result, exc_info=True) usable = False if not usable: result = tempfile.mkdtemp() logger.warning('Default location unusable, using %s', result) return os.path.join(result, suffix) def path_to_cache_dir(path): """ Convert an absolute path to a directory name for use in a cache. The algorithm used is: #. On Windows, any ``':'`` in the drive is replaced with ``'---'``. #. Any occurrence of ``os.sep`` is replaced with ``'--'``. #. ``'.cache'`` is appended. """ d, p = os.path.splitdrive(os.path.abspath(path)) if d: d = d.replace(':', '---') p = p.replace(os.sep, '--') return d + p + '.cache' def ensure_slash(s): if not s.endswith('/'): return s + '/' return s def parse_credentials(netloc): username = password = None if '@' in netloc: prefix, netloc = netloc.rsplit('@', 1) if ':' not in prefix: username = prefix else: username, password = prefix.split(':', 1) if username: username = unquote(username) if password: password = unquote(password) return username, password, netloc def get_process_umask(): result = os.umask(0o22) os.umask(result) return result def is_string_sequence(seq): result = True i = None for i, s in enumerate(seq): if not isinstance(s, string_types): result = False break assert i is not None return result PROJECT_NAME_AND_VERSION = re.compile('([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-' '([a-z0-9_.+-]+)', re.I) PYTHON_VERSION = re.compile(r'-py(\d\.?\d?)') def split_filename(filename, project_name=None): """ Extract name, version, python version from a filename (no extension) Return name, version, pyver or None """ result = None pyver = None filename = unquote(filename).replace(' ', '-') m = PYTHON_VERSION.search(filename) if m: pyver = m.group(1) filename = filename[:m.start()] if project_name and len(filename) > len(project_name) + 1: m = re.match(re.escape(project_name) + r'\b', filename) if m: n = m.end() result = filename[:n], filename[n + 1:], pyver if result is None: m = PROJECT_NAME_AND_VERSION.match(filename) if m: result = m.group(1), m.group(3), pyver return result # Allow spaces in name because of legacy dists like "Twisted Core" NAME_VERSION_RE = re.compile(r'(?P<name>[\w .-]+)\s*' r'\(\s*(?P<ver>[^\s)]+)\)$') def parse_name_and_version(p): """ A utility method used to get name and version from a string. From e.g. a Provides-Dist value. :param p: A value in a form 'foo (1.0)' :return: The name and version as a tuple. """ m = NAME_VERSION_RE.match(p) if not m: raise DistlibException('Ill-formed name/version string: \'%s\'' % p) d = m.groupdict() return d['name'].strip().lower(), d['ver'] def get_extras(requested, available): result = set() requested = set(requested or []) available = set(available or []) if '*' in requested: requested.remove('*') result |= available for r in requested: if r == '-': result.add(r) elif r.startswith('-'): unwanted = r[1:] if unwanted not in available: logger.warning('undeclared extra: %s' % unwanted) if unwanted in result: result.remove(unwanted) else: if r not in available: logger.warning('undeclared extra: %s' % r) result.add(r) return result # # Extended metadata functionality # def _get_external_data(url): result = {} try: # urlopen might fail if it runs into redirections, # because of Python issue #13696. Fixed in locators # using a custom redirect handler. resp = urlopen(url) headers = resp.info() ct = headers.get('Content-Type') if not ct.startswith('application/json'): logger.debug('Unexpected response for JSON request: %s', ct) else: reader = codecs.getreader('utf-8')(resp) #data = reader.read().decode('utf-8') #result = json.loads(data) result = json.load(reader) except Exception as e: logger.exception('Failed to get external data for %s: %s', url, e) return result _external_data_base_url = 'https://www.red-dove.com/pypi/projects/' def get_project_data(name): url = '%s/%s/project.json' % (name[0].upper(), name) url = urljoin(_external_data_base_url, url) result = _get_external_data(url) return result def get_package_data(name, version): url = '%s/%s/package-%s.json' % (name[0].upper(), name, version) url = urljoin(_external_data_base_url, url) return _get_external_data(url) class Cache(object): """ A class implementing a cache for resources that need to live in the file system e.g. shared libraries. This class was moved from resources to here because it could be used by other modules, e.g. the wheel module. """ def __init__(self, base): """ Initialise an instance. :param base: The base directory where the cache should be located. """ # we use 'isdir' instead of 'exists', because we want to # fail if there's a file with that name if not os.path.isdir(base): # pragma: no cover os.makedirs(base) if (os.stat(base).st_mode & 0o77) != 0: logger.warning('Directory \'%s\' is not private', base) self.base = os.path.abspath(os.path.normpath(base)) def prefix_to_dir(self, prefix): """ Converts a resource prefix to a directory name in the cache. """ return path_to_cache_dir(prefix) def clear(self): """ Clear the cache. """ not_removed = [] for fn in os.listdir(self.base): fn = os.path.join(self.base, fn) try: if os.path.islink(fn) or os.path.isfile(fn): os.remove(fn) elif os.path.isdir(fn): shutil.rmtree(fn) except Exception: not_removed.append(fn) return not_removed class EventMixin(object): """ A very simple publish/subscribe system. """ def __init__(self): self._subscribers = {} def add(self, event, subscriber, append=True): """ Add a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be added (and called when the event is published). :param append: Whether to append or prepend the subscriber to an existing subscriber list for the event. """ subs = self._subscribers if event not in subs: subs[event] = deque([subscriber]) else: sq = subs[event] if append: sq.append(subscriber) else: sq.appendleft(subscriber) def remove(self, event, subscriber): """ Remove a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be removed. """ subs = self._subscribers if event not in subs: raise ValueError('No subscribers: %r' % event) subs[event].remove(subscriber) def get_subscribers(self, event): """ Return an iterator for the subscribers for an event. :param event: The event to return subscribers for. """ return iter(self._subscribers.get(event, ())) def publish(self, event, *args, **kwargs): """ Publish a event and return a list of values returned by its subscribers. :param event: The event to publish. :param args: The positional arguments to pass to the event's subscribers. :param kwargs: The keyword arguments to pass to the event's subscribers. """ result = [] for subscriber in self.get_subscribers(event): try: value = subscriber(event, *args, **kwargs) except Exception: logger.exception('Exception during event publication') value = None result.append(value) logger.debug('publish %s: args = %s, kwargs = %s, result = %s', event, args, kwargs, result) return result # # Simple sequencing # class Sequencer(object): def __init__(self): self._preds = {} self._succs = {} self._nodes = set() # nodes with no preds/succs def add_node(self, node): self._nodes.add(node) def remove_node(self, node, edges=False): if node in self._nodes: self._nodes.remove(node) if edges: for p in set(self._preds.get(node, ())): self.remove(p, node) for s in set(self._succs.get(node, ())): self.remove(node, s) # Remove empties for k, v in list(self._preds.items()): if not v: del self._preds[k] for k, v in list(self._succs.items()): if not v: del self._succs[k] def add(self, pred, succ): assert pred != succ self._preds.setdefault(succ, set()).add(pred) self._succs.setdefault(pred, set()).add(succ) def remove(self, pred, succ): assert pred != succ try: preds = self._preds[succ] succs = self._succs[pred] except KeyError: # pragma: no cover raise ValueError('%r not a successor of anything' % succ) try: preds.remove(pred) succs.remove(succ) except KeyError: # pragma: no cover raise ValueError('%r not a successor of %r' % (succ, pred)) def is_step(self, step): return (step in self._preds or step in self._succs or step in self._nodes) def get_steps(self, final): if not self.is_step(final): raise ValueError('Unknown: %r' % final) result = [] todo = [] seen = set() todo.append(final) while todo: step = todo.pop(0) if step in seen: # if a step was already seen, # move it to the end (so it will appear earlier # when reversed on return) ... but not for the # final step, as that would be confusing for # users if step != final: result.remove(step) result.append(step) else: seen.add(step) result.append(step) preds = self._preds.get(step, ()) todo.extend(preds) return reversed(result) @property def strong_connections(self): #http://en.wikipedia.org/wiki/Tarjan%27s_strongly_connected_components_algorithm index_counter = [0] stack = [] lowlinks = {} index = {} result = [] graph = self._succs def strongconnect(node): # set the depth index for this node to the smallest unused index index[node] = index_counter[0] lowlinks[node] = index_counter[0] index_counter[0] += 1 stack.append(node) # Consider successors try: successors = graph[node] except Exception: successors = [] for successor in successors: if successor not in lowlinks: # Successor has not yet been visited strongconnect(successor) lowlinks[node] = min(lowlinks[node],lowlinks[successor]) elif successor in stack: # the successor is in the stack and hence in the current # strongly connected component (SCC) lowlinks[node] = min(lowlinks[node],index[successor]) # If `node` is a root node, pop the stack and generate an SCC if lowlinks[node] == index[node]: connected_component = [] while True: successor = stack.pop() connected_component.append(successor) if successor == node: break component = tuple(connected_component) # storing the result result.append(component) for node in graph: if node not in lowlinks: strongconnect(node) return result @property def dot(self): result = ['digraph G {'] for succ in self._preds: preds = self._preds[succ] for pred in preds: result.append(' %s -> %s;' % (pred, succ)) for node in self._nodes: result.append(' %s;' % node) result.append('}') return '\n'.join(result) # # Unarchiving functionality for zip, tar, tgz, tbz, whl # ARCHIVE_EXTENSIONS = ('.tar.gz', '.tar.bz2', '.tar', '.zip', '.tgz', '.tbz', '.whl') def unarchive(archive_filename, dest_dir, format=None, check=True): def check_path(path): if not isinstance(path, text_type): path = path.decode('utf-8') p = os.path.abspath(os.path.join(dest_dir, path)) if not p.startswith(dest_dir) or p[plen] != os.sep: raise ValueError('path outside destination: %r' % p) dest_dir = os.path.abspath(dest_dir) plen = len(dest_dir) archive = None if format is None: if archive_filename.endswith(('.zip', '.whl')): format = 'zip' elif archive_filename.endswith(('.tar.gz', '.tgz')): format = 'tgz' mode = 'r:gz' elif archive_filename.endswith(('.tar.bz2', '.tbz')): format = 'tbz' mode = 'r:bz2' elif archive_filename.endswith('.tar'): format = 'tar' mode = 'r' else: # pragma: no cover raise ValueError('Unknown format for %r' % archive_filename) try: if format == 'zip': archive = ZipFile(archive_filename, 'r') if check: names = archive.namelist() for name in names: check_path(name) else: archive = tarfile.open(archive_filename, mode) if check: names = archive.getnames() for name in names: check_path(name) if format != 'zip' and sys.version_info[0] < 3: # See Python issue 17153. If the dest path contains Unicode, # tarfile extraction fails on Python 2.x if a member path name # contains non-ASCII characters - it leads to an implicit # bytes -> unicode conversion using ASCII to decode. for tarinfo in archive.getmembers(): if not isinstance(tarinfo.name, text_type): tarinfo.name = tarinfo.name.decode('utf-8') # Limit extraction of dangerous items, if this Python # allows it easily. If not, just trust the input. # See: https://docs.python.org/3/library/tarfile.html#extraction-filters def extraction_filter(member, path): """Run tarfile.tar_fillter, but raise the expected ValueError""" # This is only called if the current Python has tarfile filters try: return tarfile.tar_filter(member, path) except tarfile.FilterError as exc: raise ValueError(str(exc)) archive.extraction_filter = extraction_filter archive.extractall(dest_dir) finally: if archive: archive.close() def zip_dir(directory): """zip a directory tree into a BytesIO object""" result = io.BytesIO() dlen = len(directory) with ZipFile(result, "w") as zf: for root, dirs, files in os.walk(directory): for name in files: full = os.path.join(root, name) rel = root[dlen:] dest = os.path.join(rel, name) zf.write(full, dest) return result # # Simple progress bar # UNITS = ('', 'K', 'M', 'G','T','P') class Progress(object): unknown = 'UNKNOWN' def __init__(self, minval=0, maxval=100): assert maxval is None or maxval >= minval self.min = self.cur = minval self.max = maxval self.started = None self.elapsed = 0 self.done = False def update(self, curval): assert self.min <= curval assert self.max is None or curval <= self.max self.cur = curval now = time.time() if self.started is None: self.started = now else: self.elapsed = now - self.started def increment(self, incr): assert incr >= 0 self.update(self.cur + incr) def start(self): self.update(self.min) return self def stop(self): if self.max is not None: self.update(self.max) self.done = True @property def maximum(self): return self.unknown if self.max is None else self.max @property def percentage(self): if self.done: result = '100 %' elif self.max is None: result = ' ?? %' else: v = 100.0 * (self.cur - self.min) / (self.max - self.min) result = '%3d %%' % v return result def format_duration(self, duration): if (duration <= 0) and self.max is None or self.cur == self.min: result = '??:??:??' #elif duration < 1: # result = '--:--:--' else: result = time.strftime('%H:%M:%S', time.gmtime(duration)) return result @property def ETA(self): if self.done: prefix = 'Done' t = self.elapsed #import pdb; pdb.set_trace() else: prefix = 'ETA ' if self.max is None: t = -1 elif self.elapsed == 0 or (self.cur == self.min): t = 0 else: #import pdb; pdb.set_trace() t = float(self.max - self.min) t /= self.cur - self.min t = (t - 1) * self.elapsed return '%s: %s' % (prefix, self.format_duration(t)) @property def speed(self): if self.elapsed == 0: result = 0.0 else: result = (self.cur - self.min) / self.elapsed for unit in UNITS: if result < 1000: break result /= 1000.0 return '%d %sB/s' % (result, unit) # # Glob functionality # RICH_GLOB = re.compile(r'\{([^}]*)\}') _CHECK_RECURSIVE_GLOB = re.compile(r'[^/\\,{]\*\*|\*\*[^/\\,}]') _CHECK_MISMATCH_SET = re.compile(r'^[^{]*\}|\{[^}]*$') def iglob(path_glob): """Extended globbing function that supports ** and {opt1,opt2,opt3}.""" if _CHECK_RECURSIVE_GLOB.search(path_glob): msg = """invalid glob %r: recursive glob "**" must be used alone""" raise ValueError(msg % path_glob) if _CHECK_MISMATCH_SET.search(path_glob): msg = """invalid glob %r: mismatching set marker '{' or '}'""" raise ValueError(msg % path_glob) return _iglob(path_glob) def _iglob(path_glob): rich_path_glob = RICH_GLOB.split(path_glob, 1) if len(rich_path_glob) > 1: assert len(rich_path_glob) == 3, rich_path_glob prefix, set, suffix = rich_path_glob for item in set.split(','): for path in _iglob(''.join((prefix, item, suffix))): yield path else: if '**' not in path_glob: for item in std_iglob(path_glob): yield item else: prefix, radical = path_glob.split('**', 1) if prefix == '': prefix = '.' if radical == '': radical = '*' else: # we support both radical = radical.lstrip('/') radical = radical.lstrip('\\') for path, dir, files in os.walk(prefix): path = os.path.normpath(path) for fn in _iglob(os.path.join(path, radical)): yield fn if ssl: from .compat import (HTTPSHandler as BaseHTTPSHandler, match_hostname, CertificateError) # # HTTPSConnection which verifies certificates/matches domains # class HTTPSConnection(httplib.HTTPSConnection): ca_certs = None # set this to the path to the certs file (.pem) check_domain = True # only used if ca_certs is not None # noinspection PyPropertyAccess def connect(self): sock = socket.create_connection((self.host, self.port), self.timeout) if getattr(self, '_tunnel_host', False): self.sock = sock self._tunnel() if not hasattr(ssl, 'SSLContext'): # For 2.x if self.ca_certs: cert_reqs = ssl.CERT_REQUIRED else: cert_reqs = ssl.CERT_NONE self.sock = ssl.wrap_socket(sock, self.key_file, self.cert_file, cert_reqs=cert_reqs, ssl_version=ssl.PROTOCOL_SSLv23, ca_certs=self.ca_certs) else: # pragma: no cover context = ssl.SSLContext(ssl.PROTOCOL_SSLv23) context.options |= ssl.OP_NO_SSLv2 if self.cert_file: context.load_cert_chain(self.cert_file, self.key_file) kwargs = {} if self.ca_certs: context.verify_mode = ssl.CERT_REQUIRED context.load_verify_locations(cafile=self.ca_certs) if getattr(ssl, 'HAS_SNI', False): kwargs['server_hostname'] = self.host self.sock = context.wrap_socket(sock, **kwargs) if self.ca_certs and self.check_domain: try: match_hostname(self.sock.getpeercert(), self.host) logger.debug('Host verified: %s', self.host) except CertificateError: # pragma: no cover self.sock.shutdown(socket.SHUT_RDWR) self.sock.close() raise class HTTPSHandler(BaseHTTPSHandler): def __init__(self, ca_certs, check_domain=True): BaseHTTPSHandler.__init__(self) self.ca_certs = ca_certs self.check_domain = check_domain def _conn_maker(self, *args, **kwargs): """ This is called to create a connection instance. Normally you'd pass a connection class to do_open, but it doesn't actually check for a class, and just expects a callable. As long as we behave just as a constructor would have, we should be OK. If it ever changes so that we *must* pass a class, we'll create an UnsafeHTTPSConnection class which just sets check_domain to False in the class definition, and choose which one to pass to do_open. """ result = HTTPSConnection(*args, **kwargs) if self.ca_certs: result.ca_certs = self.ca_certs result.check_domain = self.check_domain return result def https_open(self, req): try: return self.do_open(self._conn_maker, req) except URLError as e: if 'certificate verify failed' in str(e.reason): raise CertificateError('Unable to verify server certificate ' 'for %s' % req.host) else: raise # # To prevent against mixing HTTP traffic with HTTPS (examples: A Man-In-The- # Middle proxy using HTTP listens on port 443, or an index mistakenly serves # HTML containing a http://xyz link when it should be https://xyz), # you can use the following handler class, which does not allow HTTP traffic. # # It works by inheriting from HTTPHandler - so build_opener won't add a # handler for HTTP itself. # class HTTPSOnlyHandler(HTTPSHandler, HTTPHandler): def http_open(self, req): raise URLError('Unexpected HTTP request on what should be a secure ' 'connection: %s' % req) # # XML-RPC with timeouts # _ver_info = sys.version_info[:2] if _ver_info == (2, 6): class HTTP(httplib.HTTP): def __init__(self, host='', port=None, **kwargs): if port == 0: # 0 means use port 0, not the default port port = None self._setup(self._connection_class(host, port, **kwargs)) if ssl: class HTTPS(httplib.HTTPS): def __init__(self, host='', port=None, **kwargs): if port == 0: # 0 means use port 0, not the default port port = None self._setup(self._connection_class(host, port, **kwargs)) class Transport(xmlrpclib.Transport): def __init__(self, timeout, use_datetime=0): self.timeout = timeout xmlrpclib.Transport.__init__(self, use_datetime) def make_connection(self, host): h, eh, x509 = self.get_host_info(host) if _ver_info == (2, 6): result = HTTP(h, timeout=self.timeout) else: if not self._connection or host != self._connection[0]: self._extra_headers = eh self._connection = host, httplib.HTTPConnection(h) result = self._connection[1] return result if ssl: class SafeTransport(xmlrpclib.SafeTransport): def __init__(self, timeout, use_datetime=0): self.timeout = timeout xmlrpclib.SafeTransport.__init__(self, use_datetime) def make_connection(self, host): h, eh, kwargs = self.get_host_info(host) if not kwargs: kwargs = {} kwargs['timeout'] = self.timeout if _ver_info == (2, 6): result = HTTPS(host, None, **kwargs) else: if not self._connection or host != self._connection[0]: self._extra_headers = eh self._connection = host, httplib.HTTPSConnection(h, None, **kwargs) result = self._connection[1] return result class ServerProxy(xmlrpclib.ServerProxy): def __init__(self, uri, **kwargs): self.timeout = timeout = kwargs.pop('timeout', None) # The above classes only come into play if a timeout # is specified if timeout is not None: scheme, _ = splittype(uri) use_datetime = kwargs.get('use_datetime', 0) if scheme == 'https': tcls = SafeTransport else: tcls = Transport kwargs['transport'] = t = tcls(timeout, use_datetime=use_datetime) self.transport = t xmlrpclib.ServerProxy.__init__(self, uri, **kwargs) # # CSV functionality. This is provided because on 2.x, the csv module can't # handle Unicode. However, we need to deal with Unicode in e.g. RECORD files. # def _csv_open(fn, mode, **kwargs): if sys.version_info[0] < 3: mode += 'b' else: kwargs['newline'] = '' # Python 3 determines encoding from locale. Force 'utf-8' # file encoding to match other forced utf-8 encoding kwargs['encoding'] = 'utf-8' return open(fn, mode, **kwargs) class CSVBase(object): defaults = { 'delimiter': str(','), # The strs are used because we need native 'quotechar': str('"'), # str in the csv API (2.x won't take 'lineterminator': str('\n') # Unicode) } def __enter__(self): return self def __exit__(self, *exc_info): self.stream.close() class CSVReader(CSVBase): def __init__(self, **kwargs): if 'stream' in kwargs: stream = kwargs['stream'] if sys.version_info[0] >= 3: # needs to be a text stream stream = codecs.getreader('utf-8')(stream) self.stream = stream else: self.stream = _csv_open(kwargs['path'], 'r') self.reader = csv.reader(self.stream, **self.defaults) def __iter__(self): return self def next(self): result = next(self.reader) if sys.version_info[0] < 3: for i, item in enumerate(result): if not isinstance(item, text_type): result[i] = item.decode('utf-8') return result __next__ = next class CSVWriter(CSVBase): def __init__(self, fn, **kwargs): self.stream = _csv_open(fn, 'w') self.writer = csv.writer(self.stream, **self.defaults) def writerow(self, row): if sys.version_info[0] < 3: r = [] for item in row: if isinstance(item, text_type): item = item.encode('utf-8') r.append(item) row = r self.writer.writerow(row) # # Configurator functionality # class Configurator(BaseConfigurator): value_converters = dict(BaseConfigurator.value_converters) value_converters['inc'] = 'inc_convert' def __init__(self, config, base=None): super(Configurator, self).__init__(config) self.base = base or os.getcwd() def configure_custom(self, config): def convert(o): if isinstance(o, (list, tuple)): result = type(o)([convert(i) for i in o]) elif isinstance(o, dict): if '()' in o: result = self.configure_custom(o) else: result = {} for k in o: result[k] = convert(o[k]) else: result = self.convert(o) return result c = config.pop('()') if not callable(c): c = self.resolve(c) props = config.pop('.', None) # Check for valid identifiers args = config.pop('[]', ()) if args: args = tuple([convert(o) for o in args]) items = [(k, convert(config[k])) for k in config if valid_ident(k)] kwargs = dict(items) result = c(*args, **kwargs) if props: for n, v in props.items(): setattr(result, n, convert(v)) return result def __getitem__(self, key): result = self.config[key] if isinstance(result, dict) and '()' in result: self.config[key] = result = self.configure_custom(result) return result def inc_convert(self, value): """Default converter for the inc:// protocol.""" if not os.path.isabs(value): value = os.path.join(self.base, value) with codecs.open(value, 'r', encoding='utf-8') as f: result = json.load(f) return result class SubprocessMixin(object): """ Mixin for running subprocesses and capturing their output """ def __init__(self, verbose=False, progress=None): self.verbose = verbose self.progress = progress def reader(self, stream, context): """ Read lines from a subprocess' output stream and either pass to a progress callable (if specified) or write progress information to sys.stderr. """ progress = self.progress verbose = self.verbose while True: s = stream.readline() if not s: break if progress is not None: progress(s, context) else: if not verbose: sys.stderr.write('.') else: sys.stderr.write(s.decode('utf-8')) sys.stderr.flush() stream.close() def run_command(self, cmd, **kwargs): p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, **kwargs) t1 = threading.Thread(target=self.reader, args=(p.stdout, 'stdout')) t1.start() t2 = threading.Thread(target=self.reader, args=(p.stderr, 'stderr')) t2.start() p.wait() t1.join() t2.join() if self.progress is not None: self.progress('done.', 'main') elif self.verbose: sys.stderr.write('done.\n') return p def normalize_name(name): """Normalize a python package name a la PEP 503""" # https://www.python.org/dev/peps/pep-0503/#normalized-names return re.sub('[-_.]+', '-', name).lower() PK A\x5g9 9 pip/_vendor/distlib/manifest.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012-2013 Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """ Class representing the list of files in a distribution. Equivalent to distutils.filelist, but fixes some problems. """ import fnmatch import logging import os import re import sys from . import DistlibException from .compat import fsdecode from .util import convert_path __all__ = ['Manifest'] logger = logging.getLogger(__name__) # a \ followed by some spaces + EOL _COLLAPSE_PATTERN = re.compile('\\\\w*\n', re.M) _COMMENTED_LINE = re.compile('#.*?(?=\n)|\n(?=$)', re.M | re.S) # # Due to the different results returned by fnmatch.translate, we need # to do slightly different processing for Python 2.7 and 3.2 ... this needed # to be brought in for Python 3.6 onwards. # _PYTHON_VERSION = sys.version_info[:2] class Manifest(object): """A list of files built by on exploring the filesystem and filtered by applying various patterns to what we find there. """ def __init__(self, base=None): """ Initialise an instance. :param base: The base directory to explore under. """ self.base = os.path.abspath(os.path.normpath(base or os.getcwd())) self.prefix = self.base + os.sep self.allfiles = None self.files = set() # # Public API # def findall(self): """Find all files under the base and set ``allfiles`` to the absolute pathnames of files found. """ from stat import S_ISREG, S_ISDIR, S_ISLNK self.allfiles = allfiles = [] root = self.base stack = [root] pop = stack.pop push = stack.append while stack: root = pop() names = os.listdir(root) for name in names: fullname = os.path.join(root, name) # Avoid excess stat calls -- just one will do, thank you! stat = os.stat(fullname) mode = stat.st_mode if S_ISREG(mode): allfiles.append(fsdecode(fullname)) elif S_ISDIR(mode) and not S_ISLNK(mode): push(fullname) def add(self, item): """ Add a file to the manifest. :param item: The pathname to add. This can be relative to the base. """ if not item.startswith(self.prefix): item = os.path.join(self.base, item) self.files.add(os.path.normpath(item)) def add_many(self, items): """ Add a list of files to the manifest. :param items: The pathnames to add. These can be relative to the base. """ for item in items: self.add(item) def sorted(self, wantdirs=False): """ Return sorted files in directory order """ def add_dir(dirs, d): dirs.add(d) logger.debug('add_dir added %s', d) if d != self.base: parent, _ = os.path.split(d) assert parent not in ('', '/') add_dir(dirs, parent) result = set(self.files) # make a copy! if wantdirs: dirs = set() for f in result: add_dir(dirs, os.path.dirname(f)) result |= dirs return [os.path.join(*path_tuple) for path_tuple in sorted(os.path.split(path) for path in result)] def clear(self): """Clear all collected files.""" self.files = set() self.allfiles = [] def process_directive(self, directive): """ Process a directive which either adds some files from ``allfiles`` to ``files``, or removes some files from ``files``. :param directive: The directive to process. This should be in a format compatible with distutils ``MANIFEST.in`` files: http://docs.python.org/distutils/sourcedist.html#commands """ # Parse the line: split it up, make sure the right number of words # is there, and return the relevant words. 'action' is always # defined: it's the first word of the line. Which of the other # three are defined depends on the action; it'll be either # patterns, (dir and patterns), or (dirpattern). action, patterns, thedir, dirpattern = self._parse_directive(directive) # OK, now we know that the action is valid and we have the # right number of words on the line for that action -- so we # can proceed with minimal error-checking. if action == 'include': for pattern in patterns: if not self._include_pattern(pattern, anchor=True): logger.warning('no files found matching %r', pattern) elif action == 'exclude': for pattern in patterns: found = self._exclude_pattern(pattern, anchor=True) #if not found: # logger.warning('no previously-included files ' # 'found matching %r', pattern) elif action == 'global-include': for pattern in patterns: if not self._include_pattern(pattern, anchor=False): logger.warning('no files found matching %r ' 'anywhere in distribution', pattern) elif action == 'global-exclude': for pattern in patterns: found = self._exclude_pattern(pattern, anchor=False) #if not found: # logger.warning('no previously-included files ' # 'matching %r found anywhere in ' # 'distribution', pattern) elif action == 'recursive-include': for pattern in patterns: if not self._include_pattern(pattern, prefix=thedir): logger.warning('no files found matching %r ' 'under directory %r', pattern, thedir) elif action == 'recursive-exclude': for pattern in patterns: found = self._exclude_pattern(pattern, prefix=thedir) #if not found: # logger.warning('no previously-included files ' # 'matching %r found under directory %r', # pattern, thedir) elif action == 'graft': if not self._include_pattern(None, prefix=dirpattern): logger.warning('no directories found matching %r', dirpattern) elif action == 'prune': if not self._exclude_pattern(None, prefix=dirpattern): logger.warning('no previously-included directories found ' 'matching %r', dirpattern) else: # pragma: no cover # This should never happen, as it should be caught in # _parse_template_line raise DistlibException( 'invalid action %r' % action) # # Private API # def _parse_directive(self, directive): """ Validate a directive. :param directive: The directive to validate. :return: A tuple of action, patterns, thedir, dir_patterns """ words = directive.split() if len(words) == 1 and words[0] not in ('include', 'exclude', 'global-include', 'global-exclude', 'recursive-include', 'recursive-exclude', 'graft', 'prune'): # no action given, let's use the default 'include' words.insert(0, 'include') action = words[0] patterns = thedir = dir_pattern = None if action in ('include', 'exclude', 'global-include', 'global-exclude'): if len(words) < 2: raise DistlibException( '%r expects <pattern1> <pattern2> ...' % action) patterns = [convert_path(word) for word in words[1:]] elif action in ('recursive-include', 'recursive-exclude'): if len(words) < 3: raise DistlibException( '%r expects <dir> <pattern1> <pattern2> ...' % action) thedir = convert_path(words[1]) patterns = [convert_path(word) for word in words[2:]] elif action in ('graft', 'prune'): if len(words) != 2: raise DistlibException( '%r expects a single <dir_pattern>' % action) dir_pattern = convert_path(words[1]) else: raise DistlibException('unknown action %r' % action) return action, patterns, thedir, dir_pattern def _include_pattern(self, pattern, anchor=True, prefix=None, is_regex=False): """Select strings (presumably filenames) from 'self.files' that match 'pattern', a Unix-style wildcard (glob) pattern. Patterns are not quite the same as implemented by the 'fnmatch' module: '*' and '?' match non-special characters, where "special" is platform-dependent: slash on Unix; colon, slash, and backslash on DOS/Windows; and colon on Mac OS. If 'anchor' is true (the default), then the pattern match is more stringent: "*.py" will match "foo.py" but not "foo/bar.py". If 'anchor' is false, both of these will match. If 'prefix' is supplied, then only filenames starting with 'prefix' (itself a pattern) and ending with 'pattern', with anything in between them, will match. 'anchor' is ignored in this case. If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and 'pattern' is assumed to be either a string containing a regex or a regex object -- no translation is done, the regex is just compiled and used as-is. Selected strings will be added to self.files. Return True if files are found. """ # XXX docstring lying about what the special chars are? found = False pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex) # delayed loading of allfiles list if self.allfiles is None: self.findall() for name in self.allfiles: if pattern_re.search(name): self.files.add(name) found = True return found def _exclude_pattern(self, pattern, anchor=True, prefix=None, is_regex=False): """Remove strings (presumably filenames) from 'files' that match 'pattern'. Other parameters are the same as for 'include_pattern()', above. The list 'self.files' is modified in place. Return True if files are found. This API is public to allow e.g. exclusion of SCM subdirs, e.g. when packaging source distributions """ found = False pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex) for f in list(self.files): if pattern_re.search(f): self.files.remove(f) found = True return found def _translate_pattern(self, pattern, anchor=True, prefix=None, is_regex=False): """Translate a shell-like wildcard pattern to a compiled regular expression. Return the compiled regex. If 'is_regex' true, then 'pattern' is directly compiled to a regex (if it's a string) or just returned as-is (assumes it's a regex object). """ if is_regex: if isinstance(pattern, str): return re.compile(pattern) else: return pattern if _PYTHON_VERSION > (3, 2): # ditch start and end characters start, _, end = self._glob_to_re('_').partition('_') if pattern: pattern_re = self._glob_to_re(pattern) if _PYTHON_VERSION > (3, 2): assert pattern_re.startswith(start) and pattern_re.endswith(end) else: pattern_re = '' base = re.escape(os.path.join(self.base, '')) if prefix is not None: # ditch end of pattern character if _PYTHON_VERSION <= (3, 2): empty_pattern = self._glob_to_re('') prefix_re = self._glob_to_re(prefix)[:-len(empty_pattern)] else: prefix_re = self._glob_to_re(prefix) assert prefix_re.startswith(start) and prefix_re.endswith(end) prefix_re = prefix_re[len(start): len(prefix_re) - len(end)] sep = os.sep if os.sep == '\\': sep = r'\\' if _PYTHON_VERSION <= (3, 2): pattern_re = '^' + base + sep.join((prefix_re, '.*' + pattern_re)) else: pattern_re = pattern_re[len(start): len(pattern_re) - len(end)] pattern_re = r'%s%s%s%s.*%s%s' % (start, base, prefix_re, sep, pattern_re, end) else: # no prefix -- respect anchor flag if anchor: if _PYTHON_VERSION <= (3, 2): pattern_re = '^' + base + pattern_re else: pattern_re = r'%s%s%s' % (start, base, pattern_re[len(start):]) return re.compile(pattern_re) def _glob_to_re(self, pattern): """Translate a shell-like glob pattern to a regular expression. Return a string containing the regex. Differs from 'fnmatch.translate()' in that '*' does not match "special characters" (which are platform-specific). """ pattern_re = fnmatch.translate(pattern) # '?' and '*' in the glob pattern become '.' and '.*' in the RE, which # IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix, # and by extension they shouldn't match such "special characters" under # any OS. So change all non-escaped dots in the RE to match any # character except the special characters (currently: just os.sep). sep = os.sep if os.sep == '\\': # we're using a regex to manipulate a regex, so we need # to escape the backslash twice sep = r'\\\\' escaped = r'\1[^%s]' % sep pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re) return pattern_re PK A\Ȣ? ? pip/_vendor/distlib/scripts.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2013-2015 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from io import BytesIO import logging import os import re import struct import sys from .compat import sysconfig, detect_encoding, ZipFile from .resources import finder from .util import (FileOperator, get_export_entry, convert_path, get_executable, in_venv) logger = logging.getLogger(__name__) _DEFAULT_MANIFEST = ''' <?xml version="1.0" encoding="UTF-8" standalone="yes"?> <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <assemblyIdentity version="1.0.0.0" processorArchitecture="X86" name="%s" type="win32"/> <!-- Identify the application security requirements. --> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"/> </requestedPrivileges> </security> </trustInfo> </assembly>'''.strip() # check if Python is called on the first line with this expression FIRST_LINE_RE = re.compile(b'^#!.*pythonw?[0-9.]*([ \t].*)?$') SCRIPT_TEMPLATE = r'''# -*- coding: utf-8 -*- import re import sys from %(module)s import %(import_name)s if __name__ == '__main__': sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0]) sys.exit(%(func)s()) ''' def _enquote_executable(executable): if ' ' in executable: # make sure we quote only the executable in case of env # for example /usr/bin/env "/dir with spaces/bin/jython" # instead of "/usr/bin/env /dir with spaces/bin/jython" # otherwise whole if executable.startswith('/usr/bin/env '): env, _executable = executable.split(' ', 1) if ' ' in _executable and not _executable.startswith('"'): executable = '%s "%s"' % (env, _executable) else: if not executable.startswith('"'): executable = '"%s"' % executable return executable class ScriptMaker(object): """ A class to copy or create scripts from source scripts or callable specifications. """ script_template = SCRIPT_TEMPLATE executable = None # for shebangs def __init__(self, source_dir, target_dir, add_launchers=True, dry_run=False, fileop=None): self.source_dir = source_dir self.target_dir = target_dir self.add_launchers = add_launchers self.force = False self.clobber = False # It only makes sense to set mode bits on POSIX. self.set_mode = (os.name == 'posix') or (os.name == 'java' and os._name == 'posix') self.variants = set(('', 'X.Y')) self._fileop = fileop or FileOperator(dry_run) self._is_nt = os.name == 'nt' or ( os.name == 'java' and os._name == 'nt') def _get_alternate_executable(self, executable, options): if options.get('gui', False) and self._is_nt: # pragma: no cover dn, fn = os.path.split(executable) fn = fn.replace('python', 'pythonw') executable = os.path.join(dn, fn) return executable if sys.platform.startswith('java'): # pragma: no cover def _is_shell(self, executable): """ Determine if the specified executable is a script (contains a #! line) """ try: with open(executable) as fp: return fp.read(2) == '#!' except (OSError, IOError): logger.warning('Failed to open %s', executable) return False def _fix_jython_executable(self, executable): if self._is_shell(executable): # Workaround for Jython is not needed on Linux systems. import java if java.lang.System.getProperty('os.name') == 'Linux': return executable elif executable.lower().endswith('jython.exe'): # Use wrapper exe for Jython on Windows return executable return '/usr/bin/env %s' % executable def _build_shebang(self, executable, post_interp): """ Build a shebang line. In the simple case (on Windows, or a shebang line which is not too long or contains spaces) use a simple formulation for the shebang. Otherwise, use /bin/sh as the executable, with a contrived shebang which allows the script to run either under Python or sh, using suitable quoting. Thanks to Harald Nordgren for his input. See also: http://www.in-ulm.de/~mascheck/various/shebang/#length https://hg.mozilla.org/mozilla-central/file/tip/mach """ if os.name != 'posix': simple_shebang = True else: # Add 3 for '#!' prefix and newline suffix. shebang_length = len(executable) + len(post_interp) + 3 if sys.platform == 'darwin': max_shebang_length = 512 else: max_shebang_length = 127 simple_shebang = ((b' ' not in executable) and (shebang_length <= max_shebang_length)) if simple_shebang: result = b'#!' + executable + post_interp + b'\n' else: result = b'#!/bin/sh\n' result += b"'''exec' " + executable + post_interp + b' "$0" "$@"\n' result += b"' '''" return result def _get_shebang(self, encoding, post_interp=b'', options=None): enquote = True if self.executable: executable = self.executable enquote = False # assume this will be taken care of elif not sysconfig.is_python_build(): executable = get_executable() elif in_venv(): # pragma: no cover executable = os.path.join(sysconfig.get_path('scripts'), 'python%s' % sysconfig.get_config_var('EXE')) else: # pragma: no cover executable = os.path.join( sysconfig.get_config_var('BINDIR'), 'python%s%s' % (sysconfig.get_config_var('VERSION'), sysconfig.get_config_var('EXE'))) if options: executable = self._get_alternate_executable(executable, options) if sys.platform.startswith('java'): # pragma: no cover executable = self._fix_jython_executable(executable) # Normalise case for Windows executable = os.path.normcase(executable) # If the user didn't specify an executable, it may be necessary to # cater for executable paths with spaces (not uncommon on Windows) if enquote: executable = _enquote_executable(executable) # Issue #51: don't use fsencode, since we later try to # check that the shebang is decodable using utf-8. executable = executable.encode('utf-8') # in case of IronPython, play safe and enable frames support if (sys.platform == 'cli' and '-X:Frames' not in post_interp and '-X:FullFrames' not in post_interp): # pragma: no cover post_interp += b' -X:Frames' shebang = self._build_shebang(executable, post_interp) # Python parser starts to read a script using UTF-8 until # it gets a #coding:xxx cookie. The shebang has to be the # first line of a file, the #coding:xxx cookie cannot be # written before. So the shebang has to be decodable from # UTF-8. try: shebang.decode('utf-8') except UnicodeDecodeError: # pragma: no cover raise ValueError( 'The shebang (%r) is not decodable from utf-8' % shebang) # If the script is encoded to a custom encoding (use a # #coding:xxx cookie), the shebang has to be decodable from # the script encoding too. if encoding != 'utf-8': try: shebang.decode(encoding) except UnicodeDecodeError: # pragma: no cover raise ValueError( 'The shebang (%r) is not decodable ' 'from the script encoding (%r)' % (shebang, encoding)) return shebang def _get_script_text(self, entry): return self.script_template % dict(module=entry.prefix, import_name=entry.suffix.split('.')[0], func=entry.suffix) manifest = _DEFAULT_MANIFEST def get_manifest(self, exename): base = os.path.basename(exename) return self.manifest % base def _write_script(self, names, shebang, script_bytes, filenames, ext): use_launcher = self.add_launchers and self._is_nt linesep = os.linesep.encode('utf-8') if not shebang.endswith(linesep): shebang += linesep if not use_launcher: script_bytes = shebang + script_bytes else: # pragma: no cover if ext == 'py': launcher = self._get_launcher('t') else: launcher = self._get_launcher('w') stream = BytesIO() with ZipFile(stream, 'w') as zf: zf.writestr('__main__.py', script_bytes) zip_data = stream.getvalue() script_bytes = launcher + shebang + zip_data for name in names: outname = os.path.join(self.target_dir, name) if use_launcher: # pragma: no cover n, e = os.path.splitext(outname) if e.startswith('.py'): outname = n outname = '%s.exe' % outname try: self._fileop.write_binary_file(outname, script_bytes) except Exception: # Failed writing an executable - it might be in use. logger.warning('Failed to write executable - trying to ' 'use .deleteme logic') dfname = '%s.deleteme' % outname if os.path.exists(dfname): os.remove(dfname) # Not allowed to fail here os.rename(outname, dfname) # nor here self._fileop.write_binary_file(outname, script_bytes) logger.debug('Able to replace executable using ' '.deleteme logic') try: os.remove(dfname) except Exception: pass # still in use - ignore error else: if self._is_nt and not outname.endswith('.' + ext): # pragma: no cover outname = '%s.%s' % (outname, ext) if os.path.exists(outname) and not self.clobber: logger.warning('Skipping existing file %s', outname) continue self._fileop.write_binary_file(outname, script_bytes) if self.set_mode: self._fileop.set_executable_mode([outname]) filenames.append(outname) def _make_script(self, entry, filenames, options=None): post_interp = b'' if options: args = options.get('interpreter_args', []) if args: args = ' %s' % ' '.join(args) post_interp = args.encode('utf-8') shebang = self._get_shebang('utf-8', post_interp, options=options) script = self._get_script_text(entry).encode('utf-8') name = entry.name scriptnames = set() if '' in self.variants: scriptnames.add(name) if 'X' in self.variants: scriptnames.add('%s%s' % (name, sys.version[0])) if 'X.Y' in self.variants: scriptnames.add('%s-%s' % (name, sys.version[:3])) if options and options.get('gui', False): ext = 'pyw' else: ext = 'py' self._write_script(scriptnames, shebang, script, filenames, ext) def _copy_script(self, script, filenames): adjust = False script = os.path.join(self.source_dir, convert_path(script)) outname = os.path.join(self.target_dir, os.path.basename(script)) if not self.force and not self._fileop.newer(script, outname): logger.debug('not copying %s (up-to-date)', script) return # Always open the file, but ignore failures in dry-run mode -- # that way, we'll get accurate feedback if we can read the # script. try: f = open(script, 'rb') except IOError: # pragma: no cover if not self.dry_run: raise f = None else: first_line = f.readline() if not first_line: # pragma: no cover logger.warning('%s: %s is an empty file (skipping)', self.get_command_name(), script) return match = FIRST_LINE_RE.match(first_line.replace(b'\r\n', b'\n')) if match: adjust = True post_interp = match.group(1) or b'' if not adjust: if f: f.close() self._fileop.copy_file(script, outname) if self.set_mode: self._fileop.set_executable_mode([outname]) filenames.append(outname) else: logger.info('copying and adjusting %s -> %s', script, self.target_dir) if not self._fileop.dry_run: encoding, lines = detect_encoding(f.readline) f.seek(0) shebang = self._get_shebang(encoding, post_interp) if b'pythonw' in first_line: # pragma: no cover ext = 'pyw' else: ext = 'py' n = os.path.basename(outname) self._write_script([n], shebang, f.read(), filenames, ext) if f: f.close() @property def dry_run(self): return self._fileop.dry_run @dry_run.setter def dry_run(self, value): self._fileop.dry_run = value if os.name == 'nt' or (os.name == 'java' and os._name == 'nt'): # pragma: no cover # Executable launcher support. # Launchers are from https://bitbucket.org/vinay.sajip/simple_launcher/ def _get_launcher(self, kind): if struct.calcsize('P') == 8: # 64-bit bits = '64' else: bits = '32' name = '%s%s.exe' % (kind, bits) # Issue 31: don't hardcode an absolute package name, but # determine it relative to the current package distlib_package = __name__.rsplit('.', 1)[0] result = finder(distlib_package).find(name).bytes return result # Public API follows def make(self, specification, options=None): """ Make a script. :param specification: The specification, which is either a valid export entry specification (to make a script from a callable) or a filename (to make a script by copying from a source location). :param options: A dictionary of options controlling script generation. :return: A list of all absolute pathnames written to. """ filenames = [] entry = get_export_entry(specification) if entry is None: self._copy_script(specification, filenames) else: self._make_script(entry, filenames, options=options) return filenames def make_multiple(self, specifications, options=None): """ Take a list of specifications and make scripts from them, :param specifications: A list of specifications. :return: A list of all absolute pathnames written to, """ filenames = [] for specification in specifications: filenames.extend(self.make(specification, options)) return filenames PK A\ pGU U pip/_vendor/distlib/database.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012-2017 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """PEP 376 implementation.""" from __future__ import unicode_literals import base64 import codecs import contextlib import hashlib import logging import os import posixpath import sys import zipimport from . import DistlibException, resources from .compat import StringIO from .version import get_scheme, UnsupportedVersionError from .metadata import (Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME, LEGACY_METADATA_FILENAME) from .util import (parse_requirement, cached_property, parse_name_and_version, read_exports, write_exports, CSVReader, CSVWriter) __all__ = ['Distribution', 'BaseInstalledDistribution', 'InstalledDistribution', 'EggInfoDistribution', 'DistributionPath'] logger = logging.getLogger(__name__) EXPORTS_FILENAME = 'pydist-exports.json' COMMANDS_FILENAME = 'pydist-commands.json' DIST_FILES = ('INSTALLER', METADATA_FILENAME, 'RECORD', 'REQUESTED', 'RESOURCES', EXPORTS_FILENAME, 'SHARED') DISTINFO_EXT = '.dist-info' class _Cache(object): """ A simple cache mapping names and .dist-info paths to distributions """ def __init__(self): """ Initialise an instance. There is normally one for each DistributionPath. """ self.name = {} self.path = {} self.generated = False def clear(self): """ Clear the cache, setting it to its initial state. """ self.name.clear() self.path.clear() self.generated = False def add(self, dist): """ Add a distribution to the cache. :param dist: The distribution to add. """ if dist.path not in self.path: self.path[dist.path] = dist self.name.setdefault(dist.key, []).append(dist) class DistributionPath(object): """ Represents a set of distributions installed on a path (typically sys.path). """ def __init__(self, path=None, include_egg=False): """ Create an instance from a path, optionally including legacy (distutils/ setuptools/distribute) distributions. :param path: The path to use, as a list of directories. If not specified, sys.path is used. :param include_egg: If True, this instance will look for and return legacy distributions as well as those based on PEP 376. """ if path is None: path = sys.path self.path = path self._include_dist = True self._include_egg = include_egg self._cache = _Cache() self._cache_egg = _Cache() self._cache_enabled = True self._scheme = get_scheme('default') def _get_cache_enabled(self): return self._cache_enabled def _set_cache_enabled(self, value): self._cache_enabled = value cache_enabled = property(_get_cache_enabled, _set_cache_enabled) def clear_cache(self): """ Clears the internal cache. """ self._cache.clear() self._cache_egg.clear() def _yield_distributions(self): """ Yield .dist-info and/or .egg(-info) distributions. """ # We need to check if we've seen some resources already, because on # some Linux systems (e.g. some Debian/Ubuntu variants) there are # symlinks which alias other files in the environment. seen = set() for path in self.path: finder = resources.finder_for_path(path) if finder is None: continue r = finder.find('') if not r or not r.is_container: continue rset = sorted(r.resources) for entry in rset: r = finder.find(entry) if not r or r.path in seen: continue if self._include_dist and entry.endswith(DISTINFO_EXT): possible_filenames = [METADATA_FILENAME, WHEEL_METADATA_FILENAME, LEGACY_METADATA_FILENAME] for metadata_filename in possible_filenames: metadata_path = posixpath.join(entry, metadata_filename) pydist = finder.find(metadata_path) if pydist: break else: continue with contextlib.closing(pydist.as_stream()) as stream: metadata = Metadata(fileobj=stream, scheme='legacy') logger.debug('Found %s', r.path) seen.add(r.path) yield new_dist_class(r.path, metadata=metadata, env=self) elif self._include_egg and entry.endswith(('.egg-info', '.egg')): logger.debug('Found %s', r.path) seen.add(r.path) yield old_dist_class(r.path, self) def _generate_cache(self): """ Scan the path for distributions and populate the cache with those that are found. """ gen_dist = not self._cache.generated gen_egg = self._include_egg and not self._cache_egg.generated if gen_dist or gen_egg: for dist in self._yield_distributions(): if isinstance(dist, InstalledDistribution): self._cache.add(dist) else: self._cache_egg.add(dist) if gen_dist: self._cache.generated = True if gen_egg: self._cache_egg.generated = True @classmethod def distinfo_dirname(cls, name, version): """ The *name* and *version* parameters are converted into their filename-escaped form, i.e. any ``'-'`` characters are replaced with ``'_'`` other than the one in ``'dist-info'`` and the one separating the name from the version number. :parameter name: is converted to a standard distribution name by replacing any runs of non- alphanumeric characters with a single ``'-'``. :type name: string :parameter version: is converted to a standard version string. Spaces become dots, and all other non-alphanumeric characters (except dots) become dashes, with runs of multiple dashes condensed to a single dash. :type version: string :returns: directory name :rtype: string""" name = name.replace('-', '_') return '-'.join([name, version]) + DISTINFO_EXT def get_distributions(self): """ Provides an iterator that looks for distributions and returns :class:`InstalledDistribution` or :class:`EggInfoDistribution` instances for each one of them. :rtype: iterator of :class:`InstalledDistribution` and :class:`EggInfoDistribution` instances """ if not self._cache_enabled: for dist in self._yield_distributions(): yield dist else: self._generate_cache() for dist in self._cache.path.values(): yield dist if self._include_egg: for dist in self._cache_egg.path.values(): yield dist def get_distribution(self, name): """ Looks for a named distribution on the path. This function only returns the first result found, as no more than one value is expected. If nothing is found, ``None`` is returned. :rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution` or ``None`` """ result = None name = name.lower() if not self._cache_enabled: for dist in self._yield_distributions(): if dist.key == name: result = dist break else: self._generate_cache() if name in self._cache.name: result = self._cache.name[name][0] elif self._include_egg and name in self._cache_egg.name: result = self._cache_egg.name[name][0] return result def provides_distribution(self, name, version=None): """ Iterates over all distributions to find which distributions provide *name*. If a *version* is provided, it will be used to filter the results. This function only returns the first result found, since no more than one values are expected. If the directory is not found, returns ``None``. :parameter version: a version specifier that indicates the version required, conforming to the format in ``PEP-345`` :type name: string :type version: string """ matcher = None if version is not None: try: matcher = self._scheme.matcher('%s (%s)' % (name, version)) except ValueError: raise DistlibException('invalid name or version: %r, %r' % (name, version)) for dist in self.get_distributions(): # We hit a problem on Travis where enum34 was installed and doesn't # have a provides attribute ... if not hasattr(dist, 'provides'): logger.debug('No "provides": %s', dist) else: provided = dist.provides for p in provided: p_name, p_ver = parse_name_and_version(p) if matcher is None: if p_name == name: yield dist break else: if p_name == name and matcher.match(p_ver): yield dist break def get_file_path(self, name, relative_path): """ Return the path to a resource file. """ dist = self.get_distribution(name) if dist is None: raise LookupError('no distribution named %r found' % name) return dist.get_resource_path(relative_path) def get_exported_entries(self, category, name=None): """ Return all of the exported entries in a particular category. :param category: The category to search for entries. :param name: If specified, only entries with that name are returned. """ for dist in self.get_distributions(): r = dist.exports if category in r: d = r[category] if name is not None: if name in d: yield d[name] else: for v in d.values(): yield v class Distribution(object): """ A base class for distributions, whether installed or from indexes. Either way, it must have some metadata, so that's all that's needed for construction. """ build_time_dependency = False """ Set to True if it's known to be only a build-time dependency (i.e. not needed after installation). """ requested = False """A boolean that indicates whether the ``REQUESTED`` metadata file is present (in other words, whether the package was installed by user request or it was installed as a dependency).""" def __init__(self, metadata): """ Initialise an instance. :param metadata: The instance of :class:`Metadata` describing this distribution. """ self.metadata = metadata self.name = metadata.name self.key = self.name.lower() # for case-insensitive comparisons self.version = metadata.version self.locator = None self.digest = None self.extras = None # additional features requested self.context = None # environment marker overrides self.download_urls = set() self.digests = {} @property def source_url(self): """ The source archive download URL for this distribution. """ return self.metadata.source_url download_url = source_url # Backward compatibility @property def name_and_version(self): """ A utility property which displays the name and version in parentheses. """ return '%s (%s)' % (self.name, self.version) @property def provides(self): """ A set of distribution names and versions provided by this distribution. :return: A set of "name (version)" strings. """ plist = self.metadata.provides s = '%s (%s)' % (self.name, self.version) if s not in plist: plist.append(s) return plist def _get_requirements(self, req_attr): md = self.metadata logger.debug('Getting requirements from metadata %r', md.todict()) reqts = getattr(md, req_attr) return set(md.get_requirements(reqts, extras=self.extras, env=self.context)) @property def run_requires(self): return self._get_requirements('run_requires') @property def meta_requires(self): return self._get_requirements('meta_requires') @property def build_requires(self): return self._get_requirements('build_requires') @property def test_requires(self): return self._get_requirements('test_requires') @property def dev_requires(self): return self._get_requirements('dev_requires') def matches_requirement(self, req): """ Say if this instance matches (fulfills) a requirement. :param req: The requirement to match. :rtype req: str :return: True if it matches, else False. """ # Requirement may contain extras - parse to lose those # from what's passed to the matcher r = parse_requirement(req) scheme = get_scheme(self.metadata.scheme) try: matcher = scheme.matcher(r.requirement) except UnsupportedVersionError: # XXX compat-mode if cannot read the version logger.warning('could not read version %r - using name only', req) name = req.split()[0] matcher = scheme.matcher(name) name = matcher.key # case-insensitive result = False for p in self.provides: p_name, p_ver = parse_name_and_version(p) if p_name != name: continue try: result = matcher.match(p_ver) break except UnsupportedVersionError: pass return result def __repr__(self): """ Return a textual representation of this instance, """ if self.source_url: suffix = ' [%s]' % self.source_url else: suffix = '' return '<Distribution %s (%s)%s>' % (self.name, self.version, suffix) def __eq__(self, other): """ See if this distribution is the same as another. :param other: The distribution to compare with. To be equal to one another. distributions must have the same type, name, version and source_url. :return: True if it is the same, else False. """ if type(other) is not type(self): result = False else: result = (self.name == other.name and self.version == other.version and self.source_url == other.source_url) return result def __hash__(self): """ Compute hash in a way which matches the equality test. """ return hash(self.name) + hash(self.version) + hash(self.source_url) class BaseInstalledDistribution(Distribution): """ This is the base class for installed distributions (whether PEP 376 or legacy). """ hasher = None def __init__(self, metadata, path, env=None): """ Initialise an instance. :param metadata: An instance of :class:`Metadata` which describes the distribution. This will normally have been initialised from a metadata file in the ``path``. :param path: The path of the ``.dist-info`` or ``.egg-info`` directory for the distribution. :param env: This is normally the :class:`DistributionPath` instance where this distribution was found. """ super(BaseInstalledDistribution, self).__init__(metadata) self.path = path self.dist_path = env def get_hash(self, data, hasher=None): """ Get the hash of some data, using a particular hash algorithm, if specified. :param data: The data to be hashed. :type data: bytes :param hasher: The name of a hash implementation, supported by hashlib, or ``None``. Examples of valid values are ``'sha1'``, ``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and ``'sha512'``. If no hasher is specified, the ``hasher`` attribute of the :class:`InstalledDistribution` instance is used. If the hasher is determined to be ``None``, MD5 is used as the hashing algorithm. :returns: The hash of the data. If a hasher was explicitly specified, the returned hash will be prefixed with the specified hasher followed by '='. :rtype: str """ if hasher is None: hasher = self.hasher if hasher is None: hasher = hashlib.md5 prefix = '' else: hasher = getattr(hashlib, hasher) prefix = '%s=' % self.hasher digest = hasher(data).digest() digest = base64.urlsafe_b64encode(digest).rstrip(b'=').decode('ascii') return '%s%s' % (prefix, digest) class InstalledDistribution(BaseInstalledDistribution): """ Created with the *path* of the ``.dist-info`` directory provided to the constructor. It reads the metadata contained in ``pydist.json`` when it is instantiated., or uses a passed in Metadata instance (useful for when dry-run mode is being used). """ hasher = 'sha256' def __init__(self, path, metadata=None, env=None): self.modules = [] self.finder = finder = resources.finder_for_path(path) if finder is None: raise ValueError('finder unavailable for %s' % path) if env and env._cache_enabled and path in env._cache.path: metadata = env._cache.path[path].metadata elif metadata is None: r = finder.find(METADATA_FILENAME) # Temporary - for Wheel 0.23 support if r is None: r = finder.find(WHEEL_METADATA_FILENAME) # Temporary - for legacy support if r is None: r = finder.find('METADATA') if r is None: raise ValueError('no %s found in %s' % (METADATA_FILENAME, path)) with contextlib.closing(r.as_stream()) as stream: metadata = Metadata(fileobj=stream, scheme='legacy') super(InstalledDistribution, self).__init__(metadata, path, env) if env and env._cache_enabled: env._cache.add(self) r = finder.find('REQUESTED') self.requested = r is not None p = os.path.join(path, 'top_level.txt') if os.path.exists(p): with open(p, 'rb') as f: data = f.read() self.modules = data.splitlines() def __repr__(self): return '<InstalledDistribution %r %s at %r>' % ( self.name, self.version, self.path) def __str__(self): return "%s %s" % (self.name, self.version) def _get_records(self): """ Get the list of installed files for the distribution :return: A list of tuples of path, hash and size. Note that hash and size might be ``None`` for some entries. The path is exactly as stored in the file (which is as in PEP 376). """ results = [] r = self.get_distinfo_resource('RECORD') with contextlib.closing(r.as_stream()) as stream: with CSVReader(stream=stream) as record_reader: # Base location is parent dir of .dist-info dir #base_location = os.path.dirname(self.path) #base_location = os.path.abspath(base_location) for row in record_reader: missing = [None for i in range(len(row), 3)] path, checksum, size = row + missing #if not os.path.isabs(path): # path = path.replace('/', os.sep) # path = os.path.join(base_location, path) results.append((path, checksum, size)) return results @cached_property def exports(self): """ Return the information exported by this distribution. :return: A dictionary of exports, mapping an export category to a dict of :class:`ExportEntry` instances describing the individual export entries, and keyed by name. """ result = {} r = self.get_distinfo_resource(EXPORTS_FILENAME) if r: result = self.read_exports() return result def read_exports(self): """ Read exports data from a file in .ini format. :return: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. """ result = {} r = self.get_distinfo_resource(EXPORTS_FILENAME) if r: with contextlib.closing(r.as_stream()) as stream: result = read_exports(stream) return result def write_exports(self, exports): """ Write a dictionary of exports to a file in .ini format. :param exports: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. """ rf = self.get_distinfo_file(EXPORTS_FILENAME) with open(rf, 'w') as f: write_exports(exports, f) def get_resource_path(self, relative_path): """ NOTE: This API may change in the future. Return the absolute path to a resource file with the given relative path. :param relative_path: The path, relative to .dist-info, of the resource of interest. :return: The absolute path where the resource is to be found. """ r = self.get_distinfo_resource('RESOURCES') with contextlib.closing(r.as_stream()) as stream: with CSVReader(stream=stream) as resources_reader: for relative, destination in resources_reader: if relative == relative_path: return destination raise KeyError('no resource file with relative path %r ' 'is installed' % relative_path) def list_installed_files(self): """ Iterates over the ``RECORD`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: iterator of (path, hash, size) """ for result in self._get_records(): yield result def write_installed_files(self, paths, prefix, dry_run=False): """ Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any existing ``RECORD`` file is silently overwritten. prefix is used to determine when to write absolute paths. """ prefix = os.path.join(prefix, '') base = os.path.dirname(self.path) base_under_prefix = base.startswith(prefix) base = os.path.join(base, '') record_path = self.get_distinfo_file('RECORD') logger.info('creating %s', record_path) if dry_run: return None with CSVWriter(record_path) as writer: for path in paths: if os.path.isdir(path) or path.endswith(('.pyc', '.pyo')): # do not put size and hash, as in PEP-376 hash_value = size = '' else: size = '%d' % os.path.getsize(path) with open(path, 'rb') as fp: hash_value = self.get_hash(fp.read()) if path.startswith(base) or (base_under_prefix and path.startswith(prefix)): path = os.path.relpath(path, base) writer.writerow((path, hash_value, size)) # add the RECORD file itself if record_path.startswith(base): record_path = os.path.relpath(record_path, base) writer.writerow((record_path, '', '')) return record_path def check_installed_files(self): """ Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. """ mismatches = [] base = os.path.dirname(self.path) record_path = self.get_distinfo_file('RECORD') for path, hash_value, size in self.list_installed_files(): if not os.path.isabs(path): path = os.path.join(base, path) if path == record_path: continue if not os.path.exists(path): mismatches.append((path, 'exists', True, False)) elif os.path.isfile(path): actual_size = str(os.path.getsize(path)) if size and actual_size != size: mismatches.append((path, 'size', size, actual_size)) elif hash_value: if '=' in hash_value: hasher = hash_value.split('=', 1)[0] else: hasher = None with open(path, 'rb') as f: actual_hash = self.get_hash(f.read(), hasher) if actual_hash != hash_value: mismatches.append((path, 'hash', hash_value, actual_hash)) return mismatches @cached_property def shared_locations(self): """ A dictionary of shared locations whose keys are in the set 'prefix', 'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'. The corresponding value is the absolute path of that category for this distribution, and takes into account any paths selected by the user at installation time (e.g. via command-line arguments). In the case of the 'namespace' key, this would be a list of absolute paths for the roots of namespace packages in this distribution. The first time this property is accessed, the relevant information is read from the SHARED file in the .dist-info directory. """ result = {} shared_path = os.path.join(self.path, 'SHARED') if os.path.isfile(shared_path): with codecs.open(shared_path, 'r', encoding='utf-8') as f: lines = f.read().splitlines() for line in lines: key, value = line.split('=', 1) if key == 'namespace': result.setdefault(key, []).append(value) else: result[key] = value return result def write_shared_locations(self, paths, dry_run=False): """ Write shared location information to the SHARED file in .dist-info. :param paths: A dictionary as described in the documentation for :meth:`shared_locations`. :param dry_run: If True, the action is logged but no file is actually written. :return: The path of the file written to. """ shared_path = os.path.join(self.path, 'SHARED') logger.info('creating %s', shared_path) if dry_run: return None lines = [] for key in ('prefix', 'lib', 'headers', 'scripts', 'data'): path = paths[key] if os.path.isdir(paths[key]): lines.append('%s=%s' % (key, path)) for ns in paths.get('namespace', ()): lines.append('namespace=%s' % ns) with codecs.open(shared_path, 'w', encoding='utf-8') as f: f.write('\n'.join(lines)) return shared_path def get_distinfo_resource(self, path): if path not in DIST_FILES: raise DistlibException('invalid path for a dist-info file: ' '%r at %r' % (path, self.path)) finder = resources.finder_for_path(self.path) if finder is None: raise DistlibException('Unable to get a finder for %s' % self.path) return finder.find(path) def get_distinfo_file(self, path): """ Returns a path located under the ``.dist-info`` directory. Returns a string representing the path. :parameter path: a ``'/'``-separated path relative to the ``.dist-info`` directory or an absolute path; If *path* is an absolute path and doesn't start with the ``.dist-info`` directory path, a :class:`DistlibException` is raised :type path: str :rtype: str """ # Check if it is an absolute path # XXX use relpath, add tests if path.find(os.sep) >= 0: # it's an absolute path? distinfo_dirname, path = path.split(os.sep)[-2:] if distinfo_dirname != self.path.split(os.sep)[-1]: raise DistlibException( 'dist-info file %r does not belong to the %r %s ' 'distribution' % (path, self.name, self.version)) # The file must be relative if path not in DIST_FILES: raise DistlibException('invalid path for a dist-info file: ' '%r at %r' % (path, self.path)) return os.path.join(self.path, path) def list_distinfo_files(self): """ Iterates over the ``RECORD`` entries and returns paths for each line if the path is pointing to a file located in the ``.dist-info`` directory or one of its subdirectories. :returns: iterator of paths """ base = os.path.dirname(self.path) for path, checksum, size in self._get_records(): # XXX add separator or use real relpath algo if not os.path.isabs(path): path = os.path.join(base, path) if path.startswith(self.path): yield path def __eq__(self, other): return (isinstance(other, InstalledDistribution) and self.path == other.path) # See http://docs.python.org/reference/datamodel#object.__hash__ __hash__ = object.__hash__ class EggInfoDistribution(BaseInstalledDistribution): """Created with the *path* of the ``.egg-info`` directory or file provided to the constructor. It reads the metadata contained in the file itself, or if the given path happens to be a directory, the metadata is read from the file ``PKG-INFO`` under that directory.""" requested = True # as we have no way of knowing, assume it was shared_locations = {} def __init__(self, path, env=None): def set_name_and_version(s, n, v): s.name = n s.key = n.lower() # for case-insensitive comparisons s.version = v self.path = path self.dist_path = env if env and env._cache_enabled and path in env._cache_egg.path: metadata = env._cache_egg.path[path].metadata set_name_and_version(self, metadata.name, metadata.version) else: metadata = self._get_metadata(path) # Need to be set before caching set_name_and_version(self, metadata.name, metadata.version) if env and env._cache_enabled: env._cache_egg.add(self) super(EggInfoDistribution, self).__init__(metadata, path, env) def _get_metadata(self, path): requires = None def parse_requires_data(data): """Create a list of dependencies from a requires.txt file. *data*: the contents of a setuptools-produced requires.txt file. """ reqs = [] lines = data.splitlines() for line in lines: line = line.strip() if line.startswith('['): logger.warning('Unexpected line: quitting requirement scan: %r', line) break r = parse_requirement(line) if not r: logger.warning('Not recognised as a requirement: %r', line) continue if r.extras: logger.warning('extra requirements in requires.txt are ' 'not supported') if not r.constraints: reqs.append(r.name) else: cons = ', '.join('%s%s' % c for c in r.constraints) reqs.append('%s (%s)' % (r.name, cons)) return reqs def parse_requires_path(req_path): """Create a list of dependencies from a requires.txt file. *req_path*: the path to a setuptools-produced requires.txt file. """ reqs = [] try: with codecs.open(req_path, 'r', 'utf-8') as fp: reqs = parse_requires_data(fp.read()) except IOError: pass return reqs tl_path = tl_data = None if path.endswith('.egg'): if os.path.isdir(path): p = os.path.join(path, 'EGG-INFO') meta_path = os.path.join(p, 'PKG-INFO') metadata = Metadata(path=meta_path, scheme='legacy') req_path = os.path.join(p, 'requires.txt') tl_path = os.path.join(p, 'top_level.txt') requires = parse_requires_path(req_path) else: # FIXME handle the case where zipfile is not available zipf = zipimport.zipimporter(path) fileobj = StringIO( zipf.get_data('EGG-INFO/PKG-INFO').decode('utf8')) metadata = Metadata(fileobj=fileobj, scheme='legacy') try: data = zipf.get_data('EGG-INFO/requires.txt') tl_data = zipf.get_data('EGG-INFO/top_level.txt').decode('utf-8') requires = parse_requires_data(data.decode('utf-8')) except IOError: requires = None elif path.endswith('.egg-info'): if os.path.isdir(path): req_path = os.path.join(path, 'requires.txt') requires = parse_requires_path(req_path) path = os.path.join(path, 'PKG-INFO') tl_path = os.path.join(path, 'top_level.txt') metadata = Metadata(path=path, scheme='legacy') else: raise DistlibException('path must end with .egg-info or .egg, ' 'got %r' % path) if requires: metadata.add_requirements(requires) # look for top-level modules in top_level.txt, if present if tl_data is None: if tl_path is not None and os.path.exists(tl_path): with open(tl_path, 'rb') as f: tl_data = f.read().decode('utf-8') if not tl_data: tl_data = [] else: tl_data = tl_data.splitlines() self.modules = tl_data return metadata def __repr__(self): return '<EggInfoDistribution %r %s at %r>' % ( self.name, self.version, self.path) def __str__(self): return "%s %s" % (self.name, self.version) def check_installed_files(self): """ Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. """ mismatches = [] record_path = os.path.join(self.path, 'installed-files.txt') if os.path.exists(record_path): for path, _, _ in self.list_installed_files(): if path == record_path: continue if not os.path.exists(path): mismatches.append((path, 'exists', True, False)) return mismatches def list_installed_files(self): """ Iterates over the ``installed-files.txt`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: a list of (path, hash, size) """ def _md5(path): f = open(path, 'rb') try: content = f.read() finally: f.close() return hashlib.md5(content).hexdigest() def _size(path): return os.stat(path).st_size record_path = os.path.join(self.path, 'installed-files.txt') result = [] if os.path.exists(record_path): with codecs.open(record_path, 'r', encoding='utf-8') as f: for line in f: line = line.strip() p = os.path.normpath(os.path.join(self.path, line)) # "./" is present as a marker between installed files # and installation metadata files if not os.path.exists(p): logger.warning('Non-existent file: %s', p) if p.endswith(('.pyc', '.pyo')): continue #otherwise fall through and fail if not os.path.isdir(p): result.append((p, _md5(p), _size(p))) result.append((record_path, None, None)) return result def list_distinfo_files(self, absolute=False): """ Iterates over the ``installed-files.txt`` entries and returns paths for each line if the path is pointing to a file located in the ``.egg-info`` directory or one of its subdirectories. :parameter absolute: If *absolute* is ``True``, each returned path is transformed into a local absolute path. Otherwise the raw value from ``installed-files.txt`` is returned. :type absolute: boolean :returns: iterator of paths """ record_path = os.path.join(self.path, 'installed-files.txt') if os.path.exists(record_path): skip = True with codecs.open(record_path, 'r', encoding='utf-8') as f: for line in f: line = line.strip() if line == './': skip = False continue if not skip: p = os.path.normpath(os.path.join(self.path, line)) if p.startswith(self.path): if absolute: yield p else: yield line def __eq__(self, other): return (isinstance(other, EggInfoDistribution) and self.path == other.path) # See http://docs.python.org/reference/datamodel#object.__hash__ __hash__ = object.__hash__ new_dist_class = InstalledDistribution old_dist_class = EggInfoDistribution class DependencyGraph(object): """ Represents a dependency graph between distributions. The dependency relationships are stored in an ``adjacency_list`` that maps distributions to a list of ``(other, label)`` tuples where ``other`` is a distribution and the edge is labeled with ``label`` (i.e. the version specifier, if such was provided). Also, for more efficient traversal, for every distribution ``x``, a list of predecessors is kept in ``reverse_list[x]``. An edge from distribution ``a`` to distribution ``b`` means that ``a`` depends on ``b``. If any missing dependencies are found, they are stored in ``missing``, which is a dictionary that maps distributions to a list of requirements that were not provided by any other distributions. """ def __init__(self): self.adjacency_list = {} self.reverse_list = {} self.missing = {} def add_distribution(self, distribution): """Add the *distribution* to the graph. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` """ self.adjacency_list[distribution] = [] self.reverse_list[distribution] = [] #self.missing[distribution] = [] def add_edge(self, x, y, label=None): """Add an edge from distribution *x* to distribution *y* with the given *label*. :type x: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type y: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type label: ``str`` or ``None`` """ self.adjacency_list[x].append((y, label)) # multiple edges are allowed, so be careful if x not in self.reverse_list[y]: self.reverse_list[y].append(x) def add_missing(self, distribution, requirement): """ Add a missing *requirement* for the given *distribution*. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type requirement: ``str`` """ logger.debug('%s missing %r', distribution, requirement) self.missing.setdefault(distribution, []).append(requirement) def _repr_dist(self, dist): return '%s %s' % (dist.name, dist.version) def repr_node(self, dist, level=1): """Prints only a subgraph""" output = [self._repr_dist(dist)] for other, label in self.adjacency_list[dist]: dist = self._repr_dist(other) if label is not None: dist = '%s [%s]' % (dist, label) output.append(' ' * level + str(dist)) suboutput = self.repr_node(other, level + 1) subs = suboutput.split('\n') output.extend(subs[1:]) return '\n'.join(output) def to_dot(self, f, skip_disconnected=True): """Writes a DOT output for the graph to the provided file *f*. If *skip_disconnected* is set to ``True``, then all distributions that are not dependent on any other distribution are skipped. :type f: has to support ``file``-like operations :type skip_disconnected: ``bool`` """ disconnected = [] f.write("digraph dependencies {\n") for dist, adjs in self.adjacency_list.items(): if len(adjs) == 0 and not skip_disconnected: disconnected.append(dist) for other, label in adjs: if not label is None: f.write('"%s" -> "%s" [label="%s"]\n' % (dist.name, other.name, label)) else: f.write('"%s" -> "%s"\n' % (dist.name, other.name)) if not skip_disconnected and len(disconnected) > 0: f.write('subgraph disconnected {\n') f.write('label = "Disconnected"\n') f.write('bgcolor = red\n') for dist in disconnected: f.write('"%s"' % dist.name) f.write('\n') f.write('}\n') f.write('}\n') def topological_sort(self): """ Perform a topological sort of the graph. :return: A tuple, the first element of which is a topologically sorted list of distributions, and the second element of which is a list of distributions that cannot be sorted because they have circular dependencies and so form a cycle. """ result = [] # Make a shallow copy of the adjacency list alist = {} for k, v in self.adjacency_list.items(): alist[k] = v[:] while True: # See what we can remove in this run to_remove = [] for k, v in list(alist.items())[:]: if not v: to_remove.append(k) del alist[k] if not to_remove: # What's left in alist (if anything) is a cycle. break # Remove from the adjacency list of others for k, v in alist.items(): alist[k] = [(d, r) for d, r in v if d not in to_remove] logger.debug('Moving to result: %s', ['%s (%s)' % (d.name, d.version) for d in to_remove]) result.extend(to_remove) return result, list(alist.keys()) def __repr__(self): """Representation of the graph""" output = [] for dist, adjs in self.adjacency_list.items(): output.append(self.repr_node(dist)) return '\n'.join(output) def make_graph(dists, scheme='default'): """Makes a dependency graph from the given distributions. :parameter dists: a list of distributions :type dists: list of :class:`distutils2.database.InstalledDistribution` and :class:`distutils2.database.EggInfoDistribution` instances :rtype: a :class:`DependencyGraph` instance """ scheme = get_scheme(scheme) graph = DependencyGraph() provided = {} # maps names to lists of (version, dist) tuples # first, build the graph and find out what's provided for dist in dists: graph.add_distribution(dist) for p in dist.provides: name, version = parse_name_and_version(p) logger.debug('Add to provided: %s, %s, %s', name, version, dist) provided.setdefault(name, []).append((version, dist)) # now make the edges for dist in dists: requires = (dist.run_requires | dist.meta_requires | dist.build_requires | dist.dev_requires) for req in requires: try: matcher = scheme.matcher(req) except UnsupportedVersionError: # XXX compat-mode if cannot read the version logger.warning('could not read version %r - using name only', req) name = req.split()[0] matcher = scheme.matcher(name) name = matcher.key # case-insensitive matched = False if name in provided: for version, provider in provided[name]: try: match = matcher.match(version) except UnsupportedVersionError: match = False if match: graph.add_edge(dist, provider, req) matched = True break if not matched: graph.add_missing(dist, req) return graph def get_dependent_dists(dists, dist): """Recursively generate a list of distributions from *dists* that are dependent on *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested """ if dist not in dists: raise DistlibException('given distribution %r is not a member ' 'of the list' % dist.name) graph = make_graph(dists) dep = [dist] # dependent distributions todo = graph.reverse_list[dist] # list of nodes we should inspect while todo: d = todo.pop() dep.append(d) for succ in graph.reverse_list[d]: if succ not in dep: todo.append(succ) dep.pop(0) # remove dist from dep, was there to prevent infinite loops return dep def get_required_dists(dists, dist): """Recursively generate a list of distributions from *dists* that are required by *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested """ if dist not in dists: raise DistlibException('given distribution %r is not a member ' 'of the list' % dist.name) graph = make_graph(dists) req = [] # required distributions todo = graph.adjacency_list[dist] # list of nodes we should inspect while todo: d = todo.pop()[0] req.append(d) for pred in graph.adjacency_list[d]: if pred not in req: todo.append(pred) return req def make_dist(name, version, **kwargs): """ A convenience method for making a dist given just a name and version. """ summary = kwargs.pop('summary', 'Placeholder for summary') md = Metadata(**kwargs) md.name = name md.version = version md.summary = summary or 'Placeholder for summary' return Distribution(md) PK A\%sa pip/_vendor/distlib/wheel.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2013-2017 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from __future__ import unicode_literals import base64 import codecs import datetime import distutils.util from email import message_from_file import hashlib import imp import json import logging import os import posixpath import re import shutil import sys import tempfile import zipfile from . import __version__, DistlibException from .compat import sysconfig, ZipFile, fsdecode, text_type, filter from .database import InstalledDistribution from .metadata import Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME from .util import (FileOperator, convert_path, CSVReader, CSVWriter, Cache, cached_property, get_cache_base, read_exports, tempdir) from .version import NormalizedVersion, UnsupportedVersionError logger = logging.getLogger(__name__) cache = None # created when needed if hasattr(sys, 'pypy_version_info'): # pragma: no cover IMP_PREFIX = 'pp' elif sys.platform.startswith('java'): # pragma: no cover IMP_PREFIX = 'jy' elif sys.platform == 'cli': # pragma: no cover IMP_PREFIX = 'ip' else: IMP_PREFIX = 'cp' VER_SUFFIX = sysconfig.get_config_var('py_version_nodot') if not VER_SUFFIX: # pragma: no cover VER_SUFFIX = '%s%s' % sys.version_info[:2] PYVER = 'py' + VER_SUFFIX IMPVER = IMP_PREFIX + VER_SUFFIX ARCH = distutils.util.get_platform().replace('-', '_').replace('.', '_') ABI = sysconfig.get_config_var('SOABI') if ABI and ABI.startswith('cpython-'): ABI = ABI.replace('cpython-', 'cp') else: def _derive_abi(): parts = ['cp', VER_SUFFIX] if sysconfig.get_config_var('Py_DEBUG'): parts.append('d') if sysconfig.get_config_var('WITH_PYMALLOC'): parts.append('m') if sysconfig.get_config_var('Py_UNICODE_SIZE') == 4: parts.append('u') return ''.join(parts) ABI = _derive_abi() del _derive_abi FILENAME_RE = re.compile(r''' (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))? -(?P<py>\w+\d+(\.\w+\d+)*) -(?P<bi>\w+) -(?P<ar>\w+(\.\w+)*) \.whl$ ''', re.IGNORECASE | re.VERBOSE) NAME_VERSION_RE = re.compile(r''' (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))?$ ''', re.IGNORECASE | re.VERBOSE) SHEBANG_RE = re.compile(br'\s*#![^\r\n]*') SHEBANG_DETAIL_RE = re.compile(br'^(\s*#!("[^"]+"|\S+))\s+(.*)$') SHEBANG_PYTHON = b'#!python' SHEBANG_PYTHONW = b'#!pythonw' if os.sep == '/': to_posix = lambda o: o else: to_posix = lambda o: o.replace(os.sep, '/') class Mounter(object): def __init__(self): self.impure_wheels = {} self.libs = {} def add(self, pathname, extensions): self.impure_wheels[pathname] = extensions self.libs.update(extensions) def remove(self, pathname): extensions = self.impure_wheels.pop(pathname) for k, v in extensions: if k in self.libs: del self.libs[k] def find_module(self, fullname, path=None): if fullname in self.libs: result = self else: result = None return result def load_module(self, fullname): if fullname in sys.modules: result = sys.modules[fullname] else: if fullname not in self.libs: raise ImportError('unable to find extension for %s' % fullname) result = imp.load_dynamic(fullname, self.libs[fullname]) result.__loader__ = self parts = fullname.rsplit('.', 1) if len(parts) > 1: result.__package__ = parts[0] return result _hook = Mounter() class Wheel(object): """ Class to build and install from Wheel files (PEP 427). """ wheel_version = (1, 1) hash_kind = 'sha256' def __init__(self, filename=None, sign=False, verify=False): """ Initialise an instance using a (valid) filename. """ self.sign = sign self.should_verify = verify self.buildver = '' self.pyver = [PYVER] self.abi = ['none'] self.arch = ['any'] self.dirname = os.getcwd() if filename is None: self.name = 'dummy' self.version = '0.1' self._filename = self.filename else: m = NAME_VERSION_RE.match(filename) if m: info = m.groupdict('') self.name = info['nm'] # Reinstate the local version separator self.version = info['vn'].replace('_', '-') self.buildver = info['bn'] self._filename = self.filename else: dirname, filename = os.path.split(filename) m = FILENAME_RE.match(filename) if not m: raise DistlibException('Invalid name or ' 'filename: %r' % filename) if dirname: self.dirname = os.path.abspath(dirname) self._filename = filename info = m.groupdict('') self.name = info['nm'] self.version = info['vn'] self.buildver = info['bn'] self.pyver = info['py'].split('.') self.abi = info['bi'].split('.') self.arch = info['ar'].split('.') @property def filename(self): """ Build and return a filename from the various components. """ if self.buildver: buildver = '-' + self.buildver else: buildver = '' pyver = '.'.join(self.pyver) abi = '.'.join(self.abi) arch = '.'.join(self.arch) # replace - with _ as a local version separator version = self.version.replace('-', '_') return '%s-%s%s-%s-%s-%s.whl' % (self.name, version, buildver, pyver, abi, arch) @property def exists(self): path = os.path.join(self.dirname, self.filename) return os.path.isfile(path) @property def tags(self): for pyver in self.pyver: for abi in self.abi: for arch in self.arch: yield pyver, abi, arch @cached_property def metadata(self): pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver wrapper = codecs.getreader('utf-8') with ZipFile(pathname, 'r') as zf: wheel_metadata = self.get_wheel_metadata(zf) wv = wheel_metadata['Wheel-Version'].split('.', 1) file_version = tuple([int(i) for i in wv]) if file_version < (1, 1): fns = [WHEEL_METADATA_FILENAME, METADATA_FILENAME, 'METADATA'] else: fns = [WHEEL_METADATA_FILENAME, METADATA_FILENAME] result = None for fn in fns: try: metadata_filename = posixpath.join(info_dir, fn) with zf.open(metadata_filename) as bf: wf = wrapper(bf) result = Metadata(fileobj=wf) if result: break except KeyError: pass if not result: raise ValueError('Invalid wheel, because metadata is ' 'missing: looked in %s' % ', '.join(fns)) return result def get_wheel_metadata(self, zf): name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver metadata_filename = posixpath.join(info_dir, 'WHEEL') with zf.open(metadata_filename) as bf: wf = codecs.getreader('utf-8')(bf) message = message_from_file(wf) return dict(message) @cached_property def info(self): pathname = os.path.join(self.dirname, self.filename) with ZipFile(pathname, 'r') as zf: result = self.get_wheel_metadata(zf) return result def process_shebang(self, data): m = SHEBANG_RE.match(data) if m: end = m.end() shebang, data_after_shebang = data[:end], data[end:] # Preserve any arguments after the interpreter if b'pythonw' in shebang.lower(): shebang_python = SHEBANG_PYTHONW else: shebang_python = SHEBANG_PYTHON m = SHEBANG_DETAIL_RE.match(shebang) if m: args = b' ' + m.groups()[-1] else: args = b'' shebang = shebang_python + args data = shebang + data_after_shebang else: cr = data.find(b'\r') lf = data.find(b'\n') if cr < 0 or cr > lf: term = b'\n' else: if data[cr:cr + 2] == b'\r\n': term = b'\r\n' else: term = b'\r' data = SHEBANG_PYTHON + term + data return data def get_hash(self, data, hash_kind=None): if hash_kind is None: hash_kind = self.hash_kind try: hasher = getattr(hashlib, hash_kind) except AttributeError: raise DistlibException('Unsupported hash algorithm: %r' % hash_kind) result = hasher(data).digest() result = base64.urlsafe_b64encode(result).rstrip(b'=').decode('ascii') return hash_kind, result def write_record(self, records, record_path, base): records = list(records) # make a copy for sorting p = to_posix(os.path.relpath(record_path, base)) records.append((p, '', '')) records.sort() with CSVWriter(record_path) as writer: for row in records: writer.writerow(row) def write_records(self, info, libdir, archive_paths): records = [] distinfo, info_dir = info hasher = getattr(hashlib, self.hash_kind) for ap, p in archive_paths: with open(p, 'rb') as f: data = f.read() digest = '%s=%s' % self.get_hash(data) size = os.path.getsize(p) records.append((ap, digest, size)) p = os.path.join(distinfo, 'RECORD') self.write_record(records, p, libdir) ap = to_posix(os.path.join(info_dir, 'RECORD')) archive_paths.append((ap, p)) def build_zip(self, pathname, archive_paths): with ZipFile(pathname, 'w', zipfile.ZIP_DEFLATED) as zf: for ap, p in archive_paths: logger.debug('Wrote %s to %s in wheel', p, ap) zf.write(p, ap) def build(self, paths, tags=None, wheel_version=None): """ Build a wheel from files in specified paths, and use any specified tags when determining the name of the wheel. """ if tags is None: tags = {} libkey = list(filter(lambda o: o in paths, ('purelib', 'platlib')))[0] if libkey == 'platlib': is_pure = 'false' default_pyver = [IMPVER] default_abi = [ABI] default_arch = [ARCH] else: is_pure = 'true' default_pyver = [PYVER] default_abi = ['none'] default_arch = ['any'] self.pyver = tags.get('pyver', default_pyver) self.abi = tags.get('abi', default_abi) self.arch = tags.get('arch', default_arch) libdir = paths[libkey] name_ver = '%s-%s' % (self.name, self.version) data_dir = '%s.data' % name_ver info_dir = '%s.dist-info' % name_ver archive_paths = [] # First, stuff which is not in site-packages for key in ('data', 'headers', 'scripts'): if key not in paths: continue path = paths[key] if os.path.isdir(path): for root, dirs, files in os.walk(path): for fn in files: p = fsdecode(os.path.join(root, fn)) rp = os.path.relpath(p, path) ap = to_posix(os.path.join(data_dir, key, rp)) archive_paths.append((ap, p)) if key == 'scripts' and not p.endswith('.exe'): with open(p, 'rb') as f: data = f.read() data = self.process_shebang(data) with open(p, 'wb') as f: f.write(data) # Now, stuff which is in site-packages, other than the # distinfo stuff. path = libdir distinfo = None for root, dirs, files in os.walk(path): if root == path: # At the top level only, save distinfo for later # and skip it for now for i, dn in enumerate(dirs): dn = fsdecode(dn) if dn.endswith('.dist-info'): distinfo = os.path.join(root, dn) del dirs[i] break assert distinfo, '.dist-info directory expected, not found' for fn in files: # comment out next suite to leave .pyc files in if fsdecode(fn).endswith(('.pyc', '.pyo')): continue p = os.path.join(root, fn) rp = to_posix(os.path.relpath(p, path)) archive_paths.append((rp, p)) # Now distinfo. Assumed to be flat, i.e. os.listdir is enough. files = os.listdir(distinfo) for fn in files: if fn not in ('RECORD', 'INSTALLER', 'SHARED', 'WHEEL'): p = fsdecode(os.path.join(distinfo, fn)) ap = to_posix(os.path.join(info_dir, fn)) archive_paths.append((ap, p)) wheel_metadata = [ 'Wheel-Version: %d.%d' % (wheel_version or self.wheel_version), 'Generator: distlib %s' % __version__, 'Root-Is-Purelib: %s' % is_pure, ] for pyver, abi, arch in self.tags: wheel_metadata.append('Tag: %s-%s-%s' % (pyver, abi, arch)) p = os.path.join(distinfo, 'WHEEL') with open(p, 'w') as f: f.write('\n'.join(wheel_metadata)) ap = to_posix(os.path.join(info_dir, 'WHEEL')) archive_paths.append((ap, p)) # Now, at last, RECORD. # Paths in here are archive paths - nothing else makes sense. self.write_records((distinfo, info_dir), libdir, archive_paths) # Now, ready to build the zip file pathname = os.path.join(self.dirname, self.filename) self.build_zip(pathname, archive_paths) return pathname def skip_entry(self, arcname): """ Determine whether an archive entry should be skipped when verifying or installing. """ # The signature file won't be in RECORD, # and we don't currently don't do anything with it # We also skip directories, as they won't be in RECORD # either. See: # # https://github.com/pypa/wheel/issues/294 # https://github.com/pypa/wheel/issues/287 # https://github.com/pypa/wheel/pull/289 # return arcname.endswith(('/', '/RECORD.jws')) def install(self, paths, maker, **kwargs): """ Install a wheel to the specified paths. If kwarg ``warner`` is specified, it should be a callable, which will be called with two tuples indicating the wheel version of this software and the wheel version in the file, if there is a discrepancy in the versions. This can be used to issue any warnings to raise any exceptions. If kwarg ``lib_only`` is True, only the purelib/platlib files are installed, and the headers, scripts, data and dist-info metadata are not written. If kwarg ``bytecode_hashed_invalidation`` is True, written bytecode will try to use file-hash based invalidation (PEP-552) on supported interpreter versions (CPython 2.7+). The return value is a :class:`InstalledDistribution` instance unless ``options.lib_only`` is True, in which case the return value is ``None``. """ dry_run = maker.dry_run warner = kwargs.get('warner') lib_only = kwargs.get('lib_only', False) bc_hashed_invalidation = kwargs.get('bytecode_hashed_invalidation', False) pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) data_dir = '%s.data' % name_ver info_dir = '%s.dist-info' % name_ver metadata_name = posixpath.join(info_dir, METADATA_FILENAME) wheel_metadata_name = posixpath.join(info_dir, 'WHEEL') record_name = posixpath.join(info_dir, 'RECORD') wrapper = codecs.getreader('utf-8') with ZipFile(pathname, 'r') as zf: with zf.open(wheel_metadata_name) as bwf: wf = wrapper(bwf) message = message_from_file(wf) wv = message['Wheel-Version'].split('.', 1) file_version = tuple([int(i) for i in wv]) if (file_version != self.wheel_version) and warner: warner(self.wheel_version, file_version) if message['Root-Is-Purelib'] == 'true': libdir = paths['purelib'] else: libdir = paths['platlib'] records = {} with zf.open(record_name) as bf: with CSVReader(stream=bf) as reader: for row in reader: p = row[0] records[p] = row data_pfx = posixpath.join(data_dir, '') info_pfx = posixpath.join(info_dir, '') script_pfx = posixpath.join(data_dir, 'scripts', '') # make a new instance rather than a copy of maker's, # as we mutate it fileop = FileOperator(dry_run=dry_run) fileop.record = True # so we can rollback if needed bc = not sys.dont_write_bytecode # Double negatives. Lovely! outfiles = [] # for RECORD writing # for script copying/shebang processing workdir = tempfile.mkdtemp() # set target dir later # we default add_launchers to False, as the # Python Launcher should be used instead maker.source_dir = workdir maker.target_dir = None try: for zinfo in zf.infolist(): arcname = zinfo.filename if isinstance(arcname, text_type): u_arcname = arcname else: u_arcname = arcname.decode('utf-8') if self.skip_entry(u_arcname): continue row = records[u_arcname] if row[2] and str(zinfo.file_size) != row[2]: raise DistlibException('size mismatch for ' '%s' % u_arcname) if row[1]: kind, value = row[1].split('=', 1) with zf.open(arcname) as bf: data = bf.read() _, digest = self.get_hash(data, kind) if digest != value: raise DistlibException('digest mismatch for ' '%s' % arcname) if lib_only and u_arcname.startswith((info_pfx, data_pfx)): logger.debug('lib_only: skipping %s', u_arcname) continue is_script = (u_arcname.startswith(script_pfx) and not u_arcname.endswith('.exe')) if u_arcname.startswith(data_pfx): _, where, rp = u_arcname.split('/', 2) outfile = os.path.join(paths[where], convert_path(rp)) else: # meant for site-packages. if u_arcname in (wheel_metadata_name, record_name): continue outfile = os.path.join(libdir, convert_path(u_arcname)) if not is_script: with zf.open(arcname) as bf: fileop.copy_stream(bf, outfile) outfiles.append(outfile) # Double check the digest of the written file if not dry_run and row[1]: with open(outfile, 'rb') as bf: data = bf.read() _, newdigest = self.get_hash(data, kind) if newdigest != digest: raise DistlibException('digest mismatch ' 'on write for ' '%s' % outfile) if bc and outfile.endswith('.py'): try: pyc = fileop.byte_compile(outfile, hashed_invalidation=bc_hashed_invalidation) outfiles.append(pyc) except Exception: # Don't give up if byte-compilation fails, # but log it and perhaps warn the user logger.warning('Byte-compilation failed', exc_info=True) else: fn = os.path.basename(convert_path(arcname)) workname = os.path.join(workdir, fn) with zf.open(arcname) as bf: fileop.copy_stream(bf, workname) dn, fn = os.path.split(outfile) maker.target_dir = dn filenames = maker.make(fn) fileop.set_executable_mode(filenames) outfiles.extend(filenames) if lib_only: logger.debug('lib_only: returning None') dist = None else: # Generate scripts # Try to get pydist.json so we can see if there are # any commands to generate. If this fails (e.g. because # of a legacy wheel), log a warning but don't give up. commands = None file_version = self.info['Wheel-Version'] if file_version == '1.0': # Use legacy info ep = posixpath.join(info_dir, 'entry_points.txt') try: with zf.open(ep) as bwf: epdata = read_exports(bwf) commands = {} for key in ('console', 'gui'): k = '%s_scripts' % key if k in epdata: commands['wrap_%s' % key] = d = {} for v in epdata[k].values(): s = '%s:%s' % (v.prefix, v.suffix) if v.flags: s += ' %s' % v.flags d[v.name] = s except Exception: logger.warning('Unable to read legacy script ' 'metadata, so cannot generate ' 'scripts') else: try: with zf.open(metadata_name) as bwf: wf = wrapper(bwf) commands = json.load(wf).get('extensions') if commands: commands = commands.get('python.commands') except Exception: logger.warning('Unable to read JSON metadata, so ' 'cannot generate scripts') if commands: console_scripts = commands.get('wrap_console', {}) gui_scripts = commands.get('wrap_gui', {}) if console_scripts or gui_scripts: script_dir = paths.get('scripts', '') if not os.path.isdir(script_dir): raise ValueError('Valid script path not ' 'specified') maker.target_dir = script_dir for k, v in console_scripts.items(): script = '%s = %s' % (k, v) filenames = maker.make(script) fileop.set_executable_mode(filenames) if gui_scripts: options = {'gui': True } for k, v in gui_scripts.items(): script = '%s = %s' % (k, v) filenames = maker.make(script, options) fileop.set_executable_mode(filenames) p = os.path.join(libdir, info_dir) dist = InstalledDistribution(p) # Write SHARED paths = dict(paths) # don't change passed in dict del paths['purelib'] del paths['platlib'] paths['lib'] = libdir p = dist.write_shared_locations(paths, dry_run) if p: outfiles.append(p) # Write RECORD dist.write_installed_files(outfiles, paths['prefix'], dry_run) return dist except Exception: # pragma: no cover logger.exception('installation failed.') fileop.rollback() raise finally: shutil.rmtree(workdir) def _get_dylib_cache(self): global cache if cache is None: # Use native string to avoid issues on 2.x: see Python #20140. base = os.path.join(get_cache_base(), str('dylib-cache'), sys.version[:3]) cache = Cache(base) return cache def _get_extensions(self): pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver arcname = posixpath.join(info_dir, 'EXTENSIONS') wrapper = codecs.getreader('utf-8') result = [] with ZipFile(pathname, 'r') as zf: try: with zf.open(arcname) as bf: wf = wrapper(bf) extensions = json.load(wf) cache = self._get_dylib_cache() prefix = cache.prefix_to_dir(pathname) cache_base = os.path.join(cache.base, prefix) if not os.path.isdir(cache_base): os.makedirs(cache_base) for name, relpath in extensions.items(): dest = os.path.join(cache_base, convert_path(relpath)) if not os.path.exists(dest): extract = True else: file_time = os.stat(dest).st_mtime file_time = datetime.datetime.fromtimestamp(file_time) info = zf.getinfo(relpath) wheel_time = datetime.datetime(*info.date_time) extract = wheel_time > file_time if extract: zf.extract(relpath, cache_base) result.append((name, dest)) except KeyError: pass return result def is_compatible(self): """ Determine if a wheel is compatible with the running system. """ return is_compatible(self) def is_mountable(self): """ Determine if a wheel is asserted as mountable by its metadata. """ return True # for now - metadata details TBD def mount(self, append=False): pathname = os.path.abspath(os.path.join(self.dirname, self.filename)) if not self.is_compatible(): msg = 'Wheel %s not compatible with this Python.' % pathname raise DistlibException(msg) if not self.is_mountable(): msg = 'Wheel %s is marked as not mountable.' % pathname raise DistlibException(msg) if pathname in sys.path: logger.debug('%s already in path', pathname) else: if append: sys.path.append(pathname) else: sys.path.insert(0, pathname) extensions = self._get_extensions() if extensions: if _hook not in sys.meta_path: sys.meta_path.append(_hook) _hook.add(pathname, extensions) def unmount(self): pathname = os.path.abspath(os.path.join(self.dirname, self.filename)) if pathname not in sys.path: logger.debug('%s not in path', pathname) else: sys.path.remove(pathname) if pathname in _hook.impure_wheels: _hook.remove(pathname) if not _hook.impure_wheels: if _hook in sys.meta_path: sys.meta_path.remove(_hook) def verify(self): pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) data_dir = '%s.data' % name_ver info_dir = '%s.dist-info' % name_ver metadata_name = posixpath.join(info_dir, METADATA_FILENAME) wheel_metadata_name = posixpath.join(info_dir, 'WHEEL') record_name = posixpath.join(info_dir, 'RECORD') wrapper = codecs.getreader('utf-8') with ZipFile(pathname, 'r') as zf: with zf.open(wheel_metadata_name) as bwf: wf = wrapper(bwf) message = message_from_file(wf) wv = message['Wheel-Version'].split('.', 1) file_version = tuple([int(i) for i in wv]) # TODO version verification records = {} with zf.open(record_name) as bf: with CSVReader(stream=bf) as reader: for row in reader: p = row[0] records[p] = row for zinfo in zf.infolist(): arcname = zinfo.filename if isinstance(arcname, text_type): u_arcname = arcname else: u_arcname = arcname.decode('utf-8') # See issue #115: some wheels have .. in their entries, but # in the filename ... e.g. __main__..py ! So the check is # updated to look for .. in the directory portions p = u_arcname.split('/') if '..' in p: raise DistlibException('invalid entry in ' 'wheel: %r' % u_arcname) if self.skip_entry(u_arcname): continue row = records[u_arcname] if row[2] and str(zinfo.file_size) != row[2]: raise DistlibException('size mismatch for ' '%s' % u_arcname) if row[1]: kind, value = row[1].split('=', 1) with zf.open(arcname) as bf: data = bf.read() _, digest = self.get_hash(data, kind) if digest != value: raise DistlibException('digest mismatch for ' '%s' % arcname) def update(self, modifier, dest_dir=None, **kwargs): """ Update the contents of a wheel in a generic way. The modifier should be a callable which expects a dictionary argument: its keys are archive-entry paths, and its values are absolute filesystem paths where the contents the corresponding archive entries can be found. The modifier is free to change the contents of the files pointed to, add new entries and remove entries, before returning. This method will extract the entire contents of the wheel to a temporary location, call the modifier, and then use the passed (and possibly updated) dictionary to write a new wheel. If ``dest_dir`` is specified, the new wheel is written there -- otherwise, the original wheel is overwritten. The modifier should return True if it updated the wheel, else False. This method returns the same value the modifier returns. """ def get_version(path_map, info_dir): version = path = None key = '%s/%s' % (info_dir, METADATA_FILENAME) if key not in path_map: key = '%s/PKG-INFO' % info_dir if key in path_map: path = path_map[key] version = Metadata(path=path).version return version, path def update_version(version, path): updated = None try: v = NormalizedVersion(version) i = version.find('-') if i < 0: updated = '%s+1' % version else: parts = [int(s) for s in version[i + 1:].split('.')] parts[-1] += 1 updated = '%s+%s' % (version[:i], '.'.join(str(i) for i in parts)) except UnsupportedVersionError: logger.debug('Cannot update non-compliant (PEP-440) ' 'version %r', version) if updated: md = Metadata(path=path) md.version = updated legacy = not path.endswith(METADATA_FILENAME) md.write(path=path, legacy=legacy) logger.debug('Version updated from %r to %r', version, updated) pathname = os.path.join(self.dirname, self.filename) name_ver = '%s-%s' % (self.name, self.version) info_dir = '%s.dist-info' % name_ver record_name = posixpath.join(info_dir, 'RECORD') with tempdir() as workdir: with ZipFile(pathname, 'r') as zf: path_map = {} for zinfo in zf.infolist(): arcname = zinfo.filename if isinstance(arcname, text_type): u_arcname = arcname else: u_arcname = arcname.decode('utf-8') if u_arcname == record_name: continue if '..' in u_arcname: raise DistlibException('invalid entry in ' 'wheel: %r' % u_arcname) zf.extract(zinfo, workdir) path = os.path.join(workdir, convert_path(u_arcname)) path_map[u_arcname] = path # Remember the version. original_version, _ = get_version(path_map, info_dir) # Files extracted. Call the modifier. modified = modifier(path_map, **kwargs) if modified: # Something changed - need to build a new wheel. current_version, path = get_version(path_map, info_dir) if current_version and (current_version == original_version): # Add or update local version to signify changes. update_version(current_version, path) # Decide where the new wheel goes. if dest_dir is None: fd, newpath = tempfile.mkstemp(suffix='.whl', prefix='wheel-update-', dir=workdir) os.close(fd) else: if not os.path.isdir(dest_dir): raise DistlibException('Not a directory: %r' % dest_dir) newpath = os.path.join(dest_dir, self.filename) archive_paths = list(path_map.items()) distinfo = os.path.join(workdir, info_dir) info = distinfo, info_dir self.write_records(info, workdir, archive_paths) self.build_zip(newpath, archive_paths) if dest_dir is None: shutil.copyfile(newpath, pathname) return modified def compatible_tags(): """ Return (pyver, abi, arch) tuples compatible with this Python. """ versions = [VER_SUFFIX] major = VER_SUFFIX[0] for minor in range(sys.version_info[1] - 1, - 1, -1): versions.append(''.join([major, str(minor)])) abis = [] for suffix, _, _ in imp.get_suffixes(): if suffix.startswith('.abi'): abis.append(suffix.split('.', 2)[1]) abis.sort() if ABI != 'none': abis.insert(0, ABI) abis.append('none') result = [] arches = [ARCH] if sys.platform == 'darwin': m = re.match(r'(\w+)_(\d+)_(\d+)_(\w+)$', ARCH) if m: name, major, minor, arch = m.groups() minor = int(minor) matches = [arch] if arch in ('i386', 'ppc'): matches.append('fat') if arch in ('i386', 'ppc', 'x86_64'): matches.append('fat3') if arch in ('ppc64', 'x86_64'): matches.append('fat64') if arch in ('i386', 'x86_64'): matches.append('intel') if arch in ('i386', 'x86_64', 'intel', 'ppc', 'ppc64'): matches.append('universal') while minor >= 0: for match in matches: s = '%s_%s_%s_%s' % (name, major, minor, match) if s != ARCH: # already there arches.append(s) minor -= 1 # Most specific - our Python version, ABI and arch for abi in abis: for arch in arches: result.append((''.join((IMP_PREFIX, versions[0])), abi, arch)) # where no ABI / arch dependency, but IMP_PREFIX dependency for i, version in enumerate(versions): result.append((''.join((IMP_PREFIX, version)), 'none', 'any')) if i == 0: result.append((''.join((IMP_PREFIX, version[0])), 'none', 'any')) # no IMP_PREFIX, ABI or arch dependency for i, version in enumerate(versions): result.append((''.join(('py', version)), 'none', 'any')) if i == 0: result.append((''.join(('py', version[0])), 'none', 'any')) return set(result) COMPATIBLE_TAGS = compatible_tags() del compatible_tags def is_compatible(wheel, tags=None): if not isinstance(wheel, Wheel): wheel = Wheel(wheel) # assume it's a filename result = False if tags is None: tags = COMPATIBLE_TAGS for ver, abi, arch in tags: if ver in wheel.pyver and abi in wheel.abi and arch in wheel.arch: result = True break return result PK A\"xC C 4 pip/_vendor/distlib/__pycache__/index.cpython-38.pycnu [ U .eJR @ s d dl Z d dlZd dlZd dlZd dlZd dlZzd dlmZ W n ek r` d dl mZ Y nX ddl m Z ddl m Z mZmZmZmZmZ ddlmZmZmZ eeZdZdZG d d d e Z dS ) N)Thread )DistlibException)HTTPBasicAuthHandlerRequestHTTPPasswordMgrurlparse build_opener string_types)cached_propertyzip_dir ServerProxyzhttps://pypi.org/pypipypic @ s e Zd ZdZdZd*ddZdd Zdd Zd d Zd d Z dd Z dd Z d+ddZ d,ddZ d-ddZd.ddZd d Zd/d d Zd0d d!Zd1d"d#Zd$d% Zd&d' Zd2d(d)ZdS )3 PackageIndexzc This class represents a package index compatible with PyPI, the Python Package Index. s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc C s |pt | _| t| j\}}}}}}|s<|s<|s<|dkrJtd| j d| _d| _d| _d| _t t j dR}dD ]F} z,t j | dg||d} | dkr| | _W qW qt tk r Y qtX qtW 5 Q R X dS ) z Initialise an instance. :param url: The URL of the index. If not specified, the URL for PyPI is used. )ZhttpZhttpszinvalid repository: %sNw)gpgZgpg2z --versionstdoutstderrr ) DEFAULT_INDEXurlread_configurationr r password_handler ssl_verifierr gpg_homeopenosdevnull subprocessZ check_callOSError) selfr ZschemenetlocpathZparamsZqueryZfragZsinksrc r% =/usr/lib/python3.8/site-packages/pip/_vendor/distlib/index.py__init__$ s( zPackageIndex.__init__c C s& ddl m} ddlm} | }||S )zs Get the distutils command for interacting with PyPI configurations. :return: the command. r ) Distribution) PyPIRCCommand)Zdistutils.corer( Zdistutils.configr) )r r( r) dr% r% r& _get_pypirc_commandA s z PackageIndex._get_pypirc_commandc C sR | }| j|_| }|d| _|d| _|dd| _|d| j| _dS )z Read the PyPI access configuration as supported by distutils, getting PyPI to do the actual work. This populates ``username``, ``password``, ``realm`` and ``url`` attributes from the configuration. usernamepasswordrealmr repositoryN)r+ r r/ Z _read_pypircgetr, r- r. )r cZcfgr% r% r& r K s z PackageIndex.read_configurationc C s$ | | }|| j| j dS )z Save the PyPI access configuration. You must have set ``username`` and ``password`` attributes before calling this method. Again, distutils is used to do the actual work. N)check_credentialsr+ Z _store_pypircr, r- )r r1 r% r% r& save_configurationZ s z PackageIndex.save_configurationc C s\ | j dks| jdkr tdt }t| j\}}}}}}|| j|| j | j t|| _ dS )zp Check that ``username`` and ``password`` have been set, and raise an exception if not. Nz!username and password must be set) r, r- r r r r Z add_passwordr. r r )r Zpm_r! r% r% r& r2 f s z PackageIndex.check_credentialsc C s\ | | | }d|d< | | g }| |}d|d< | | g }| |S )aq Register a distribution on PyPI, using the provided metadata. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the distribution to be registered. :return: The HTTP response received from PyPI upon submission of the request. Zverify:actionZsubmit)r2 validatetodictencode_requestitems send_request)r metadatar* requestZresponser% r% r& registerr s zPackageIndex.registerc C sF | }|sq:|d }|| td||f q | dS )ar Thread runner for reading lines of from a subprocess into a buffer. :param name: The logical name of the stream (used for logging only). :param stream: The stream to read from. This will typically a pipe connected to the output stream of a subprocess. :param outbuf: The list to append the read lines to. utf-8z%s: %sN)readlinedecoderstripappendloggerdebugclose)r namestreamZoutbufr# r% r% r& _reader s zPackageIndex._readerc C s | j dddg}|dkr | j}|r.|d|g |dk rF|dddg t }tj|tj|d }|d d d |d ||g t dd| ||fS )a Return a suitable command for signing a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The signing command as a list suitable to be passed to :class:`subprocess.Popen`. --status-fd2--no-ttyN --homedirz--batchz--passphrase-fd0z.ascz --detach-signz--armorz --local-userz--output invoking: %s ) r r extendtempfileZmkdtempr r" joinbasenamerC rD )r filenamesigner sign_passwordkeystorecmdZtdZsfr% r% r& get_sign_command s" z PackageIndex.get_sign_commandc C s t jt jd}|dk r t j|d< g }g }t j|f|}t| jd|j|fd}| t| jd|j|fd}| |dk r|j | |j | | | |j ||fS )a Run a command in a child process , passing it any input data specified. :param cmd: The command to run. :param input_data: If specified, this must be a byte string containing data to be sent to the child process. :return: A tuple consisting of the subprocess' exit code, a list of lines read from the subprocess' ``stdout``, and a list of lines read from the subprocess' ``stderr``. r Nstdinr )targetargsr )r PIPEPopenr rH r startr rZ writerE waitrR returncode) r rX Z input_datakwargsr r pt1t2r% r% r& run_command s& zPackageIndex.run_commandc C sD | ||||\}}| ||d\}}} |dkr@td| |S )aR Sign a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The absolute pathname of the file where the signature is stored. r> r z&sign command failed with error code %s)rY rg encoder ) r rT rU rV rW rX sig_filer$ r r r% r% r& sign_file s zPackageIndex.sign_filesdistsourcec C s( | tj|s td| | | }d} |rZ| jsJt d n| ||||} t |d} | } W 5 Q R X t | } t | } |dd||| | d dtj|| fg}| rt | d} | }W 5 Q R X |d tj| |f ttj| | | |}| |S ) a Upload a release file to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the file to be uploaded. :param filename: The pathname of the file to be uploaded. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param filetype: The type of the file being uploaded. This is the distutils command which produced that file, e.g. ``sdist`` or ``bdist_wheel``. :param pyversion: The version of Python which the release relates to. For code compatible with any Python, this would be ``source``, otherwise it would be e.g. ``3.2``. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The HTTP response received from PyPI upon submission of the request. z not found: %sNz)no signing program available - not signedrbZ file_upload1)r5 Zprotocol_versionfiletype pyversion md5_digest sha256_digestcontentZ gpg_signature)r2 r r" existsr r6 r7 r rC Zwarningrj r readhashlibmd5 hexdigestZsha256updaterS rB shutilZrmtreedirnamer8 r9 r: )r r; rT rU rV ro rp rW r* ri fZ file_datarq rr filesZsig_datar< r% r% r& upload_file sD zPackageIndex.upload_filec C s | tj|s td| tj|d}tj|sFtd| | |j|j }}t | }dd|fd|fg}d||fg}| ||} | | S )a2 Upload documentation to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the documentation to be uploaded. :param doc_dir: The pathname of the directory which contains the documentation. This should be the directory that contains the ``index.html`` for the documentation. :return: The HTTP response received from PyPI upon submission of the request. znot a directory: %rz index.htmlz not found: %r)r5 Z doc_uploadrF versionrs )r2 r r" isdirr rR rt r6 rF r r getvaluer8 r: ) r r; Zdoc_dirfnrF r Zzip_datafieldsr} r< r% r% r& upload_documentation( s z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|d|g |d||g tdd| |S ) a| Return a suitable command for verifying a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The verifying command as a list suitable to be passed to :class:`subprocess.Popen`. rI rJ rK NrL z--verifyrN rO )r r rP rC rD rR )r signature_filename data_filenamerW rX r% r% r& get_verify_commandD s z PackageIndex.get_verify_commandc C sH | j std| |||}| |\}}}|dkr@td| |dkS )a6 Verify a signature for a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: True if the signature was verified, else False. z0verification unavailable because gpg unavailable)r r z(verify command failed with error code %sr )r r r rg )r r r rW rX r$ r r r% r% r& verify_signature\ s z PackageIndex.verify_signaturec C sl |dkrd}t d n6t|ttfr0|\}}nd}tt| }t d| t|d}| t |}z| } d} d} d} d} d | krt | d } |r|| | | | | }|sq| t|7 } || |r|| | d 7 } |r|| | | qW 5 | X W 5 Q R X | dkr0| | k r0td | | f |rh| }||kr\td ||||f t d| dS )a This is a convenience method for downloading a file from an URL. Normally, this will be a file from the index, though currently no check is made for this (i.e. a file can be downloaded from anywhere). The method is just like the :func:`urlretrieve` function in the standard library, except that it allows digest computation to be done during download and checking that the downloaded data matched any expected value. :param url: The URL of the file to be downloaded (assumed to be available via an HTTP GET request). :param destfile: The pathname where the downloaded file is to be saved. :param digest: If specified, this must be a (hasher, value) tuple, where hasher is the algorithm used (e.g. ``'md5'``) and ``value`` is the expected value. :param reporthook: The same as for :func:`urlretrieve` in the standard library. NzNo digest specifiedrw zDigest specified: %swbi r zcontent-lengthzContent-Lengthr z1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s)rC rD isinstancelisttuplegetattrrv r r: r rE infointru lenr` ry r rx )r r ZdestfileZdigestZ reporthookZdigesterZhasherZdfpZsfpheadersZ blocksizesizeru Zblocknumblockactualr% r% r& download_fileu s^ zPackageIndex.download_filec C s: g }| j r|| j | jr(|| j t| }||S )z Send a standard library :class:`Request` to PyPI and return its response. :param req: The request to send. :return: The HTTP response from PyPI (a standard library HTTPResponse). )r rB r r r )r ZreqZhandlersZopenerr% r% r& r: s zPackageIndex.send_requestc C s g }| j }|D ]L\}}t|ttfs*|g}|D ]*}|d| d| dd|df q.q|D ].\}} } |d| d|| f dd| f q`|d| d df d|} d| } | tt| d} t | j | | S ) a& Encode fields and files for posting to an HTTP server. :param fields: The fields to send as a list of (fieldname, value) tuples. :param files: The files to send as a list of (fieldname, filename, file_bytes) tuple. s --z)Content-Disposition: form-data; name="%s"r> z8Content-Disposition: form-data; name="%s"; filename="%s"s s multipart/form-data; boundary=)z Content-typezContent-length) boundaryr r r rP rh rR strr r r )r r r} partsr kvaluesvkeyrT valueZbodyZctr r% r% r& r8 sD zPackageIndex.encode_requestc C sF t |trd|i}t| jdd}z|||p.dW S |d X d S )NrF g @)ZtimeoutrE and)r r r r search)r ZtermsoperatorZ rpc_proxyr% r% r& r s zPackageIndex.search)N)N)N)N)NNrk rl N)N)N)NN)N)__name__ __module__ __qualname____doc__r r' r+ r r3 r2 r= rH rY rg rj r~ r r r r r: r8 r r% r% r% r& r s6 # 9 M+r ) rv Zloggingr rz r rQ Z threadingr ImportErrorZdummy_threading r compatr r r r r r utilr r r Z getLoggerr rC r Z DEFAULT_REALMobjectr r% r% r% r& <module> s PK A\# 7 pip/_vendor/distlib/__pycache__/__init__.cpython-38.pycnu [ U .eK @ sn d dl Z dZG dd deZzd dl mZ W n& ek rR G dd de jZY nX e eZ e e dS ) Nz 0.2.9.post0c @ s e Zd ZdS )DistlibExceptionN)__name__ __module__ __qualname__ r r @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/__init__.pyr s r ) NullHandlerc @ s$ e Zd Zdd Zdd Zdd ZdS )r c C s d S Nr selfrecordr r r handle zNullHandler.handlec C s d S r r r r r r emit r zNullHandler.emitc C s d | _ d S r )lock)r r r r createLock r zNullHandler.createLockN)r r r r r r r r r r r s r ) Zlogging __version__ Exceptionr r ImportErrorZHandlerZ getLoggerr ZloggerZ addHandlerr r r r <module> s PK A\2FT T 7 pip/_vendor/distlib/__pycache__/database.cpython-38.pycnu [ U .eU @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z mZ ddlmZ ddlmZmZ ddlmZmZmZmZ dd lmZmZm Z m Z m Z m Z m Z d d d d dgZ!e"e#Z$dZ%dZ&deddde%dfZ'dZ(G dd de)Z*G dd de)Z+G dd d e)Z,G dd d e,Z-G d d d e-Z.G d d d e-Z/e.Z0e/Z1G d d d e)Z2d)d!d"Z3d#d$ Z4d%d& Z5d'd( Z6dS )*zPEP 376 implementation. )unicode_literalsN )DistlibException resources)StringIO) get_schemeUnsupportedVersionError)MetadataMETADATA_FILENAMEWHEEL_METADATA_FILENAMELEGACY_METADATA_FILENAME)parse_requirementcached_propertyparse_name_and_version read_exports write_exports CSVReader CSVWriter DistributionBaseInstalledDistributionInstalledDistributionEggInfoDistributionDistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLERRECORD REQUESTED RESOURCESSHAREDz .dist-infoc @ s( e Zd ZdZdd Zdd Zdd ZdS ) _CachezL A simple cache mapping names and .dist-info paths to distributions c C s i | _ i | _d| _dS )zZ Initialise an instance. There is normally one for each DistributionPath. FN)namepath generatedself r# @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/database.py__init__1 s z_Cache.__init__c C s | j | j d| _dS )zC Clear the cache, setting it to its initial state. FN)r clearr r r! r# r# r$ r& 9 s z _Cache.clearc C s2 |j | j kr.|| j |j < | j|jg | dS )z` Add a distribution to the cache. :param dist: The distribution to add. N)r r setdefaultkeyappendr" distr# r# r$ addA s z _Cache.addN)__name__ __module__ __qualname____doc__r% r& r, r# r# r# r$ r - s r c @ s e Zd ZdZd ddZdd Zdd ZeeeZd d Z d d Z dd Z e dd Z dd Zdd Zd ddZdd Zd ddZdS ) r zU Represents a set of distributions installed on a path (typically sys.path). NFc C sD |dkrt j}|| _d| _|| _t | _t | _d| _td| _ dS )a Create an instance from a path, optionally including legacy (distutils/ setuptools/distribute) distributions. :param path: The path to use, as a list of directories. If not specified, sys.path is used. :param include_egg: If True, this instance will look for and return legacy distributions as well as those based on PEP 376. NTdefault) sysr _include_dist _include_eggr _cache _cache_egg_cache_enabledr _scheme)r" r Z include_eggr# r# r$ r% O s zDistributionPath.__init__c C s | j S Nr7 r! r# r# r$ _get_cache_enabledc s z#DistributionPath._get_cache_enabledc C s || _ d S r9 r: )r" valuer# r# r$ _set_cache_enabledf s z#DistributionPath._set_cache_enabledc C s | j | j dS )z, Clears the internal cache. N)r5 r& r6 r! r# r# r$ clear_cachek s z DistributionPath.clear_cachec c sD t }| jD ]0}t|}|dkr&q |d}|r |js<q t|j}|D ]}||}|rJ|j|krhqJ| jr|t rt t t g}|D ]"}t ||} || } | r qqqJt| } t| dd} W 5 Q R X td|j ||j t|j| | dV qJ| jrJ|drJtd|j ||j t|j| V qJq dS )zD Yield .dist-info and/or .egg(-info) distributions. N legacyfileobjschemezFound %s)metadataenv) .egg-info.egg)setr r finder_for_pathfindZ is_containersortedr3 endswith DISTINFO_EXTr r r posixpathjoin contextlibclosing as_streamr loggerdebugr, new_dist_classr4 old_dist_class) r" seenr finderrZrsetentryZpossible_filenamesZmetadata_filenameZ metadata_pathZpydiststreamrD r# r# r$ _yield_distributionss sF z%DistributionPath._yield_distributionsc C sp | j j }| jo| jj }|s"|rl| D ](}t|trF| j | q*| j| q*|r`d| j _|rld| j_dS )zk Scan the path for distributions and populate the cache with those that are found. TN)r5 r r4 r6 r\ isinstancer r, )r" Zgen_distZgen_eggr+ r# r# r$ _generate_cache s z DistributionPath._generate_cachec C s | dd}d||gt S )ao The *name* and *version* parameters are converted into their filename-escaped form, i.e. any ``'-'`` characters are replaced with ``'_'`` other than the one in ``'dist-info'`` and the one separating the name from the version number. :parameter name: is converted to a standard distribution name by replacing any runs of non- alphanumeric characters with a single ``'-'``. :type name: string :parameter version: is converted to a standard version string. Spaces become dots, and all other non-alphanumeric characters (except dots) become dashes, with runs of multiple dashes condensed to a single dash. :type version: string :returns: directory name :rtype: string-_)replacerO rM )clsr versionr# r# r$ distinfo_dirname s z!DistributionPath.distinfo_dirnamec c s^ | j s | D ] }|V qn>| | jj D ] }|V q0| jrZ| jj D ] }|V qNdS )a5 Provides an iterator that looks for distributions and returns :class:`InstalledDistribution` or :class:`EggInfoDistribution` instances for each one of them. :rtype: iterator of :class:`InstalledDistribution` and :class:`EggInfoDistribution` instances N)r7 r\ r^ r5 r valuesr4 r6 r* r# r# r$ get_distributions s z"DistributionPath.get_distributionsc C s d}| }| js4| D ]}|j|kr|} q|qnH| || jjkrZ| jj| d }n"| jr||| jjkr|| jj| d }|S )a= Looks for a named distribution on the path. This function only returns the first result found, as no more than one value is expected. If nothing is found, ``None`` is returned. :rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution` or ``None`` Nr ) lowerr7 r\ r( r^ r5 r r4 r6 )r" r resultr+ r# r# r$ get_distribution s z!DistributionPath.get_distributionc c s d}|dk rJz| j d||f }W n$ tk rH td||f Y nX | D ]p}t|dsntd| qR|j}|D ]H}t |\}}|dkr||kr|V qRqx||krx| |rx|V qRqxqRdS )a Iterates over all distributions to find which distributions provide *name*. If a *version* is provided, it will be used to filter the results. This function only returns the first result found, since no more than one values are expected. If the directory is not found, returns ``None``. :parameter version: a version specifier that indicates the version required, conforming to the format in ``PEP-345`` :type name: string :type version: string N%s (%s)z invalid name or version: %r, %rprovideszNo "provides": %s) r8 matcher ValueErrorr rf hasattrrS rT rk r match) r" r rc rl r+ providedpp_namep_verr# r# r$ provides_distribution s* z&DistributionPath.provides_distributionc C s( | |}|dkr td| ||S )z5 Return the path to a resource file. Nz no distribution named %r found)ri LookupErrorget_resource_path)r" r relative_pathr+ r# r# r$ get_file_path! s z DistributionPath.get_file_pathc c sX | D ]J}|j}||kr|| }|dk r>||krR|| V q| D ] }|V qFqdS )z Return all of the exported entries in a particular category. :param category: The category to search for entries. :param name: If specified, only entries with that name are returned. N)rf exportsre )r" categoryr r+ rY dvr# r# r$ get_exported_entries* s z%DistributionPath.get_exported_entries)NF)N)N)r- r. r/ r0 r% r; r= propertyZ cache_enabledr> r\ r^ classmethodrd rf ri rt rx r} r# r# r# r$ r K s , ) c @ s e Zd ZdZdZdZdd Zedd ZeZ edd Z ed d Z d d Z ed d Z edd Zedd Zedd Zedd Zdd Zdd Zdd Zd d Zd S ) r z A base class for distributions, whether installed or from indexes. Either way, it must have some metadata, so that's all that's needed for construction. Fc C sL || _ |j| _| j | _|j| _d| _d| _d| _d| _t | _ i | _ dS )z Initialise an instance. :param metadata: The instance of :class:`Metadata` describing this distribution. N) rD r rg r( rc ZlocatordigestextrascontextrH Z download_urlsZdigests)r" rD r# r# r$ r% O s zDistribution.__init__c C s | j jS )zH The source archive download URL for this distribution. )rD source_urlr! r# r# r$ r ` s zDistribution.source_urlc C s d| j | jf S )zX A utility property which displays the name and version in parentheses. rj r rc r! r# r# r$ name_and_versioni s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|| |S )z A set of distribution names and versions provided by this distribution. :return: A set of "name (version)" strings. rj )rD rk r rc r) )r" Zplistsr# r# r$ rk p s zDistribution.providesc C s8 | j }td| t||}t|j|| j| jdS )Nz%Getting requirements from metadata %r)r rE ) rD rS rT ZtodictgetattrrH Zget_requirementsr r )r" Zreq_attrmdZreqtsr# r# r$ _get_requirements| s z Distribution._get_requirementsc C s | dS )N run_requiresr r! r# r# r$ r s zDistribution.run_requiresc C s | dS )N meta_requiresr r! r# r# r$ r s zDistribution.meta_requiresc C s | dS )Nbuild_requiresr r! r# r# r$ r s zDistribution.build_requiresc C s | dS )N test_requiresr r! r# r# r$ r s zDistribution.test_requiresc C s | dS )N dev_requiresr r! r# r# r$ r s zDistribution.dev_requiresc C s t |}t| jj}z||j}W n6 tk rZ td| | d }||}Y nX |j }d}| j D ]D}t |\}} ||krqlz| | }W qW ql tk r Y qlX ql|S )z Say if this instance matches (fulfills) a requirement. :param req: The requirement to match. :rtype req: str :return: True if it matches, else False. +could not read version %r - using name onlyr F)r r rD rC rl requirementr rS warningsplitr( rk r ro ) r" reqrY rC rl r rh rq rr rs r# r# r$ matches_requirement s, z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC Return a textual representation of this instance, z [%s]r? z<Distribution %s (%s)%s>)r r rc )r" suffixr# r# r$ __repr__ s zDistribution.__repr__c C s> t |t | k rd}n$| j|jko8| j|jko8| j|jk}|S )a< See if this distribution is the same as another. :param other: The distribution to compare with. To be equal to one another. distributions must have the same type, name, version and source_url. :return: True if it is the same, else False. F)typer rc r )r" otherrh r# r# r$ __eq__ s zDistribution.__eq__c C s t | jt | j t | j S )zH Compute hash in a way which matches the equality test. )hashr rc r r! r# r# r$ __hash__ s zDistribution.__hash__N)r- r. r/ r0 Zbuild_time_dependency requestedr% r~ r Z download_urlr rk r r r r r r r r r r r# r# r# r$ r = s4 " c s0 e Zd ZdZdZd fdd ZdddZ ZS ) r z] This is the base class for installed distributions (whether PEP 376 or legacy). Nc s t t| | || _|| _dS )a Initialise an instance. :param metadata: An instance of :class:`Metadata` which describes the distribution. This will normally have been initialised from a metadata file in the ``path``. :param path: The path of the ``.dist-info`` or ``.egg-info`` directory for the distribution. :param env: This is normally the :class:`DistributionPath` instance where this distribution was found. N)superr r% r dist_path)r" rD r rE __class__r# r$ r% s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|}d| j }|| }t|dd}d||f S )a Get the hash of some data, using a particular hash algorithm, if specified. :param data: The data to be hashed. :type data: bytes :param hasher: The name of a hash implementation, supported by hashlib, or ``None``. Examples of valid values are ``'sha1'``, ``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and ``'sha512'``. If no hasher is specified, the ``hasher`` attribute of the :class:`InstalledDistribution` instance is used. If the hasher is determined to be ``None``, MD5 is used as the hashing algorithm. :returns: The hash of the data. If a hasher was explicitly specified, the returned hash will be prefixed with the specified hasher followed by '='. :rtype: str Nr? z%s= =ascii%s%s) hasherhashlibmd5r r base64Zurlsafe_b64encoderstripdecode)r" datar prefixr r# r# r$ get_hash s z"BaseInstalledDistribution.get_hash)N)N)r- r. r/ r0 r r% r __classcell__r# r# r r$ r s c s e Zd ZdZdZd' fdd Zdd Zdd Zd d Ze d d Z dd Z dd Z dd Z dd Zd(ddZdd Ze dd Zd)d d Zd d Zd!d" Zd#d$ Zd%d& ZejZ ZS )*r a Created with the *path* of the ``.dist-info`` directory provided to the constructor. It reads the metadata contained in ``pydist.json`` when it is instantiated., or uses a passed in Metadata instance (useful for when dry-run mode is being used). Zsha256Nc sJ g | _ t| | _}|d kr*td| |rP|jrP||jjkrP|jj| j}nt|d kr| t }|d krt| t }|d kr| d}|d krtdt |f t | }t|dd}W 5 Q R X tt| ||| |r|jr|j| | d}|d k | _tj|d}tj|rFt|d}| } W 5 Q R X | | _ d S ) Nzfinder unavailable for %sZMETADATAzno %s found in %sr@ rA r top_level.txtrb)modulesr rI rX rm r7 r5 r rD rJ r r rP rQ rR r r r r% r, r osrO existsopenread splitlines) r" r rD rE rX rY r[ rq fr r r# r$ r% s8 z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>r rc r r! r# r# r$ r = s z InstalledDistribution.__repr__c C s d| j | jf S Nz%s %sr r! r# r# r$ __str__A s z InstalledDistribution.__str__c C s g }| d}t| \}t|dF}|D ]:}dd tt|dD }|| \}}} |||| f q.W 5 Q R X W 5 Q R X |S )a" Get the list of installed files for the distribution :return: A list of tuples of path, hash and size. Note that hash and size might be ``None`` for some entries. The path is exactly as stored in the file (which is as in PEP 376). r r[ c S s g | ]}d qS r9 r# ).0ir# r# r$ <listcomp>S s z6InstalledDistribution._get_records.<locals>.<listcomp> )get_distinfo_resourcerP rQ rR r rangelenr) ) r" resultsrY r[ Z record_readerrowmissingr checksumsizer# r# r$ _get_recordsD s &z"InstalledDistribution._get_recordsc C s i }| t}|r| }|S )a Return the information exported by this distribution. :return: A dictionary of exports, mapping an export category to a dict of :class:`ExportEntry` instances describing the individual export entries, and keyed by name. )r EXPORTS_FILENAMEr )r" rh rY r# r# r$ ry [ s z InstalledDistribution.exportsc C s8 i }| t}|r4t| }t|}W 5 Q R X |S )z Read exports data from a file in .ini format. :return: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. )r r rP rQ rR r )r" rh rY r[ r# r# r$ r i s z"InstalledDistribution.read_exportsc C s. | t}t|d}t|| W 5 Q R X dS )a Write a dictionary of exports to a file in .ini format. :param exports: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. wN)get_distinfo_filer r r )r" ry Zrfr r# r# r$ r x s z#InstalledDistribution.write_exportsc C s | d}t| R}t|d<}|D ]0\}}||kr*| W 5 Q R W 5 Q R S q*W 5 Q R X W 5 Q R X td| dS )aW NOTE: This API may change in the future. Return the absolute path to a resource file with the given relative path. :param relative_path: The path, relative to .dist-info, of the resource of interest. :return: The absolute path where the resource is to be found. r r z3no resource file with relative path %r is installedN)r rP rQ rR r KeyError)r" rw rY r[ Zresources_readerrelativeZ destinationr# r# r$ rv s 6z'InstalledDistribution.get_resource_pathc c s | D ] }|V qdS )z Iterates over the ``RECORD`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: iterator of (path, hash, size) N)r )r" rh r# r# r$ list_installed_files s z*InstalledDistribution.list_installed_filesFc C s( t j|d}t j| j}||}t j|d}| d}td| |rRdS t|}|D ]}t j |sz| drd } } n4dt j | } t |d} | | } W 5 Q R X ||s|r||rt j||}||| | f q`||r t j||}||ddf W 5 Q R X |S )z Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any existing ``RECORD`` file is silently overwritten. prefix is used to determine when to write absolute paths. r? r creating %sNz.pycz.pyoz%dr )r r rO dirname startswithr rS infor isdirrL getsizer r r relpathZwriterow) r" pathsr dry_runbaseZbase_under_prefix record_pathwriterr hash_valuer fpr# r# r$ write_installed_files s0 z+InstalledDistribution.write_installed_filesc C s g }t j| j}| d}| D ]\}}}t j|sHt j||}||krRq$t j|sr||dddf q$t j |r$t t j |}|r||kr||d||f q$|r$d|kr| ddd }nd }t |d 2} | | |} | |kr||d || f W 5 Q R X q$|S ) Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. r r TFr =r r Nr r )r r r r r isabsrO r r) isfilestrr r r r r ) r" mismatchesr r r r r Z actual_sizer r Z actual_hashr# r# r$ check_installed_files s. z+InstalledDistribution.check_installed_filesc C s i }t j| jd}t j|rtj|ddd}| }W 5 Q R X |D ]8}|dd\}}|dkr|| |g | qL|||< qL|S )a A dictionary of shared locations whose keys are in the set 'prefix', 'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'. The corresponding value is the absolute path of that category for this distribution, and takes into account any paths selected by the user at installation time (e.g. via command-line arguments). In the case of the 'namespace' key, this would be a list of absolute paths for the roots of namespace packages in this distribution. The first time this property is accessed, the relevant information is read from the SHARED file in the .dist-info directory. r rY utf-8encodingr r namespace) r r rO r codecsr r r r r' r) )r" rh shared_pathr linesliner( r< r# r# r$ shared_locations s z&InstalledDistribution.shared_locationsc C s t j| jd}td| |r$dS g }dD ].}|| }t j|| r,|d||f q,|ddD ]}|d| qhtj |d d d }| d | W 5 Q R X |S ) aa Write shared location information to the SHARED file in .dist-info. :param paths: A dictionary as described in the documentation for :meth:`shared_locations`. :param dry_run: If True, the action is logged but no file is actually written. :return: The path of the file written to. r r N)r libZheadersZscriptsr z%s=%sr r# z namespace=%sr r r ) r r rO rS r r r) getr r write) r" r r r r r( r nsr r# r# r$ write_shared_locations s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf t| j}|d kr<td| j ||S )N+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s) DIST_FILESr r r rI rJ )r" r rX r# r# r$ r s z+InstalledDistribution.get_distinfo_resourcec C s~ | tjdkrT|tjdd \}}|| jtjd krTtd|| j| jf |tkrntd|| jf tj | j|S )a Returns a path located under the ``.dist-info`` directory. Returns a string representing the path. :parameter path: a ``'/'``-separated path relative to the ``.dist-info`` directory or an absolute path; If *path* is an absolute path and doesn't start with the ``.dist-info`` directory path, a :class:`DistlibException` is raised :type path: str :rtype: str r Nz;dist-info file %r does not belong to the %r %s distributionr ) rJ r sepr r r r rc r rO )r" r rd r# r# r$ r $ s z'InstalledDistribution.get_distinfo_filec c sR t j| j}| D ]6\}}}t j|s:t j||}|| jr|V qdS )z Iterates over the ``RECORD`` entries and returns paths for each line if the path is pointing to a file located in the ``.dist-info`` directory or one of its subdirectories. :returns: iterator of paths N)r r r r r rO r )r" r r r r r# r# r$ list_distinfo_filesA s z)InstalledDistribution.list_distinfo_filesc C s t |to| j|jkS r9 )r] r r r" r r# r# r$ r Q s z InstalledDistribution.__eq__)NN)F)F)r- r. r/ r0 r r% r r r r ry r r rv r r r r r r r r r objectr r r# r# r r$ r s, " ## c sj e Zd ZdZdZi Zd fdd Zdd Zdd Zd d Z d d Z dd Z dddZ dd Z ejZ ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided to the constructor. It reads the metadata contained in the file itself, or if the given path happens to be a directory, the metadata is read from the file ``PKG-INFO`` under that directory.TNc s dd }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j n0| |}|| |j|j |rz|jrz|j| t t | ||| d S )Nc S s || _ | | _|| _d S r9 )r rg r( rc )r nr| r# r# r$ set_name_and_versionc s z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r r7 r6 rD r rc _get_metadatar, r r r% )r" r rE r rD r r# r$ r% b s z EggInfoDistribution.__init__c s d }dd fdd}d }}| drtj|rtj|d}tj|d}t|dd }tj|d } tj|d }|| }npt|} t| d d } t| dd}z,| d} | d d} | d}W n t k r d }Y nX nf| drPtj|rBtj|d } || }tj|d}tj|d }t|dd }n t d| |rl| | |d kr|d k rtj|rt|d} | d}W 5 Q R X |sg }n| }|| _|S )Nc S s g }| }|D ]}| }|dr6td| qt|}|sPtd| q|jr`td |jst||j qd dd |jD }|d|j |f q|S ) zCreate a list of dependencies from a requires.txt file. *data*: the contents of a setuptools-produced requires.txt file. [z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )r Nr# )r cr# r# r$ <genexpr> s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>rj ) r stripr rS r r r Z constraintsr) r rO )r reqsr r rY Zconsr# r# r$ parse_requires_dataz s( z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }z*t | dd} | }W 5 Q R X W n tk rB Y nX |S )zCreate a list of dependencies from a requires.txt file. *req_path*: the path to a setuptools-produced requires.txt file. rY r )r r r IOError)req_pathr r r r# r$ parse_requires_path s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathrG zEGG-INFOzPKG-INFOr@ )r rC z requires.txtr zEGG-INFO/PKG-INFOutf8rA zEGG-INFO/requires.txtzEGG-INFO/top_level.txtr rF z,path must end with .egg-info or .egg, got %rr )rL r r r rO r zipimport zipimporterr get_datar r r Zadd_requirementsr r r r r )r" r requiresr Ztl_pathZtl_datarq meta_pathrD r ZzipfrB r r r# r r$ r w sX z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>r r! r# r# r$ r s z EggInfoDistribution.__repr__c C s d| j | jf S r r r! r# r# r$ r s zEggInfoDistribution.__str__c C s` g }t j| jd}t j|r\| D ]2\}}}||kr<q(t j|s(||dddf q(|S )r installed-files.txtr TF)r r rO r r r) )r" r r r r` r# r# r$ r s z)EggInfoDistribution.check_installed_filesc C s dd }dd }t j| jd}g }t j|rtj|dddx}|D ]l}| }t jt j| j|}t j|st d | | d rqFt j |sF| |||||f qFW 5 Q R X | |d d f |S ) z Iterates over the ``installed-files.txt`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: a list of (path, hash, size) c S s0 t | d}z | }W 5 | X t| S )Nr )r closer r r Z hexdigest)r r Zcontentr# r# r$ _md5 s z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t | jS r9 )r statst_size)r r# r# r$ _size s z7EggInfoDistribution.list_installed_files.<locals>._sizer rY r r zNon-existent file: %sr N) r r rO r r r r normpathrS r rL r r) )r" r r r rh r r rq r# r# r$ r s" $z(EggInfoDistribution.list_installed_filesFc c s t j| jd}t j|rd}tj|ddd`}|D ]T}| }|dkrPd}q6|s6t jt j| j|}|| jr6|r|V q6|V q6W 5 Q R X dS ) a Iterates over the ``installed-files.txt`` entries and returns paths for each line if the path is pointing to a file located in the ``.egg-info`` directory or one of its subdirectories. :parameter absolute: If *absolute* is ``True``, each returned path is transformed into a local absolute path. Otherwise the raw value from ``installed-files.txt`` is returned. :type absolute: boolean :returns: iterator of paths r TrY r r z./FN) r r rO r r r r r r )r" Zabsoluter skipr r rq r# r# r$ r s z'EggInfoDistribution.list_distinfo_filesc C s t |to| j|jkS r9 )r] r r r r# r# r$ r . s zEggInfoDistribution.__eq__)N)F)r- r. r/ r0 r r r% r r r r r r r r r r r# r# r r$ r Y s Z& c @ s^ e Zd ZdZdd Zdd ZdddZd d Zd d ZdddZ dddZ dd Z dd Z dS )DependencyGrapha Represents a dependency graph between distributions. The dependency relationships are stored in an ``adjacency_list`` that maps distributions to a list of ``(other, label)`` tuples where ``other`` is a distribution and the edge is labeled with ``label`` (i.e. the version specifier, if such was provided). Also, for more efficient traversal, for every distribution ``x``, a list of predecessors is kept in ``reverse_list[x]``. An edge from distribution ``a`` to distribution ``b`` means that ``a`` depends on ``b``. If any missing dependencies are found, they are stored in ``missing``, which is a dictionary that maps distributions to a list of requirements that were not provided by any other distributions. c C s i | _ i | _i | _d S r9 )adjacency_list reverse_listr r! r# r# r$ r% I s zDependencyGraph.__init__c C s g | j |< g | j|< dS )zAdd the *distribution* to the graph. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` N)r r )r" distributionr# r# r$ add_distributionN s z DependencyGraph.add_distributionNc C s6 | j | ||f || j| kr2| j| | dS )a Add an edge from distribution *x* to distribution *y* with the given *label*. :type x: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type y: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type label: ``str`` or ``None`` N)r r) r )r" xylabelr# r# r$ add_edgeX s zDependencyGraph.add_edgec C s& t d|| | j|g | dS )a Add a missing *requirement* for the given *distribution*. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type requirement: ``str`` z %s missing %rN)rS rT r r' r) )r" r r r# r# r$ add_missingg s zDependencyGraph.add_missingc C s d|j |jf S r r r* r# r# r$ _repr_distr s zDependencyGraph._repr_distr c C s | |g}| j| D ]h\}}| |}|dk r<d||f }|d| t| | ||d }|d}||dd qd|S )zPrints only a subgraphNz%s [%s]z r r )r" r r) r repr_noder extendrO )r" r+ leveloutputr r Z suboutputZsubsr# r# r$ r# u s zDependencyGraph.repr_nodeTc C s g }| d | j D ]h\}}t|dkr:|s:|| |D ]@\}}|dk rh| d|j|j|f q>| d|j|jf q>q|st|dkr| d | d | d |D ] }| d |j | d q| d | d dS ) a9 Writes a DOT output for the graph to the provided file *f*. If *skip_disconnected* is set to ``True``, then all distributions that are not dependent on any other distribution are skipped. :type f: has to support ``file``-like operations :type skip_disconnected: ``bool`` zdigraph dependencies { r Nz"%s" -> "%s" [label="%s"] z "%s" -> "%s" zsubgraph disconnected { zlabel = "Disconnected" zbgcolor = red z"%s"r z} )r r itemsr r) r )r" r Zskip_disconnectedZ disconnectedr+ adjsr r r# r# r$ to_dot s( zDependencyGraph.to_dotc s g }i }| j D ]\}}|dd ||< qg t| dd D ] \}}|sD | ||= qD shq| D ] \}} fdd|D ||< qptddd D | q,|t| fS )aa Perform a topological sort of the graph. :return: A tuple, the first element of which is a topologically sorted list of distributions, and the second element of which is a list of distributions that cannot be sorted because they have circular dependencies and so form a cycle. Nc s g | ]\}}| kr||fqS r# r# )r r{ rY Z to_remover# r$ r s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf qS )rj r )r r{ r# r# r$ r s )r r' listr) rS rT r$ keys)r" rh Zalistkr| r# r* r$ topological_sort s$ z DependencyGraph.topological_sortc C s2 g }| j D ]\}}|| | qd|S )zRepresentation of the graphr )r r' r) r# rO )r" r& r+ r( r# r# r$ r s zDependencyGraph.__repr__)N)r )T) r- r. r/ r0 r% r r r! r" r# r) r. r r# r# r# r$ r 9 s r r1 c C sV t |}t }i }| D ]L}|| |jD ]6}t|\}}td||| ||g ||f q*q| D ]}|j |j B |j B |j B }|D ]} z| | } W n6 tk r td| | d }| |} Y nX | j}d} ||kr>|| D ]N\}} z| |} W n tk r d} Y nX | r||| | d} q>q| s||| qqh|S )a6 Makes a dependency graph from the given distributions. :parameter dists: a list of distributions :type dists: list of :class:`distutils2.database.InstalledDistribution` and :class:`distutils2.database.EggInfoDistribution` instances :rtype: a :class:`DependencyGraph` instance zAdd to provided: %s, %s, %sr r FT)r r r rk r rS rT r' r) r r r r rl r r r r( ro r r! )distsrC graphrp r+ rq r rc r r rl ZmatchedZproviderro r# r# r$ make_graph sN r1 c C sv || krt d|j t| }|g}|j| }|rh| }|| |j| D ]}||krN|| qNq.|d |S )zRecursively generate a list of distributions from *dists* that are dependent on *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested 1given distribution %r is not a member of the listr )r r r1 r popr) )r/ r+ r0 Zdeptodor{ Zsuccr# r# r$ get_dependent_dists s r5 c C sn || krt d|j t| }g }|j| }|rj| d }|| |j| D ]}||krP|| qPq,|S )zRecursively generate a list of distributions from *dists* that are required by *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested r2 r )r r r1 r r3 r) )r/ r+ r0 r r4 r{ Zpredr# r# r$ get_required_dists s r6 c K s4 | dd}tf |}| |_||_|p(d|_t|S )zO A convenience method for making a dist given just a name and version. summaryzPlaceholder for summary)r3 r r rc r7 r )r rc kwargsr7 r r# r# r$ make_dist2 s r9 )r1 )7r0 Z __future__r r r rP r Zloggingr rN r2 r r? r r compatr rc r r rD r r r r utilr r r r r r r __all__Z getLoggerr- rS r ZCOMMANDS_FILENAMEr rM r r r r r r r rU rV r r1 r5 r6 r9 r# r# r# r$ <module> s` $ s 7 J ] 6PK A\q~~e' e' = pip/_vendor/distlib/__pycache__/manifest.cpython-38.opt-1.pycnu [ U .e9 @ s d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl m Z dgZ e eZedejZed ejejB Zejdd ZG d d deZdS ) zu Class representing the list of files in a distribution. Equivalent to distutils.filelist, but fixes some problems. N )DistlibException)fsdecode convert_pathManifestz\\w* z#.*?(?= )| (?=$) c @ sz e Zd ZdZd ddZdd Zdd Zd d Zd d d Zdd Z dd Z dd Z d ddZ d ddZ d!ddZdd ZdS )"r z~A list of files built by on exploring the filesystem and filtered by applying various patterns to what we find there. Nc C s> t jt j|pt | _| jt j | _d| _t | _ dS )zd Initialise an instance. :param base: The base directory to explore under. N) ospathabspathnormpathgetcwdbasesepprefixallfilessetfiles)selfr r @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/manifest.py__init__* s zManifest.__init__c C s ddl m}m}m} g | _}| j}|g}|j}|j}|r| }t |} | D ]R} tj || } t | } | j } || r|t | qN|| rN|| sN|| qNq6dS )zmFind all files under the base and set ``allfiles`` to the absolute pathnames of files found. r )S_ISREGS_ISDIRS_ISLNKN)statr r r r r popappendr listdirr joinst_moder )r r r r r rootstackr pushnamesnamefullnamer moder r r findall9 s" zManifest.findallc C s4 | | js tj| j|}| jtj| dS )zz Add a file to the manifest. :param item: The pathname to add. This can be relative to the base. N) startswithr r r r r r addr )r itemr r r r* T s z Manifest.addc C s |D ]}| | qdS )z Add a list of files to the manifest. :param items: The pathnames to add. These can be relative to the base. N)r* )r itemsr+ r r r add_many^ s zManifest.add_manyFc sb fdd t j}|rFt }|D ]} |tj| q&||O }dd tdd |D D S )z8 Return sorted files in directory order c s> | | td| |jkr:tj|\}} | | d S )Nzadd_dir added %s)r* loggerdebugr r r split)dirsdparent_add_dirr r r r6 l s z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj| qS r )r r r ).0Z path_tupler r r <listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t j|V qd S )N)r r r0 )r7 r r r r <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r dirnamesorted)r Zwantdirsresultr1 fr r5 r r; g s zManifest.sortedc C s t | _g | _dS )zClear all collected files.N)r r r )r r r r clear} s zManifest.clearc C sj | |\}}}}|dkrB|D ] }| j|dds td| q n$|dkrf|D ]}| j|dd}qNn |dkr|D ] }| j|ddsrtd| qrn|d kr|D ]}| j|dd}qn|d kr|D ] }| j||d std || qn|d kr |D ]}| j||d }qn\|dkr2| jd|d sftd| n4|dkrZ| jd|d sftd| n td| dS )av Process a directive which either adds some files from ``allfiles`` to ``files``, or removes some files from ``files``. :param directive: The directive to process. This should be in a format compatible with distutils ``MANIFEST.in`` files: http://docs.python.org/distutils/sourcedist.html#commands includeT)anchorzno files found matching %rexcludeglobal-includeFz3no files found matching %r anywhere in distributionglobal-excluderecursive-include)r z-no files found matching %r under directory %rrecursive-excludegraftNz no directories found matching %rprunez4no previously-included directories found matching %rzinvalid action %r)_parse_directive_include_patternr. Zwarning_exclude_patternr )r directiveactionpatternsthedirZ dirpatternpatternfoundr r r process_directive sP zManifest.process_directivec C s | }t|dkr,|d dkr,|dd |d }d } }}|dkrxt|dk r`td| d d |dd D }n~|d krt|d k rtd | t|d }dd |dd D }n:|dkrt|dkrtd| t|d }n td| ||||fS )z Validate a directive. :param directive: The directive to validate. :return: A tuple of action, patterns, thedir, dir_patterns r r )r? rA rB rC rD rE rF rG r? N)r? rA rB rC r z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |qS r r r7 Zwordr r r r8 s z-Manifest._parse_directive.<locals>.<listcomp>)rD rE z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |qS r r rR r r r r8 s )rF rG z!%r expects a single <dir_pattern>zunknown action %r)r0 leninsertr r )r rK ZwordsrL rM rN Z dir_patternr r r rH s4 zManifest._parse_directiveTc C sP d}| ||||}| jdkr&| | jD ] }||r,| j| d}q,|S )a Select strings (presumably filenames) from 'self.files' that match 'pattern', a Unix-style wildcard (glob) pattern. Patterns are not quite the same as implemented by the 'fnmatch' module: '*' and '?' match non-special characters, where "special" is platform-dependent: slash on Unix; colon, slash, and backslash on DOS/Windows; and colon on Mac OS. If 'anchor' is true (the default), then the pattern match is more stringent: "*.py" will match "foo.py" but not "foo/bar.py". If 'anchor' is false, both of these will match. If 'prefix' is supplied, then only filenames starting with 'prefix' (itself a pattern) and ending with 'pattern', with anything in between them, will match. 'anchor' is ignored in this case. If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and 'pattern' is assumed to be either a string containing a regex or a regex object -- no translation is done, the regex is just compiled and used as-is. Selected strings will be added to self.files. Return True if files are found. FNT)_translate_patternr r( searchr r* )r rO r@ r is_regexrP pattern_rer% r r r rI s zManifest._include_patternc C sB d}| ||||}t| jD ] }||r | j| d}q |S )at Remove strings (presumably filenames) from 'files' that match 'pattern'. Other parameters are the same as for 'include_pattern()', above. The list 'self.files' is modified in place. Return True if files are found. This API is public to allow e.g. exclusion of SCM subdirs, e.g. when packaging source distributions FT)rV listr rW remove)r rO r@ r rX rP rY r= r r r rJ ) s zManifest._exclude_patternc C sv |r t |trt|S |S tdkr:| dd\}}}|rR| |}tdkrVnd}ttj | j d} |dk r4tdkr| d} | |dt | } n&| |} | t |t | t | } tj } tj dkrd} tdkrd| | | d| f }n0|t |t |t | }d || | | ||f }n8|rltdkrRd| | }nd || |t |d f }t|S ) a Translate a shell-like wildcard pattern to a compiled regular expression. Return the compiled regex. If 'is_regex' true, then 'pattern' is directly compiled to a regex (if it's a string) or just returned as-is (assumes it's a regex object). )rS r r4 N\z\\^z.*z%s%s%s%s.*%s%sz%s%s%s) isinstancestrrecompile_PYTHON_VERSION _glob_to_re partitionescaper r r r rT r ) r rO r@ r rX startr4 endrY r Z empty_patternZ prefix_rer r r r rV = sF zManifest._translate_patternc C s8 t |}tj}tjdkr d}d| }td||}|S )zTranslate a shell-like glob pattern to a regular expression. Return a string containing the regex. Differs from 'fnmatch.translate()' in that '*' does not match "special characters" (which are platform-specific). r] z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)fnmatch translater r ra sub)r rO rY r Zescapedr r r rd t s zManifest._glob_to_re)N)F)TNF)TNF)TNF)__name__ __module__ __qualname____doc__r r( r* r- r; r> rQ rH rI rJ rV rd r r r r r % s& O/ ) 7)ro ri Zloggingr ra sysr\ r compatr utilr __all__Z getLoggerrl r. rb MZ_COLLAPSE_PATTERNSZ_COMMENTED_LINE version_inforc objectr r r r r <module> s PK A\AS)O )O < pip/_vendor/distlib/__pycache__/version.cpython-38.opt-1.pycnu [ U .e_[ @ sf d Z ddlZddlZddlmZ ddlmZ dddd d d d d gZee Z G dd d e Z G dd de ZG dd de ZedZdd ZeZG dd deZdd ZG dd deZeddfed d fed dfed d fed!d"fed#d"fed$d%fed&d'fed(d)fed*d+ff Zed,dfed-dfed.d%fed$d%fed/dffZed0Zd1d2 Zd3d4 Zed5ej Z d6d6d7d6d8ddd9Z d:d; Z G d<d deZ G d=d d eZ!ed>ej Z"d?d@ Z#dAdB Z$G dCd d eZ%G dDd d eZ&G dEdF dFe Z'e'eeee'e e!dGdH e'e$e&edIZ(e(dJ e(dK< dLd Z)dS )Mz~ Implementation of a flexible versioning scheme providing support for PEP-440, setuptools-compatible and semantic versioning. N ) string_typesparse_requirementNormalizedVersionNormalizedMatcher LegacyVersion LegacyMatcherSemanticVersionSemanticMatcherUnsupportedVersionError get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)__name__ __module__ __qualname____doc__ r r ?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/version.pyr s c @ sx e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zedd ZdS ) Versionc C s" | | _}| | | _}d S N)strip_stringparse_parts)selfspartsr r r __init__ s zVersion.__init__c C s t dd S )Nz please implement in a subclassNotImplementedErrorr r r r r r % s z Version.parsec C s$ t | t |kr td| |f d S )Nzcannot compare %r and %r)type TypeErrorr otherr r r _check_compatible( s zVersion._check_compatiblec C s | | | j|jkS r r% r r# r r r __eq__, s zVersion.__eq__c C s | | S r r' r# r r r __ne__0 s zVersion.__ne__c C s | | | j|jk S r r& r# r r r __lt__3 s zVersion.__lt__c C s | |p| | S r r* r' r# r r r __gt__7 s zVersion.__gt__c C s | |p| |S r r+ r# r r r __le__: s zVersion.__le__c C s | |p| |S r )r, r' r# r r r __ge__= s zVersion.__ge__c C s t | jS r )hashr r r r r __hash__A s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s') __class__r r r0 r r r __repr__D s zVersion.__repr__c C s | j S r r r0 r r r __str__G s zVersion.__str__c C s t dd S )Nz Please implement in subclasses.r r0 r r r is_prereleaseJ s zVersion.is_prereleaseN)r r r r r r% r' r) r* r, r- r. r1 r4 r6 propertyr7 r r r r r s r c @ s e Zd ZdZdd dd dd dd dd dd d d d d d Zd d Zdd Zdd Zedd Z dd Z dd Z dd Z dd Z d d Zd d ZdS ) MatcherNc C s | |k S r r vcpr r r <lambda>T zMatcher.<lambda>c C s | |kS r r r: r r r r> U r? c C s | |kp| |k S r r r: r r r r> V r? c C s | |kp| |kS r r r: r r r r> W r? c C s | |kS r r r: r r r r> X r? c C s | |kS r r r: r r r r> Y r? c C s | |kp| |kS r r r: r r r r> [ r? c C s | |kS r r r: r r r r> \ r? )<><=>======~=!=c C s t |S r r r r r r r a s zMatcher.parse_requirementc C s | j d krtd| | _}| |}|s:td| |j| _| j | _g }|jr|jD ]d\}}| dr|dkrtd| |d d d }}| | n| |d }}| |||f q^t || _ d S ) Nz Please specify a version classz Not valid: %rz.*)rD rG z#'.*' not allowed for %r constraintsTF) version_class ValueErrorr r r namelowerkeyZ constraintsendswithappendtupler )r r rZclistopZvnprefixr r r r d s* zMatcher.__init__c C sx t |tr| |}| jD ]X\}}}| j|}t |trDt| |}|s`d|| jjf }t |||||s dS qdS )z Check if the provided version matches the constraints. :param version: The version to match against this instance. :type version: String or :class:`Version` instance. z%r not implemented for %sFT) isinstancer rI r _operatorsgetgetattrr3 r r )r versionoperator constraintrS fmsgr r r match s z Matcher.matchc C s6 d }t | jdkr2| jd d dkr2| jd d }|S )Nr r )rD rE )lenr )r resultr r r exact_version s zMatcher.exact_versionc C s0 t | t |ks | j|jkr,td| |f d S )Nzcannot compare %s and %s)r! rK r" r# r r r r% s zMatcher._check_compatiblec C s" | | | j|jko | j|jkS r )r% rM r r# r r r r' s zMatcher.__eq__c C s | | S r r( r# r r r r) s zMatcher.__ne__c C s t | jt | j S r )r/ rM r r0 r r r r1 s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r)r2 r0 r r r r4 s zMatcher.__repr__c C s | j S r r5 r0 r r r r6 s zMatcher.__str__)r r r rI rU r r r] r8 r` r% r' r) r1 r4 r6 r r r r r9 O s* r9 zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s | } t| }|s"td| | }tdd |d dD }t|dkrl|d dkrl|d d }qF|d szd}n t|d }|dd }|d d }|d d }|d }|dkrd}n|d t|d f}|dkrd}n|d t|d f}|dkrd}n|d t|d f}|d kr*d}nHg } |dD ]0} | rTdt| f} nd| f} | | q8t| }|s|s|rd}nd}|sd}|sd}||||||fS )NzNot a valid version: %sc s s | ]}t |V qd S r int.0r; r r r <genexpr> s z _pep_440_key.<locals>.<genexpr>r .r )NNr )arg )z)_)final) r PEP440_VERSION_REr] r groupsrP splitr^ rb isdigitrO ) r mrt ZnumsZepochpreZpostdevZlocalr partr r r _pep_440_key sT r{ c @ s6 e Zd ZdZdd ZedddddgZed d Zd S ) r aI A rational version. Good: 1.2 # equivalent to "1.2.0" 1.2.0 1.2a1 1.2.3a2 1.2.3b1 1.2.3c1 1.2.3.4 TODO: fill this out Bad: 1 # minimum two numbers 1.2a # release level must have a release serial 1.2.3b c C s< t |}t|}| }tdd |d dD | _|S )Nc s s | ]}t |V qd S r ra rc r r r re s z*NormalizedVersion.parse.<locals>.<genexpr>r rf )_normalized_keyrs r] rt rP ru _release_clause)r r r_ rw rt r r r r s zNormalizedVersion.parsero br< rcry c s t fdd jD S )Nc 3 s | ]}|r|d j kV qdS )r N) PREREL_TAGS)rd tr0 r r re s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)anyr r0 r r0 r r7 s z NormalizedVersion.is_prereleaseN) r r r r r setr r8 r7 r r r r r s c C s> t | } t |}| |kr dS | |s*dS t|}| | dkS )NTFrf )str startswithr^ )xynr r r _match_prefix s r c @ sn e Zd ZeZddddddddd Zd d Zd d Zdd Zdd Z dd Z dd Z dd Z dd Z dd Zd S ) r _match_compatible _match_lt _match_gt _match_le _match_ge _match_eq_match_arbitrary _match_ne)rF r@ rA rB rC rD rE rG c C sV |rd|ko|j d }n|j d o,|j d }|rN|jddd }| |}||fS )N+rg r r )r r ru rI )r rX rZ rS Z strip_localr r r r _adjust_local6 s z NormalizedMatcher._adjust_localc C sD | |||\}}||kr dS |j}ddd |D }t|| S )NFrf c S s g | ] }t |qS r r rd ir r r <listcomp>I s z/NormalizedMatcher._match_lt.<locals>.<listcomp>r r} joinr r rX rZ rS Zrelease_clauseZpfxr r r r D s zNormalizedMatcher._match_ltc C sD | |||\}}||kr dS |j}ddd |D }t|| S )NFrf c S s g | ] }t |qS r r r r r r r Q s z/NormalizedMatcher._match_gt.<locals>.<listcomp>r r r r r r L s zNormalizedMatcher._match_gtc C s | |||\}}||kS r r r rX rZ rS r r r r T s zNormalizedMatcher._match_lec C s | |||\}}||kS r r r r r r r X s zNormalizedMatcher._match_gec C s. | |||\}}|s ||k}n t||}|S r r r r rX rZ rS r_ r r r r \ s zNormalizedMatcher._match_eqc C s t |t |kS r r r r r r r d s z"NormalizedMatcher._match_arbitraryc C s0 | |||\}}|s ||k}n t|| }|S r r r r r r r g s zNormalizedMatcher._match_nec C sf | |||\}}||kr dS ||k r*dS |j}t|dkrH|d d }ddd |D }t||S )NTFr rg rf c S s g | ] }t |qS r r r r r r r z s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>)r r} r^ r r r r r r r o s z#NormalizedMatcher._match_compatibleN)r r r r rI rU r r r r r r r r r r r r r r ' s& z[.+-]$ z^[.](\d)z0.\1z^[.-]z ^\((.*)\)$\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}rf z\b(alfa|apha)\balphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$betaz ^[:~._+-]+z [,*")([\]]z[~:+_ -]z\.$z (\d+(\.\d+)*)c C sL | }tD ]\}}|||}q|s.d}t|}|sFd}|}n| d d}dd |D }t|dk r~| d qft|dkr|| d }n8d dd |dd D || d }|dd }d d d |D }| }|rt D ]\}}|||}q|s |}n d |kr*d nd }|| | }t |sHd}|S ) z Try to suggest a semantic form for a version for which _suggest_normalized_version couldn't come up with anything. z0.0.0r rf c S s g | ] }t |qS r ra r r r r r s z-_suggest_semantic_version.<locals>.<listcomp> Nc S s g | ] }t |qS r r r r r r r s c S s g | ] }t |qS r r r r r r r s ry -r )r rL _REPLACEMENTSsub_NUMERIC_PREFIXr] rt ru r^ rO endr _SUFFIX_REPLACEMENTS is_semver)r r_ Zpatreplrw rS suffixsepr r r _suggest_semantic_version s: , r c C sh zt | | W S tk r" Y nX | }dD ]\}}|||}q0tdd|}tdd|}tdd|}tdd |}td d |}|d r|d d }tdd |}tdd|}tdd|}tdd|}tdd|}tdd|}tdd|}tdd|}td d|}td d |}td d |}z t | W n tk rb d}Y nX |S )!a Suggest a normalized version close to the given version string. If you have a version string that isn't rational (i.e. NormalizedVersion doesn't like it) then you might be able to get an equivalent (or close) rational version from this function. This does a number of simple normalizations to the given string, based on observation of versions currently in use on PyPI. Given a dump of those version during PyCon 2009, 4287 of them: - 2312 (53.93%) match NormalizedVersion without change with the automatic suggestion - 3474 (81.04%) match when using this suggestion method @param s {str} An irrational version string. @returns A rational version string, or None, if couldn't determine one. ))z-alpharo )z-betar~ )r ro )r r~ )r r< )z-finalr )z-prer< )z-releaser )z.releaser )z-stabler )r rf )rq rf ) r )z.finalr )rr r zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?r r; r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$r z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1)r| r rL replacerer r )r ZrsZorigr r r r _suggest_normalized_version s> r z([a-z]+|\d+|[\.-])r< zfinal-@)rx Zpreviewr r ry r rf c C sr dd }g }|| D ]T}| dr^|dk rD|rD|d dkrD| q*|r^|d dkr^| qD|| qt|S )Nc S st g }t | D ]R}t||}|rd|d d krBdkrRn n |d}nd| }|| q|d |S )N0r 9 **final) _VERSION_PARTru rL _VERSION_REPLACErV zfillrO )r r_ r= r r r get_partsC s z _legacy_key.<locals>.get_partsr r rg z*final-Z00000000)r poprO rP )r r r_ r= r r r _legacy_keyB s r c @ s e Zd Zdd Zedd ZdS )r c C s t |S r )r r r r r r ] s zLegacyVersion.parsec C s8 d}| j D ](}t|tr |dr |dk r d} q4q |S )NFr r T)r rT r r )r r_ r r r r r7 ` s zLegacyVersion.is_prereleaseNr r r r r8 r7 r r r r r \ s c @ s4 e Zd ZeZeejZded< e dZ dd Z dS )r r rF z^(\d+(\.\d+)*)c C s` ||k r dS | j t|}|s2td|| dS | d }d|krV|ddd }t||S )NFzACannot compute compatible match for version %s and constraint %sTr rf r ) numeric_rer] r loggerZwarningrt rsplitr )r rX rZ rS rw r r r r r s s z LegacyMatcher._match_compatibleN) r r r r rI dictr9 rU r compiler r r r r r r k s zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s t | S r ) _SEMVER_REr] )r r r r r s r c C sn dd }t | }|s t| | }dd |d d D \}}}||d d||d d }}|||f||fS ) Nc S s8 | d kr|f}n$| dd d}tdd |D }|S )Nr rf c S s" g | ]}| r|d n|qS )r )rv r )rd r= r r r r s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)ru rP )r Zabsentr_ r r r r make_tuple s z!_semantic_key.<locals>.make_tuplec S s g | ] }t |qS r ra r r r r r s z!_semantic_key.<locals>.<listcomp>r | r )r r rt ) r r rw rt majorminorZpatchrx Zbuildr r r _semantic_key s r c @ s e Zd Zdd Zedd ZdS )r c C s t |S r )r r r r r r s zSemanticVersion.parsec C s | j d d dkS )Nr r r )r r0 r r r r7 s z SemanticVersion.is_prereleaseNr r r r r r s c @ s e Zd ZeZdS )r N)r r r r rI r r r r r s c @ s6 e Zd Zd ddZdd Zdd Zdd Zd d ZdS ) VersionSchemeNc C s || _ || _|| _d S r )rM matcher suggester)r rM r r r r r r s zVersionScheme.__init__c C s2 z| j | d}W n tk r, d}Y nX |S NTF)r rI r r r r_ r r r is_valid_version s z VersionScheme.is_valid_versionc C s0 z| | d}W n tk r* d}Y nX |S r )r r r r r r is_valid_matcher s z VersionScheme.is_valid_matcherc C s | d| S )z: Used for processing some metadata fields zdummy_name (%s))r r r r r is_valid_constraint_list s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n | |}|S r )r r r r r suggest s zVersionScheme.suggest)N)r r r r r r r r r r r r r s r c C s |S r r r r r r r> r? r> ) normalizedlegacyZsemanticr defaultc C s | t krtd| t | S )Nzunknown scheme name: %r)_SCHEMESrJ )rK r r r r s )*r Zloggingr compatr utilr __all__Z getLoggerr r rJ r objectr r9 r rs r{ r| r r r r r r r r Ir r r r r r r r r r r r r r r r r <module> s 1d =$ W .r $ PK A\jdYkO kO 6 pip/_vendor/distlib/__pycache__/version.cpython-38.pycnu [ U .e_[ @ sf d Z ddlZddlZddlmZ ddlmZ dddd d d d d gZee Z G dd d e Z G dd de ZG dd de ZedZdd ZeZG dd deZdd ZG dd deZeddfed d fed dfed d fed!d"fed#d"fed$d%fed&d'fed(d)fed*d+ff Zed,dfed-dfed.d%fed$d%fed/dffZed0Zd1d2 Zd3d4 Zed5ej Z d6d6d7d6d8ddd9Z d:d; Z G d<d deZ G d=d d eZ!ed>ej Z"d?d@ Z#dAdB Z$G dCd d eZ%G dDd d eZ&G dEdF dFe Z'e'eeee'e e!dGdH e'e$e&edIZ(e(dJ e(dK< dLd Z)dS )Mz~ Implementation of a flexible versioning scheme providing support for PEP-440, setuptools-compatible and semantic versioning. N ) string_typesparse_requirementNormalizedVersionNormalizedMatcher LegacyVersion LegacyMatcherSemanticVersionSemanticMatcherUnsupportedVersionError get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)__name__ __module__ __qualname____doc__ r r ?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/version.pyr s c @ sx e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zedd ZdS ) Versionc C s@ | | _}| | | _}t|ts,tt|dks<td S )Nr )strip_stringparse_parts isinstancetupleAssertionErrorlen)selfspartsr r r __init__ s zVersion.__init__c C s t dd S )Nz please implement in a subclassNotImplementedErrorr r r r r r % s z Version.parsec C s$ t | t |kr td| |f d S )Nzcannot compare %r and %r)type TypeErrorr otherr r r _check_compatible( s zVersion._check_compatiblec C s | | | j|jkS Nr( r r& r r r __eq__, s zVersion.__eq__c C s | | S r) r+ r& r r r __ne__0 s zVersion.__ne__c C s | | | j|jk S r) r* r& r r r __lt__3 s zVersion.__lt__c C s | |p| | S r) r. r+ r& r r r __gt__7 s zVersion.__gt__c C s | |p| |S r) r/ r& r r r __le__: s zVersion.__le__c C s | |p| |S r) )r0 r+ r& r r r __ge__= s zVersion.__ge__c C s t | jS r) )hashr r r r r __hash__A s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s') __class__r r r4 r r r __repr__D s zVersion.__repr__c C s | j S r) r r4 r r r __str__G s zVersion.__str__c C s t dd S )Nz Please implement in subclasses.r! r4 r r r is_prereleaseJ s zVersion.is_prereleaseN)r r r r r r( r+ r- r. r0 r1 r2 r5 r8 r: propertyr; r r r r r s r c @ s e Zd ZdZdd dd dd dd dd dd d d d d d Zd d Zdd Zdd Zedd Z dd Z dd Z dd Z dd Z d d Zd d ZdS ) MatcherNc C s | |k S r) r vcpr r r <lambda>T zMatcher.<lambda>c C s | |kS r) r r> r r r rB U rC c C s | |kp| |k S r) r r> r r r rB V rC c C s | |kp| |kS r) r r> r r r rB W rC c C s | |kS r) r r> r r r rB X rC c C s | |kS r) r r> r r r rB Y rC c C s | |kp| |kS r) r r> r r r rB [ rC c C s | |kS r) r r> r r r rB \ rC )<><=>======~=!=c C s t |S r) r r# r r r r a s zMatcher.parse_requirementc C s | j d krtd| | _}| |}|s:td| |j| _| j | _g }|jr|jD ]d\}}| dr|dkrtd| |d d d }}| | n| |d }}| |||f q^t || _ d S ) Nz Please specify a version classz Not valid: %rz.*)rH rK z#'.*' not allowed for %r constraintsTF) version_class ValueErrorr r r namelowerkeyZ constraintsendswithappendr r )r r rZclistopZvnprefixr r r r d s* zMatcher.__init__c C sx t |tr| |}| jD ]X\}}}| j|}t |trDt| |}|s`d|| jjf }t |||||s dS qdS )z Check if the provided version matches the constraints. :param version: The version to match against this instance. :type version: String or :class:`Version` instance. z%r not implemented for %sFT) r r rM r _operatorsgetgetattrr7 r r" )r versionoperator constraintrV fmsgr r r match s z Matcher.matchc C s6 d }t | jdkr2| jd d dkr2| jd d }|S )Nr r )rH rI )r r )r resultr r r exact_version s zMatcher.exact_versionc C s0 t | t |ks | j|jkr,td| |f d S )Nzcannot compare %s and %s)r$ rO r% r& r r r r( s zMatcher._check_compatiblec C s" | | | j|jko | j|jkS r) )r( rQ r r& r r r r+ s zMatcher.__eq__c C s | | S r) r, r& r r r r- s zMatcher.__ne__c C s t | jt | j S r) )r3 rQ r r4 r r r r5 s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r)r6 r4 r r r r8 s zMatcher.__repr__c C s | j S r) r9 r4 r r r r: s zMatcher.__str__)r r r rM rW r r r_ r< ra r( r+ r- r5 r8 r: r r r r r= O s* r= zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s | } t| }|s"td| | }tdd |d dD }t|dkrl|d dkrl|d d }qF|d szd}n t|d }|dd }|d d }|d d }|d }|dkrd}n|d t|d f}|dkrd}n|d t|d f}|dkrd}n|d t|d f}|d kr*d}nHg } |dD ]0} | rTdt| f} nd| f} | | q8t| }|s|s|rd}nd}|sd}|sd}||||||fS )NzNot a valid version: %sc s s | ]}t |V qd S r) int.0r? r r r <genexpr> s z _pep_440_key.<locals>.<genexpr>r .r )NNr )arh )z)_)final) r PEP440_VERSION_REr_ r groupsr splitr rc isdigitrS ) r mru ZnumsZepochpreZpostdevZlocalr partr r r _pep_440_key sT r| c @ s6 e Zd ZdZdd ZedddddgZed d Zd S ) r aI A rational version. Good: 1.2 # equivalent to "1.2.0" 1.2.0 1.2a1 1.2.3a2 1.2.3b1 1.2.3c1 1.2.3.4 TODO: fill this out Bad: 1 # minimum two numbers 1.2a # release level must have a release serial 1.2.3b c C s< t |}t|}| }tdd |d dD | _|S )Nc s s | ]}t |V qd S r) rb rd r r r rf s z*NormalizedVersion.parse.<locals>.<genexpr>r rg )_normalized_keyrt r_ ru r rv _release_clause)r r r` rx ru r r r r s zNormalizedVersion.parserp br@ rcrz c s t fdd jD S )Nc 3 s | ]}|r|d j kV qdS )r N) PREREL_TAGS)re tr4 r r rf s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)anyr r4 r r4 r r; s z NormalizedVersion.is_prereleaseN) r r r r r setr r< r; r r r r r s c C s> t | } t |}| |kr dS | |s*dS t|}| | dkS )NTFrg )str startswithr )xynr r r _match_prefix s r c @ sn e Zd ZeZddddddddd Zd d Zd d Zdd Zdd Z dd Z dd Z dd Z dd Z dd Zd S ) r _match_compatible _match_lt _match_gt _match_le _match_ge _match_eq_match_arbitrary _match_ne)rJ rD rE rF rG rH rI rK c C sV |rd|ko|j d }n|j d o,|j d }|rN|jddd }| |}||fS )N+rh r r )r r rv rM )r rZ r\ rV Z strip_localr r r r _adjust_local6 s z NormalizedMatcher._adjust_localc C sD | |||\}}||kr dS |j}ddd |D }t|| S )NFrg c S s g | ] }t |qS r r re ir r r <listcomp>I s z/NormalizedMatcher._match_lt.<locals>.<listcomp>r r~ joinr r rZ r\ rV Zrelease_clauseZpfxr r r r D s zNormalizedMatcher._match_ltc C sD | |||\}}||kr dS |j}ddd |D }t|| S )NFrg c S s g | ] }t |qS r r r r r r r Q s z/NormalizedMatcher._match_gt.<locals>.<listcomp>r r r r r r L s zNormalizedMatcher._match_gtc C s | |||\}}||kS r) r r rZ r\ rV r r r r T s zNormalizedMatcher._match_lec C s | |||\}}||kS r) r r r r r r X s zNormalizedMatcher._match_gec C s. | |||\}}|s ||k}n t||}|S r) r r r rZ r\ rV r` r r r r \ s zNormalizedMatcher._match_eqc C s t |t |kS r) r r r r r r d s z"NormalizedMatcher._match_arbitraryc C s0 | |||\}}|s ||k}n t|| }|S r) r r r r r r g s zNormalizedMatcher._match_nec C sf | |||\}}||kr dS ||k r*dS |j}t|dkrH|d d }ddd |D }t||S )NTFr rh rg c S s g | ] }t |qS r r r r r r r z s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>)r r~ r r r r r r r r o s z#NormalizedMatcher._match_compatibleN)r r r r rM rW r r r r r r r r r r r r r r ' s& z[.+-]$ z^[.](\d)z0.\1z^[.-]z ^\((.*)\)$\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}rg z\b(alfa|apha)\balphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$betaz ^[:~._+-]+z [,*")([\]]z[~:+_ -]z\.$z (\d+(\.\d+)*)c C sL | }tD ]\}}|||}q|s.d}t|}|sFd}|}n| d d}dd |D }t|dk r~| d qft|dkr|| d }n8d dd |dd D || d }|dd }d d d |D }| }|rt D ]\}}|||}q|s |}n d |kr*d nd }|| | }t |sHd}|S ) z Try to suggest a semantic form for a version for which _suggest_normalized_version couldn't come up with anything. z0.0.0r rg c S s g | ] }t |qS r rb r r r r r s z-_suggest_semantic_version.<locals>.<listcomp> Nc S s g | ] }t |qS r r r r r r r s c S s g | ] }t |qS r r r r r r r s rz -r )r rP _REPLACEMENTSsub_NUMERIC_PREFIXr_ ru rv r rS endr _SUFFIX_REPLACEMENTS is_semver)r r` Zpatreplrx rV suffixsepr r r _suggest_semantic_version s: , r c C sh zt | | W S tk r" Y nX | }dD ]\}}|||}q0tdd|}tdd|}tdd|}tdd |}td d |}|d r|d d }tdd |}tdd|}tdd|}tdd|}tdd|}tdd|}tdd|}tdd|}td d|}td d |}td d |}z t | W n tk rb d}Y nX |S )!a Suggest a normalized version close to the given version string. If you have a version string that isn't rational (i.e. NormalizedVersion doesn't like it) then you might be able to get an equivalent (or close) rational version from this function. This does a number of simple normalizations to the given string, based on observation of versions currently in use on PyPI. Given a dump of those version during PyCon 2009, 4287 of them: - 2312 (53.93%) match NormalizedVersion without change with the automatic suggestion - 3474 (81.04%) match when using this suggestion method @param s {str} An irrational version string. @returns A rational version string, or None, if couldn't determine one. ))z-alpharp )z-betar )r rp )r r )r r@ )z-finalr )z-prer@ )z-releaser )z.releaser )z-stabler )r rg )rr rg ) r )z.finalr )rs r zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?r r? r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$r z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1)r} r rP replacerer r )r ZrsZorigr r r r _suggest_normalized_version s> r z([a-z]+|\d+|[\.-])r@ zfinal-@)ry Zpreviewr r rz r rg c C sr dd }g }|| D ]T}| dr^|dk rD|rD|d dkrD| q*|r^|d dkr^| qD|| qt|S )Nc S st g }t | D ]R}t||}|rd|d d krBdkrRn n |d}nd| }|| q|d |S )N0r 9 **final) _VERSION_PARTrv rP _VERSION_REPLACErX zfillrS )r r` rA r r r get_partsC s z _legacy_key.<locals>.get_partsr r rh z*final-Z00000000)r poprS r )r r r` rA r r r _legacy_keyB s r c @ s e Zd Zdd Zedd ZdS )r c C s t |S r) )r r# r r r r ] s zLegacyVersion.parsec C s8 d}| j D ](}t|tr |dr |dk r d} q4q |S )NFr r T)r r r r )r r` r r r r r; ` s zLegacyVersion.is_prereleaseNr r r r r< r; r r r r r \ s c @ s4 e Zd ZeZeejZded< e dZ dd Z dS )r r rJ z^(\d+(\.\d+)*)c C s` ||k r dS | j t|}|s2td|| dS | d }d|krV|ddd }t||S )NFzACannot compute compatible match for version %s and constraint %sTr rg r ) numeric_rer_ r loggerZwarningru rsplitr )r rZ r\ rV rx r r r r r s s z LegacyMatcher._match_compatibleN) r r r r rM dictr= rW r compiler r r r r r r k s zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s t | S r) ) _SEMVER_REr_ )r r r r r s r c C sn dd }t | }|s t| | }dd |d d D \}}}||d d||d d }}|||f||fS ) Nc S s8 | d kr|f}n$| dd d}tdd |D }|S )Nr rg c S s" g | ]}| r|d n|qS )r )rw r )re rA r r r r s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rv r )r Zabsentr` r r r r make_tuple s z!_semantic_key.<locals>.make_tuplec S s g | ] }t |qS r rb r r r r r s z!_semantic_key.<locals>.<listcomp>r | r )r r ru ) r r rx ru majorminorZpatchry Zbuildr r r _semantic_key s r c @ s e Zd Zdd Zedd ZdS )r c C s t |S r) )r r# r r r r s zSemanticVersion.parsec C s | j d d dkS )Nr r r )r r4 r r r r; s z SemanticVersion.is_prereleaseNr r r r r r s c @ s e Zd ZeZdS )r N)r r r r rM r r r r r s c @ s6 e Zd Zd ddZdd Zdd Zdd Zd d ZdS ) VersionSchemeNc C s || _ || _|| _d S r) )rQ matcher suggester)r rQ r r r r r r s zVersionScheme.__init__c C s2 z| j | d}W n tk r, d}Y nX |S NTF)r rM r r r r` r r r is_valid_version s z VersionScheme.is_valid_versionc C s0 z| | d}W n tk r* d}Y nX |S r )r r r r r r is_valid_matcher s z VersionScheme.is_valid_matcherc C s | d| S )z: Used for processing some metadata fields zdummy_name (%s))r r# r r r is_valid_constraint_list s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n | |}|S r) )r r r r r suggest s zVersionScheme.suggest)N)r r r r r r r r r r r r r s r c C s |S r) r r# r r r rB rC rB ) normalizedlegacyZsemanticr defaultc C s | t krtd| t | S )Nzunknown scheme name: %r)_SCHEMESrN )rO r r r r s )*r Zloggingr compatr utilr __all__Z getLoggerr r rN r objectr r= r rt r| r} r r r r r r r r Ir r r r r r r r r r r r r r r r r <module> s 1d =$ W .r $ PK A\ * * 8 pip/_vendor/distlib/__pycache__/resources.cpython-38.pycnu [ U .e* @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z ddl m Z ddl mZmZmZmZ eeZdaG dd deZG dd d eZG d d d eZG d d d eZG dd deZG dd deZ e dee j e iZ zFz d dl Z!W n e"k r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk rX Y nX dd Z'i Z(dd Z)e *e+dZ,dd Z-dS ) )unicode_literalsN )DistlibException)cached_propertyget_cache_basepath_to_cache_dirCachec s. e Zd Zd fdd Zdd Zdd Z ZS ) ResourceCacheNc s0 |d kr t jt td}tt| | d S )Nzresource-cache)ospathjoinr strsuperr __init__)selfbase __class__ A/usr/lib/python3.8/site-packages/pip/_vendor/distlib/resources.pyr s zResourceCache.__init__c C s dS )z Is the cache stale for the given resource? :param resource: The :class:`Resource` being cached. :param path: The path of the resource in the cache. :return: True if the cache is stale. Tr r resourcer r r r is_stale# s zResourceCache.is_stalec C s |j |\}}|dkr |}n~tj| j| ||}tj|}tj|sXt | tj |sjd}n | ||}|rt |d}| |j W 5 Q R X |S )z Get a resource into the cache, :param resource: A :class:`Resource` instance. :return: The pathname of the resource in the cache. NTwb)finderget_cache_infor r r r Z prefix_to_dirdirnameisdirmakedirsexistsr openwritebytes)r r prefixr resultr Zstalefr r r get. s zResourceCache.get)N)__name__ __module__ __qualname__r r r& __classcell__r r r r r s r c @ s e Zd Zdd ZdS ) ResourceBasec C s || _ || _d S N)r name)r r r- r r r r I s zResourceBase.__init__N)r' r( r) r r r r r r+ H s r+ c @ s@ e Zd ZdZdZdd Zedd Zedd Zed d Z d S ) Resourcez A class representing an in-package resource, such as a data file. This is not normally instantiated by user code, but rather by a :class:`ResourceFinder` which manages the resource. Fc C s | j | S )z Get the resource as a stream. This is not a property to make it obvious that it returns a new stream each time. )r get_streamr r r r as_streamV s zResource.as_streamc C s t d krt a t | S r, )cacher r& r0 r r r file_path_ s zResource.file_pathc C s | j | S r, )r get_bytesr0 r r r r" f s zResource.bytesc C s | j | S r, )r get_sizer0 r r r sizej s z Resource.sizeN) r' r( r) __doc__ is_containerr1 r r3 r" r6 r r r r r. N s r. c @ s e Zd ZdZedd ZdS )ResourceContainerTc C s | j | S r, )r get_resourcesr0 r r r resourcesr s zResourceContainer.resourcesN)r' r( r) r8 r r; r r r r r9 o s r9 c @ s e Zd ZdZejdr dZndZdd Zdd Z d d Z d d Z d d Z dd Z dd Zdd Zdd Zdd Zdd ZeejjZdd Zd S ) ResourceFinderz4 Resource finder for file system resources. java).pyc.pyoz.class)r> r? c C s. || _ t|dd | _tjt|dd| _d S )N __loader____file__ )modulegetattrloaderr r r r )r rC r r r r s zResourceFinder.__init__c C s t j|S r, )r r realpathr r r r r _adjust_path s zResourceFinder._adjust_pathc C sB t |trd}nd}||}|d| j tjj| }| |S )N //r ) isinstancer" splitinsertr r r r rH )r resource_nameseppartsr$ r r r _make_path s zResourceFinder._make_pathc C s t j|S r, )r r r rG r r r _find s zResourceFinder._findc C s d |j fS r, )r r r r r r r s z ResourceFinder.get_cache_infoc C sD | |}| |sd }n&| |r0t| |}n t| |}||_|S r, )rQ rR _is_directoryr9 r. r )r rN r r$ r r r find s zResourceFinder.findc C s t |jdS Nrb)r r rS r r r r/ s zResourceFinder.get_streamc C s, t |jd}| W 5 Q R S Q R X d S rV )r r read)r r r% r r r r4 s zResourceFinder.get_bytesc C s t j|jS r, )r r getsizerS r r r r5 s zResourceFinder.get_sizec s* fdd t fddt|jD S )Nc s | dko| j S )N __pycache__)endswithskipped_extensions)r% r0 r r allowed s z-ResourceFinder.get_resources.<locals>.allowedc s g | ]} |r|qS r r ).0r% )r] r r <listcomp> s z0ResourceFinder.get_resources.<locals>.<listcomp>)setr listdirr rS r )r] r r r: s z ResourceFinder.get_resourcesc C s | |jS r, )rT r rS r r r r8 s zResourceFinder.is_containerc c s | |}|d k r|g}|r|d}|V |jr|j}|jD ]>}|sL|}nd||g}| |}|jrv|| q>|V q>qd S )Nr rJ )rU popr8 r- r; r append)r rN r ZtodoZrnamer- new_nameZchildr r r iterator s zResourceFinder.iteratorN)r' r( r) r7 sysplatform startswithr\ r rH rQ rR r rU r/ r4 r5 r: r8 staticmethodr r r rT re r r r r r< w s" r< c s` e Zd ZdZ fddZdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z Z S )ZipResourceFinderz6 Resource finder for resources in .zip files. c sZ t t| | | jj}dt| | _t| jdr>| jj| _n t j | | _t | j| _ d S )Nr _files) r rj r rE archivelen prefix_lenhasattrrk zipimport_zip_directory_cachesortedindex)r rC rl r r r r s zZipResourceFinder.__init__c C s |S r, r rG r r r rH s z ZipResourceFinder._adjust_pathc C s || j d }|| jkr d}nX|r:|d tjkr:|tj }t| j|}z| j| |}W n tk rt d}Y nX |st d|| j j nt d|| j j |S )NTFz_find failed: %r %rz_find worked: %r %r) rn rk r rO bisectrs rh IndexErrorloggerdebugrE r# )r r r$ ir r r rR s zZipResourceFinder._findc C s& | j j}|jdt| d }||fS )Nr )rE rl r rm )r r r# r r r r r s z ZipResourceFinder.get_cache_infoc C s | j |jS r, )rE get_datar rS r r r r4 s zZipResourceFinder.get_bytesc C s t | |S r, )ioBytesIOr4 rS r r r r/ s z ZipResourceFinder.get_streamc C s |j | jd }| j| d S )N )r rn rk r r r r r5 s zZipResourceFinder.get_sizec C s |j | jd }|r,|d tjkr,|tj7 }t|}t }t| j|}|t| jk r| j| |shq| j| |d }| | tjdd |d7 }qH|S )Nrt r r ) r rn r rO rm r` ru rs rh addrL )r r r Zplenr$ ry sr r r r: s z ZipResourceFinder.get_resourcesc C sj || j d }|r*|d tjkr*|tj7 }t| j|}z| j| |}W n tk rd d}Y nX |S )Nrt F)rn r rO ru rs rh rv )r r ry r$ r r r rT s z ZipResourceFinder._is_directory)r' r( r) r7 r rH rR r r4 r/ r5 r: rT r* r r r r rj s rj c C s |t t| < d S r, )_finder_registrytype)rE finder_makerr r r register_finder0 s r c C s | t krt | }nv| tjkr$t| tj| }t|dd}|dkrJtdt|dd}tt|}|dkrxtd| ||}|t | < |S )z Return a resource finder for a package. :param package: The name of the package. :return: A :class:`ResourceFinder` instance for the package. __path__Nz8You cannot get a finder for a module, only for a packager@ z Unable to locate finder for %r) _finder_cacherf modules __import__rD r r r& r )packager$ rC r rE r r r r r 6 s r Z __dummy__c C sR d}t | tj| }tt|}|rNt}tj | d|_ ||_ ||}|S )z Return a resource finder for a path, which should represent a container. :param path: The path. :return: A :class:`ResourceFinder` instance for the path. NrB ) pkgutilZ get_importerrf path_importer_cacher& r r _dummy_moduler r r rA r@ )r r$ rE r rC r r r finder_for_pathR s r ).Z __future__r ru r{ Zloggingr r Zshutilrf typesrp rB r utilr r r r Z getLoggerr' rw r2 r objectr+ r. r9 r< rj r zipimporterr _frozen_importlib_externalZ_fi ImportError_frozen_importlibSourceFileLoader FileFinderAttributeErrorr r r ModuleTyper r r r r r r <module> sN ,!ZN PK A\JE* * 6 pip/_vendor/distlib/__pycache__/scripts.cpython-38.pycnu [ U .e? @ s d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m Z ddl m Z ddl mZmZmZmZmZ eeZd ZedZd Zd d ZG d d d e Z dS ) )BytesION ) sysconfigdetect_encodingZipFile)finder) FileOperatorget_export_entry convert_pathget_executablein_venva <?xml version="1.0" encoding="UTF-8" standalone="yes"?> <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <assemblyIdentity version="1.0.0.0" processorArchitecture="X86" name="%s" type="win32"/> <!-- Identify the application security requirements. --> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"/> </requestedPrivileges> </security> </trustInfo> </assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$z# -*- coding: utf-8 -*- import re import sys from %(module)s import %(import_name)s if __name__ == '__main__': sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0]) sys.exit(%(func)s()) c C sX d| krT| drB| dd\}}d|krT| dsTd||f } n| dsTd| } | S )N z /usr/bin/env r "z%s "%s"z"%s") startswithsplit) executableenvZ _executable r ?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/scripts.py_enquote_executable3 s r c @ s e Zd ZdZeZdZd'ddZdd Ze j d rBd d Z d d Z dd Zd(ddZdd ZeZdd Zdd Zd)ddZdd Zed d Zejd d Zejd ksejd krej d krd!d" Z d*d#d$Z d+d%d&Z dS ), ScriptMakerz_ A class to copy or create scripts from source scripts or callable specifications. NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d| _ |pRt || _ tjdkprtjdkortjdk| _ d S )NFposixjava) X.Ynt) source_dir target_dir add_launchersforceclobberosname_nameset_modesetvariantsr _fileop_is_nt)selfr r r dry_runZfileopr r r __init__L s zScriptMaker.__init__c C s@ | ddr<| jr<tj|\}}|dd}tj||}|S )NguiFpythonZpythonw)getr( r! pathr replacejoin)r) r optionsZdnfnr r r _get_alternate_executable\ s z%ScriptMaker._get_alternate_executabler c C s\ z0t | }|ddkW 5 Q R W S Q R X W n& ttfk rV td| Y dS X dS )zl Determine if the specified executable is a script (contains a #! line) z#!zFailed to open %sFN)openreadOSErrorIOErrorloggerwarning)r) r fpr r r _is_shelld s & zScriptMaker._is_shellc C sD | |r*dd l}|jjddkr<|S n| dr<|S d| S )Nr zos.nameZLinuxz jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getPropertylowerendswith)r) r r r r r _fix_jython_executablep s z"ScriptMaker._fix_jython_executablec C s t jdkrd}n8t|t| d }tjdkr4d}nd}d|koF||k}|r^d| | d }n d }|d | | d 7 }|d 7 }|S )a Build a shebang line. In the simple case (on Windows, or a shebang line which is not too long or contains spaces) use a simple formulation for the shebang. Otherwise, use /bin/sh as the executable, with a contrived shebang which allows the script to run either under Python or sh, using suitable quoting. Thanks to Harald Nordgren for his input. See also: http://www.in-ulm.de/~mascheck/various/shebang/#length https://hg.mozilla.org/mozilla-central/file/tip/mach r T darwini s #! s #!/bin/sh s '''exec' s "$0" "$@" s ' ''')r! r" lensysplatform)r) r post_interpZsimple_shebangZshebang_lengthZmax_shebang_lengthresultr r r _build_shebang| s zScriptMaker._build_shebang c C s` d}| j r| j }d}n^t s&t }nNt rLtjtddt d }n(tjt ddt dt df }|r| ||}t j d r| |}tj|}|rt|}|d }t j d krd |krd |kr|d7 }| ||}z|d W n" tk r td| Y nX |d kr\z|| W n& tk rZ td||f Y nX |S )NTFZscriptszpython%sZEXEZBINDIRz python%s%sZVERSIONr utf-8Zcliz -X:Framesz -X:FullFramess -X:Framesz,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r Zis_python_buildr r r! r/ r1 Zget_pathZget_config_varr4 rG rH r r@ normcaser encoderK decodeUnicodeDecodeError ValueError)r) encodingrI r2 Zenquoter shebangr r r _get_shebang sZ zScriptMaker._get_shebangc C s$ | j t|j|jdd |jd S )N.r )moduleZ import_namefunc)script_templatedictprefixsuffixr )r) entryr r r _get_script_text s z ScriptMaker._get_script_textc C s t j|}| j| S N)r! r/ basenamemanifest)r) Zexenamebaser r r get_manifest s zScriptMaker.get_manifestc C s | j o | j}tjd}||s*||7 }|s8|| }nZ|dkrL| d}n | d}t } t| d} | d| W 5 Q R X | } || | }|D ]V} tj | j | } |rxtj | \}}|dr|} d| } z| j| | W n tk rt td d | }tj |r&t| t| | | j| | td zt| W n tk rn Y nX Y nX nl| jr| d | sd | |f } tj | r| jstd | q| j| | | jr| j| g | | qd S )NrM pytwz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logicrV z%s.%szSkipping existing file %s) r r( r! lineseprO r? _get_launcherr r Zwritestrgetvaluer/ r1 r splitextr r' Zwrite_binary_file Exceptionr: r; existsremoverenamedebugr r$ set_executable_modeappend)r) namesrT Z script_bytes filenamesextZ use_launcherrg ZlauncherstreamZzfZzip_datar" outnameneZdfnamer r r _write_script sX zScriptMaker._write_scriptc C s d}|r0| dg }|r0dd| }|d}| jd||d}| |d}|j}t } d| jkrp| | d| jkr| d |t j d f d | jkr| d |t j d d f |r| ddrd} nd} | | |||| d S )NrL Zinterpreter_argsz %sr rM r2 r Xz%s%sr r z%s-%srA r, Fpywrd ) r. r1 rO rU r^ r" r% r& addrG versionry ) r) r] rs r2 rI argsrT scriptr" Z scriptnamesrt r r r _make_script s( zScriptMaker._make_scriptc C s d}t j| jt|}t j| jt j|}| jsT| j ||sTt d| d S zt |d}W n t k r | jsz d }Y nLX | }|st d| | d S t|dd}|rd}|dpd }|s|r| | j|| | jr| j|g || nt d || j | jjst |j\} } | d | | |} d |kr^d } nd} t j|} | | g| | || |r| d S )NFznot copying %s (up-to-date)rbz"%s: %s is an empty file (skipping)s rE Tr rL z copying and adjusting %s -> %sr s pythonwr| rd )!r! r/ r1 r r r r` r r' Znewerr: ro r6 r9 r* readliner; Zget_command_name FIRST_LINE_REmatchr0 groupcloseZ copy_filer$ rp rq infor seekrU ry r7 )r) r rs Zadjustrv fZ first_liner rI rS linesrT rt rw r r r _copy_script) sX zScriptMaker._copy_scriptc C s | j jS r_ r' r* )r) r r r r* ] s zScriptMaker.dry_runc C s || j _d S r_ r )r) valuer r r r* a s r c C sH t ddkrd}nd}d||f }tddd }t||j}|S ) NP Z64Z32z%s%s.exerV r r )structcalcsize__name__rsplitr findbytes)r) Zkindbitsr" Zdistlib_packagerJ r r r rh i s zScriptMaker._get_launcherc C s6 g }t |}|dkr"| || n| j|||d |S )a Make a script. :param specification: The specification, which is either a valid export entry specification (to make a script from a callable) or a filename (to make a script by copying from a source location). :param options: A dictionary of options controlling script generation. :return: A list of all absolute pathnames written to. Nrz )r r r )r) specificationr2 rs r] r r r makew s zScriptMaker.makec C s$ g }|D ]}| | || q|S )z Take a list of specifications and make scripts from them, :param specifications: A list of specifications. :return: A list of all absolute pathnames written to, )extendr )r) Zspecificationsr2 rs r r r r make_multiple s zScriptMaker.make_multiple)TFN)rL N)N)N)N) r __module__ __qualname____doc__SCRIPT_TEMPLATErY r r+ r4 rG rH r r= r@ rK rU r^ _DEFAULT_MANIFESTra rc ry r r propertyr* setterr! r" r# rh r r r r r r r C s6 84 4 r ) ior Zloggingr! rer rG compatr r r Z resourcesr utilr r r r r Z getLoggerr r: stripr compiler r r objectr r r r r <module> s PK A\2FT T = pip/_vendor/distlib/__pycache__/database.cpython-38.opt-1.pycnu [ U .eU @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z mZ ddlmZ ddlmZmZ ddlmZmZmZmZ dd lmZmZm Z m Z m Z m Z m Z d d d d dgZ!e"e#Z$dZ%dZ&deddde%dfZ'dZ(G dd de)Z*G dd de)Z+G dd d e)Z,G dd d e,Z-G d d d e-Z.G d d d e-Z/e.Z0e/Z1G d d d e)Z2d)d!d"Z3d#d$ Z4d%d& Z5d'd( Z6dS )*zPEP 376 implementation. )unicode_literalsN )DistlibException resources)StringIO) get_schemeUnsupportedVersionError)MetadataMETADATA_FILENAMEWHEEL_METADATA_FILENAMELEGACY_METADATA_FILENAME)parse_requirementcached_propertyparse_name_and_version read_exports write_exports CSVReader CSVWriter DistributionBaseInstalledDistributionInstalledDistributionEggInfoDistributionDistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLERRECORD REQUESTED RESOURCESSHAREDz .dist-infoc @ s( e Zd ZdZdd Zdd Zdd ZdS ) _CachezL A simple cache mapping names and .dist-info paths to distributions c C s i | _ i | _d| _dS )zZ Initialise an instance. There is normally one for each DistributionPath. FN)namepath generatedself r# @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/database.py__init__1 s z_Cache.__init__c C s | j | j d| _dS )zC Clear the cache, setting it to its initial state. FN)r clearr r r! r# r# r$ r& 9 s z _Cache.clearc C s2 |j | j kr.|| j |j < | j|jg | dS )z` Add a distribution to the cache. :param dist: The distribution to add. N)r r setdefaultkeyappendr" distr# r# r$ addA s z _Cache.addN)__name__ __module__ __qualname____doc__r% r& r, r# r# r# r$ r - s r c @ s e Zd ZdZd ddZdd Zdd ZeeeZd d Z d d Z dd Z e dd Z dd Zdd Zd ddZdd Zd ddZdS ) r zU Represents a set of distributions installed on a path (typically sys.path). NFc C sD |dkrt j}|| _d| _|| _t | _t | _d| _td| _ dS )a Create an instance from a path, optionally including legacy (distutils/ setuptools/distribute) distributions. :param path: The path to use, as a list of directories. If not specified, sys.path is used. :param include_egg: If True, this instance will look for and return legacy distributions as well as those based on PEP 376. NTdefault) sysr _include_dist _include_eggr _cache _cache_egg_cache_enabledr _scheme)r" r Z include_eggr# r# r$ r% O s zDistributionPath.__init__c C s | j S Nr7 r! r# r# r$ _get_cache_enabledc s z#DistributionPath._get_cache_enabledc C s || _ d S r9 r: )r" valuer# r# r$ _set_cache_enabledf s z#DistributionPath._set_cache_enabledc C s | j | j dS )z, Clears the internal cache. N)r5 r& r6 r! r# r# r$ clear_cachek s z DistributionPath.clear_cachec c sD t }| jD ]0}t|}|dkr&q |d}|r |js<q t|j}|D ]}||}|rJ|j|krhqJ| jr|t rt t t g}|D ]"}t ||} || } | r qqqJt| } t| dd} W 5 Q R X td|j ||j t|j| | dV qJ| jrJ|drJtd|j ||j t|j| V qJq dS )zD Yield .dist-info and/or .egg(-info) distributions. N legacyfileobjschemezFound %s)metadataenv) .egg-info.egg)setr r finder_for_pathfindZ is_containersortedr3 endswith DISTINFO_EXTr r r posixpathjoin contextlibclosing as_streamr loggerdebugr, new_dist_classr4 old_dist_class) r" seenr finderrZrsetentryZpossible_filenamesZmetadata_filenameZ metadata_pathZpydiststreamrD r# r# r$ _yield_distributionss sF z%DistributionPath._yield_distributionsc C sp | j j }| jo| jj }|s"|rl| D ](}t|trF| j | q*| j| q*|r`d| j _|rld| j_dS )zk Scan the path for distributions and populate the cache with those that are found. TN)r5 r r4 r6 r\ isinstancer r, )r" Zgen_distZgen_eggr+ r# r# r$ _generate_cache s z DistributionPath._generate_cachec C s | dd}d||gt S )ao The *name* and *version* parameters are converted into their filename-escaped form, i.e. any ``'-'`` characters are replaced with ``'_'`` other than the one in ``'dist-info'`` and the one separating the name from the version number. :parameter name: is converted to a standard distribution name by replacing any runs of non- alphanumeric characters with a single ``'-'``. :type name: string :parameter version: is converted to a standard version string. Spaces become dots, and all other non-alphanumeric characters (except dots) become dashes, with runs of multiple dashes condensed to a single dash. :type version: string :returns: directory name :rtype: string-_)replacerO rM )clsr versionr# r# r$ distinfo_dirname s z!DistributionPath.distinfo_dirnamec c s^ | j s | D ] }|V qn>| | jj D ] }|V q0| jrZ| jj D ] }|V qNdS )a5 Provides an iterator that looks for distributions and returns :class:`InstalledDistribution` or :class:`EggInfoDistribution` instances for each one of them. :rtype: iterator of :class:`InstalledDistribution` and :class:`EggInfoDistribution` instances N)r7 r\ r^ r5 r valuesr4 r6 r* r# r# r$ get_distributions s z"DistributionPath.get_distributionsc C s d}| }| js4| D ]}|j|kr|} q|qnH| || jjkrZ| jj| d }n"| jr||| jjkr|| jj| d }|S )a= Looks for a named distribution on the path. This function only returns the first result found, as no more than one value is expected. If nothing is found, ``None`` is returned. :rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution` or ``None`` Nr ) lowerr7 r\ r( r^ r5 r r4 r6 )r" r resultr+ r# r# r$ get_distribution s z!DistributionPath.get_distributionc c s d}|dk rJz| j d||f }W n$ tk rH td||f Y nX | D ]p}t|dsntd| qR|j}|D ]H}t |\}}|dkr||kr|V qRqx||krx| |rx|V qRqxqRdS )a Iterates over all distributions to find which distributions provide *name*. If a *version* is provided, it will be used to filter the results. This function only returns the first result found, since no more than one values are expected. If the directory is not found, returns ``None``. :parameter version: a version specifier that indicates the version required, conforming to the format in ``PEP-345`` :type name: string :type version: string N%s (%s)z invalid name or version: %r, %rprovideszNo "provides": %s) r8 matcher ValueErrorr rf hasattrrS rT rk r match) r" r rc rl r+ providedpp_namep_verr# r# r$ provides_distribution s* z&DistributionPath.provides_distributionc C s( | |}|dkr td| ||S )z5 Return the path to a resource file. Nz no distribution named %r found)ri LookupErrorget_resource_path)r" r relative_pathr+ r# r# r$ get_file_path! s z DistributionPath.get_file_pathc c sX | D ]J}|j}||kr|| }|dk r>||krR|| V q| D ] }|V qFqdS )z Return all of the exported entries in a particular category. :param category: The category to search for entries. :param name: If specified, only entries with that name are returned. N)rf exportsre )r" categoryr r+ rY dvr# r# r$ get_exported_entries* s z%DistributionPath.get_exported_entries)NF)N)N)r- r. r/ r0 r% r; r= propertyZ cache_enabledr> r\ r^ classmethodrd rf ri rt rx r} r# r# r# r$ r K s , ) c @ s e Zd ZdZdZdZdd Zedd ZeZ edd Z ed d Z d d Z ed d Z edd Zedd Zedd Zedd Zdd Zdd Zdd Zd d Zd S ) r z A base class for distributions, whether installed or from indexes. Either way, it must have some metadata, so that's all that's needed for construction. Fc C sL || _ |j| _| j | _|j| _d| _d| _d| _d| _t | _ i | _ dS )z Initialise an instance. :param metadata: The instance of :class:`Metadata` describing this distribution. N) rD r rg r( rc ZlocatordigestextrascontextrH Z download_urlsZdigests)r" rD r# r# r$ r% O s zDistribution.__init__c C s | j jS )zH The source archive download URL for this distribution. )rD source_urlr! r# r# r$ r ` s zDistribution.source_urlc C s d| j | jf S )zX A utility property which displays the name and version in parentheses. rj r rc r! r# r# r$ name_and_versioni s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|| |S )z A set of distribution names and versions provided by this distribution. :return: A set of "name (version)" strings. rj )rD rk r rc r) )r" Zplistsr# r# r$ rk p s zDistribution.providesc C s8 | j }td| t||}t|j|| j| jdS )Nz%Getting requirements from metadata %r)r rE ) rD rS rT ZtodictgetattrrH Zget_requirementsr r )r" Zreq_attrmdZreqtsr# r# r$ _get_requirements| s z Distribution._get_requirementsc C s | dS )N run_requiresr r! r# r# r$ r s zDistribution.run_requiresc C s | dS )N meta_requiresr r! r# r# r$ r s zDistribution.meta_requiresc C s | dS )Nbuild_requiresr r! r# r# r$ r s zDistribution.build_requiresc C s | dS )N test_requiresr r! r# r# r$ r s zDistribution.test_requiresc C s | dS )N dev_requiresr r! r# r# r$ r s zDistribution.dev_requiresc C s t |}t| jj}z||j}W n6 tk rZ td| | d }||}Y nX |j }d}| j D ]D}t |\}} ||krqlz| | }W qW ql tk r Y qlX ql|S )z Say if this instance matches (fulfills) a requirement. :param req: The requirement to match. :rtype req: str :return: True if it matches, else False. +could not read version %r - using name onlyr F)r r rD rC rl requirementr rS warningsplitr( rk r ro ) r" reqrY rC rl r rh rq rr rs r# r# r$ matches_requirement s, z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC Return a textual representation of this instance, z [%s]r? z<Distribution %s (%s)%s>)r r rc )r" suffixr# r# r$ __repr__ s zDistribution.__repr__c C s> t |t | k rd}n$| j|jko8| j|jko8| j|jk}|S )a< See if this distribution is the same as another. :param other: The distribution to compare with. To be equal to one another. distributions must have the same type, name, version and source_url. :return: True if it is the same, else False. F)typer rc r )r" otherrh r# r# r$ __eq__ s zDistribution.__eq__c C s t | jt | j t | j S )zH Compute hash in a way which matches the equality test. )hashr rc r r! r# r# r$ __hash__ s zDistribution.__hash__N)r- r. r/ r0 Zbuild_time_dependency requestedr% r~ r Z download_urlr rk r r r r r r r r r r r# r# r# r$ r = s4 " c s0 e Zd ZdZdZd fdd ZdddZ ZS ) r z] This is the base class for installed distributions (whether PEP 376 or legacy). Nc s t t| | || _|| _dS )a Initialise an instance. :param metadata: An instance of :class:`Metadata` which describes the distribution. This will normally have been initialised from a metadata file in the ``path``. :param path: The path of the ``.dist-info`` or ``.egg-info`` directory for the distribution. :param env: This is normally the :class:`DistributionPath` instance where this distribution was found. N)superr r% r dist_path)r" rD r rE __class__r# r$ r% s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|}d| j }|| }t|dd}d||f S )a Get the hash of some data, using a particular hash algorithm, if specified. :param data: The data to be hashed. :type data: bytes :param hasher: The name of a hash implementation, supported by hashlib, or ``None``. Examples of valid values are ``'sha1'``, ``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and ``'sha512'``. If no hasher is specified, the ``hasher`` attribute of the :class:`InstalledDistribution` instance is used. If the hasher is determined to be ``None``, MD5 is used as the hashing algorithm. :returns: The hash of the data. If a hasher was explicitly specified, the returned hash will be prefixed with the specified hasher followed by '='. :rtype: str Nr? z%s= =ascii%s%s) hasherhashlibmd5r r base64Zurlsafe_b64encoderstripdecode)r" datar prefixr r# r# r$ get_hash s z"BaseInstalledDistribution.get_hash)N)N)r- r. r/ r0 r r% r __classcell__r# r# r r$ r s c s e Zd ZdZdZd' fdd Zdd Zdd Zd d Ze d d Z dd Z dd Z dd Z dd Zd(ddZdd Ze dd Zd)d d Zd d Zd!d" Zd#d$ Zd%d& ZejZ ZS )*r a Created with the *path* of the ``.dist-info`` directory provided to the constructor. It reads the metadata contained in ``pydist.json`` when it is instantiated., or uses a passed in Metadata instance (useful for when dry-run mode is being used). Zsha256Nc sJ g | _ t| | _}|d kr*td| |rP|jrP||jjkrP|jj| j}nt|d kr| t }|d krt| t }|d kr| d}|d krtdt |f t | }t|dd}W 5 Q R X tt| ||| |r|jr|j| | d}|d k | _tj|d}tj|rFt|d}| } W 5 Q R X | | _ d S ) Nzfinder unavailable for %sZMETADATAzno %s found in %sr@ rA r top_level.txtrb)modulesr rI rX rm r7 r5 r rD rJ r r rP rQ rR r r r r% r, r osrO existsopenread splitlines) r" r rD rE rX rY r[ rq fr r r# r$ r% s8 z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>r rc r r! r# r# r$ r = s z InstalledDistribution.__repr__c C s d| j | jf S Nz%s %sr r! r# r# r$ __str__A s z InstalledDistribution.__str__c C s g }| d}t| \}t|dF}|D ]:}dd tt|dD }|| \}}} |||| f q.W 5 Q R X W 5 Q R X |S )a" Get the list of installed files for the distribution :return: A list of tuples of path, hash and size. Note that hash and size might be ``None`` for some entries. The path is exactly as stored in the file (which is as in PEP 376). r r[ c S s g | ]}d qS r9 r# ).0ir# r# r$ <listcomp>S s z6InstalledDistribution._get_records.<locals>.<listcomp> )get_distinfo_resourcerP rQ rR r rangelenr) ) r" resultsrY r[ Z record_readerrowmissingr checksumsizer# r# r$ _get_recordsD s &z"InstalledDistribution._get_recordsc C s i }| t}|r| }|S )a Return the information exported by this distribution. :return: A dictionary of exports, mapping an export category to a dict of :class:`ExportEntry` instances describing the individual export entries, and keyed by name. )r EXPORTS_FILENAMEr )r" rh rY r# r# r$ ry [ s z InstalledDistribution.exportsc C s8 i }| t}|r4t| }t|}W 5 Q R X |S )z Read exports data from a file in .ini format. :return: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. )r r rP rQ rR r )r" rh rY r[ r# r# r$ r i s z"InstalledDistribution.read_exportsc C s. | t}t|d}t|| W 5 Q R X dS )a Write a dictionary of exports to a file in .ini format. :param exports: A dictionary of exports, mapping an export category to a list of :class:`ExportEntry` instances describing the individual export entries. wN)get_distinfo_filer r r )r" ry Zrfr r# r# r$ r x s z#InstalledDistribution.write_exportsc C s | d}t| R}t|d<}|D ]0\}}||kr*| W 5 Q R W 5 Q R S q*W 5 Q R X W 5 Q R X td| dS )aW NOTE: This API may change in the future. Return the absolute path to a resource file with the given relative path. :param relative_path: The path, relative to .dist-info, of the resource of interest. :return: The absolute path where the resource is to be found. r r z3no resource file with relative path %r is installedN)r rP rQ rR r KeyError)r" rw rY r[ Zresources_readerrelativeZ destinationr# r# r$ rv s 6z'InstalledDistribution.get_resource_pathc c s | D ] }|V qdS )z Iterates over the ``RECORD`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: iterator of (path, hash, size) N)r )r" rh r# r# r$ list_installed_files s z*InstalledDistribution.list_installed_filesFc C s( t j|d}t j| j}||}t j|d}| d}td| |rRdS t|}|D ]}t j |sz| drd } } n4dt j | } t |d} | | } W 5 Q R X ||s|r||rt j||}||| | f q`||r t j||}||ddf W 5 Q R X |S )z Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any existing ``RECORD`` file is silently overwritten. prefix is used to determine when to write absolute paths. r? r creating %sNz.pycz.pyoz%dr )r r rO dirname startswithr rS infor isdirrL getsizer r r relpathZwriterow) r" pathsr dry_runbaseZbase_under_prefix record_pathwriterr hash_valuer fpr# r# r$ write_installed_files s0 z+InstalledDistribution.write_installed_filesc C s g }t j| j}| d}| D ]\}}}t j|sHt j||}||krRq$t j|sr||dddf q$t j |r$t t j |}|r||kr||d||f q$|r$d|kr| ddd }nd }t |d 2} | | |} | |kr||d || f W 5 Q R X q$|S ) Checks that the hashes and sizes of the files in ``RECORD`` are matched by the files themselves. Returns a (possibly empty) list of mismatches. Each entry in the mismatch list will be a tuple consisting of the path, 'exists', 'size' or 'hash' according to what didn't match (existence is checked first, then size, then hash), the expected value and the actual value. r r TFr =r r Nr r )r r r r r isabsrO r r) isfilestrr r r r r ) r" mismatchesr r r r r Z actual_sizer r Z actual_hashr# r# r$ check_installed_files s. z+InstalledDistribution.check_installed_filesc C s i }t j| jd}t j|rtj|ddd}| }W 5 Q R X |D ]8}|dd\}}|dkr|| |g | qL|||< qL|S )a A dictionary of shared locations whose keys are in the set 'prefix', 'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'. The corresponding value is the absolute path of that category for this distribution, and takes into account any paths selected by the user at installation time (e.g. via command-line arguments). In the case of the 'namespace' key, this would be a list of absolute paths for the roots of namespace packages in this distribution. The first time this property is accessed, the relevant information is read from the SHARED file in the .dist-info directory. r rY utf-8encodingr r namespace) r r rO r codecsr r r r r' r) )r" rh shared_pathr linesliner( r< r# r# r$ shared_locations s z&InstalledDistribution.shared_locationsc C s t j| jd}td| |r$dS g }dD ].}|| }t j|| r,|d||f q,|ddD ]}|d| qhtj |d d d }| d | W 5 Q R X |S ) aa Write shared location information to the SHARED file in .dist-info. :param paths: A dictionary as described in the documentation for :meth:`shared_locations`. :param dry_run: If True, the action is logged but no file is actually written. :return: The path of the file written to. r r N)r libZheadersZscriptsr z%s=%sr r# z namespace=%sr r r ) r r rO rS r r r) getr r write) r" r r r r r( r nsr r# r# r$ write_shared_locations s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf t| j}|d kr<td| j ||S )N+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s) DIST_FILESr r r rI rJ )r" r rX r# r# r$ r s z+InstalledDistribution.get_distinfo_resourcec C s~ | tjdkrT|tjdd \}}|| jtjd krTtd|| j| jf |tkrntd|| jf tj | j|S )a Returns a path located under the ``.dist-info`` directory. Returns a string representing the path. :parameter path: a ``'/'``-separated path relative to the ``.dist-info`` directory or an absolute path; If *path* is an absolute path and doesn't start with the ``.dist-info`` directory path, a :class:`DistlibException` is raised :type path: str :rtype: str r Nz;dist-info file %r does not belong to the %r %s distributionr ) rJ r sepr r r r rc r rO )r" r rd r# r# r$ r $ s z'InstalledDistribution.get_distinfo_filec c sR t j| j}| D ]6\}}}t j|s:t j||}|| jr|V qdS )z Iterates over the ``RECORD`` entries and returns paths for each line if the path is pointing to a file located in the ``.dist-info`` directory or one of its subdirectories. :returns: iterator of paths N)r r r r r rO r )r" r r r r r# r# r$ list_distinfo_filesA s z)InstalledDistribution.list_distinfo_filesc C s t |to| j|jkS r9 )r] r r r" r r# r# r$ r Q s z InstalledDistribution.__eq__)NN)F)F)r- r. r/ r0 r r% r r r r ry r r rv r r r r r r r r r objectr r r# r# r r$ r s, " ## c sj e Zd ZdZdZi Zd fdd Zdd Zdd Zd d Z d d Z dd Z dddZ dd Z ejZ ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided to the constructor. It reads the metadata contained in the file itself, or if the given path happens to be a directory, the metadata is read from the file ``PKG-INFO`` under that directory.TNc s dd }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j n0| |}|| |j|j |rz|jrz|j| t t | ||| d S )Nc S s || _ | | _|| _d S r9 )r rg r( rc )r nr| r# r# r$ set_name_and_versionc s z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r r7 r6 rD r rc _get_metadatar, r r r% )r" r rE r rD r r# r$ r% b s z EggInfoDistribution.__init__c s d }dd fdd}d }}| drtj|rtj|d}tj|d}t|dd }tj|d } tj|d }|| }npt|} t| d d } t| dd}z,| d} | d d} | d}W n t k r d }Y nX nf| drPtj|rBtj|d } || }tj|d}tj|d }t|dd }n t d| |rl| | |d kr|d k rtj|rt|d} | d}W 5 Q R X |sg }n| }|| _|S )Nc S s g }| }|D ]}| }|dr6td| qt|}|sPtd| q|jr`td |jst||j qd dd |jD }|d|j |f q|S ) zCreate a list of dependencies from a requires.txt file. *data*: the contents of a setuptools-produced requires.txt file. [z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )r Nr# )r cr# r# r$ <genexpr> s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>rj ) r stripr rS r r r Z constraintsr) r rO )r reqsr r rY Zconsr# r# r$ parse_requires_dataz s( z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }z*t | dd} | }W 5 Q R X W n tk rB Y nX |S )zCreate a list of dependencies from a requires.txt file. *req_path*: the path to a setuptools-produced requires.txt file. rY r )r r r IOError)req_pathr r r r# r$ parse_requires_path s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathrG zEGG-INFOzPKG-INFOr@ )r rC z requires.txtr zEGG-INFO/PKG-INFOutf8rA zEGG-INFO/requires.txtzEGG-INFO/top_level.txtr rF z,path must end with .egg-info or .egg, got %rr )rL r r r rO r zipimport zipimporterr get_datar r r Zadd_requirementsr r r r r )r" r requiresr Ztl_pathZtl_datarq meta_pathrD r ZzipfrB r r r# r r$ r w sX z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>r r! r# r# r$ r s z EggInfoDistribution.__repr__c C s d| j | jf S r r r! r# r# r$ r s zEggInfoDistribution.__str__c C s` g }t j| jd}t j|r\| D ]2\}}}||kr<q(t j|s(||dddf q(|S )r installed-files.txtr TF)r r rO r r r) )r" r r r r` r# r# r$ r s z)EggInfoDistribution.check_installed_filesc C s dd }dd }t j| jd}g }t j|rtj|dddx}|D ]l}| }t jt j| j|}t j|st d | | d rqFt j |sF| |||||f qFW 5 Q R X | |d d f |S ) z Iterates over the ``installed-files.txt`` entries and returns a tuple ``(path, hash, size)`` for each line. :returns: a list of (path, hash, size) c S s0 t | d}z | }W 5 | X t| S )Nr )r closer r r Z hexdigest)r r Zcontentr# r# r$ _md5 s z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t | jS r9 )r statst_size)r r# r# r$ _size s z7EggInfoDistribution.list_installed_files.<locals>._sizer rY r r zNon-existent file: %sr N) r r rO r r r r normpathrS r rL r r) )r" r r r rh r r rq r# r# r$ r s" $z(EggInfoDistribution.list_installed_filesFc c s t j| jd}t j|rd}tj|ddd`}|D ]T}| }|dkrPd}q6|s6t jt j| j|}|| jr6|r|V q6|V q6W 5 Q R X dS ) a Iterates over the ``installed-files.txt`` entries and returns paths for each line if the path is pointing to a file located in the ``.egg-info`` directory or one of its subdirectories. :parameter absolute: If *absolute* is ``True``, each returned path is transformed into a local absolute path. Otherwise the raw value from ``installed-files.txt`` is returned. :type absolute: boolean :returns: iterator of paths r TrY r r z./FN) r r rO r r r r r r )r" Zabsoluter skipr r rq r# r# r$ r s z'EggInfoDistribution.list_distinfo_filesc C s t |to| j|jkS r9 )r] r r r r# r# r$ r . s zEggInfoDistribution.__eq__)N)F)r- r. r/ r0 r r r% r r r r r r r r r r r# r# r r$ r Y s Z& c @ s^ e Zd ZdZdd Zdd ZdddZd d Zd d ZdddZ dddZ dd Z dd Z dS )DependencyGrapha Represents a dependency graph between distributions. The dependency relationships are stored in an ``adjacency_list`` that maps distributions to a list of ``(other, label)`` tuples where ``other`` is a distribution and the edge is labeled with ``label`` (i.e. the version specifier, if such was provided). Also, for more efficient traversal, for every distribution ``x``, a list of predecessors is kept in ``reverse_list[x]``. An edge from distribution ``a`` to distribution ``b`` means that ``a`` depends on ``b``. If any missing dependencies are found, they are stored in ``missing``, which is a dictionary that maps distributions to a list of requirements that were not provided by any other distributions. c C s i | _ i | _i | _d S r9 )adjacency_list reverse_listr r! r# r# r$ r% I s zDependencyGraph.__init__c C s g | j |< g | j|< dS )zAdd the *distribution* to the graph. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` N)r r )r" distributionr# r# r$ add_distributionN s z DependencyGraph.add_distributionNc C s6 | j | ||f || j| kr2| j| | dS )a Add an edge from distribution *x* to distribution *y* with the given *label*. :type x: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type y: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type label: ``str`` or ``None`` N)r r) r )r" xylabelr# r# r$ add_edgeX s zDependencyGraph.add_edgec C s& t d|| | j|g | dS )a Add a missing *requirement* for the given *distribution*. :type distribution: :class:`distutils2.database.InstalledDistribution` or :class:`distutils2.database.EggInfoDistribution` :type requirement: ``str`` z %s missing %rN)rS rT r r' r) )r" r r r# r# r$ add_missingg s zDependencyGraph.add_missingc C s d|j |jf S r r r* r# r# r$ _repr_distr s zDependencyGraph._repr_distr c C s | |g}| j| D ]h\}}| |}|dk r<d||f }|d| t| | ||d }|d}||dd qd|S )zPrints only a subgraphNz%s [%s]z r r )r" r r) r repr_noder extendrO )r" r+ leveloutputr r Z suboutputZsubsr# r# r$ r# u s zDependencyGraph.repr_nodeTc C s g }| d | j D ]h\}}t|dkr:|s:|| |D ]@\}}|dk rh| d|j|j|f q>| d|j|jf q>q|st|dkr| d | d | d |D ] }| d |j | d q| d | d dS ) a9 Writes a DOT output for the graph to the provided file *f*. If *skip_disconnected* is set to ``True``, then all distributions that are not dependent on any other distribution are skipped. :type f: has to support ``file``-like operations :type skip_disconnected: ``bool`` zdigraph dependencies { r Nz"%s" -> "%s" [label="%s"] z "%s" -> "%s" zsubgraph disconnected { zlabel = "Disconnected" zbgcolor = red z"%s"r z} )r r itemsr r) r )r" r Zskip_disconnectedZ disconnectedr+ adjsr r r# r# r$ to_dot s( zDependencyGraph.to_dotc s g }i }| j D ]\}}|dd ||< qg t| dd D ] \}}|sD | ||= qD shq| D ] \}} fdd|D ||< qptddd D | q,|t| fS )aa Perform a topological sort of the graph. :return: A tuple, the first element of which is a topologically sorted list of distributions, and the second element of which is a list of distributions that cannot be sorted because they have circular dependencies and so form a cycle. Nc s g | ]\}}| kr||fqS r# r# )r r{ rY Z to_remover# r$ r s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf qS )rj r )r r{ r# r# r$ r s )r r' listr) rS rT r$ keys)r" rh Zalistkr| r# r* r$ topological_sort s$ z DependencyGraph.topological_sortc C s2 g }| j D ]\}}|| | qd|S )zRepresentation of the graphr )r r' r) r# rO )r" r& r+ r( r# r# r$ r s zDependencyGraph.__repr__)N)r )T) r- r. r/ r0 r% r r r! r" r# r) r. r r# r# r# r$ r 9 s r r1 c C sV t |}t }i }| D ]L}|| |jD ]6}t|\}}td||| ||g ||f q*q| D ]}|j |j B |j B |j B }|D ]} z| | } W n6 tk r td| | d }| |} Y nX | j}d} ||kr>|| D ]N\}} z| |} W n tk r d} Y nX | r||| | d} q>q| s||| qqh|S )a6 Makes a dependency graph from the given distributions. :parameter dists: a list of distributions :type dists: list of :class:`distutils2.database.InstalledDistribution` and :class:`distutils2.database.EggInfoDistribution` instances :rtype: a :class:`DependencyGraph` instance zAdd to provided: %s, %s, %sr r FT)r r r rk r rS rT r' r) r r r r rl r r r r( ro r r! )distsrC graphrp r+ rq r rc r r rl ZmatchedZproviderro r# r# r$ make_graph sN r1 c C sv || krt d|j t| }|g}|j| }|rh| }|| |j| D ]}||krN|| qNq.|d |S )zRecursively generate a list of distributions from *dists* that are dependent on *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested 1given distribution %r is not a member of the listr )r r r1 r popr) )r/ r+ r0 Zdeptodor{ Zsuccr# r# r$ get_dependent_dists s r5 c C sn || krt d|j t| }g }|j| }|rj| d }|| |j| D ]}||krP|| qPq,|S )zRecursively generate a list of distributions from *dists* that are required by *dist*. :param dists: a list of distributions :param dist: a distribution, member of *dists* for which we are interested r2 r )r r r1 r r3 r) )r/ r+ r0 r r4 r{ Zpredr# r# r$ get_required_dists s r6 c K s4 | dd}tf |}| |_||_|p(d|_t|S )zO A convenience method for making a dist given just a name and version. summaryzPlaceholder for summary)r3 r r rc r7 r )r rc kwargsr7 r r# r# r$ make_dist2 s r9 )r1 )7r0 Z __future__r r r rP r Zloggingr rN r2 r r? r r compatr rc r r rD r r r r utilr r r r r r r __all__Z getLoggerr- rS r ZCOMMANDS_FILENAMEr rM r r r r r r r rU rV r r1 r5 r6 r9 r# r# r# r$ <module> s` $ s 7 J ] 6PK A\+Zg g = pip/_vendor/distlib/__pycache__/metadata.cpython-38.opt-1.pycnu [ U .e* @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m Z m Z ddl m Z mZmZ ddlmZ dd lmZmZ dd lmZmZ eeZG d d d e ZG d d de Z G dd de Z G dd de Z dddgZ dZ dZ!e"dZ#e"dZ$dZ%dZ&d Z'd Z(d Z)d Z*d Z+e*d! Z,d"Z-e. Z/e/0e% e/0e& e/0e( e/0e* e/0e, e"d#Z1d$d% Z2d&d' Z3d(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdF Z4dGZ5dHZ6dIZ7dJZ8dKZ9dLZ:dMZ;e< Z=e"dNZ>dXdPdQZ?G dRdS dSe<Z@dTZAdUZBdVZCG dWd de<ZDdS )YzImplementation of the Metadata for Python packages PEPs. Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental). )unicode_literalsN)message_from_file )DistlibException __version__)StringIO string_types text_type) interpret)extract_by_key get_extras) get_schemePEP440_VERSION_REc @ s e Zd ZdZdS )MetadataMissingErrorz A required metadata is missingN__name__ __module__ __qualname____doc__ r r @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/metadata.pyr s r c @ s e Zd ZdZdS )MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.Nr r r r r r s r c @ s e Zd ZdZdS ) MetadataUnrecognizedVersionErrorz Unknown metadata version number.Nr r r r r r $ s r c @ s e Zd ZdZdS )MetadataInvalidErrorzA metadata value is invalidNr r r r r r ( s r MetadataPKG_INFO_ENCODINGPKG_INFO_PREFERRED_VERSIONutf-81.1z \| ) Metadata-VersionNameVersionPlatformSummary DescriptionKeywords Home-pageAuthor Author-emailLicense)r r! r" r# Supported-Platformr$ r% r& r' r( r) r* Classifier Download-URL ObsoletesProvidesRequires)r. r/ r0 r, r- )r r! r" r# r+ r$ r% r& r' r( r) MaintainerMaintainer-emailr* r, r- Obsoletes-Dist Project-URL Provides-Dist Requires-DistRequires-PythonRequires-External)r5 r6 r7 r3 r8 r1 r2 r4 )r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r4 r5 r6 r7 r8 Private-Version Obsoleted-BySetup-Requires-Dist ExtensionProvides-Extra)r9 r= r: r; r< )Description-Content-Typer0 r/ )r> z"extra\s*==\s*("([^"]+)"|'([^']+)')c C sL | dkr t S | dkrtS | dkr$tS | dkr4tt S | dkr@tS t| d S )N1.0r 1.2)1.32.12.0) _241_FIELDS _314_FIELDS _345_FIELDS _566_FIELDS _426_FIELDSr )versionr r r _version2fieldlistp s rJ c C sB dd }g }| D ]"\}}|g ddfkr,q|| qddddd d g}|D ]}|tkrvd|krv|d td | |tkrd|kr|d td | |tkrd|kr|d td | |tkrd|kr|d td| |tkr d |kr |dkr |d td| |t krLd |krL|d td| qLt |dkrZ|d S t |dkr|td| t dd|ko||t }d|ko||t }d |ko||t}d |ko||t} t|t| t| t| dkrt d|s |s |s | s t|kr tS |r*dS |r4dS |r>d S d S )z5Detect the best version depending on the fields used.c S s |D ]}|| kr dS qdS )NTFr )keysmarkersmarkerr r r _has_marker s z"_best_version.<locals>._has_markerUNKNOWNNr? r r@ rA rC rB zRemoved 1.0 due to %szRemoved 1.1 due to %szRemoved 1.2 due to %szRemoved 1.3 due to %sr% zRemoved 2.1 due to %szRemoved 2.0 due to %sr r z)Out of options - unknown metadata set: %szUnknown metadata setz,You used incompatible 1.1/1.2/2.0/2.1 fields)itemsappendrD removeloggerdebugrE rF rG rH lenr _314_MARKERS _345_MARKERS _566_MARKERS _426_MARKERSintr ) fieldsrN rK keyvalueZpossible_versionsZis_1_1Zis_1_2Zis_2_1Zis_2_0r r r _best_version~ s` & r^ r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r5 r6 r; r7 r8 r0 r/ r. r4 r9 r: r< r= ) metadata_versionnamerI platformZsupported_platformsummary descriptionkeywords home_pageauthor author_email maintainermaintainer_emaillicense classifier download_urlobsoletes_dist provides_dist requires_distsetup_requires_distrequires_pythonrequires_externalrequiresprovides obsoletes project_urlZprivate_versionZ obsoleted_by extensionZprovides_extra)r6 r3 r5 )r7 )r" )r# r, r. r0 r/ r3 r5 r6 r8 r4 r+ r; r= r< )r4 )r& )r( r1 r$ r% z[^A-Za-z0-9.]+Fc C s0 |r$t d| } t d|dd}d| |f S )zhReturn the distribution name with version. If for_filename is true, return a filename-escaped form.- .z%s-%s) _FILESAFEsubreplace)r` rI Z for_filenamer r r _get_name_and_version s r~ c @ s e Zd ZdZd?ddZdd Zdd Zd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd Zd@dd Zd d Zd d Zd!d" Zd#d$ ZdAd%d&ZdBd'd(ZdCd)d*Zd+d, Zefd-d.ZdDd/d0ZdEd1d2Zd3d4 Z d5d6 Z d7d8 Z d9d: Z d;d< Z d=d> Z!dS )FLegacyMetadataaa The legacy metadata of a release. Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can instantiate the class with one of these arguments (or none): - *path*, the path to a metadata file - *fileobj* give a file-like object with metadata as content - *mapping* is a dict-like object - *scheme* is a version scheme name Ndefaultc C sz |||g d dk r tdi | _g | _d | _|| _|d k rH| | n.|d k r\| | n|d k rv| | | d S )N 'path, fileobj and mapping are exclusive) count TypeError_fieldsZrequires_filesZ _dependenciesschemeread read_fileupdateset_metadata_version)selfpathfileobjmappingr r r r __init__ s zLegacyMetadata.__init__c C s t | j| jd< d S Nr )r^ r r r r r r " s z#LegacyMetadata.set_metadata_versionc C s | d||f d S )Nz%s: %s )write)r r r` r] r r r _write_field% s zLegacyMetadata._write_fieldc C s | |S N)getr r` r r r __getitem__( s zLegacyMetadata.__getitem__c C s | ||S r )set)r r` r] r r r __setitem__+ s zLegacyMetadata.__setitem__c C s8 | |}z | j|= W n tk r2 t|Y nX d S r ) _convert_namer KeyError)r r` field_namer r r __delitem__. s zLegacyMetadata.__delitem__c C s || j kp| || j kS r )r r r r r r __contains__5 s zLegacyMetadata.__contains__c C s( |t kr |S |dd }t||S )Nrx _) _ALL_FIELDSr} lower _ATTR2FIELDr r r r r r 9 s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrO ) _LISTFIELDS_ELEMENTSFIELDr r r r _default_value? s z LegacyMetadata._default_valuec C s& | j dkrtd|S td|S d S )Nr? r )r_ _LINE_PREFIX_PRE_1_2r| _LINE_PREFIX_1_2r r] r r r _remove_line_prefixD s z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|d S r )r AttributeErrorr r r r __getattr__J s zLegacyMetadata.__getattr__Fc C s t | d | d |S )zhReturn the distribution name with version. If filesafe is true, return a filename-escaped form.r! r" )r~ )r Zfilesafer r r get_fullnameU s zLegacyMetadata.get_fullnamec C s | |}|tkS )z+return True if name is a valid metadata key)r r r r r r is_field[ s zLegacyMetadata.is_fieldc C s | |}|tkS r )r r r r r r is_multi_field` s z LegacyMetadata.is_multi_fieldc C s. t j|ddd}z| | W 5 | X dS )z*Read the metadata values from a file path.rr encodingN)codecsopencloser )r filepathfpr r r r d s zLegacyMetadata.readc C s t |}|d | jd< tD ]p}||kr(q|tkrf||}|tkrX|dk rXdd |D }| || q|| }|dk r|dkr| || qdS )z,Read the metadata values from a file object.zmetadata-versionr Nc S s g | ]}t |d qS ,)tuplesplit.0r] r r r <listcomp>y s z,LegacyMetadata.read_file.<locals>.<listcomp>rO )r r r r Zget_all_LISTTUPLEFIELDSr )r Zfileobmsgfieldvaluesr] r r r r l s zLegacyMetadata.read_filec C s0 t j|ddd}z| || W 5 | X dS )z&Write the metadata fields to filepath.wr r N)r r r write_file)r r skip_unknownr r r r r s zLegacyMetadata.writec C s | t| d D ]}| |}|r8|dg dgfkr8q|tkrV| ||d| q|tkr|dkr| jdkr~|dd}n |dd}|g}|t krd d |D }|D ]}| ||| qqd S ) z0Write the PKG-INFO format data to a file object.r rO r r% r r r z |c S s g | ]}d |qS r joinr r r r r s z-LegacyMetadata.write_file.<locals>.<listcomp>N) r rJ r r r r r r_ r} r )r Z fileobjectr r r r] r r r r s$ zLegacyMetadata.write_filec sv fdd}|sn@t |dr:| D ]}|||| q$n|D ]\}}||| q>|rr| D ]\}}||| q^dS )a Set metadata values from the given iterable `other` and kwargs. Behavior is like `dict.update`: If `other` has a ``keys`` method, they are looped over and ``self[key]`` is assigned ``other[key]``. Else, ``other`` is an iterable of ``(key, value)`` iterables. Keys that don't match a metadata field or that have an empty value are dropped. c s" | t kr |r | | d S r )r r r )r\ r] r r r _set s z#LegacyMetadata.update.<locals>._setrK N)hasattrrK rP )r otherkwargsr kvr r r r s zLegacyMetadata.updatec C sh | |}|tks|dkrNt|ttfsNt|trHdd |dD }qzg }n,|tkrzt|ttfszt|trv|g}ng }t t j r<| d }t | j }|tkr|dk r|D ](}||dd std ||| qnb|tkr |dk r ||s<td ||| n0|tkr<|dk r<||s<td ||| |tkrZ|d krZ| |}|| j|< dS ) z"Control then set a metadata field.r# c S s g | ] }| qS r )strip)r r r r r r s z&LegacyMetadata.set.<locals>.<listcomp>r r! N;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r% )r r isinstancelistr r r r rS Z isEnabledForloggingZWARNINGr r _PREDICATE_FIELDSis_valid_matcherwarning_VERSIONS_FIELDSis_valid_constraint_list_VERSION_FIELDSis_valid_version_UNICODEFIELDSr r )r r` r] Z project_namer r r r r r sV zLegacyMetadata.setc C s | |}|| jkr*|tkr&| |}|S |tkr@| j| }|S |tkr| j| }|dkr^g S g }|D ].}|tkr~|| qf||d |d f qf|S |tkr| j| }t |t r| dS | j| S )zGet a metadata field.Nr r r ) r r _MISSINGr r r r rQ r r r r )r r` r r] resvalr r r r s. zLegacyMetadata.getc s | g g }}dD ]}|| kr|| q|rP|g krPdd| }t|dD ]}|| krT|| qT| d dkr||fS t| j fdd}t|ft jft j ffD ]@\}}|D ]2} | | d } | d k r|| s|d | | f qq||fS ) zkCheck if the metadata is compliant. If strict is True then raise if no Name or Version are provided)r! r" z missing required metadata: %s, )r' r( r r@ c s( | D ] } |dd s dS qdS )Nr r FT)r r )r] r r r r are_valid_constraints# s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s) r rQ r r r r r r r r r r ) r strictmissingwarningsattrr r r[ Z controllerr r] r r r check s8 zLegacyMetadata.checkc C s | d}i }|D ]"\}}|r*|| jkr| | ||< q| d dkrd}|D ]B\}}|rb|| jkrL|dkrx| | ||< qLdd | | D ||< qLn8| d dkrd }|D ]"\}}|r|| jkr| | ||< q|S ) zReturn fields as a dict. Field names will be converted to use the underscore-lowercase style instead of hyphen-mixed case (i.e. home_page instead of Home-page). ) )r_ r )r` r! )rI r" )rb r$ )re r' )rf r( )rg r) )rj r* )rc r% )rd r& )ra r# ) classifiersr, )rl r- r r@ ))ro r6 )rq r7 )rr r8 )rn r5 )rm r3 )rv r4 )rh r1 )ri r2 rv c S s g | ]}d |qS r r )r ur r r r b s z)LegacyMetadata.todict.<locals>.<listcomp>r ))rt r/ )rs r0 )ru r. )r r )r Z skip_missingZ mapping_1_0datar\ r Z mapping_1_2Z mapping_1_1r r r todict5 s& zLegacyMetadata.todictc C s8 | d dkr$dD ]}|| kr| |= q| d |7 < d S )Nr r )r. r0 r/ r6 r )r requirementsr r r r add_requirementsp s z LegacyMetadata.add_requirementsc C s t t| d S r )r rJ r r r r rK { s zLegacyMetadata.keysc c s | D ] }|V qd S r rK )r r\ r r r __iter__~ s zLegacyMetadata.__iter__c s fdd D S )Nc s g | ] } | qS r r r r\ r r r r s z)LegacyMetadata.values.<locals>.<listcomp>r r r r r r s zLegacyMetadata.valuesc s fdd D S )Nc s g | ]}| | fqS r r r r r r r s z(LegacyMetadata.items.<locals>.<listcomp>r r r r r rP s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz <%s %s %s>) __class__r r` rI r r r r __repr__ s zLegacyMetadata.__repr__)NNNr )F)F)F)N)F)F)"r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rK r r rP r r r r r r s@ , , ; r z pydist.jsonz metadata.jsonZMETADATAc @ s e Zd ZdZedZedejZe Z edZ dZ de Zdddd Zd Zd Zedfedfe dfe dfd Zd ZdDddZedZdefZdefZdefdefeeedefeeeedefddd Z[[dd Z dEd d Z d d Z e d d! Z e d"d# Z!e!j"d$d# Z!dFd%d&Z#e d'd( Z$e d)d* Z%e%j"d+d* Z%d,d- Z&d.d/ Z'd0d1 Z(d2d3 Z)d4d5d6d7d8dd9Z*d:d; Z+dGd>d?Z,d@dA Z-dBdC Z.dS )Hr z The metadata of a release. This implementation uses 2.0 (JSON) metadata where possible. If not possible, it wraps a LegacyMetadata instance which handles the key-value metadata format. z ^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}rC z distlib (%s)r )legacy)r` rI rb zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)r_ r` rI rb )_legacy_datar Nr c C s0 |||g d dk r tdd | _d | _|| _|d k rzz| || || _W n* tk rv t||d| _| Y nX nd }|rt |d}| }W 5 Q R X n |r| }|d kr| j | j d| _ndt |ts|d}z t|| _| | j| W n0 tk r* tt||d| _| Y nX d S )Nr r )r r rbr_ generatorr )r r )r r r r r _validate_mappingr r validater r METADATA_VERSION GENERATORr r decodejsonloads ValueErrorr )r r r r r r fr r r r s@ zMetadata.__init__)r` rI rj rd rb r6 r; r= r, )r- N)r N) run_requiresbuild_requires dev_requiresZ test_requires meta_requiresextrasmodules namespacesexportscommandsr Z source_urlr_ c C sX t | d}t | d}||kr|| \}}| jr^|d krP|d krHd n| }n | j|}n|d krjd n| }|dkr| j||}nt }|}| jd} | r |dkr| d|}nP|dkr| d} | r| ||}n,| d } | s| jd } | r | ||}||krT|}n:||kr2t | |}n"| jrH| j|}n | j|}|S ) N common_keys mapped_keysr r r r r extensionsr python.commandsr python.detailspython.exports)object__getattribute__r r r ) r r\ commonmappedlkZmakerresultr] sentineldr r r r sD zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD||}|sDtd||f d S )Nz.'%s' is an invalid value for the '%s' property)SYNTAX_VALIDATORSr matchr )r r\ r] r pattern exclusionsmr r r _validate_value+ s zMetadata._validate_valuec C s* | || t| d}t| d}||kr|| \}}| jrV|d krJt|| j|< nf|dkrj|| j|< nR| jdi }|dkr||d< n2|dkr|di }|||< n|d i }|||< nh||krt| || nP|d krt|t r| }|r| }ng }| jr || j|< n || j|< d S ) Nr r r r r r r r r rd ) r r r r NotImplementedErrorr setdefault __setattr__r r r r )r r\ r] r r r r r r r r r! 5 s< zMetadata.__setattr__c C s t | j| jdS NT)r~ r` rI r r r r name_and_version\ s zMetadata.name_and_versionc C sF | j r| j d }n| jdg }d| j| jf }||krB|| |S )Nr5 rt z%s (%s))r r r r` rI rQ )r r sr r r rt ` s zMetadata.providesc C s | j r|| j d< n || jd< d S )Nr5 rt )r r r r r r rt k s c C s | j r |}ng }t|pg | j}|D ]d}d|kr>d|kr>d}n8d|krLd}n|d|k}|rv|d}|rvt||}|r$||d q$dD ]F}d| } | |kr|| | jd| g }|| j|||d q|S ) a Base method to get dependencies, given a set of extras to satisfy and an optional environment context. :param reqts: A list of sometimes-wanted dependencies, perhaps dependent on extras and environment. :param extras: A list of optional components being requested. :param env: An optional environment for marker evaluation. extra environmentTrs )ZbuildZdevZtestz:%s:z %s_requires)r env) r r r r r extendrR r get_requirements) r reqtsr r' r r ZincluderM r\ er r r r) r s2 zMetadata.get_requirementsc C s | j r| S | jS r )r _from_legacyr r r r r dictionary s zMetadata.dictionaryc C s | j r tnt| j| jS d S r )r r r r DEPENDENCY_KEYSr r r r dependencies s zMetadata.dependenciesc C s | j r tn | j| d S r )r r r r r r r r r/ s c C s | d| jkrt g }| j D ]"\}}||kr$||kr$|| q$|rbdd| }t|| D ]\}}| ||| qjd S )Nr_ zMissing metadata items: %sr ) r r r MANDATORY_KEYSrP rQ r r r ) r r r r r\ r r r r r r r r s zMetadata._validate_mappingc C sB | j r.| j d\}}|s |r>td|| n| | j| j d S )NTz#Metadata: missing: %s, warnings: %s)r r rS r r r r )r r r r r r r s zMetadata.validatec C s( | j r| j dS t| j| j}|S d S r" )r r r r INDEX_KEYS)r r r r r r s zMetadata.todictc C s | j | jd}| jd}dD ]*}||kr |dkr8d}n|}|| ||< q |dg }|dgkrdg }||d< d }|D ]*\}}||krt|| rtd || ig||< qt| j|d < i }i } |S ) Nr T)r` rI rj rb rc rk rk r r& rd ))ro r )rp r rs rt )r r r r r rt ) r r Zlmdr nkkwrK okrf rh r r r r, s, zMetadata._from_legacyr! r" r* r$ r% )r` rI rj rb rc r c C s dd }t }| j}| j D ] \}}||kr || ||< q || j| j }|| j| j }| jrpt | j|d< t ||d< t ||d< |S )Nc S s t }| D ]|}|d}|d}|d }|D ]V}|sF|sF|| q.d}|rVd| }|rp|rld||f }n|}|d||f q.q |S )Nr% r& rs r2 z extra == "%s"z (%s) and %sr )r r addr )entriesr* r+ r% r' Zrlistr rM r r r process_entries s" z,Metadata._to_legacy.<locals>.process_entriesr= r6 r; ) r r LEGACY_MAPPINGrP r r r r r sorted)r r8 r Znmdr3 r5 Zr1Zr2r r r _to_legacy s zMetadata._to_legacyFTc C s ||g d dkrtd| |r`| jr4| j}n| }|rP|j||d q|j||d n^| jrp| }n| j}|rt j ||dddd n.t |dd}t j ||dddd W 5 Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r Tr )Z ensure_asciiindentZ sort_keysr r ) r r r r r; r r r, r r dumpr r )r r r r r Z legacy_mdr r r r r r s* zMetadata.writec C s | j r| j | nr| jdg }d }|D ] }d|kr*d|kr*|} qHq*|d krfd|i}|d| n t|d t|B }t||d< d S )Nr r& r% rs r )r r r r insertr r: )r r r alwaysentryZrsetr r r r 3 s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z no versionz<%s %s %s (%s)>)r` rI r r r_ )r r` rI r r r r D s zMetadata.__repr__)NNNr )N)NN)NNFT)/r r r r recompileZMETADATA_VERSION_MATCHERIZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr r r r0 r1 r. r __slots__r r r r Z none_listdictZ none_dictr r r r! propertyr# rt setterr) r- r/ r r r r, r9 r; r r r r r r r r s -+ ' * % )F)Er Z __future__r r Zemailr r r rA r2 r r compatr r r rL r utilr r rI r r Z getLoggerr rS r r r r __all__r r rB r r rD rE rV rF rW rH rY rG rX r r r ZEXTRA_RErJ r^ r r r r r r r r r r r{ r~ r ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEZLEGACY_METADATA_FILENAMEr r r r r <module> s H! PK A\m m 6 pip/_vendor/distlib/__pycache__/markers.cpython-38.pycnu [ U .e# @ s d Z ddlZddlZddlZddlZddlmZmZmZ ddl m Z m Z dgZ dd Z G d d d eZd d Ze Z[e Zdd dZdS )zG Parser for the environment markers micro-language defined in PEP 508. N )python_implementationurlparse string_types)in_venv parse_marker interpretc C s t | tr| sdS | d dkS )NFr '") isinstancer )o r ?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/markers.py _is_literal s r c @ sf e Zd ZdZdd dd dd dd dd dd d d d d d d d d d d dd d Zdd ZdS ) Evaluatorz; This class is used to evaluate marker expessions. c C s | |kS Nr xyr r r <lambda>$ zEvaluator.<lambda>c C s | |kS r r r r r r r % r c C s | |kp| |kS r r r r r r r & r c C s | |kS r r r r r r r ' r c C s | |k S r r r r r r r ( r c C s | |kp| |k S r r r r r r r ) r c C s | |kS r r r r r r r * r c C s | |kp| |kS r r r r r r r + r c C s | o|S r r r r r r r , r c C s | p|S r r r r r r r - r c C s | |kS r r r r r r r . r c C s | |kS r r r r r r r / r ) z==z===z~=z!=<z<=>z>=andorinznot inc C s t |trB|d dkr$|dd }q||kr8td| || }nt |tsPt|d }|| jkrntd| |d }|d }t|d rt|d rtd |||f | ||}| ||}| j| ||}|S ) z Evaluate a marker expression returned by the :func:`parse_requirement` function in the specified context. r r r zunknown variable: %sopzop not implemented: %slhsrhsz invalid comparison: %s %s %s) r r SyntaxErrordictAssertionError operationsNotImplementedErrorr evaluate) selfexprcontextresultr ZelhsZerhsr r r r r r$ 2 s$ zEvaluator.evaluateN)__name__ __module__ __qualname____doc__r" r$ r r r r r s r c C s dd } t tdr(| tjj}tjj}nd}d}||tjt t t t t t t t t d d tjd }|S )Nc S s< d| j | j| jf }| j}|dkr8||d t| j 7 }|S )Nz%s.%s.%sfinalr )majorminormicro releaselevelstrserial)infoversionZkindr r r format_full_versionN s z,default_context.<locals>.format_full_versionimplementation0 ) implementation_nameimplementation_versionZos_nameZplatform_machineZ platform_python_implementationZplatform_releaseZplatform_systemZplatform_versionZplatform_in_venvZpython_full_versionpython_versionZ sys_platform)hasattrsysr7 r5 nameosplatformmachiner releasesystemr2 r r= )r6 r< r; r( r r r default_contextM s( rF c C s zt | \}}W n2 tk rB } ztd| |f W 5 d}~X Y nX |rd|d dkrdtd| |f tt}|rz|| t||S )z Interpret a marker and return a result depending on environment. :param marker: The marker to interpret. :type marker: str :param execution_context: The context used for name lookup. :type execution_context: mapping z)Unable to interpret marker syntax: %s: %sNr #z*unexpected trailing data in marker: %s: %s)r Exceptionr r DEFAULT_CONTEXTupdate evaluatorr$ )ZmarkerZexecution_contextr& rester' r r r r q s " )N)r, rA r? rB recompatr r r utilr r __all__r objectr rF rI rK r r r r r <module> s / PK A\ * * > pip/_vendor/distlib/__pycache__/resources.cpython-38.opt-1.pycnu [ U .e* @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z ddl m Z ddl mZmZmZmZ eeZdaG dd deZG dd d eZG d d d eZG d d d eZG dd deZG dd deZ e dee j e iZ zFz d dl Z!W n e"k r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk rX Y nX dd Z'i Z(dd Z)e *e+dZ,dd Z-dS ) )unicode_literalsN )DistlibException)cached_propertyget_cache_basepath_to_cache_dirCachec s. e Zd Zd fdd Zdd Zdd Z ZS ) ResourceCacheNc s0 |d kr t jt td}tt| | d S )Nzresource-cache)ospathjoinr strsuperr __init__)selfbase __class__ A/usr/lib/python3.8/site-packages/pip/_vendor/distlib/resources.pyr s zResourceCache.__init__c C s dS )z Is the cache stale for the given resource? :param resource: The :class:`Resource` being cached. :param path: The path of the resource in the cache. :return: True if the cache is stale. Tr r resourcer r r r is_stale# s zResourceCache.is_stalec C s |j |\}}|dkr |}n~tj| j| ||}tj|}tj|sXt | tj |sjd}n | ||}|rt |d}| |j W 5 Q R X |S )z Get a resource into the cache, :param resource: A :class:`Resource` instance. :return: The pathname of the resource in the cache. NTwb)finderget_cache_infor r r r Z prefix_to_dirdirnameisdirmakedirsexistsr openwritebytes)r r prefixr resultr Zstalefr r r get. s zResourceCache.get)N)__name__ __module__ __qualname__r r r& __classcell__r r r r r s r c @ s e Zd Zdd ZdS ) ResourceBasec C s || _ || _d S N)r name)r r r- r r r r I s zResourceBase.__init__N)r' r( r) r r r r r r+ H s r+ c @ s@ e Zd ZdZdZdd Zedd Zedd Zed d Z d S ) Resourcez A class representing an in-package resource, such as a data file. This is not normally instantiated by user code, but rather by a :class:`ResourceFinder` which manages the resource. Fc C s | j | S )z Get the resource as a stream. This is not a property to make it obvious that it returns a new stream each time. )r get_streamr r r r as_streamV s zResource.as_streamc C s t d krt a t | S r, )cacher r& r0 r r r file_path_ s zResource.file_pathc C s | j | S r, )r get_bytesr0 r r r r" f s zResource.bytesc C s | j | S r, )r get_sizer0 r r r sizej s z Resource.sizeN) r' r( r) __doc__ is_containerr1 r r3 r" r6 r r r r r. N s r. c @ s e Zd ZdZedd ZdS )ResourceContainerTc C s | j | S r, )r get_resourcesr0 r r r resourcesr s zResourceContainer.resourcesN)r' r( r) r8 r r; r r r r r9 o s r9 c @ s e Zd ZdZejdr dZndZdd Zdd Z d d Z d d Z d d Z dd Z dd Zdd Zdd Zdd Zdd ZeejjZdd Zd S ) ResourceFinderz4 Resource finder for file system resources. java).pyc.pyoz.class)r> r? c C s. || _ t|dd | _tjt|dd| _d S )N __loader____file__ )modulegetattrloaderr r r r )r rC r r r r s zResourceFinder.__init__c C s t j|S r, )r r realpathr r r r r _adjust_path s zResourceFinder._adjust_pathc C sB t |trd}nd}||}|d| j tjj| }| |S )N //r ) isinstancer" splitinsertr r r r rH )r resource_nameseppartsr$ r r r _make_path s zResourceFinder._make_pathc C s t j|S r, )r r r rG r r r _find s zResourceFinder._findc C s d |j fS r, )r r r r r r r s z ResourceFinder.get_cache_infoc C sD | |}| |sd }n&| |r0t| |}n t| |}||_|S r, )rQ rR _is_directoryr9 r. r )r rN r r$ r r r find s zResourceFinder.findc C s t |jdS Nrb)r r rS r r r r/ s zResourceFinder.get_streamc C s, t |jd}| W 5 Q R S Q R X d S rV )r r read)r r r% r r r r4 s zResourceFinder.get_bytesc C s t j|jS r, )r r getsizerS r r r r5 s zResourceFinder.get_sizec s* fdd t fddt|jD S )Nc s | dko| j S )N __pycache__)endswithskipped_extensions)r% r0 r r allowed s z-ResourceFinder.get_resources.<locals>.allowedc s g | ]} |r|qS r r ).0r% )r] r r <listcomp> s z0ResourceFinder.get_resources.<locals>.<listcomp>)setr listdirr rS r )r] r r r: s z ResourceFinder.get_resourcesc C s | |jS r, )rT r rS r r r r8 s zResourceFinder.is_containerc c s | |}|d k r|g}|r|d}|V |jr|j}|jD ]>}|sL|}nd||g}| |}|jrv|| q>|V q>qd S )Nr rJ )rU popr8 r- r; r append)r rN r ZtodoZrnamer- new_nameZchildr r r iterator s zResourceFinder.iteratorN)r' r( r) r7 sysplatform startswithr\ r rH rQ rR r rU r/ r4 r5 r: r8 staticmethodr r r rT re r r r r r< w s" r< c s` e Zd ZdZ fddZdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z Z S )ZipResourceFinderz6 Resource finder for resources in .zip files. c sZ t t| | | jj}dt| | _t| jdr>| jj| _n t j | | _t | j| _ d S )Nr _files) r rj r rE archivelen prefix_lenhasattrrk zipimport_zip_directory_cachesortedindex)r rC rl r r r r s zZipResourceFinder.__init__c C s |S r, r rG r r r rH s z ZipResourceFinder._adjust_pathc C s || j d }|| jkr d}nX|r:|d tjkr:|tj }t| j|}z| j| |}W n tk rt d}Y nX |st d|| j j nt d|| j j |S )NTFz_find failed: %r %rz_find worked: %r %r) rn rk r rO bisectrs rh IndexErrorloggerdebugrE r# )r r r$ ir r r rR s zZipResourceFinder._findc C s& | j j}|jdt| d }||fS )Nr )rE rl r rm )r r r# r r r r r s z ZipResourceFinder.get_cache_infoc C s | j |jS r, )rE get_datar rS r r r r4 s zZipResourceFinder.get_bytesc C s t | |S r, )ioBytesIOr4 rS r r r r/ s z ZipResourceFinder.get_streamc C s |j | jd }| j| d S )N )r rn rk r r r r r5 s zZipResourceFinder.get_sizec C s |j | jd }|r,|d tjkr,|tj7 }t|}t }t| j|}|t| jk r| j| |shq| j| |d }| | tjdd |d7 }qH|S )Nrt r r ) r rn r rO rm r` ru rs rh addrL )r r r Zplenr$ ry sr r r r: s z ZipResourceFinder.get_resourcesc C sj || j d }|r*|d tjkr*|tj7 }t| j|}z| j| |}W n tk rd d}Y nX |S )Nrt F)rn r rO ru rs rh rv )r r ry r$ r r r rT s z ZipResourceFinder._is_directory)r' r( r) r7 r rH rR r r4 r/ r5 r: rT r* r r r r rj s rj c C s |t t| < d S r, )_finder_registrytype)rE finder_makerr r r register_finder0 s r c C s | t krt | }nv| tjkr$t| tj| }t|dd}|dkrJtdt|dd}tt|}|dkrxtd| ||}|t | < |S )z Return a resource finder for a package. :param package: The name of the package. :return: A :class:`ResourceFinder` instance for the package. __path__Nz8You cannot get a finder for a module, only for a packager@ z Unable to locate finder for %r) _finder_cacherf modules __import__rD r r r& r )packager$ rC r rE r r r r r 6 s r Z __dummy__c C sR d}t | tj| }tt|}|rNt}tj | d|_ ||_ ||}|S )z Return a resource finder for a path, which should represent a container. :param path: The path. :return: A :class:`ResourceFinder` instance for the path. NrB ) pkgutilZ get_importerrf path_importer_cacher& r r _dummy_moduler r r rA r@ )r r$ rE r rC r r r finder_for_pathR s r ).Z __future__r ru r{ Zloggingr r Zshutilrf typesrp rB r utilr r r r Z getLoggerr' rw r2 r objectr+ r. r9 r< rj r zipimporterr _frozen_importlib_externalZ_fi ImportError_frozen_importlibSourceFileLoader FileFinderAttributeErrorr r r ModuleTyper r r r r r r <module> sN ,!ZN PK A\x} } 5 pip/_vendor/distlib/__pycache__/compat.cpython-38.pycnu [ U .e @ sB d dl mZ d dlZd dlZd dlZz d dlZW n ek rH dZY nX ejd dk r~d dlmZ e fZ e Z d dl mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d d Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- er&d d l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd Z<nd dl=mZ e>fZ e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- er&d d lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCmDZ/ d dlAmEZ$ d dlFmDZ0 d dl2Z2d dlGm3Z3 d dlHmIZ4 eJZ5d dl6m:Z: e8Z8zd dlmKZKmLZL W n8 ek r G dd deMZLdddd ZNd d ZKY nX zd d l mOZP W n& ek r G d d! d!eQZPY nX zd d"lmRZR W n, ek rT ejSejTB dfd#d$ZRY nX d d%lUmVZW eXeWd&rteWZVn,d d'lUmYZZ G d(d) d)eZZYG d*d+ d+eWZVzd d,l[m\Z\ W n ek r d-d. Z\Y nX z d dl]Z]W n" ek r dd/lm]Z] Y nX ze^Z^W n* e_k r2 d d0l`maZa d1d2 Z^Y nX zejbZbejcZcW nH edk r ee pbd3Zfefd4krtd5Zgnd6Zgd7d8 Zbd9d: ZcY nX zd d;lhmiZi W nH ek r d d<ljmkZkmlZl d dlZemd=Znd>d? Zod@dA ZiY nX zd dBlpmqZq W n" ek r d dBlrmqZq Y nX ejddC dDk r:e3 jsZsn d dElpmsZs zd dFl`mtZt W nd ek r d dGl`muZu zd dHlvmwZx W n ek r dedJdKZxY nX G dLdM dMeuZtY nX zd dNlymzZz W nH ek r zd dNl{mzZz W n ek r dfdOdPZzY nX Y nX zd dQl`m|Z| W n ek r zd dRl}m~Z W n" ek rj d dRlm~Z Y nX zd dSlmZmZmZ W n ek r Y nX G dTdU dUeZ|Y nX zd dVlmZmZ W nv ek r< emdWejZdXdY ZG dZd[ d[eZdgd\d]ZG d^d_ d_eZG d`da daeZG dbdc dceQZY nX dS )h )absolute_importN )StringIO)FileType )shutil)urlparse urlunparseurljoinurlsplit urlunsplit) urlretrievequoteunquote url2pathname pathname2urlContentTooShortError splittypec C s t | tr| d} t| S )Nutf-8) isinstanceunicodeencode_quote)s r >/usr/lib/python3.8/site-packages/pip/_vendor/distlib/compat.pyr s r ) RequesturlopenURLError HTTPErrorHTTPBasicAuthHandlerHTTPPasswordMgr HTTPHandlerHTTPRedirectHandler build_opener) HTTPSHandler) HTMLParser)ifilter) ifilterfalsec C s< t dkrddl}|da t | }|r4|ddS d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r ) _userprogrecompilematchgroup)Zhostr+ r- r r r splituser4 s r/ ) TextIOWrapper) r r r r/ r r r r r ) r r r r r r r! r" r# r$ )r r r ) filterfalse)match_hostnameCertificateErrorc @ s e Zd ZdS )r3 N)__name__ __module__ __qualname__r r r r r3 ^ s r3 c C s g }| s dS | d}|d |dd }}|d}||krNtdt| |sb| | kS |dkrv|d n>|d s|d r|t| n|t| d d |D ]}|t| qt d d | d tj } | |S )zpMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F.r r N*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)splitcountr3 reprlowerappend startswithr+ escapereplacer, join IGNORECASEr- ) ZdnhostnameZ max_wildcardsZpatspartsZleftmostZ remainderZ wildcardsfragZpatr r r _dnsname_matchb s* rF c C s | s t dg }| dd}|D ]*\}}|dkr t||r@ dS || q |s| ddD ]6}|D ],\}}|dkrdt||r dS || qdq\t|dkrtd |d tt|f n*t|dkrtd ||d f ntd dS )a= Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNamer ZDNSNZsubjectZ commonNamer z&hostname %r doesn't match either of %s, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) ValueErrorgetrF r= lenr3 rA mapr; )ZcertrC ZdnsnamesZsankeyvaluesubr r r r2 s2 r2 )SimpleNamespacec @ s e Zd ZdZdd ZdS ) ContainerzR A generic container for when multiple values need to be returned c K s | j | d S N__dict__update)selfkwargsr r r __init__ s zContainer.__init__N)r4 r5 r6 __doc__rW r r r r rP s rP )whichc s" dd }t j r&| |r" S dS |dkr>t jdt j}|sFdS |t j}tj dkrt j |krt| dt j t jddt j}t fd d |D r g}q fd d |D }n g}t }|D ]P}t j|}||kr|| |D ](} t j|| } || |r| S qqdS ) aK Given a command, mode, and a PATH string, return the path which conforms to the given mode on the PATH, or None if there is no such file. `mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result of os.environ.get("PATH"), or can be overridden with a custom search path. c S s& t j| o$t | |o$t j| S rQ )ospathexistsaccessisdir)fnmoder r r _access_check s z which.<locals>._access_checkNPATHZwin32r ZPATHEXT c 3 s | ]} | V qd S rQ )r< endswith.0extcmdr r <genexpr> s zwhich.<locals>.<genexpr>c s g | ] } | qS r r re rh r r <listcomp> s zwhich.<locals>.<listcomp>)rZ r[ dirnameenvironrI defpathr9 pathsepsysplatformcurdirinsertanysetnormcaseaddrA ) ri r` r[ ra ZpathextfilesseendirZnormdirZthefilenamer rh r rY s8 rY )ZipFile __enter__) ZipExtFilec @ s$ e Zd Zdd Zdd Zdd ZdS )r~ c C s | j |j d S rQ rR )rU baser r r rW s zZipExtFile.__init__c C s | S rQ r rU r r r r} s zZipExtFile.__enter__c G s | d S rQ closerU exc_infor r r __exit__ s zZipExtFile.__exit__N)r4 r5 r6 rW r} r r r r r r~ s r~ c @ s$ e Zd Zdd Zdd Zdd ZdS )r| c C s | S rQ r r r r r r} " s zZipFile.__enter__c G s | d S rQ r r r r r r % s zZipFile.__exit__c O s t j| f||}t|S rQ ) BaseZipFileopenr~ )rU argsrV r r r r r ) s z ZipFile.openN)r4 r5 r6 r} r r r r r r r| ! s r| )python_implementationc C s0 dt jkrdS tjdkr dS t jdr,dS dS )z6Return a string identifying the Python implementation.ZPyPyjavaZJythonZ IronPythonZCPython)rp versionrZ r{ r> r r r r r 0 s r ) sysconfig)Callablec C s t | tS rQ )r r )objr r r callableD s r r mbcsstrictsurrogateescapec C s: t | tr| S t | tr$| ttS tdt| j d S Nzexpect bytes or str, not %s) r bytes text_typer _fsencoding _fserrors TypeErrortyper4 filenamer r r fsencodeX s r c C s: t | tr| S t | tr$| ttS tdt| j d S r ) r r r decoder r r r r4 r r r r fsdecodea s r )detect_encoding)BOM_UTF8lookupzcoding[:=]\s*([-\w.]+)c C sH | dd dd}|dks*|dr.dS |dks@|drDd S | S ) z(Imitates get_normal_name in tokenizer.c.N _-r zutf-8-)zlatin-1 iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r )r< r@ r> )orig_encencr r r _get_normal_namer s r c s z j jW n tk r$ dY nX d d}d}fdd} fdd}| }|trpd |d d }d }|s||g fS ||}|r||gfS | }|s||gfS ||}|r|||gfS |||gfS ) a? The detect_encoding() function is used to detect the encoding that should be used to decode a Python source file. It requires one argument, readline, in the same way as the tokenize() generator. It will call readline a maximum of twice, and return the encoding used (as a string) and a list of any lines (left as bytes) it has read in. It detects the encoding from the presence of a utf-8 bom or an encoding cookie as specified in pep-0263. If both a bom and a cookie are present, but disagree, a SyntaxError will be raised. If the encoding cookie is an invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found, 'utf-8-sig' is returned. If no encoding is specified, then the default of 'utf-8' will be returned. NFr c s$ z W S t k r Y dS X d S )N ) StopIterationr )readliner r read_or_stop s z%detect_encoding.<locals>.read_or_stopc s z| d}W n4 tk rB d}d k r6d|}t|Y nX t|}|sVd S t|d }z t|}W n: tk r d krd| }n d|}t|Y nX r|j dkr؈d krd}n d}t||d 7 }|S ) Nr z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig) r UnicodeDecodeErrorformat SyntaxError cookie_refindallr r LookupErrorr{ )line line_stringmsgZmatchesencodingcodec) bom_foundr r r find_cookie s8 z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)__self__r{ AttributeErrorr> r )r r defaultr r firstsecondr )r r r r r } s4 & r )r? r) )r )unescape)ChainMap)MutableMapping)recursive_repr...c s fdd}|S )zm Decorator to make a repr function return fillvalue for a recursive call c sL t fdd}td|_td|_td|_tdi |_|S )Nc sB t | t f}|kr S | z | }W 5 | X |S rQ )id get_identrw discard)rU rL result) fillvalue repr_running user_functionr r wrapper s z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rX r4 __annotations__)ru getattrr5 rX r4 r )r r r )r r r decorating_function s z,_recursive_repr.<locals>.decorating_functionr )r r r r r _recursive_repr s r c @ s e Zd ZdZdd Zdd Zdd Zd'd d Zd d Zd d Z dd Z dd Z e dd Z edd Zdd ZeZdd Zedd Zd d Zd d Zd!d" Zd#d$ Zd%d& ZdS )(r a A ChainMap groups multiple dicts (or other mappings) together to create a single, updateable view. The underlying mappings are stored in a list. That list is public and can accessed or updated using the *maps* attribute. There is no other state. Lookups search the underlying mappings successively until a key is found. In contrast, writes, updates, and deletions only operate on the first mapping. c G s t |p i g| _dS )zInitialize a ChainMap by setting *maps* to the given mappings. If no mappings are provided, a single empty dictionary is used. N)listmaps)rU r r r r rW s zChainMap.__init__c C s t |d S rQ )KeyErrorrU rL r r r __missing__ s zChainMap.__missing__c C s: | j D ](}z|| W S tk r, Y qX q| |S rQ )r r r )rU rL mappingr r r __getitem__ s zChainMap.__getitem__Nc C s || kr| | S |S rQ r rU rL r r r r rI % s z ChainMap.getc C s t t j| j S rQ )rJ ru unionr r r r r __len__( s zChainMap.__len__c C s t t j| j S rQ )iterru r r r r r r __iter__+ s zChainMap.__iter__c s t fdd| jD S )Nc 3 s | ]} |kV qd S rQ r )rf mrL r r rj / s z(ChainMap.__contains__.<locals>.<genexpr>rt r r r r r __contains__. s zChainMap.__contains__c C s t | jS rQ r r r r r __bool__1 s zChainMap.__bool__c C s d | dtt| jS )Nz{0.__class__.__name__}({1})rG )r rA rK r; r r r r r __repr__4 s zChainMap.__repr__c G s | t j|f| S )z?Create a ChainMap with a single dict created from the iterable.)dictfromkeys)clsiterabler r r r r 9 s zChainMap.fromkeysc C s$ | j | jd f| jdd S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N) __class__r copyr r r r r > s z ChainMap.copyc C s | j i f| j S )z;New ChainMap with a new dict followed by all previous maps.r r r r r r new_childD s zChainMap.new_childc C s | j | jdd S )zNew ChainMap from maps[1:].r Nr r r r r parentsH s zChainMap.parentsc C s || j d |< d S )Nr )r )rU rL rM r r r __setitem__M s zChainMap.__setitem__c C s8 z| j d |= W n" tk r2 td|Y nX d S )Nr (Key not found in the first mapping: {!r})r r r r r r r __delitem__P s zChainMap.__delitem__c C s2 z| j d W S tk r, tdY nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r popitemr r r r r r V s zChainMap.popitemc G s@ z| j d j|f| W S tk r: td|Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r r N)r popr r )rU rL r r r r r ] s z ChainMap.popc C s | j d dS )z'Clear maps[0], leaving maps[1:] intact.r N)r clearr r r r r d s zChainMap.clear)N)r4 r5 r6 rX rW r r rI r r r r r r classmethodr r __copy__r propertyr r r r r r r r r r r s. r )cache_from_sourcec C s0 | dst|d krd}|r$d}nd}| | S )Nz.pyTco)rd AssertionError)r[ debug_overridesuffixr r r r n s r ) OrderedDict)r )KeysView ValuesView ItemsViewc @ s e Zd ZdZdd ZejfddZejfddZdd Zd d Z d d Z d6ddZ dd Z dd Z dd Zdd Zdd Zdd Zd d ZeZe Zefd d Zd7d"d#Zd8d$d%Zd&d' Zd(d) Zed9d*d+Z d,d- Z d.d/ Z d0d1 Z d2d3 Z d4d5 Z!d!S ):r z)Dictionary that remembers insertion orderc O sn t |dkr tdt | z | j W n6 tk r\ g | _}||dg|dd< i | _Y nX | j|| dS )zInitialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. r z$expected at most 1 arguments, got %dN)rJ r _OrderedDict__rootr _OrderedDict__map_OrderedDict__update)rU r kwdsrootr r r rW s zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || || dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r r )rU rL rM Z dict_setitemr lastr r r r s zOrderedDict.__setitem__c C s0 || | | j |\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r r )rU rL Z dict_delitem link_prev link_nextr r r r s zOrderedDict.__delitem__c c s. | j }|d }||k r*|d V |d }qdS )zod.__iter__() <==> iter(od)r r) Nr rU r Zcurrr r r r s zOrderedDict.__iter__c c s. | j }|d }||k r*|d V |d }qdS )z#od.__reversed__() <==> reversed(od)r r) Nr r r r r __reversed__ s zOrderedDict.__reversed__c C sd z@| j D ]}|dd= q | j}||dg|dd< | j W n tk rT Y nX t| dS )z.od.clear() -> None. Remove all items from od.N)r itervaluesr r r r )rU Znoder r r r r s zOrderedDict.clearTc C s| | s t d| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= t| |}||fS )zod.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. zdictionary is emptyr r r) )r r r r r )rU r r linkr r rL rM r r r r s zOrderedDict.popitemc C s t | S )z od.keys() -> list of keys in od)r r r r r keys s zOrderedDict.keysc s fdd D S )z#od.values() -> list of values in odc s g | ] } | qS r r rf rL r r r rk s z&OrderedDict.values.<locals>.<listcomp>r r r r r values s zOrderedDict.valuesc s fdd D S )z.od.items() -> list of (key, value) pairs in odc s g | ]}| | fqS r r r r r r rk s z%OrderedDict.items.<locals>.<listcomp>r r r r r items s zOrderedDict.itemsc C s t | S )z0od.iterkeys() -> an iterator over the keys in od)r r r r r iterkeys s zOrderedDict.iterkeysc c s | D ]}| | V qdS )z2od.itervalues -> an iterator over the values in odNr rU kr r r r s zOrderedDict.itervaluesc c s | D ]}|| | fV qdS )z=od.iteritems -> an iterator over the (key, value) items in odNr r r r r iteritems s zOrderedDict.iteritemsc O s t | dkr tdt | f n | s,td| d }d}t | dkrL| d }t|trn|D ]}|| ||< qZn<t|dr| D ]}|| ||< qn|D ]\}}|||< q| D ]\}}|||< qdS ) a od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v r) z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r r N)rJ r r r hasattrr r )r r rU otherrL rM r r r rT s( zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t||S )zod.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. )_OrderedDict__markerr )rU rL r r r r r r * s zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr r r r r setdefault7 s zOrderedDict.setdefaultc C sf |si }t | t f}||kr"dS d||< z.| sBd| jjf W S d| jj| f W S ||= X dS )zod.__repr__() <==> repr(od)r r z%s()z%s(%r)N)r _get_identr r4 r )rU Z _repr_runningZcall_keyr r r r > s zOrderedDict.__repr__c sX fdd D }t }t t D ]}||d q(|rL j|f|fS j|ffS )z%Return state information for picklingc s g | ]}| | gqS r r rf r r r r rk N s z*OrderedDict.__reduce__.<locals>.<listcomp>N)varsr r r r )rU r Z inst_dictr r r r __reduce__L s zOrderedDict.__reduce__c C s | | S )z!od.copy() -> a shallow copy of od)r r r r r r V s zOrderedDict.copyc C s | }|D ] }|||< q |S )zOD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). r )r r rM drL r r r r Z s zOrderedDict.fromkeysc C s6 t |tr*t| t|ko(| | kS t| |S )zod.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. )r r rJ r r __eq__rU r r r r r e s zOrderedDict.__eq__c C s | |k S rQ r r r r r __ne__n s zOrderedDict.__ne__c C s t | S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r r r r r viewkeyss s zOrderedDict.viewkeysc C s t | S )z<od.viewvalues() -> an object providing a view on od's values)r r r r r viewvaluesw s zOrderedDict.viewvaluesc C s t | S )zBod.viewitems() -> a set-like object providing a view on od's items)r r r r r viewitems{ s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rX rW r r r r r r r r r r r r r rT r objectr r r r r r r r r r r! r" r# r r r r r s: r )BaseConfigurator valid_identz^[a-z_][a-z0-9_]*$c C s t | }|std| dS )Nz!Not a valid Python identifier: %rT) IDENTIFIERr- rH )r r r r r r& s r& c @ s" e Zd ZdZdd ZdddZdS )ConvertingDictz A converting dictionary wrapper.c C sJ t | |}| j|}||k rF|| |< t|tttfkrF| |_||_ |S rQ ) r r configuratorconvertr r( ConvertingListConvertingTupleparentrL rU rL rM r r r r r s zConvertingDict.__getitem__Nc C sL t | ||}| j|}||k rH|| |< t|tttfkrH| |_||_ |S rQ ) r rI r) r* r r( r+ r, r- rL rU rL r rM r r r r rI s zConvertingDict.get)N)r4 r5 r6 rX r rI r r r r r( s r( c C sD t | ||}| j|}||k r@t|tttfkr@| |_||_ |S rQ ) r r r) r* r r( r+ r, r- rL r/ r r r r s r c @ s" e Zd ZdZdd ZdddZdS ) r+ zA converting list wrapper.c C sJ t | |}| j|}||k rF|| |< t|tttfkrF| |_||_ |S rQ ) r r r) r* r r( r+ r, r- rL r. r r r r s zConvertingList.__getitem__c C s< t | |}| j|}||k r8t|tttfkr8| |_|S rQ ) r r r) r* r r( r+ r, r- )rU idxrM r r r r r s zConvertingList.popN)r0 )r4 r5 r6 rX r r r r r r r+ s r+ c @ s e Zd ZdZdd ZdS )r, zA converting tuple wrapper.c C sB t | |}| j|}||k r>t|tttfkr>| |_||_ |S rQ ) tupler r) r* r r( r+ r, r- rL r. r r r r s zConvertingTuple.__getitem__N)r4 r5 r6 rX r r r r r r, s r, c @ s e Zd ZdZedZedZedZedZ edZ ddd Z e e Zd d Zd d Zdd Zdd Zdd Zdd Zdd ZdS )r% zQ The configurator base class which defines some useful defaults. z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$ ext_convert cfg_convert)rg Zcfgc C s t || _| | j_d S rQ )r( configr) )rU r5 r r r rW s zBaseConfigurator.__init__c C s | d}|d}z^| |}|D ]H}|d| 7 }zt||}W q$ tk rj | | t||}Y q$X q$|W S tk r t dd \}}td||f }|| |_ |_ |Y nX dS )zl Resolve strings to objects using standard import and attribute syntax. r7 r r NzCannot resolve %r: %s) r9 r importerr r ImportErrorrp r rH __cause__ __traceback__) rU r r{ ZusedfoundrE etbvr r r resolve s" zBaseConfigurator.resolvec C s | |S )z*Default converter for the ext:// protocol.)r> rU rM r r r r3 s z BaseConfigurator.ext_convertc C s |}| j |}|dkr&td| n|| d }| j| d }|r| j|}|rn|| d }nd| j|}|r| d }| j|s|| }n2zt |}|| }W n t k r || }Y nX |r|| d }qHtd||f qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) WORD_PATTERNr- rH endr5 groups DOT_PATTERN INDEX_PATTERN DIGIT_PATTERNintr )rU rM restr r r1 nr r r r4 s4 z BaseConfigurator.cfg_convertc C s t |ts$t |tr$t|}| |_nt |tsHt |trHt|}| |_nzt |tslt |trlt|}| |_nVt |tr| j |}|r| }|d }| j |d}|r|d }t| |}||}|S )z Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. prefixNr )r r( r r) r+ r r, r2 string_typesCONVERT_PATTERNr- groupdictvalue_convertersrI r )rU rM r r rI Z converterr r r r r* 2 s, zBaseConfigurator.convertc sn d}t|s | |} dd}t fdd D }|f |}|rj| D ]\}}t||| qT|S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |r| | fqS r )r& r r5 r r rk U s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r r r> r r setattr)rU r5 r ZpropsrV r r{ rM r rN r configure_customN s z!BaseConfigurator.configure_customc C s t |trt|}|S )z0Utility function which converts lists to tuples.)r r r2 r? r r r as_tuple\ s zBaseConfigurator.as_tupleN)r4 r5 r6 rX r+ r, rK r@ rC rD rE rM staticmethod __import__r6 rW r> r3 r4 r* rP rQ r r r r r% s" " r% )r )r )N)N)Z __future__r rZ r+ rp Zsslr7 version_infor Z basestringrJ r r typesr Z file_typeZ __builtin__builtinsZ ConfigParserZ configparserZ _backportr r r r r r Zurllibr r r r r r r r Zurllib2r r r r r r! r" r# r$ r% ZhttplibZ xmlrpclibZQueueZqueuer& ZhtmlentitydefsZ raw_input itertoolsr' filterr( r1 r* r/ iostrr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ xmlrpc.clientZ html.parserZ html.entitiesZentitiesinputr2 r3 rH rF rO rP r$ rY F_OKX_OKZzipfiler| r r r~ ZBaseZipExtFilerq r r r NameError collectionsr r r r getfilesystemencodingr r tokenizer codecsr r r, r r Zhtmlr? Zcgir r r reprlibr r importlib.utilr Zimpr threadr r Z dummy_threadZ_abcollr r r r Zlogging.configr% r& Ir' r( r r r+ r2 r, r r r r <module> s, $, ,0 2+ A [ b w PK A\X~Ic c 4 pip/_vendor/distlib/__pycache__/wheel.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z!m"Z" dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd l-m.Z.m/Z/ e 0e1Z2da3e4ed r8d Z5n*ej67d rLdZ5nej6dkr^dZ5ndZ5e8dZ9e9sdej:dd Z9de9 Z;e5e9 Z<ej#= >dd>ddZ?e8dZ@e@re@7dre@>ddZ@ndd ZAeA Z@[AeBd ejCejDB ZEeBd ejCejDB ZFeBd ZGeBd ZHd!ZId"ZJe jKd#krBd$d% ZLnd&d% ZLG d'd( d(eMZNeN ZOG d)d* d*eMZPd+d, ZQeQ ZR[Qd/d-d.ZSdS )0 )unicode_literalsN)message_from_file ) __version__DistlibException) sysconfigZipFilefsdecode text_typefilter)InstalledDistribution)MetadataMETADATA_FILENAMEWHEEL_METADATA_FILENAME) FileOperator convert_path CSVReader CSVWriterCachecached_propertyget_cache_base read_exportstempdir)NormalizedVersionUnsupportedVersionErrorZpypy_version_infoZppjavaZjyZcliZipcpZpy_version_nodotz%s%s py-_.ZSOABIzcpython-c C sR dt g} tdr | d tdr0| d tddkrH| d d | S ) Nr ZPy_DEBUGdZ WITH_PYMALLOCmZPy_UNICODE_SIZE u ) VER_SUFFIXr get_config_varappendjoin)parts r, =/usr/lib/python3.8/site-packages/pip/_vendor/distlib/wheel.py _derive_abi; s r. zz (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))? -(?P<py>\w+\d+(\.\w+\d+)*) -(?P<bi>\w+) -(?P<ar>\w+(\.\w+)*) \.whl$ z7 (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))?$ s \s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw/c C s | S Nr, or, r, r- <lambda>] r3 c C s | tjdS )Nr/ )replaceossepr1 r, r, r- r3 _ r4 c @ s6 e Zd Zdd Zdd Zdd Zd dd Zd d ZdS ) Mounterc C s i | _ i | _d S r0 ) impure_wheelslibsselfr, r, r- __init__c s zMounter.__init__c C s || j |< | j| d S r0 )r9 r: update)r< pathname extensionsr, r, r- addg s z Mounter.addc C s0 | j |}|D ]\}}|| jkr| j|= qd S r0 )r9 popr: )r< r? r@ kvr, r, r- removek s zMounter.removeNc C s || j kr| }nd }|S r0 )r: )r< fullnamepathresultr, r, r- find_moduleq s zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| t|| j| }| |_|dd}t|dkrf|d |_ |S )Nz unable to find extension for %sr! r r ) sysmodulesr: ImportErrorimpZ load_dynamic __loader__rsplitlen __package__)r< rF rH r+ r, r, r- load_modulex s zMounter.load_module)N)__name__ __module__ __qualname__r= rA rE rI rR r, r, r, r- r8 b s r8 c @ s e Zd ZdZdZdZd4ddZedd Zed d Z ed d Z e dd Z dd Z e dd Zdd Zd5ddZdd Zdd Zd d Zd6d d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd7d,d-Zd.d/ Z d0d1 Z d8d2d3Z dS )9Wheelz@ Class to build and install from Wheel files (PEP 427). r r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _t | _ |dkrRd| _ d| _ | j | _ nt|}|r|d}|d | _ |d d d | _ |d | _| j | _ ntj|\}}t|}|std | |rtj|| _ || _ |d}|d | _ |d | _ |d | _|d d| _|d d| _|d d| _dS )zB Initialise an instance using a (valid) filename. r& noneanyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! ZbiZar)signZ should_verifybuildverPYVERpyverabiarchr6 getcwddirnamenameversionfilenameZ _filenameNAME_VERSION_REmatch groupdictr5 rG split FILENAME_REr abspath)r< rd rZ verifyr# infora r, r, r- r= sD zWheel.__init__c C s^ | j rd| j }nd}d| j}d| j}d| j}| jdd}d| j|||||f S )zJ Build and return a filename from the various components. r r& r! r z%s-%s%s-%s-%s-%s.whl)r[ r* r] r^ r_ rc r5 rb )r< r[ r] r^ r_ rc r, r, r- rd s zWheel.filenamec C s t j| j| j}t j|S r0 )r6 rG r* ra rd isfile)r< rG r, r, r- exists s z Wheel.existsc c s4 | j D ](}| jD ] }| jD ]}|||fV qqqd S r0 )r] r^ r_ )r< r] r^ r_ r, r, r- tags s z Wheel.tagsc C s t j| j| j}d| j| jf }d| }td}t |d}| |}|d dd}t dd |D }|d k rt td g} nt tg} d } | D ]f} zLt|| } || ,} || }t|d } | rW 5 Q R W qW 5 Q R X W q tk r Y qX q| std d| W 5 Q R X | S )N%s-%s %s.dist-infoutf-8r Wheel-Versionr! r c S s g | ] }t |qS r, int.0ir, r, r- <listcomp> s z"Wheel.metadata.<locals>.<listcomp>rW ZMETADATA)Zfileobjz8Invalid wheel, because metadata is missing: looked in %sz, )r6 rG r* ra rd rb rc codecs getreaderr get_wheel_metadatarh tupler r posixpathopenr KeyError ValueError)r< r? name_verinfo_dirwrapperzfwheel_metadatawv file_versionZfnsrH fnmetadata_filenamebfwfr, r, r- metadata s6 zWheel.metadatac C sX d| j | jf }d| }t|d}|| }td|}t|}W 5 Q R X t|S )Nrp rq WHEELrr ) rb rc r r* r r{ r| r dict)r< r r r r r r messager, r, r- r} s zWheel.get_wheel_metadatac C s6 t j| j| j}t|d}| |}W 5 Q R X |S )Nrs )r6 rG r* ra rd r r} )r< r? r rH r, r, r- rl s z Wheel.infoc C s t |}|r|| }|d | ||d }}d| krBt}nt}t|}|rfd| d }nd}|| }|| }nT|d}|d} |dk s|| krd} n |||d d krd } nd} t| | }|S ) Ns pythonw r4 r r s ) SHEBANG_RErf endlowerSHEBANG_PYTHONWSHEBANG_PYTHONSHEBANG_DETAIL_REgroupsfind) r< datar# r ZshebangZdata_after_shebangZshebang_pythonargsZcrZlfZtermr, r, r- process_shebang s, zWheel.process_shebangc C sh |d kr| j }ztt|}W n tk r< td| Y nX || }t|d d}||fS )Nz Unsupported hash algorithm: %r =ascii) hash_kindgetattrhashlibAttributeErrorr digestbase64Zurlsafe_b64encoderstripdecode)r< r r hasherrH r, r, r- get_hash" s zWheel.get_hashc C s^ t |}ttj||}||ddf | t|}|D ]}|| q@W 5 Q R X d S )Nr& ) listto_posixr6 rG relpathr) sortr Zwriterow)r< recordsZ record_pathbasepwriterrowr, r, r- write_record- s zWheel.write_recordc C s g }|\}}t t| j}|D ]P\}} t| d} | } W 5 Q R X d| | } tj| } | || | f q tj |d} | || | t tj |d}| || f d S )Nrbz%s=%sRECORD) r r r r readr r6 rG getsizer) r* r r )r< rl libdir archive_pathsr distinfor r apr fr r sizer, r, r- write_records6 s zWheel.write_recordsc C sF t |dtj.}|D ]"\}}td|| ||| qW 5 Q R X d S )NwzWrote %s to %s in wheel)r zipfileZ ZIP_DEFLATEDloggerdebugwrite)r< r? r r r r r, r, r- build_zipF s zWheel.build_zipc ! s~ |dkr i }t t fdddd }|dkrFd}tg}tg}tg}nd}tg}d g}d g}|d || _|d || _|d || _ | } d| j | j f } d| } d| } g } dD ]}| krq | }t j |rt |D ]\}}}|D ]}tt j ||}t j ||}tt j | ||}| ||f |dkr|dst|d}| }W 5 Q R X | |}t|d}|| W 5 Q R X qqq| }d}t |D ]\}}}||kr t|D ]8\}}t|}|drt j ||}||= qq|s td|D ]H}t|dr(qt j ||}tt j ||}| ||f qqt |}|D ]B}|dkrltt j ||}tt j | |}| ||f qld|p| j dt d | g} | j D ] \} } } | d | | | f qt j |d }t|d }|d | W 5 Q R X tt j | d }| ||f | || f| | t j | j!| j"} | #| | | S )!z Build a wheel from files in specified paths, and use any specified tags when determining the name of the wheel. Nc s | kS r0 r, r1 pathsr, r- r3 T r4 z Wheel.build.<locals>.<lambda>)purelibplatlibr r ZfalsetruerX rY r] r^ r_ rp %s.datarq )r Zheadersscriptsr .exer wbz .dist-infoz(.dist-info directory expected, not found)z.pycz.pyo)r Z INSTALLERZSHAREDr zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz Tag: %s-%s-%sr r )$r r IMPVERABIARCHr\ getr] r^ r_ rb rc r6 rG isdirwalkr r* r r r) endswithr r r r enumerateAssertionErrorlistdir wheel_versionr ro r ra rd r )!r< r ro r ZlibkeyZis_pureZ default_pyverZ default_abiZ default_archr r data_dirr r keyrG rootdirsfilesr r rpr r r r ry dnr r] r^ r_ r? r, r r- buildL s z Wheel.buildc C s | dS )zl Determine whether an archive entry should be skipped when verifying or installing. )r/ z /RECORD.jws)r )r< arcnamer, r, r- skip_entry s zWheel.skip_entryc C K sf |j }|d}|dd}|dd}tj| j| j}d| j| jf } d| } d| } t | t } t | d} t | d }t d }t |d }|| }||}t|}W 5 Q R X |d d d}tdd |D }|| jkr|r|| j| |d dkr|d }n|d }i }||8}t|d"}|D ]}|d }|||< q8W 5 Q R X W 5 Q R X t | d} t | d} t | dd} t|d} d| _tj } g }!t }"|"|_d|_zz\| D ]}#|#j}$t |$t r|$}%n |$!d }%| "|%rq||% }|d r4t#|#j$|d kr4t%d |% |d r|d d d\}&}'||$}|& }(W 5 Q R X | '|(|&\})}*|*|'krt%d |$ |r|%(| | frt)*d |% q|%(| o|%+d! }+|%(| r |%d"d \})},}-tj||, t,|-}.n$|%| |fkr qtj|t,|%}.|+s ||$}| -||. W 5 Q R X |!.|. |s|d rt|.d#4}|& }(| '|(|&\})}/|/|*krt%d$|. W 5 Q R X | r~|.+d%r~z | j/|.|d&}0|!.|0 W n$ t0k r t)j1d'dd( Y nX nttj2t,|$}1tj|"|1}2||$}| -||2 W 5 Q R X tj|.\}3}1|3|_|3|1}4| 4|4 |!5|4 q|rt)*d) d}5nnd}6| j6d }|d*krzt | d+}7z||7}t7|}8W 5 Q R X i }6d,D ]l}9d-|9 }:|:|8kri |6d.|9 < };|8|: 8 D ]6}<d/|<j9|<j:f }=|<j;rB|=d0|<j; 7 }=|=|;|<j< qqW n t0k rv t)1d1 Y nX ndzB|| .}||}t<=|d2}6|6r|6d3}6W 5 Q R X W n t0k r t)1d4 Y nX |6r|6d5i }>|6d6i }?|>s|?r|dd}@tj>|@s*t?d7|@|_|>@ D ]*\}:}<d8|:|<f }A|3|A}4| 4|4 q8|?rd9di}B|?@ D ],\}:}<d8|:|<f }A|3|A|B}4| 4|4 qztj|| }tA|}5tB|}|d= |d= ||d:< |5C||}|r|!.| |5D|!|d; | |5W W <W 5 Q R S t0k rF t)Ed< | F Y nX W 5 t |" X W 5 Q R X dS )=a~ Install a wheel to the specified paths. If kwarg ``warner`` is specified, it should be a callable, which will be called with two tuples indicating the wheel version of this software and the wheel version in the file, if there is a discrepancy in the versions. This can be used to issue any warnings to raise any exceptions. If kwarg ``lib_only`` is True, only the purelib/platlib files are installed, and the headers, scripts, data and dist-info metadata are not written. If kwarg ``bytecode_hashed_invalidation`` is True, written bytecode will try to use file-hash based invalidation (PEP-552) on supported interpreter versions (CPython 2.7+). The return value is a :class:`InstalledDistribution` instance unless ``options.lib_only`` is True, in which case the return value is ``None``. warnerlib_onlyFZ bytecode_hashed_invalidationrp r rq r r rr rs rt r! r c S s g | ] }t |qS r, ru rw r, r, r- rz s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr r r streamr r& r )dry_runTNr size mismatch for %s=digest mismatch for %szlib_only: skipping %sr r/ r z digest mismatch on write for %sz.py)Zhashed_invalidationzByte-compilation failed)exc_infozlib_only: returning Nonez1.0zentry_points.txt)Zconsoleguiz %s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr@ zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %sr libprefixzinstallation failed.)Gr r r6 rG r* ra rd rb rc r r r{ r| r r r rh r~ r r r recordrJ dont_write_bytecodetempfileZmkdtempZ source_dirZ target_dirshutilZrmtreeinfolist isinstancer r r str file_sizer r r startswithr r r r Z copy_streamr) Z byte_compile ExceptionZwarningbasenameZmakeZset_executable_modeextendrl r valuesr suffixflagsjsonloadr r itemsr r Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback)Cr< r Zmakerkwargsr r r Zbc_hashed_invalidationr? r r r metadata_namewheel_metadata_name record_namer r bwfr r r r r r r readerr r Zdata_pfxZinfo_pfxZ script_pfxZfileopZbcZoutfilesworkdirzinfor u_arcnamekindvaluer r r Z is_scriptwherer ZoutfileZ newdigestZpycr Zworknamer filenamesZdistZcommandsZepZepdatar rC r" rD sZconsole_scriptsZ gui_scriptsZ script_dirZscriptZoptionsr, r, r- install sT z Wheel.installc C s4 t d kr0tjt tdtjd d }t|a t S )Nz dylib-cache ) cacher6 rG r* r r rJ rc r )r< r r, r, r- _get_dylib_cache s zWheel._get_dylib_cachec C sh t j| j| j}d| j| jf }d| }t|d}t d}g }t |d}z| |}||} t | } | } | |} t j| j| } t j| st | | D ]\}}t j| t|}t j|sd}n6t |j}tj|}||}tj|j }||k}|r&| || | ||f qW 5 Q R X W n t k rX Y nX W 5 Q R X |S )Nrp rq Z EXTENSIONSrr rs T) r6 rG r* ra rd rb rc r r{ r| r r r r r Z prefix_to_dirr r makedirsr r rn statst_mtimedatetimeZ fromtimestampZgetinfoZ date_timeextractr) r )r< r? r r r r rH r r r r@ r r Z cache_baserb r destr Z file_timerl Z wheel_timer, r, r- _get_extensions s> zWheel._get_extensionsc C s t | S )zM Determine if a wheel is compatible with the running system. ) is_compatibler; r, r, r- r s zWheel.is_compatiblec C s dS )zP Determine if a wheel is asserted as mountable by its metadata. Tr, r; r, r, r- is_mountable s zWheel.is_mountablec C s t jt j| j| j}| s2d| }t|| sJd| }t||t jkrbt d| nN|rtt j | nt j d| | }|rtt jkrt j t t|| d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rG rj r* ra rd r r r rJ r r r) insertr _hook meta_pathrA )r< r) r? msgr@ r, r, r- mount s" z Wheel.mountc C sr t jt j| j| j}|tjkr2td| n<tj | |t j krRt | t j snt tj krntj t d S )Nz%s not in path) r6 rG rj r* ra rd rJ r r rE r! r9 r" )r< r? r, r, r- unmount s z Wheel.unmountc C s t j| j| j}d| j| jf }d| }d| }t|t}t|d}t|d}t d}t |d} | |} || } t | } W 5 Q R X | d d d } td d | D }i }| |6}t|d }|D ]}|d }|||< qW 5 Q R X W 5 Q R X | D ]}|j}t|tr$|}n |d}|d}d|krNtd| | |r^q|| }|d rt|j|d krtd| |d r|d dd \}}| |}| }W 5 Q R X | ||\}}||krtd| qW 5 Q R X d S )Nrp r rq r r rr rs rt r! r c S s g | ] }t |qS r, ru rw r, r, r- rz s z Wheel.verify.<locals>.<listcomp>r r r/ ..invalid entry in wheel: %rr r r r )r6 rG r* ra rd rb rc r r r{ r| r r r rh r~ r r r r r r r r r r r ) r< r? r r r r r r r r r r r r r r r r r r r r r r r r r r r, r, r- rk s\ z Wheel.verifyc K s dd }dd }t j| j| j}d| j| jf }d| }t|d} t } t |d|} i } | D ]h} | j}t |t r|}n | d }|| krqhd |krtd | | | | t j| t|}|| |< qhW 5 Q R X || |\}}|| f|}|r|| |\}}|r$||kr$||| |d krNtjd d| d\}}t | n*t j|shtd| t j|| j}t| }t j| |}||f}| || | | || |d krt|| W 5 Q R X |S )a Update the contents of a wheel in a generic way. The modifier should be a callable which expects a dictionary argument: its keys are archive-entry paths, and its values are absolute filesystem paths where the contents the corresponding archive entries can be found. The modifier is free to change the contents of the files pointed to, add new entries and remove entries, before returning. This method will extract the entire contents of the wheel to a temporary location, call the modifier, and then use the passed (and possibly updated) dictionary to write a new wheel. If ``dest_dir`` is specified, the new wheel is written there -- otherwise, the original wheel is overwritten. The modifier should return True if it updated the wheel, else False. This method returns the same value the modifier returns. c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|dj}||fS )Nz%s/%sz %s/PKG-INFOrG )r r rc )path_mapr rc rG r r, r, r- get_versionK s z!Wheel.update.<locals>.get_versionc S s d }z|t | }| d}|dk r*d| }nTdd | |d d dD }|d d7 < d | d | dd d |D f }W n tk r td | Y nX |rt|d }||_| t }|j ||d td| | d S )Nr r z%s+1c S s g | ] }t |qS r, ru )rx r r, r, r- rz ] s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! r z%s+%sc s s | ]}t |V qd S r0 )r rw r, r, r- <genexpr>` s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %rr( )rG legacyz Version updated from %r to %r) r r rh r* r r r r rc r r r )rc rG updatedrD ry r+ Zmdr, r, r, r- update_versionU s. z$Wheel.update.<locals>.update_versionrp rq r rs rr r& r' Nz.whlz wheel-update-)r r dirzNot a directory: %r)r6 rG r* ra rd rb rc r r r r r r r r r r r Zmkstempcloser r r r r r Zcopyfile)r< ZmodifierZdest_dirr r* r. r? r r r r r r) r r r rG Zoriginal_versionr ZmodifiedZcurrent_versionfdnewpathr r rl r, r, r- r> : s\ z Wheel.update)NFF)N)NN)F)N) rS rT rU __doc__r r r= propertyrd rn ro r r r} rl r r r r r r r r r r r r r$ r% rk r> r, r, r, r- rV s@ ) h g " 8rV c C sx t g} t d }ttjd d ddD ] }| d|t|g q$g }t D ]*\}}}| drN|| ddd qN| t dkr| dt |d g }tg}tjd krtd t}|r| \} }}} t|}| g} | d kr| d | d kr | d | dkr | d | dkr4| d | dkrH| d |dkr| D ]*} d| ||| f } | tkrV|| qV|d8 }qH|D ]0}|D ]$} |dt| d f|| f qqt| D ]L\}}|dt|fddf |dkr|dt|d fddf qt| D ]L\}}|dd|fddf |dkr"|dd|d fddf q"t|S )zG Return (pyver, abi, arch) tuples compatible with this Python. r r r r& z.abir! r rX darwinz(\w+)_(\d+)_(\d+)_(\w+)$)i386ppcZfat)r6 r7 x86_64Zfat3)ppc64r8 Zfat64)r6 r8 intel)r6 r8 r: r7 r9 Z universalz %s_%s_%s_%srY r )r' rangerJ version_infor) r* r rM Z get_suffixesr rh r r r r platformrerf r rv IMP_PREFIXr set)ZversionsmajorminorZabisr r rH Zarchesr# rb r_ Zmatchesrf r r^ ry rc r, r, r- compatible_tags s` & " "rC c C s\ t | tst| } d}|d kr"t}|D ]0\}}}|| jkr&|| jkr&|| jkr&d} qXq&|S )NFT)r rV COMPATIBLE_TAGSr] r^ r_ )Zwheelro rH Zverr^ r_ r, r, r- r s r )N)TZ __future__r r r{ r Zdistutils.utilZ distutilsZemailr r rM r Zloggingr6 r r> r rJ r r r& r r compatr r r r r Zdatabaser r r r r utilr r r r r r r r r rc r r Z getLoggerrS r r hasattrr? r= r r( r' r< r\ r Z get_platformr5 r r r. compile IGNORECASEVERBOSEri re r r r r r7 r objectr8 r! rV rC rD r r, r, r, r- <module> s , # >PK A\D̎dc dc : pip/_vendor/distlib/__pycache__/wheel.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z!m"Z" dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd l-m.Z.m/Z/ e 0e1Z2da3e4ed r8d Z5n*ej67d rLdZ5nej6dkr^dZ5ndZ5e8dZ9e9sdej:dd Z9de9 Z;e5e9 Z<ej#= >dd>ddZ?e8dZ@e@re@7dre@>ddZ@ndd ZAeA Z@[AeBd ejCejDB ZEeBd ejCejDB ZFeBd ZGeBd ZHd!ZId"ZJe jKd#krBd$d% ZLnd&d% ZLG d'd( d(eMZNeN ZOG d)d* d*eMZPd+d, ZQeQ ZR[Qd/d-d.ZSdS )0 )unicode_literalsN)message_from_file ) __version__DistlibException) sysconfigZipFilefsdecode text_typefilter)InstalledDistribution)MetadataMETADATA_FILENAMEWHEEL_METADATA_FILENAME) FileOperator convert_path CSVReader CSVWriterCachecached_propertyget_cache_base read_exportstempdir)NormalizedVersionUnsupportedVersionErrorZpypy_version_infoZppjavaZjyZcliZipcpZpy_version_nodotz%s%s py-_.ZSOABIzcpython-c C sR dt g} tdr | d tdr0| d tddkrH| d d | S ) Nr ZPy_DEBUGdZ WITH_PYMALLOCmZPy_UNICODE_SIZE u ) VER_SUFFIXr get_config_varappendjoin)parts r, =/usr/lib/python3.8/site-packages/pip/_vendor/distlib/wheel.py _derive_abi; s r. zz (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))? -(?P<py>\w+\d+(\.\w+\d+)*) -(?P<bi>\w+) -(?P<ar>\w+(\.\w+)*) \.whl$ z7 (?P<nm>[^-]+) -(?P<vn>\d+[^-]*) (-(?P<bn>\d+[^-]*))?$ s \s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw/c C s | S Nr, or, r, r- <lambda>] r3 c C s | tjdS )Nr/ )replaceossepr1 r, r, r- r3 _ r4 c @ s6 e Zd Zdd Zdd Zdd Zd dd Zd d ZdS ) Mounterc C s i | _ i | _d S r0 ) impure_wheelslibsselfr, r, r- __init__c s zMounter.__init__c C s || j |< | j| d S r0 )r9 r: update)r< pathname extensionsr, r, r- addg s z Mounter.addc C s0 | j |}|D ]\}}|| jkr| j|= qd S r0 )r9 popr: )r< r? r@ kvr, r, r- removek s zMounter.removeNc C s || j kr| }nd }|S r0 )r: )r< fullnamepathresultr, r, r- find_moduleq s zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| t|| j| }| |_|dd}t|dkrf|d |_ |S )Nz unable to find extension for %sr! r r ) sysmodulesr: ImportErrorimpZ load_dynamic __loader__rsplitlen __package__)r< rF rH r+ r, r, r- load_modulex s zMounter.load_module)N)__name__ __module__ __qualname__r= rA rE rI rR r, r, r, r- r8 b s r8 c @ s e Zd ZdZdZdZd4ddZedd Zed d Z ed d Z e dd Z dd Z e dd Zdd Zd5ddZdd Zdd Zd d Zd6d d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd7d,d-Zd.d/ Z d0d1 Z d8d2d3Z dS )9Wheelz@ Class to build and install from Wheel files (PEP 427). r r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _t | _ |dkrRd| _ d| _ | j | _ nt|}|r|d}|d | _ |d d d | _ |d | _| j | _ ntj|\}}t|}|std | |rtj|| _ || _ |d}|d | _ |d | _ |d | _|d d| _|d d| _|d d| _dS )zB Initialise an instance using a (valid) filename. r& noneanyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! ZbiZar)signZ should_verifybuildverPYVERpyverabiarchr6 getcwddirnamenameversionfilenameZ _filenameNAME_VERSION_REmatch groupdictr5 rG split FILENAME_REr abspath)r< rd rZ verifyr# infora r, r, r- r= sD zWheel.__init__c C s^ | j rd| j }nd}d| j}d| j}d| j}| jdd}d| j|||||f S )zJ Build and return a filename from the various components. r r& r! r z%s-%s%s-%s-%s-%s.whl)r[ r* r] r^ r_ rc r5 rb )r< r[ r] r^ r_ rc r, r, r- rd s zWheel.filenamec C s t j| j| j}t j|S r0 )r6 rG r* ra rd isfile)r< rG r, r, r- exists s z Wheel.existsc c s4 | j D ](}| jD ] }| jD ]}|||fV qqqd S r0 )r] r^ r_ )r< r] r^ r_ r, r, r- tags s z Wheel.tagsc C s t j| j| j}d| j| jf }d| }td}t |d}| |}|d dd}t dd |D }|d k rt td g} nt tg} d } | D ]f} zLt|| } || ,} || }t|d } | rW 5 Q R W qW 5 Q R X W q tk r Y qX q| std d| W 5 Q R X | S )N%s-%s %s.dist-infoutf-8r Wheel-Versionr! r c S s g | ] }t |qS r, int.0ir, r, r- <listcomp> s z"Wheel.metadata.<locals>.<listcomp>rW ZMETADATA)Zfileobjz8Invalid wheel, because metadata is missing: looked in %sz, )r6 rG r* ra rd rb rc codecs getreaderr get_wheel_metadatarh tupler r posixpathopenr KeyError ValueError)r< r? name_verinfo_dirwrapperzfwheel_metadatawv file_versionZfnsrH fnmetadata_filenamebfwfr, r, r- metadata s6 zWheel.metadatac C sX d| j | jf }d| }t|d}|| }td|}t|}W 5 Q R X t|S )Nrp rq WHEELrr ) rb rc r r* r r{ r| r dict)r< r r r r r r messager, r, r- r} s zWheel.get_wheel_metadatac C s6 t j| j| j}t|d}| |}W 5 Q R X |S )Nrs )r6 rG r* ra rd r r} )r< r? r rH r, r, r- rl s z Wheel.infoc C s t |}|r|| }|d | ||d }}d| krBt}nt}t|}|rfd| d }nd}|| }|| }nT|d}|d} |dk s|| krd} n |||d d krd } nd} t| | }|S ) Ns pythonw r4 r r s ) SHEBANG_RErf endlowerSHEBANG_PYTHONWSHEBANG_PYTHONSHEBANG_DETAIL_REgroupsfind) r< datar# r ZshebangZdata_after_shebangZshebang_pythonargsZcrZlfZtermr, r, r- process_shebang s, zWheel.process_shebangc C sh |d kr| j }ztt|}W n tk r< td| Y nX || }t|d d}||fS )Nz Unsupported hash algorithm: %r =ascii) hash_kindgetattrhashlibAttributeErrorr digestbase64Zurlsafe_b64encoderstripdecode)r< r r hasherrH r, r, r- get_hash" s zWheel.get_hashc C s^ t |}ttj||}||ddf | t|}|D ]}|| q@W 5 Q R X d S )Nr& ) listto_posixr6 rG relpathr) sortr Zwriterow)r< recordsZ record_pathbasepwriterrowr, r, r- write_record- s zWheel.write_recordc C s g }|\}}t t| j}|D ]P\}} t| d} | } W 5 Q R X d| | } tj| } | || | f q tj |d} | || | t tj |d}| || f d S )Nrbz%s=%sRECORD) r r r r readr r6 rG getsizer) r* r r )r< rl libdir archive_pathsr distinfor r apr fr r sizer, r, r- write_records6 s zWheel.write_recordsc C sF t |dtj.}|D ]"\}}td|| ||| qW 5 Q R X d S )NwzWrote %s to %s in wheel)r zipfileZ ZIP_DEFLATEDloggerdebugwrite)r< r? r r r r r, r, r- build_zipF s zWheel.build_zipc ! sp |dkr i }t t fdddd }|dkrFd}tg}tg}tg}nd}tg}d g}d g}|d || _|d || _|d || _ | } d| j | j f } d| } d| } g } dD ]}| krq | }t j |rt |D ]\}}}|D ]}tt j ||}t j ||}tt j | ||}| ||f |dkr|dst|d}| }W 5 Q R X | |}t|d}|| W 5 Q R X qqq| }d}t |D ]\}}}||krt|D ]8\}}t|}|drt j ||}||= qq|D ]H}t|drqt j ||}tt j ||}| ||f qqt |}|D ]B}|dkr^tt j ||}tt j | |}| ||f q^d|p| j dt d| g} | j D ] \} } } | d | | | f qt j |d }t|d }|d | W 5 Q R X tt j | d }| ||f | || f| | t j | j | j!} | "| | | S ) z Build a wheel from files in specified paths, and use any specified tags when determining the name of the wheel. Nc s | kS r0 r, r1 pathsr, r- r3 T r4 z Wheel.build.<locals>.<lambda>)purelibplatlibr r ZfalsetruerX rY r] r^ r_ rp %s.datarq )r Zheadersscriptsr .exer wbz .dist-info)z.pycz.pyo)r Z INSTALLERZSHAREDr zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz Tag: %s-%s-%sr r )#r r IMPVERABIARCHr\ getr] r^ r_ rb rc r6 rG isdirwalkr r* r r r) endswithr r r r enumeratelistdir wheel_versionr ro r ra rd r )!r< r ro r ZlibkeyZis_pureZ default_pyverZ default_abiZ default_archr r data_dirr r keyrG rootdirsfilesr r rpr r r r ry dnr r] r^ r_ r? r, r r- buildL s z Wheel.buildc C s | dS )zl Determine whether an archive entry should be skipped when verifying or installing. )r/ z /RECORD.jws)r )r< arcnamer, r, r- skip_entry s zWheel.skip_entryc C K sf |j }|d}|dd}|dd}tj| j| j}d| j| jf } d| } d| } t | t } t | d} t | d }t d }t |d }|| }||}t|}W 5 Q R X |d d d}tdd |D }|| jkr|r|| j| |d dkr|d }n|d }i }||8}t|d"}|D ]}|d }|||< q8W 5 Q R X W 5 Q R X t | d} t | d} t | dd} t|d} d| _tj } g }!t }"|"|_d|_zz\| D ]}#|#j}$t |$t r|$}%n |$!d }%| "|%rq||% }|d r4t#|#j$|d kr4t%d |% |d r|d d d\}&}'||$}|& }(W 5 Q R X | '|(|&\})}*|*|'krt%d |$ |r|%(| | frt)*d |% q|%(| o|%+d! }+|%(| r |%d"d \})},}-tj||, t,|-}.n$|%| |fkr qtj|t,|%}.|+s ||$}| -||. W 5 Q R X |!.|. |s|d rt|.d#4}|& }(| '|(|&\})}/|/|*krt%d$|. W 5 Q R X | r~|.+d%r~z | j/|.|d&}0|!.|0 W n$ t0k r t)j1d'dd( Y nX nttj2t,|$}1tj|"|1}2||$}| -||2 W 5 Q R X tj|.\}3}1|3|_|3|1}4| 4|4 |!5|4 q|rt)*d) d}5nnd}6| j6d }|d*krzt | d+}7z||7}t7|}8W 5 Q R X i }6d,D ]l}9d-|9 }:|:|8kri |6d.|9 < };|8|: 8 D ]6}<d/|<j9|<j:f }=|<j;rB|=d0|<j; 7 }=|=|;|<j< qqW n t0k rv t)1d1 Y nX ndzB|| .}||}t<=|d2}6|6r|6d3}6W 5 Q R X W n t0k r t)1d4 Y nX |6r|6d5i }>|6d6i }?|>s|?r|dd}@tj>|@s*t?d7|@|_|>@ D ]*\}:}<d8|:|<f }A|3|A}4| 4|4 q8|?rd9di}B|?@ D ],\}:}<d8|:|<f }A|3|A|B}4| 4|4 qztj|| }tA|}5tB|}|d= |d= ||d:< |5C||}|r|!.| |5D|!|d; | |5W W <W 5 Q R S t0k rF t)Ed< | F Y nX W 5 t |" X W 5 Q R X dS )=a~ Install a wheel to the specified paths. If kwarg ``warner`` is specified, it should be a callable, which will be called with two tuples indicating the wheel version of this software and the wheel version in the file, if there is a discrepancy in the versions. This can be used to issue any warnings to raise any exceptions. If kwarg ``lib_only`` is True, only the purelib/platlib files are installed, and the headers, scripts, data and dist-info metadata are not written. If kwarg ``bytecode_hashed_invalidation`` is True, written bytecode will try to use file-hash based invalidation (PEP-552) on supported interpreter versions (CPython 2.7+). The return value is a :class:`InstalledDistribution` instance unless ``options.lib_only`` is True, in which case the return value is ``None``. warnerlib_onlyFZ bytecode_hashed_invalidationrp r rq r r rr rs rt r! r c S s g | ] }t |qS r, ru rw r, r, r- rz s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr r r streamr r& r )dry_runTNr size mismatch for %s=digest mismatch for %szlib_only: skipping %sr r/ r z digest mismatch on write for %sz.py)Zhashed_invalidationzByte-compilation failed)exc_infozlib_only: returning Nonez1.0zentry_points.txt)Zconsoleguiz %s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr@ zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %sr libprefixzinstallation failed.)Gr r r6 rG r* ra rd rb rc r r r{ r| r r r rh r~ r r r recordrJ dont_write_bytecodetempfileZmkdtempZ source_dirZ target_dirshutilZrmtreeinfolist isinstancer r r str file_sizer r r startswithr r r r Z copy_streamr) Z byte_compile ExceptionZwarningbasenameZmakeZset_executable_modeextendrl r valuesr suffixflagsjsonloadr r itemsr r Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback)Cr< r Zmakerkwargsr r r Zbc_hashed_invalidationr? r r r metadata_namewheel_metadata_name record_namer r bwfr r r r r r r readerr r Zdata_pfxZinfo_pfxZ script_pfxZfileopZbcZoutfilesworkdirzinfor u_arcnamekindvaluer r r Z is_scriptwherer ZoutfileZ newdigestZpycr Zworknamer filenamesZdistZcommandsZepZepdatar rC r" rD sZconsole_scriptsZ gui_scriptsZ script_dirZscriptZoptionsr, r, r- install sT z Wheel.installc C s4 t d kr0tjt tdtjd d }t|a t S )Nz dylib-cache ) cacher6 rG r* r r rJ rc r )r< r r, r, r- _get_dylib_cache s zWheel._get_dylib_cachec C sh t j| j| j}d| j| jf }d| }t|d}t d}g }t |d}z| |}||} t | } | } | |} t j| j| } t j| st | | D ]\}}t j| t|}t j|sd}n6t |j}tj|}||}tj|j }||k}|r&| || | ||f qW 5 Q R X W n t k rX Y nX W 5 Q R X |S )Nrp rq Z EXTENSIONSrr rs T) r6 rG r* ra rd rb rc r r{ r| r r r r r Z prefix_to_dirr r makedirsr r rn statst_mtimedatetimeZ fromtimestampZgetinfoZ date_timeextractr) r )r< r? r r r r rH r r r r@ r r Z cache_baserb r destr Z file_timerl Z wheel_timer, r, r- _get_extensions s> zWheel._get_extensionsc C s t | S )zM Determine if a wheel is compatible with the running system. ) is_compatibler; r, r, r- r s zWheel.is_compatiblec C s dS )zP Determine if a wheel is asserted as mountable by its metadata. Tr, r; r, r, r- is_mountable s zWheel.is_mountablec C s t jt j| j| j}| s2d| }t|| sJd| }t||t jkrbt d| nN|rtt j | nt j d| | }|rtt jkrt j t t|| d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rG rj r* ra rd r r r rJ r r r) insertr _hook meta_pathrA )r< r) r? msgr@ r, r, r- mount s" z Wheel.mountc C sr t jt j| j| j}|tjkr2td| n<tj | |t j krRt | t j snt tj krntj t d S )Nz%s not in path) r6 rG rj r* ra rd rJ r r rE r r9 r! )r< r? r, r, r- unmount s z Wheel.unmountc C s t j| j| j}d| j| jf }d| }d| }t|t}t|d}t|d}t d}t |d} | |} || } t | } W 5 Q R X | d d d } td d | D }i }| |6}t|d }|D ]}|d }|||< qW 5 Q R X W 5 Q R X | D ]}|j}t|tr$|}n |d}|d}d|krNtd| | |r^q|| }|d rt|j|d krtd| |d r|d dd \}}| |}| }W 5 Q R X | ||\}}||krtd| qW 5 Q R X d S )Nrp r rq r r rr rs rt r! r c S s g | ] }t |qS r, ru rw r, r, r- rz s z Wheel.verify.<locals>.<listcomp>r r r/ ..invalid entry in wheel: %rr r r r )r6 rG r* ra rd rb rc r r r{ r| r r r rh r~ r r r r r r r r r r r ) r< r? r r r r r r r r r r r r r r r r r r r r r r r r r r r, r, r- rk s\ z Wheel.verifyc K s dd }dd }t j| j| j}d| j| jf }d| }t|d} t } t |d|} i } | D ]h} | j}t |t r|}n | d }|| krqhd |krtd | | | | t j| t|}|| |< qhW 5 Q R X || |\}}|| f|}|r|| |\}}|r$||kr$||| |d krNtjd d| d\}}t | n*t j|shtd| t j|| j}t| }t j| |}||f}| || | | || |d krt|| W 5 Q R X |S )a Update the contents of a wheel in a generic way. The modifier should be a callable which expects a dictionary argument: its keys are archive-entry paths, and its values are absolute filesystem paths where the contents the corresponding archive entries can be found. The modifier is free to change the contents of the files pointed to, add new entries and remove entries, before returning. This method will extract the entire contents of the wheel to a temporary location, call the modifier, and then use the passed (and possibly updated) dictionary to write a new wheel. If ``dest_dir`` is specified, the new wheel is written there -- otherwise, the original wheel is overwritten. The modifier should return True if it updated the wheel, else False. This method returns the same value the modifier returns. c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|dj}||fS )Nz%s/%sz %s/PKG-INFOrG )r r rc )path_mapr rc rG r r, r, r- get_versionK s z!Wheel.update.<locals>.get_versionc S s d }z|t | }| d}|dk r*d| }nTdd | |d d dD }|d d7 < d | d | dd d |D f }W n tk r td | Y nX |rt|d }||_| t }|j ||d td| | d S )Nr r z%s+1c S s g | ] }t |qS r, ru )rx r r, r, r- rz ] s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! r z%s+%sc s s | ]}t |V qd S r0 )r rw r, r, r- <genexpr>` s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %rr' )rG legacyz Version updated from %r to %r) r r rh r* r r r r rc r r r )rc rG updatedrD ry r+ Zmdr+ r, r, r- update_versionU s. z$Wheel.update.<locals>.update_versionrp rq r rs rr r% r& Nz.whlz wheel-update-)r r dirzNot a directory: %r)r6 rG r* ra rd rb rc r r r r r r r r r r r Zmkstempcloser r r r r r Zcopyfile)r< ZmodifierZdest_dirr r) r- r? r r r r r r( r r r rG Zoriginal_versionr ZmodifiedZcurrent_versionfdnewpathr r rl r, r, r- r> : s\ z Wheel.update)NFF)N)NN)F)N) rS rT rU __doc__r r r= propertyrd rn ro r r r} rl r r r r r r r r r r r r r# r$ rk r> r, r, r, r- rV s@ ) h g " 8rV c C sx t g} t d }ttjd d ddD ] }| d|t|g q$g }t D ]*\}}}| drN|| ddd qN| t dkr| dt |d g }tg}tjd krtd t}|r| \} }}} t|}| g} | d kr| d | d kr | d | dkr | d | dkr4| d | dkrH| d |dkr| D ]*} d| ||| f } | tkrV|| qV|d8 }qH|D ]0}|D ]$} |dt| d f|| f qqt| D ]L\}}|dt|fddf |dkr|dt|d fddf qt| D ]L\}}|dd|fddf |dkr"|dd|d fddf q"t|S )zG Return (pyver, abi, arch) tuples compatible with this Python. r r r r& z.abir! r rX darwinz(\w+)_(\d+)_(\d+)_(\w+)$)i386ppcZfat)r5 r6 x86_64Zfat3)ppc64r7 Zfat64)r5 r7 intel)r5 r7 r9 r6 r8 Z universalz %s_%s_%s_%srY r )r' rangerJ version_infor) r* r rM Z get_suffixesr rh r r r r platformrerf r rv IMP_PREFIXr set)ZversionsmajorminorZabisr r rH Zarchesr# rb r_ Zmatchesrf r r^ ry rc r, r, r- compatible_tags s` & " "rB c C s\ t | tst| } d}|d kr"t}|D ]0\}}}|| jkr&|| jkr&|| jkr&d} qXq&|S )NFT)r rV COMPATIBLE_TAGSr] r^ r_ )Zwheelro rH Zverr^ r_ r, r, r- r s r )N)TZ __future__r r r{ r Zdistutils.utilZ distutilsZemailr r rM r Zloggingr6 r r= r rJ r r r& r r compatr r r r r Zdatabaser r r r r utilr r r r r r r r r rc r r Z getLoggerrS r r hasattrr> r< r r( r' r; r\ r Z get_platformr5 r r r. compile IGNORECASEVERBOSEri re r r r r r7 r objectr8 r rV rB rC r r, r, r, r- <module> s , # >PK A\"xC C : pip/_vendor/distlib/__pycache__/index.cpython-38.opt-1.pycnu [ U .eJR @ s d dl Z d dlZd dlZd dlZd dlZd dlZzd dlmZ W n ek r` d dl mZ Y nX ddl m Z ddl m Z mZmZmZmZmZ ddlmZmZmZ eeZdZdZG d d d e Z dS ) N)Thread )DistlibException)HTTPBasicAuthHandlerRequestHTTPPasswordMgrurlparse build_opener string_types)cached_propertyzip_dir ServerProxyzhttps://pypi.org/pypipypic @ s e Zd ZdZdZd*ddZdd Zdd Zd d Zd d Z dd Z dd Z d+ddZ d,ddZ d-ddZd.ddZd d Zd/d d Zd0d d!Zd1d"d#Zd$d% Zd&d' Zd2d(d)ZdS )3 PackageIndexzc This class represents a package index compatible with PyPI, the Python Package Index. s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc C s |pt | _| t| j\}}}}}}|s<|s<|s<|dkrJtd| j d| _d| _d| _d| _t t j dR}dD ]F} z,t j | dg||d} | dkr| | _W qW qt tk r Y qtX qtW 5 Q R X dS ) z Initialise an instance. :param url: The URL of the index. If not specified, the URL for PyPI is used. )ZhttpZhttpszinvalid repository: %sNw)gpgZgpg2z --versionstdoutstderrr ) DEFAULT_INDEXurlread_configurationr r password_handler ssl_verifierr gpg_homeopenosdevnull subprocessZ check_callOSError) selfr ZschemenetlocpathZparamsZqueryZfragZsinksrc r% =/usr/lib/python3.8/site-packages/pip/_vendor/distlib/index.py__init__$ s( zPackageIndex.__init__c C s& ddl m} ddlm} | }||S )zs Get the distutils command for interacting with PyPI configurations. :return: the command. r ) Distribution) PyPIRCCommand)Zdistutils.corer( Zdistutils.configr) )r r( r) dr% r% r& _get_pypirc_commandA s z PackageIndex._get_pypirc_commandc C sR | }| j|_| }|d| _|d| _|dd| _|d| j| _dS )z Read the PyPI access configuration as supported by distutils, getting PyPI to do the actual work. This populates ``username``, ``password``, ``realm`` and ``url`` attributes from the configuration. usernamepasswordrealmr repositoryN)r+ r r/ Z _read_pypircgetr, r- r. )r cZcfgr% r% r& r K s z PackageIndex.read_configurationc C s$ | | }|| j| j dS )z Save the PyPI access configuration. You must have set ``username`` and ``password`` attributes before calling this method. Again, distutils is used to do the actual work. N)check_credentialsr+ Z _store_pypircr, r- )r r1 r% r% r& save_configurationZ s z PackageIndex.save_configurationc C s\ | j dks| jdkr tdt }t| j\}}}}}}|| j|| j | j t|| _ dS )zp Check that ``username`` and ``password`` have been set, and raise an exception if not. Nz!username and password must be set) r, r- r r r r Z add_passwordr. r r )r Zpm_r! r% r% r& r2 f s z PackageIndex.check_credentialsc C s\ | | | }d|d< | | g }| |}d|d< | | g }| |S )aq Register a distribution on PyPI, using the provided metadata. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the distribution to be registered. :return: The HTTP response received from PyPI upon submission of the request. Zverify:actionZsubmit)r2 validatetodictencode_requestitems send_request)r metadatar* requestZresponser% r% r& registerr s zPackageIndex.registerc C sF | }|sq:|d }|| td||f q | dS )ar Thread runner for reading lines of from a subprocess into a buffer. :param name: The logical name of the stream (used for logging only). :param stream: The stream to read from. This will typically a pipe connected to the output stream of a subprocess. :param outbuf: The list to append the read lines to. utf-8z%s: %sN)readlinedecoderstripappendloggerdebugclose)r namestreamZoutbufr# r% r% r& _reader s zPackageIndex._readerc C s | j dddg}|dkr | j}|r.|d|g |dk rF|dddg t }tj|tj|d }|d d d |d ||g t dd| ||fS )a Return a suitable command for signing a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The signing command as a list suitable to be passed to :class:`subprocess.Popen`. --status-fd2--no-ttyN --homedirz--batchz--passphrase-fd0z.ascz --detach-signz--armorz --local-userz--output invoking: %s ) r r extendtempfileZmkdtempr r" joinbasenamerC rD )r filenamesigner sign_passwordkeystorecmdZtdZsfr% r% r& get_sign_command s" z PackageIndex.get_sign_commandc C s t jt jd}|dk r t j|d< g }g }t j|f|}t| jd|j|fd}| t| jd|j|fd}| |dk r|j | |j | | | |j ||fS )a Run a command in a child process , passing it any input data specified. :param cmd: The command to run. :param input_data: If specified, this must be a byte string containing data to be sent to the child process. :return: A tuple consisting of the subprocess' exit code, a list of lines read from the subprocess' ``stdout``, and a list of lines read from the subprocess' ``stderr``. r Nstdinr )targetargsr )r PIPEPopenr rH r startr rZ writerE waitrR returncode) r rX Z input_datakwargsr r pt1t2r% r% r& run_command s& zPackageIndex.run_commandc C sD | ||||\}}| ||d\}}} |dkr@td| |S )aR Sign a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The absolute pathname of the file where the signature is stored. r> r z&sign command failed with error code %s)rY rg encoder ) r rT rU rV rW rX sig_filer$ r r r% r% r& sign_file s zPackageIndex.sign_filesdistsourcec C s( | tj|s td| | | }d} |rZ| jsJt d n| ||||} t |d} | } W 5 Q R X t | } t | } |dd||| | d dtj|| fg}| rt | d} | }W 5 Q R X |d tj| |f ttj| | | |}| |S ) a Upload a release file to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the file to be uploaded. :param filename: The pathname of the file to be uploaded. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param filetype: The type of the file being uploaded. This is the distutils command which produced that file, e.g. ``sdist`` or ``bdist_wheel``. :param pyversion: The version of Python which the release relates to. For code compatible with any Python, this would be ``source``, otherwise it would be e.g. ``3.2``. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The HTTP response received from PyPI upon submission of the request. z not found: %sNz)no signing program available - not signedrbZ file_upload1)r5 Zprotocol_versionfiletype pyversion md5_digest sha256_digestcontentZ gpg_signature)r2 r r" existsr r6 r7 r rC Zwarningrj r readhashlibmd5 hexdigestZsha256updaterS rB shutilZrmtreedirnamer8 r9 r: )r r; rT rU rV ro rp rW r* ri fZ file_datarq rr filesZsig_datar< r% r% r& upload_file sD zPackageIndex.upload_filec C s | tj|s td| tj|d}tj|sFtd| | |j|j }}t | }dd|fd|fg}d||fg}| ||} | | S )a2 Upload documentation to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the documentation to be uploaded. :param doc_dir: The pathname of the directory which contains the documentation. This should be the directory that contains the ``index.html`` for the documentation. :return: The HTTP response received from PyPI upon submission of the request. znot a directory: %rz index.htmlz not found: %r)r5 Z doc_uploadrF versionrs )r2 r r" isdirr rR rt r6 rF r r getvaluer8 r: ) r r; Zdoc_dirfnrF r Zzip_datafieldsr} r< r% r% r& upload_documentation( s z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|d|g |d||g tdd| |S ) a| Return a suitable command for verifying a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The verifying command as a list suitable to be passed to :class:`subprocess.Popen`. rI rJ rK NrL z--verifyrN rO )r r rP rC rD rR )r signature_filename data_filenamerW rX r% r% r& get_verify_commandD s z PackageIndex.get_verify_commandc C sH | j std| |||}| |\}}}|dkr@td| |dkS )a6 Verify a signature for a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: True if the signature was verified, else False. z0verification unavailable because gpg unavailable)r r z(verify command failed with error code %sr )r r r rg )r r r rW rX r$ r r r% r% r& verify_signature\ s z PackageIndex.verify_signaturec C sl |dkrd}t d n6t|ttfr0|\}}nd}tt| }t d| t|d}| t |}z| } d} d} d} d} d | krt | d } |r|| | | | | }|sq| t|7 } || |r|| | d 7 } |r|| | | qW 5 | X W 5 Q R X | dkr0| | k r0td | | f |rh| }||kr\td ||||f t d| dS )a This is a convenience method for downloading a file from an URL. Normally, this will be a file from the index, though currently no check is made for this (i.e. a file can be downloaded from anywhere). The method is just like the :func:`urlretrieve` function in the standard library, except that it allows digest computation to be done during download and checking that the downloaded data matched any expected value. :param url: The URL of the file to be downloaded (assumed to be available via an HTTP GET request). :param destfile: The pathname where the downloaded file is to be saved. :param digest: If specified, this must be a (hasher, value) tuple, where hasher is the algorithm used (e.g. ``'md5'``) and ``value`` is the expected value. :param reporthook: The same as for :func:`urlretrieve` in the standard library. NzNo digest specifiedrw zDigest specified: %swbi r zcontent-lengthzContent-Lengthr z1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s)rC rD isinstancelisttuplegetattrrv r r: r rE infointru lenr` ry r rx )r r ZdestfileZdigestZ reporthookZdigesterZhasherZdfpZsfpheadersZ blocksizesizeru Zblocknumblockactualr% r% r& download_fileu s^ zPackageIndex.download_filec C s: g }| j r|| j | jr(|| j t| }||S )z Send a standard library :class:`Request` to PyPI and return its response. :param req: The request to send. :return: The HTTP response from PyPI (a standard library HTTPResponse). )r rB r r r )r ZreqZhandlersZopenerr% r% r& r: s zPackageIndex.send_requestc C s g }| j }|D ]L\}}t|ttfs*|g}|D ]*}|d| d| dd|df q.q|D ].\}} } |d| d|| f dd| f q`|d| d df d|} d| } | tt| d} t | j | | S ) a& Encode fields and files for posting to an HTTP server. :param fields: The fields to send as a list of (fieldname, value) tuples. :param files: The files to send as a list of (fieldname, filename, file_bytes) tuple. s --z)Content-Disposition: form-data; name="%s"r> z8Content-Disposition: form-data; name="%s"; filename="%s"s s multipart/form-data; boundary=)z Content-typezContent-length) boundaryr r r rP rh rR strr r r )r r r} partsr kvaluesvkeyrT valueZbodyZctr r% r% r& r8 sD zPackageIndex.encode_requestc C sF t |trd|i}t| jdd}z|||p.dW S |d X d S )NrF g @)ZtimeoutrE and)r r r r search)r ZtermsoperatorZ rpc_proxyr% r% r& r s zPackageIndex.search)N)N)N)N)NNrk rl N)N)N)NN)N)__name__ __module__ __qualname____doc__r r' r+ r r3 r2 r= rH rY rg rj r~ r r r r r: r8 r r% r% r% r& r s6 # 9 M+r ) rv Zloggingr rz r rQ Z threadingr ImportErrorZdummy_threading r compatr r r r r r utilr r r Z getLoggerr rC r Z DEFAULT_REALMobjectr r% r% r% r& <module> s PK A\Z= = 3 pip/_vendor/distlib/__pycache__/util.cpython-38.pycnu [ U .e @ s d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZz d dlZW n ek r dZY nX d dlZd dlZd dlZd dlZd dlZz d dlZW n ek r d dlZY nX d dlZddlmZ ddlm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 e 1e2Z3e 4dZ5e 4dZ6e 4d Z7e 4d Z8e 4d Z9e 4d Z:e 4d Z;e 4dZ<dd Z=dd Z>dd Z?dd Z@dd ZAdddZBdd ZCd d ZDd d ZEejFd!d" ZGejFd#d$ ZHejFdd&d'ZIG d(d) d)eJZKd*d+ ZLG d,d- d-eJZMd.d/ ZNG d0d1 d1eJZOe 4d2e jPZQd3d4 ZRdd5d6ZSd7d8 ZTd9d: ZUd;d< ZVd=d> ZWd?d@ ZXe 4dAe jYZZe 4dBZ[ddCdDZ\e 4dEZ]dFdG Z^dHdI Z_dJdK Z`dLZadMdN ZbdOdP ZcG dQdR dReJZdG dSdT dTeJZeG dUdV dVeJZfdWZgddYdZZhd[d\ Zid]ZjG d^d_ d_eJZke 4d`Zle 4daZme 4dbZndcdd Zdedf ZoerddglmpZqmrZrmsZs G dhdi die$jtZtG djdk dkeqZpG dldm dmepe'Zuejvddn ZwewdokrG dpdq dqe$jxZxerG drds dse$jyZyG dtdu due%jzZzerBG dvdw dwe%j{Z{G dxdy dye%j|Z|dzd{ Z}G d|d} d}eJZ~G d~d de~ZG dd de~ZG dd de(ZG dd deJZdd ZdS ) N)deque)iglob )DistlibException) string_types text_typeshutil raw_inputStringIOcache_from_sourceurlopenurljoinhttplib xmlrpclib splittype HTTPHandlerBaseConfigurator valid_ident Container configparserURLErrorZipFilefsdecodeunquoteurlparsez^([\w\.-]+)\s*z^([\w\.*+-]+)\s*z^(<=?|>=?|={2,3}|[~!]=)\s*z*^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*z^or\b\s*z ^and\b\s*z(\S+)\s*z(([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)c s6 dd fddfddfdd | S ) ae Parse a marker string and return a dictionary containing a marker expression. The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in the expression grammar, or strings. A string contained in quotes is to be interpreted as a literal string, and a string not contained in quotes is a variable (such as os_name). c S s. t | }|r,| d }| | d } n| s:tdn| d }|dkrVtd| d|d}| dd } |g}| r| d |krqqt| d |kr|| | dd } qtt| }|std| || d | | d } qtd|}td| || d|}| dd } || fS ) Nr zunexpected end of inputz'"zinvalid expression: %s r zerror in string literal: %szunterminated string: %s) IDENTIFIERmatchgroupsend SyntaxErrorreplaceappend STRING_CHUNKjoinlstrip) remainingmresultqZoqpartss r, </usr/lib/python3.8/site-packages/pip/_vendor/distlib/util.py marker_varA s: z parse_marker.<locals>.marker_varc s | rR| d dkrR | dd \}} | d dkr@td| | dd } nZ| \}} | rt| }|srq| d }| | d } | \}} |||d}q^|}|| fS )Nr (r ) unterminated parenthesis: %soplhsrhs)r% r MARKER_OPr r r )r& r( r4 r' r3 r5 )markerr. r, r- marker_expre s z!parse_marker.<locals>.marker_exprc sR | \}} | rJt | }|s qJ| | d } | \}} d||d}q || fS )Nandr2 )ANDr r r& r4 r' r5 )r8 r, r- marker_andx s z parse_marker.<locals>.marker_andc sR | \}} | rJt | }|s qJ| | d } | \}} d||d}q || fS )Norr2 )ORr r r; )r< r, r- r7 s z parse_marker.<locals>.markerr, )Z marker_stringr, )r7 r< r8 r. r- parse_marker8 s $ r? c C s0 | }|r|drdS t|}|s4td| | d }|| d }d } } }}|r:|d dkr:|dd}|dk rtd| |d| } ||d d }g }| r0t| }|std | | | d | | d } | sq0| d d kr td | | dd } q|s:d}|r|d d kr|dd }t |}|sztd | | d }t |} | j r| j std| || d }ndd } |d dkr| |\}}n|dd}|dk rtd| |d| } ||d d }t| r@| | \}} nXt| }|s\td| | d } | | d } | rtd| d| fg}|r|d dkrtd| |dd }t|\}}|r|d dkrtd| |s |}n d|ddd |D f }t||||||d S ) z Parse a requirement passed in as a string. Return a Container whose attributes contain the various parts of the requirement. #Nzname expected: %sr []r zunterminated extra: %szmalformed extra: %s,z comma expected in extras: %s@zinvalid URI: %szInvalid URL: %sc S s t | }d}|rg }| d }| | d } t| }|sLtd| | d }|||f | | d } | r| d dkrq| dd } t | }|std| q|sd}|| fS )z| Return a list of operator, version tuples if any are specified, else None. Nr zinvalid version: %srC r invalid constraint: %s) COMPARE_OPr r r VERSION_IDENTIFIERr r" r% )Z ver_remainingr' versionsr3 vr, r, r- get_versions s* z'parse_requirement.<locals>.get_versionsr/ r0 r1 rE z~=;zinvalid requirement: %sz unexpected trailing data: %s%s %s, c S s g | ] }d | qS )rL r, ).0Zconr, r, r- <listcomp> s z%parse_requirement.<locals>.<listcomp>)nameextrasZ constraintsr7 urlZ requirement)strip startswithr r r r r findr% r" NON_SPACEr schemenetlocrF rG r? r$ r )reqr& r' ZdistnamerQ Z mark_exprrH uriir+ trJ _rI Zrsr, r, r- parse_requirement s r^ c C s dd }i }|D ]\}}}t j| |}t|D ]p}t j||} t| D ]T} || | } |dkrn|| d qJ||| } |t jjdd} | d | || < qJq0q|S )z%Find destinations for resources filesc S sD | tjjd} | tjjd}|| s.t|t| d dS N/)r! ospathseprT AssertionErrorlenr% )rootrb r, r, r- get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNr` )ra rb r$ r popr! rc rstrip)Zresources_rootZrulesrg Z destinationsbasesuffixdestprefixZabs_baseZabs_globZabs_pathZ resource_fileZrel_pathZrel_destr, r, r- get_resources_dests s rn c C s( t tdrd} ntjttdtjk} | S )NZ real_prefixT base_prefix)hasattrsysrm getattrr( r, r, r- in_venv$ s rt c C s$ t jtj} t| ts t| } | S N)ra rb normcaserq executable isinstancer r rs r, r, r- get_executable. s ry c C sN | }t |}| }|s |r |}|r|d }||kr6qJ|rd||| f }q|S )Nr z %c: %s %s)r lower)promptZ allowed_charsZ error_promptdefaultpr+ cr, r, r- proceed> s r c C s8 t |tr| }i }|D ]}|| kr| | ||< q|S ru )rx r split)dkeysr( keyr, r, r- extract_by_keyN s r c C sz t jd dkr td| } | }t|} zlt| }|d d d }| D ]B\}}| D ]0\}}d||f }t |} | d k st | ||< q`qP|W S t k r | dd Y nX dd } t } z| | | W n< t jk r | t|}t|} | | | Y nX i }| D ]R} i || < }| | D ]4\} }d| |f }t |} | d k sft | || < q<q"|S ) Nr utf-8 extensionszpython.exportsexportsz%s = %sc S s$ t | dr| | n | | d S )N read_file)rp r Zreadfp)cpstreamr, r, r- read_streamk s z!read_exports.<locals>.read_stream)rq version_infocodecs getreaderreadr jsonloaditemsget_export_entryrd Exceptionseekr ConfigParserZMissingSectionHeaderErrorclosetextwrapdedentZsections)r dataZjdatar( groupentrieskrI r+ entryr r r rP valuer, r, r- read_exportsW sD r c C s t jd dkr td|}t }| D ]l\}}|| | D ]P}|j d kr\|j }nd|j |j f }|j rd|d |j f }| ||j| qFq,|| d S )Nr r r z%s:%sz%s [%s]rM )rq r r getwriterr r r Z add_sectionvaluesrk rm flagsr$ setrP write)r r r r rI r r+ r, r, r- write_exports s r c c s$ t } z | V W 5 t| X d S ru )tempfilemkdtempr rmtree)Ztdr, r, r- tempdir s r c c s. t }zt | d V W 5 t | X d S ru )ra getcwdchdir)r cwdr, r, r- r s r c c s. t }zt | d V W 5 t | X d S ru )socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor, r, r- socket_timeout s r c @ s e Zd Zdd ZdddZdS )cached_propertyc C s || _ d S ru )func)selfr r, r, r- __init__ s zcached_property.__init__Nc C s, |d kr | S | |}t|| j j| |S ru )r object __setattr____name__)r objclsr r, r, r- __get__ s zcached_property.__get__)N)r __module__ __qualname__r r r, r, r, r- r s r c C s~ t jdkr| S | s| S | d dkr.td| | d dkrFtd| | d}t j|krh|t j qP|srt jS t jj| S )a Return 'pathname' as a name that will work on the native filesystem. The path is split on '/' and put back together again using the current directory separator. Needed because filenames in the setup script are always supplied in Unix style, and have to be converted to the local convention before we can actually use them in the filesystem. Raises ValueError on non-Unix-ish systems if 'pathname' either starts or ends with a slash. r` r z path '%s' cannot be absolutez path '%s' cannot end with '/')ra rc ValueErrorr curdirremoverb r$ )pathnamepathsr, r, r- convert_path s r c @ s e Zd Zd$ddZdd Zdd Zdd Zd%d d Zd&ddZdd Z dd Z dd Z dd Z dd Z d'ddZd d Zd d Zd d! Zd"d# Zd S )( FileOperatorFc C s || _ t | _| d S ru )dry_runr ensured _init_record)r r r, r, r- r s zFileOperator.__init__c C s d| _ t | _t | _d S NF)recordr files_written dirs_createdr r, r, r- r s zFileOperator._init_recordc C s | j r| j| d S ru )r r add)r rb r, r, r- record_as_written s z FileOperator.record_as_writtenc C sH t j|s tdt j| t j|s0dS t |jt |jkS )a Tell if the target is newer than the source. Returns true if 'source' exists and is more recently modified than 'target', or if 'source' exists and 'target' doesn't. Returns false if both exist and 'target' is the same age or younger than 'source'. Raise PackagingFileError if 'source' does not exist. Note that this test is not very accurate: files created in the same second will have the same "age". zfile '%r' does not existT)ra rb existsr abspathstatst_mtime)r sourcetargetr, r, r- newer s zFileOperator.newerTc C s | tj| td|| | jsd}|rdtj|rDd| }n tj|rdtj |sdd| }|rtt |d t || | | dS )z8Copy a file respecting dry-run and force flags. zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten) ensure_dirra rb dirnameloggerinfor islinkr isfiler r Zcopyfiler )r Zinfileoutfilecheckmsgr, r, r- copy_file s zFileOperator.copy_fileNc C s t j|rt| t j| td|| | jsv|d krJt |d}nt j |d|d}zt || W 5 | X | | d S )NzCopying stream %s to %swbwencoding)ra rb isdirrd r r r r r openr r r Z copyfileobjr )r Zinstreamr r Z outstreamr, r, r- copy_stream s zFileOperator.copy_streamc C s\ | tj| | jsNtj|r.t| t|d}|| W 5 Q R X | | d S )Nr ) r ra rb r r r r r r r )r rb r fr, r, r- write_binary_file! s z FileOperator.write_binary_filec C s | ||| d S ru )r encode)r rb r r r, r, r- write_text_file* s z FileOperator.write_text_filec C sn t jdks t jdkrjt jdkrj|D ]F}| jr:td| q"t |j|B |@ }td|| t || q"d S )Nposixjavazchanging mode of %szchanging mode of %s to %o) ra rP _namer r r r st_modechmod)r bitsmaskfilesr moder, r, r- set_mode- s zFileOperator.set_modec C s | dd|S )Nim i )r )r+ r r, r, r- <lambda>9 zFileOperator.<lambda>c C s| t j|}|| jkrxt j|sx| j| t j|\}}| | t d| | j sft | | j rx| j | d S )Nz Creating %s)ra rb r r r r r r r r r mkdirr r )r rb r r r, r, r- r ; s zFileOperator.ensure_dirc C s t || }td|| | js|s0| ||rX|s:d }n ||sHt|t|d }i }|rvtt drvt j j |d< t j |||df| | | |S )NzByte-compiling %s to %sPycInvalidationModeinvalidation_modeT)r r r r r rT rd re rp py_compiler CHECKED_HASHcompiler ) r rb optimizeforcerm Zhashed_invalidationZdpathZdiagpathZcompile_kwargsr, r, r- byte_compileG s zFileOperator.byte_compilec C s t j|rt j|r^t j|s^td| | js@t | | j r|| j kr| j | nPt j|rpd}nd}td|| | jst | | j r|| j kr| j | d S )Nz Removing directory tree at %slinkfilezRemoving %s %s)ra rb r r r r debugr r r r r r r )r rb r+ r, r, r- ensure_removedX s" zFileOperator.ensure_removedc C sD d}|s@t j|r$t |t j}q@t j|}||kr:q@|}q|S r )ra rb r accessW_OKr )r rb r( parentr, r, r- is_writablem s zFileOperator.is_writablec C s" | j s t| j| jf}| |S )zV Commit recorded changes, turn off recording, return changes. )r rd r r r )r r( r, r, r- commity s zFileOperator.commitc C s | j st| jD ]}tj|rt| qt| jdd}|D ]F}t |}|rz|dgks^t tj ||d }t | t | q>| d S )NT)reverse __pycache__r )r listr ra rb r r sortedr listdirrd r$ rmdirr )r r dirsr flistZsdr, r, r- rollback s zFileOperator.rollback)F)T)N)FFNF)r r r r r r r r r r r r Zset_executable_moder r r r r r r, r, r, r- r s r c C s^ | t jkrt j| }nt| }|d kr,|}n.|d}t||d}|D ]}t||}qJ|S )N.r )rq modules __import__r rr rh )Z module_nameZ dotted_pathmodr( r* r} r, r, r- resolve s r c @ s6 e Zd Zdd Zedd Zdd Zdd Zej Z d S ) ExportEntryc C s || _ || _|| _|| _d S ru rP rm rk r )r rP rm rk r r, r, r- r s zExportEntry.__init__c C s t | j| jS ru )r rm rk r r, r, r- r s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>r r r, r, r- __repr__ s zExportEntry.__repr__c C sD t |tsd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S r )rx r rP rm rk r )r otherr( r, r, r- __eq__ s zExportEntry.__eq__N) r r r r r r r r r __hash__r, r, r, r- r s r z(?P<name>(\w|[-.+])+) \s*=\s*(?P<callable>(\w+)([:\.]\w+)*) \s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])? c C s t | }|s0d }d| ks"d| krtd| n| }|d }|d }|d}|dkrf|d }}n"|dkrztd| |d\}}|d } | d krd| ksd| krtd| g } nd d | d D } t|||| }|S ) NrA rB zInvalid specification '%s'rP callable:r r r c S s g | ] }| qS r, )rS )rN r r, r, r- rO s z$get_export_entry.<locals>.<listcomp>rC )ENTRY_REsearchr groupdictcountr r ) Z specificationr' r( r rP rb Zcolonsrm rk r r, r, r- r s8 r c C s | dkr d} t jdkr.dt jkr.t jd}n t jd}t j|rft |t j}|st d| n<zt | d}W n( t k r t j d |dd d }Y nX |st }t d | t j|| S ) a Return the default base location for distlib caches. If the directory does not exist, it is created. Use the suffix provided for the base directory, and default to '.distlib' if it isn't provided. On Windows, if LOCALAPPDATA is defined in the environment, then it is assumed to be a directory, and will be the parent directory of the result. On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home directory - using os.expanduser('~') - will be the parent directory of the result. The result is just the directory '.distlib' in the parent directory as determined above, or with the name specified with ``suffix``. Nz.distlibntZ LOCALAPPDATAz $localappdata~z(Directory exists but is not writable: %sTzUnable to create %s)exc_infoFz#Default location unusable, using %s)ra rP environrb expandvars expanduserr r r r warningmakedirsOSErrorr r r$ )rk r( Zusabler, r, r- get_cache_base s& r- c C sB t jt j| \}}|r(|dd}|t jd}|| d S )a Convert an absolute path to a directory name for use in a cache. The algorithm used is: #. On Windows, any ``':'`` in the drive is replaced with ``'---'``. #. Any occurrence of ``os.sep`` is replaced with ``'--'``. #. ``'.cache'`` is appended. r z---z--z.cache)ra rb splitdriver r! rc )rb r r} r, r, r- path_to_cache_dir s r/ c C s | ds| d S | S r_ )endswith)r+ r, r, r- ensure_slash s r1 c C s` d }}d| kr>| dd\}} d|kr.|}n|dd\}}|rJt|}|rVt|}||| fS )NrD r r )rsplitr r )rX ZusernameZpasswordrm r, r, r- parse_credentials$ s r3 c C s t d} t | | S )N )ra umaskrs r, r, r- get_process_umask3 s r6 c C s< d}d }t | D ]\}}t|tsd} q,q|d k s8t|S )NTF) enumeraterx r rd )seqr( r[ r+ r, r, r- is_string_sequence8 s r9 z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z -py(\d\.?\d?)c C s d}d}t | dd} t| }|r@|d}| d| } |rt| t|d krtt |d | }|r| }| d| | |d d |f}|dkrt | }|r|d|d|f}|S )zw Extract name, version, python version from a filename (no extension) Return name, version, pyver or None N -r z\br ) r r! PYTHON_VERSIONr! r startre rer escaper PROJECT_NAME_AND_VERSION)filenameZ project_namer( Zpyverr' nr, r, r- split_filenameG s" rC z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t | }|std| | }|d |d fS )z A utility method used to get name and version from a string. From e.g. a Provides-Dist value. :param p: A value in a form 'foo (1.0)' :return: The name and version as a tuple. z$Ill-formed name/version string: '%s'rP Zver)NAME_VERSION_REr r r" rS rz )r} r' r r, r, r- parse_name_and_versionc s rE c C s t }t | pg } t |pg }d| kr8| d ||O }| D ]x}|dkrT|| q<|dr|dd }||krtd| ||kr|| q<||krtd| || q<|S )N*r; r zundeclared extra: %s)r r r rT r r* )Z requestedZ availabler( rZunwantedr, r, r- get_extrasr s& rH c C s i }zNt | }| }|d}|ds8td| ntd|}t |}W n0 t k r } zt d| | W 5 d }~X Y nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %sr z&Failed to get external data for %s: %s) r r getrT r r r r r r r exception)rR r( ZrespZheadersZctreaderer, r, r- _get_external_data s rM z'https://www.red-dove.com/pypi/projects/c C s* d| d | f }tt|}t|}|S )Nz%s/%s/project.jsonr upperr _external_data_base_urlrM )rP rR r( r, r, r- get_project_data s rQ c C s( d| d | |f }tt|}t|S )Nz%s/%s/package-%s.jsonr rN )rP versionrR r, r, r- get_package_data s rS c @ s( e Zd ZdZdd Zdd Zdd ZdS ) Cachez A class implementing a cache for resources that need to live in the file system e.g. shared libraries. This class was moved from resources to here because it could be used by other modules, e.g. the wheel module. c C sP t j|st | t |jd@ dkr6td| t jt j || _ dS )zu Initialise an instance. :param base: The base directory where the cache should be located. ? r z Directory '%s' is not privateN) ra rb r r+ r r r r* r normpathrj )r rj r, r, r- r s zCache.__init__c C s t |S )zN Converts a resource prefix to a directory name in the cache. )r/ )r rm r, r, r- prefix_to_dir s zCache.prefix_to_dirc C s g }t | jD ]r}t j| j|}z>t j|s>t j|rJt | nt j|r`t | W q t k r | | Y qX q|S )z" Clear the cache. ) ra r rj rb r$ r r r r r r r r" )r Z not_removedfnr, r, r- clear s z Cache.clearN)r r r __doc__r rW rY r, r, r, r- rT s rT c @ s: e Zd ZdZdd ZdddZdd Zd d Zd d Zd S ) EventMixinz1 A very simple publish/subscribe system. c C s i | _ d S ru ) _subscribersr r, r, r- r s zEventMixin.__init__Tc C sD | j }||kr t|g||< n"|| }|r6|| n || dS )a` Add a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be added (and called when the event is published). :param append: Whether to append or prepend the subscriber to an existing subscriber list for the event. N)r\ r r" appendleft)r event subscriberr" subsZsqr, r, r- r s zEventMixin.addc C s, | j }||krtd| || | dS )z Remove a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be removed. zNo subscribers: %rN)r\ r r )r r^ r_ r` r, r, r- r s zEventMixin.removec C s t | j|dS )z Return an iterator for the subscribers for an event. :param event: The event to return subscribers for. r, )iterr\ rI )r r^ r, r, r- get_subscribers s zEventMixin.get_subscribersc O sl g }| |D ]F}z||f||}W n" tk rH td d}Y nX || qtd|||| |S )a^ Publish a event and return a list of values returned by its subscribers. :param event: The event to publish. :param args: The positional arguments to pass to the event's subscribers. :param kwargs: The keyword arguments to pass to the event's subscribers. z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)rb r r rJ r" r )r r^ argskwargsr( r_ r r, r, r- publish s zEventMixin.publishN)T) r r r rZ r r r rb re r, r, r, r- r[ s r[ c @ s^ e Zd Zdd Zdd ZdddZdd Zd d Zd d Zdd Z e dd Z e dd Z dS ) Sequencerc C s i | _ i | _t | _d S ru )_preds_succsr _nodesr r, r, r- r " s zSequencer.__init__c C s | j | d S ru )ri r r noder, r, r- add_node' s zSequencer.add_nodeFc C s || j kr| j | |rt| j|dD ]}| || q,t| j|dD ]}| || qPt| j D ]\}}|sp| j|= qpt| j D ]\}}|s| j|= qd S )Nr, )ri r r rg rI rh r r )r rk Zedgesr} r+ r rI r, r, r- remove_node* s zSequencer.remove_nodec C s< ||ks t | j|t | | j|t | d S ru )rd rg setdefaultr r rh )r predsuccr, r, r- r : s z Sequencer.addc C s ||ks t z| j| }| j| }W n tk rD td| Y nX z|| || W n$ tk r td||f Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)rd rg rh KeyErrorr r )r ro rp predsZsuccsr, r, r- r ? s zSequencer.removec C s || j kp || jkp || jkS ru )rg rh ri )r stepr, r, r- is_stepL s zSequencer.is_stepc C s | |std| g }g }t }|| |r|d}||krb||kr|| || q.|| || | j|d}| | q.t |S )Nz Unknown: %rr r, ) rt r r r" rh r r rg rI extendreversed)r finalr( Ztodoseenrs rr r, r, r- get_stepsP s" zSequencer.get_stepsc sR dgg i i g | j fdd D ]}|kr8| q8S )Nr c s d | < d | < d d7 < | z | }W n tk rV g }Y nX |D ]J}|kr| t| | | < q\|kr\t| | | < q\| | krg } }| | || krqqt|} | d S )Nr r )r" r minrh tuple)rk Z successorsZ successorZconnected_componentZ componentZgraphindexZ index_counterZlowlinksr( stack strongconnectr, r- r t s, z3Sequencer.strong_connections.<locals>.strongconnect)rh rj r, r| r- strong_connectionsi s " z Sequencer.strong_connectionsc C sf dg}| j D ]*}| j | }|D ]}|d||f q q | jD ]}|d| q>|d d|S )Nz digraph G {z %s -> %s;z %s;} )rg r" ri r$ )r r( rp rr ro rk r, r, r- dot s z Sequencer.dotN)F) r r r r rl rm r r rt ry propertyr r r, r, r, r- rf ! s 2rf ).tar.gz.tar.bz2.tar.zip.tgz.tbz.whlTc sZ fdd}t j t d }|d kr| dr>d}nH| drRd}d}n4| drfd }d }n | d rzd }d }n td| z|dkrt| d }|r| }|D ] }|| qn*t | |}|r| }|D ] }|| q|dkr*t j d dk r*| D ]"} t| jts| jd| _qdd } | |_| W 5 |rT| X d S )Nc sR t | ts| d} tjtj | }| rB| tjkrNt d| d S )Nr z path outside destination: %r) rx r decodera rb r r$ rT rc r )rb r} dest_dirZplenr, r- check_path s z unarchive.<locals>.check_path)r r zip)r r Ztgzzr:gz)r r Ztbzzr:bz2r ZtarrG zUnknown format for %rr r r c S sD zt | |W S t jk r> } ztt|W 5 d}~X Y nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)tarfileZ tar_filterZ FilterErrorr str)memberrb excr, r, r- extraction_filter s z$unarchive.<locals>.extraction_filter)ra rb r re r0 r r r Znamelistr r Zgetnamesrq r Z getmembersrx rP r r r Z extractall) Zarchive_filenamer formatr r archiver namesrP Ztarinfor r, r r- unarchive sL r c C s~ t }t| }t|dZ}t| D ]H\}}}|D ]8}tj||}||d } tj| |} ||| q4q&W 5 Q R X |S )z*zip a directory tree into a BytesIO objectr N) ioBytesIOre r ra walkrb r$ r ) Z directoryr( ZdlenZzfrf r r rP ZfullZrelrl r, r, r- zip_dir s r )r KMGTPc @ sr e Zd ZdZdddZdd Zdd Zd d Zd d Ze dd Z e dd Z dd Z e dd Z e dd ZdS )ProgressZUNKNOWNr d c C s< |d ks||kst | | _| _|| _d | _d| _d| _d S )Nr F)rd rz curmaxstartedelapseddone)r ZminvalZmaxvalr, r, r- r s zProgress.__init__c C sV | j |kst| jd ks&|| jks&t|| _t }| jd krF|| _n || j | _d S ru )rz rd r r timer r )r ZcurvalZnowr, r, r- update s zProgress.updatec C s |dks t | | j| d S Nr )rd r r )r Zincrr, r, r- increment s zProgress.incrementc C s | | j | S ru )r rz r r, r, r- r= s zProgress.startc C s | j d k r| | j d| _d S )NT)r r r r r, r, r- stop# s z Progress.stopc C s | j d kr| jS | j S ru )r unknownr r, r, r- maximum( s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r r r rz )r r( rI r, r, r- percentage, s zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}ntdt|}|S )Nr z??:??:??z%H:%M:%S)r r rz r strftimegmtime)r Zdurationr( r, r, r- format_duration7 s zProgress.format_durationc C s | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j }|| j| j }|d | j }d|| |f S )NZDonezETA r r r z%s: %s)r r r r rz floatr )r rm r\ r, r, r- ETA@ s z Progress.ETAc C sL | j dkrd}n| j| j | j }tD ]}|dk r6 q@|d }q&d||f S )Nr g i g @@z%d %sB/s)r r rz UNITS)r r( Zunitr, r, r- speedS s zProgress.speedN)r r )r r r r r r r r= r r r r r r r r, r, r, r- r s r z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t | rd}t|| t| r4d}t|| t| S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')_CHECK_RECURSIVE_GLOBr! r _CHECK_MISMATCH_SET_iglob) path_globr r, r, r- r h s r c c s t | d}t|dkrht|dks,t||\}}}|dD ]$}td|||fD ] }|V qXq@nd| krt| D ] }|V qxn~| dd\}}|dkrd}|dkrd}n|d}|d }t |D ]4\}}} tj |}ttj ||D ] } | V qqd S ) Nr r rC r z**r rF r` \) RICH_GLOBr re rd r r$ std_iglobr% ra r rb rV ) r Zrich_path_globrm r rk itemrb Zradicaldirr rX r, r, r- r s s* r ) HTTPSHandlermatch_hostnameCertificateErrorc @ s e Zd ZdZdZdd ZdS )HTTPSConnectionNTc C sR t | j| jf| j}t| ddr0|| _| tt dsp| j rHt j }nt j }t j || j| j|t j| j d| _nxt t j}| jt jO _| jr|| j| j i }| j rt j |_|j| j d tt ddr| j|d< |j |f|| _| j rN| jrNz$t| j | j td| j W n0 t k rL | j t j | j Y nX d S ) NZ _tunnel_hostF SSLContext) cert_reqsZ ssl_versionca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r Zcreate_connectionhostporttimeoutrr sockZ_tunnelrp sslr Z CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations check_domainr Z getpeercertr r r ZshutdownZ SHUT_RDWRr )r r r contextrd r, r, r- connect s@ zHTTPSConnection.connect)r r r r r r r, r, r, r- r s r c @ s& e Zd Zd ddZdd Zdd ZdS ) r Tc C s t | || _|| _d S ru )BaseHTTPSHandlerr r r )r r r r, r, r- r s zHTTPSHandler.__init__c O s$ t ||}| jr | j|_| j|_|S )a This is called to create a connection instance. Normally you'd pass a connection class to do_open, but it doesn't actually check for a class, and just expects a callable. As long as we behave just as a constructor would have, we should be OK. If it ever changes so that we *must* pass a class, we'll create an UnsafeHTTPSConnection class which just sets check_domain to False in the class definition, and choose which one to pass to do_open. )r r r )r rc rd r( r, r, r- _conn_maker s zHTTPSHandler._conn_makerc C sX z| | j|W S tk rR } z$dt|jkr@td|j n W 5 d }~X Y nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr r r reasonr r )r rY rL r, r, r- https_open s zHTTPSHandler.https_openN)T)r r r r r r r, r, r, r- r s r c @ s e Zd Zdd ZdS )HTTPSOnlyHandlerc C s t d| d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r rY r, r, r- http_open s zHTTPSOnlyHandler.http_openN)r r r r r, r, r, r- r s r r c @ s e Zd ZdddZdS )HTTPr Nc K s& |dkr d }| | j||f| d S r _setupZ_connection_classr r r rd r, r, r- r s z HTTP.__init__)r Nr r r r r, r, r, r- r s r c @ s e Zd ZdddZdS )HTTPSr Nc K s& |dkr d }| | j||f| d S r r r r, r, r- r s zHTTPS.__init__)r Nr r, r, r, r- r s r c @ s e Zd ZdddZdd ZdS ) Transportr c C s || _ tj| | d S ru )r r r r r r use_datetimer, r, r- r s zTransport.__init__c C s` | |\}}}tdkr(t|| jd}n4| jr<|| jd krR|| _|t|f| _| jd }|S )Nr )r r r ) get_host_info _ver_infor r _connection_extra_headersr ZHTTPConnection)r r hehZx509r( r, r, r- make_connection s zTransport.make_connectionN)r r r r r r r, r, r, r- r s r c @ s e Zd ZdddZdd ZdS ) SafeTransportr c C s || _ tj| | d S ru )r r r r r r, r, r- r s zSafeTransport.__init__c C sx | |\}}}|si }| j|d< tdkr:t|d f|}n:| jrN|| jd krj|| _|tj|d f|f| _| jd }|S )Nr r r r )r r r r r r r r )r r r r rd r( r, r, r- r s z SafeTransport.make_connectionN)r r r, r, r, r- r s r c @ s e Zd Zdd ZdS ) ServerProxyc K st | dd | _}|d k r^t|\}}|dd}|dkr@t}nt}|||d |d< }|| _tjj | |f| d S )Nr r r Zhttps)r transport) rh r r rI r r r r r r ) r rZ rd r rW r] r Ztclsr\ r, r, r- r , s zServerProxy.__init__Nr r, r, r, r- r + s r c K s6 t jd dk r|d7 }nd|d< d|d< t| |f|S )Nr r br newliner r )rq r r )rX r rd r, r, r- _csv_open@ s r c @ s4 e Zd ZedededdZdd Zdd Zd S ) CSVBaserC "r )Z delimiterZ quotecharZlineterminatorc C s | S ru r, r r, r, r- __enter__R s zCSVBase.__enter__c G s | j d S ru )r r )r r& r, r, r- __exit__U s zCSVBase.__exit__N)r r r r defaultsr r r, r, r, r- r K s r c @ s( e Zd Zdd Zdd Zdd ZeZdS ) CSVReaderc K s\ d|kr4|d }t jd dkr,td|}|| _nt|d d| _tj| jf| j| _d S )Nr r r r rb rG ) rq r r r r r csvrK r )r rd r r, r, r- r Z s zCSVReader.__init__c C s | S ru r, r r, r, r- __iter__e s zCSVReader.__iter__c C sF t | j}tjd dk rBt|D ] \}}t|ts |d||< q |S Nr r r )nextrK rq r r7 rx r r )r r( r[ r r, r, r- r h s zCSVReader.nextN)r r r r r r __next__r, r, r, r- r Y s r c @ s e Zd Zdd Zdd ZdS ) CSVWriterc K s$ t |d| _tj| jf| j| _d S )Nr )r r r writerr )r rX rd r, r, r- r s s zCSVWriter.__init__c C sN t jd dk r>g }|D ]"}t|tr.|d}|| q|}| j| d S r )rq r rx r r r" r writerow)r rowrG r r, r, r- r w s zCSVWriter.writerowN)r r r r r r, r, r, r- r r s r c sH e Zd ZeejZded< d fdd Zdd Zdd Zd d Z Z S ) Configurator inc_convertZincNc s" t t| | |pt | _d S ru )superr r ra r rj )r configrj __class__r, r- r s zConfigurator.__init__c s fdd d}t|s*|} dd } dd}|r\tfdd|D } fd d D }t|}|||}|r| D ]\}} t||| q|S ) Nc sv t | ttfr*t| fdd| D }nHt | trhd| krH| }qri }| D ]} | | ||< qPn | }|S )Nc s g | ] } |qS r, r, )rN r[ convertr, r- rO s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>())rx r r{ typedictconfigure_customr )or( r )r r r, r- r s z.Configurator.configure_custom.<locals>.convertr r z[]r, c s g | ] } |qS r, r, )rN r r r, r- rO s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |r| | fqS r, )r )rN r )r r r, r- rO s )rh r r r{ r r setattr) r r r~ Zpropsrc r rd r( rB rI r, )r r r r- r s z Configurator.configure_customc C s4 | j | }t|tr0d|kr0| | | j |< }|S )Nr )r rx r r )r r r( r, r, r- __getitem__ s zConfigurator.__getitem__c C sF t j|s t j| j|}tj|ddd}t|}W 5 Q R X |S )z*Default converter for the inc:// protocol.rG r r ) ra rb isabsr$ rj r r r r )r r r r( r, r, r- r s zConfigurator.inc_convert)N) r r r r r Zvalue_convertersr r r r __classcell__r, r, r r- r s r c @ s* e Zd ZdZd ddZdd Zdd ZdS ) SubprocessMixinzC Mixin for running subprocesses and capturing their output FNc C s || _ || _d S ru )verboseprogress)r r r r, r, r- r s zSubprocessMixin.__init__c C sj | j }| j}| }|sq^|dk r.||| q |s@tjd ntj|d tj q | dS )z Read lines from a subprocess' output stream and either pass to a progress callable (if specified) or write progress information to sys.stderr. Nr r ) r r readlinerq stderrr r flushr )r r r r r r+ r, r, r- rK s zSubprocessMixin.readerc K s t j|ft jt jd|}tj| j|jdfd}| tj| j|jdfd}| | | | | j d k r| dd n| j rt jd |S )N)stdoutr r )r rc r zdone.mainzdone. ) subprocessPopenPIPE threadingZThreadrK r r= r waitr$ r r rq r )r cmdrd r} t1t2r, r, r- run_command s" zSubprocessMixin.run_command)FN)r r r rZ r rK r! r, r, r, r- r s r c C s t dd| S )z,Normalize a python package name a la PEP 503z[-_.]+r; )r> subrz )rP r, r, r- normalize_name s r# )NN)r )N)N)NT)r collectionsr contextlibr Zglobr r r r Zloggingra r r> r r ImportErrorr rq r r r r Zdummy_threadingr r r compatr r r r r r r r r r r r r r r r r r r r r Z getLoggerr r r r rG rF r6 r> r: rV r# r? r^ rn rt ry r r r r contextmanagerr r r r r r r r r VERBOSEr r r- r/ r1 r3 r6 r9 Ir@ r< rC rD rE rH rM rP rQ rS rT r[ rf ZARCHIVE_EXTENSIONSr r r r r r r r r r r r r r r r r r r r r r r r r r r r# r, r, r, r- <module> s \ Yy / 8 ) ,H C] *) 7.PK A\wdg g 7 pip/_vendor/distlib/__pycache__/metadata.cpython-38.pycnu [ U .e* @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m Z m Z ddl m Z mZmZ ddlmZ dd lmZmZ dd lmZmZ eeZG d d d e ZG d d de Z G dd de Z G dd de Z dddgZ dZ dZ!e"dZ#e"dZ$dZ%dZ&d Z'd Z(d Z)d Z*d Z+e*d! Z,d"Z-e. Z/e/0e% e/0e& e/0e( e/0e* e/0e, e"d#Z1d$d% Z2d&d' Z3d(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdF Z4dGZ5dHZ6dIZ7dJZ8dKZ9dLZ:dMZ;e< Z=e"dNZ>dXdPdQZ?G dRdS dSe<Z@dTZAdUZBdVZCG dWd de<ZDdS )YzImplementation of the Metadata for Python packages PEPs. Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental). )unicode_literalsN)message_from_file )DistlibException __version__)StringIO string_types text_type) interpret)extract_by_key get_extras) get_schemePEP440_VERSION_REc @ s e Zd ZdZdS )MetadataMissingErrorz A required metadata is missingN__name__ __module__ __qualname____doc__ r r @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/metadata.pyr s r c @ s e Zd ZdZdS )MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.Nr r r r r r s r c @ s e Zd ZdZdS ) MetadataUnrecognizedVersionErrorz Unknown metadata version number.Nr r r r r r $ s r c @ s e Zd ZdZdS )MetadataInvalidErrorzA metadata value is invalidNr r r r r r ( s r MetadataPKG_INFO_ENCODINGPKG_INFO_PREFERRED_VERSIONutf-81.1z \| ) Metadata-VersionNameVersionPlatformSummary DescriptionKeywords Home-pageAuthor Author-emailLicense)r r! r" r# Supported-Platformr$ r% r& r' r( r) r* Classifier Download-URL ObsoletesProvidesRequires)r. r/ r0 r, r- )r r! r" r# r+ r$ r% r& r' r( r) MaintainerMaintainer-emailr* r, r- Obsoletes-Dist Project-URL Provides-Dist Requires-DistRequires-PythonRequires-External)r5 r6 r7 r3 r8 r1 r2 r4 )r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r4 r5 r6 r7 r8 Private-Version Obsoleted-BySetup-Requires-Dist ExtensionProvides-Extra)r9 r= r: r; r< )Description-Content-Typer0 r/ )r> z"extra\s*==\s*("([^"]+)"|'([^']+)')c C sL | dkr t S | dkrtS | dkr$tS | dkr4tt S | dkr@tS t| d S )N1.0r 1.2)1.32.12.0) _241_FIELDS _314_FIELDS _345_FIELDS _566_FIELDS _426_FIELDSr )versionr r r _version2fieldlistp s rJ c C sB dd }g }| D ]"\}}|g ddfkr,q|| qddddd d g}|D ]}|tkrvd|krv|d td | |tkrd|kr|d td | |tkrd|kr|d td | |tkrd|kr|d td| |tkr d |kr |dkr |d td| |t krLd |krL|d td| qLt |dkrZ|d S t |dkr|td| t dd|ko||t }d|ko||t }d |ko||t}d |ko||t} t|t| t| t| dkrt d|s |s |s | s t|kr tS |r*dS |r4dS |r>d S d S )z5Detect the best version depending on the fields used.c S s |D ]}|| kr dS qdS )NTFr )keysmarkersmarkerr r r _has_marker s z"_best_version.<locals>._has_markerUNKNOWNNr? r r@ rA rC rB zRemoved 1.0 due to %szRemoved 1.1 due to %szRemoved 1.2 due to %szRemoved 1.3 due to %sr% zRemoved 2.1 due to %szRemoved 2.0 due to %sr r z)Out of options - unknown metadata set: %szUnknown metadata setz,You used incompatible 1.1/1.2/2.0/2.1 fields)itemsappendrD removeloggerdebugrE rF rG rH lenr _314_MARKERS _345_MARKERS _566_MARKERS _426_MARKERSintr ) fieldsrN rK keyvalueZpossible_versionsZis_1_1Zis_1_2Zis_2_1Zis_2_0r r r _best_version~ s` & r^ r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r5 r6 r; r7 r8 r0 r/ r. r4 r9 r: r< r= ) metadata_versionnamerI platformZsupported_platformsummary descriptionkeywords home_pageauthor author_email maintainermaintainer_emaillicense classifier download_urlobsoletes_dist provides_dist requires_distsetup_requires_distrequires_pythonrequires_externalrequiresprovides obsoletes project_urlZprivate_versionZ obsoleted_by extensionZprovides_extra)r6 r3 r5 )r7 )r" )r# r, r. r0 r/ r3 r5 r6 r8 r4 r+ r; r= r< )r4 )r& )r( r1 r$ r% z[^A-Za-z0-9.]+Fc C s0 |r$t d| } t d|dd}d| |f S )zhReturn the distribution name with version. If for_filename is true, return a filename-escaped form.- .z%s-%s) _FILESAFEsubreplace)r` rI Z for_filenamer r r _get_name_and_version s r~ c @ s e Zd ZdZd?ddZdd Zdd Zd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd Zd@dd Zd d Zd d Zd!d" Zd#d$ ZdAd%d&ZdBd'd(ZdCd)d*Zd+d, Zefd-d.ZdDd/d0ZdEd1d2Zd3d4 Z d5d6 Z d7d8 Z d9d: Z d;d< Z d=d> Z!dS )FLegacyMetadataaa The legacy metadata of a release. Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can instantiate the class with one of these arguments (or none): - *path*, the path to a metadata file - *fileobj* give a file-like object with metadata as content - *mapping* is a dict-like object - *scheme* is a version scheme name Ndefaultc C sz |||g d dk r tdi | _g | _d | _|| _|d k rH| | n.|d k r\| | n|d k rv| | | d S )N 'path, fileobj and mapping are exclusive) count TypeError_fieldsZrequires_filesZ _dependenciesschemeread read_fileupdateset_metadata_version)selfpathfileobjmappingr r r r __init__ s zLegacyMetadata.__init__c C s t | j| jd< d S Nr )r^ r r r r r r " s z#LegacyMetadata.set_metadata_versionc C s | d||f d S )Nz%s: %s )write)r r r` r] r r r _write_field% s zLegacyMetadata._write_fieldc C s | |S N)getr r` r r r __getitem__( s zLegacyMetadata.__getitem__c C s | ||S r )set)r r` r] r r r __setitem__+ s zLegacyMetadata.__setitem__c C s8 | |}z | j|= W n tk r2 t|Y nX d S r ) _convert_namer KeyError)r r` field_namer r r __delitem__. s zLegacyMetadata.__delitem__c C s || j kp| || j kS r )r r r r r r __contains__5 s zLegacyMetadata.__contains__c C s( |t kr |S |dd }t||S )Nrx _) _ALL_FIELDSr} lower _ATTR2FIELDr r r r r r 9 s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrO ) _LISTFIELDS_ELEMENTSFIELDr r r r _default_value? s z LegacyMetadata._default_valuec C s& | j dkrtd|S td|S d S )Nr? r )r_ _LINE_PREFIX_PRE_1_2r| _LINE_PREFIX_1_2r r] r r r _remove_line_prefixD s z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|d S r )r AttributeErrorr r r r __getattr__J s zLegacyMetadata.__getattr__Fc C s t | d | d |S )zhReturn the distribution name with version. If filesafe is true, return a filename-escaped form.r! r" )r~ )r Zfilesafer r r get_fullnameU s zLegacyMetadata.get_fullnamec C s | |}|tkS )z+return True if name is a valid metadata key)r r r r r r is_field[ s zLegacyMetadata.is_fieldc C s | |}|tkS r )r r r r r r is_multi_field` s z LegacyMetadata.is_multi_fieldc C s. t j|ddd}z| | W 5 | X dS )z*Read the metadata values from a file path.rr encodingN)codecsopencloser )r filepathfpr r r r d s zLegacyMetadata.readc C s t |}|d | jd< tD ]p}||kr(q|tkrf||}|tkrX|dk rXdd |D }| || q|| }|dk r|dkr| || qdS )z,Read the metadata values from a file object.zmetadata-versionr Nc S s g | ]}t |d qS ,)tuplesplit.0r] r r r <listcomp>y s z,LegacyMetadata.read_file.<locals>.<listcomp>rO )r r r r Zget_all_LISTTUPLEFIELDSr )r Zfileobmsgfieldvaluesr] r r r r l s zLegacyMetadata.read_filec C s0 t j|ddd}z| || W 5 | X dS )z&Write the metadata fields to filepath.wr r N)r r r write_file)r r skip_unknownr r r r r s zLegacyMetadata.writec C s | t| d D ]}| |}|r8|dg dgfkr8q|tkrV| ||d| q|tkr|dkr| jdkr~|dd}n |dd}|g}|t krd d |D }|D ]}| ||| qqd S ) z0Write the PKG-INFO format data to a file object.r rO r r% r r r z |c S s g | ]}d |qS r joinr r r r r s z-LegacyMetadata.write_file.<locals>.<listcomp>N) r rJ r r r r r r_ r} r )r Z fileobjectr r r r] r r r r s$ zLegacyMetadata.write_filec sv fdd}|sn@t |dr:| D ]}|||| q$n|D ]\}}||| q>|rr| D ]\}}||| q^dS )a Set metadata values from the given iterable `other` and kwargs. Behavior is like `dict.update`: If `other` has a ``keys`` method, they are looped over and ``self[key]`` is assigned ``other[key]``. Else, ``other`` is an iterable of ``(key, value)`` iterables. Keys that don't match a metadata field or that have an empty value are dropped. c s" | t kr |r | | d S r )r r r )r\ r] r r r _set s z#LegacyMetadata.update.<locals>._setrK N)hasattrrK rP )r otherkwargsr kvr r r r s zLegacyMetadata.updatec C sh | |}|tks|dkrNt|ttfsNt|trHdd |dD }qzg }n,|tkrzt|ttfszt|trv|g}ng }t t j r<| d }t | j }|tkr|dk r|D ](}||dd std ||| qnb|tkr |dk r ||s<td ||| n0|tkr<|dk r<||s<td ||| |tkrZ|d krZ| |}|| j|< dS ) z"Control then set a metadata field.r# c S s g | ] }| qS r )strip)r r r r r r s z&LegacyMetadata.set.<locals>.<listcomp>r r! N;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r% )r r isinstancelistr r r r rS Z isEnabledForloggingZWARNINGr r _PREDICATE_FIELDSis_valid_matcherwarning_VERSIONS_FIELDSis_valid_constraint_list_VERSION_FIELDSis_valid_version_UNICODEFIELDSr r )r r` r] Z project_namer r r r r r sV zLegacyMetadata.setc C s | |}|| jkr*|tkr&| |}|S |tkr@| j| }|S |tkr| j| }|dkr^g S g }|D ].}|tkr~|| qf||d |d f qf|S |tkr| j| }t |t r| dS | j| S )zGet a metadata field.Nr r r ) r r _MISSINGr r r r rQ r r r r )r r` r r] resvalr r r r s. zLegacyMetadata.getc s | g g }}dD ]}|| kr|| q|rP|g krPdd| }t|dD ]}|| krT|| qT| d dkr||fS t| j fdd}t|ft jft j ffD ]@\}}|D ]2} | | d } | d k r|| s|d | | f qq||fS ) zkCheck if the metadata is compliant. If strict is True then raise if no Name or Version are provided)r! r" z missing required metadata: %s, )r' r( r r@ c s( | D ] } |dd s dS qdS )Nr r FT)r r )r] r r r r are_valid_constraints# s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s) r rQ r r r r r r r r r r ) r strictmissingwarningsattrr r r[ Z controllerr r] r r r check s8 zLegacyMetadata.checkc C s | d}i }|D ]"\}}|r*|| jkr| | ||< q| d dkrd}|D ]B\}}|rb|| jkrL|dkrx| | ||< qLdd | | D ||< qLn8| d dkrd }|D ]"\}}|r|| jkr| | ||< q|S ) zReturn fields as a dict. Field names will be converted to use the underscore-lowercase style instead of hyphen-mixed case (i.e. home_page instead of Home-page). ) )r_ r )r` r! )rI r" )rb r$ )re r' )rf r( )rg r) )rj r* )rc r% )rd r& )ra r# ) classifiersr, )rl r- r r@ ))ro r6 )rq r7 )rr r8 )rn r5 )rm r3 )rv r4 )rh r1 )ri r2 rv c S s g | ]}d |qS r r )r ur r r r b s z)LegacyMetadata.todict.<locals>.<listcomp>r ))rt r/ )rs r0 )ru r. )r r )r Z skip_missingZ mapping_1_0datar\ r Z mapping_1_2Z mapping_1_1r r r todict5 s& zLegacyMetadata.todictc C s8 | d dkr$dD ]}|| kr| |= q| d |7 < d S )Nr r )r. r0 r/ r6 r )r requirementsr r r r add_requirementsp s z LegacyMetadata.add_requirementsc C s t t| d S r )r rJ r r r r rK { s zLegacyMetadata.keysc c s | D ] }|V qd S r rK )r r\ r r r __iter__~ s zLegacyMetadata.__iter__c s fdd D S )Nc s g | ] } | qS r r r r\ r r r r s z)LegacyMetadata.values.<locals>.<listcomp>r r r r r r s zLegacyMetadata.valuesc s fdd D S )Nc s g | ]}| | fqS r r r r r r r s z(LegacyMetadata.items.<locals>.<listcomp>r r r r r rP s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz <%s %s %s>) __class__r r` rI r r r r __repr__ s zLegacyMetadata.__repr__)NNNr )F)F)F)N)F)F)"r r r r r r r r r r r r r r r r r r r r r r r r r r r r r rK r r rP r r r r r r s@ , , ; r z pydist.jsonz metadata.jsonZMETADATAc @ s e Zd ZdZedZedejZe Z edZ dZ de Zdddd Zd Zd Zedfedfe dfe dfd Zd ZdDddZedZdefZdefZdefdefeeedefeeeedefddd Z[[dd Z dEd d Z d d Z e d d! Z e d"d# Z!e!j"d$d# Z!dFd%d&Z#e d'd( Z$e d)d* Z%e%j"d+d* Z%d,d- Z&d.d/ Z'd0d1 Z(d2d3 Z)d4d5d6d7d8dd9Z*d:d; Z+dGd>d?Z,d@dA Z-dBdC Z.dS )Hr z The metadata of a release. This implementation uses 2.0 (JSON) metadata where possible. If not possible, it wraps a LegacyMetadata instance which handles the key-value metadata format. z ^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}rC z distlib (%s)r )legacy)r` rI rb zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)r_ r` rI rb )_legacy_datar Nr c C s0 |||g d dk r tdd | _d | _|| _|d k rzz| || || _W n* tk rv t||d| _| Y nX nd }|rt |d}| }W 5 Q R X n |r| }|d kr| j | j d| _ndt |ts|d}z t|| _| | j| W n0 tk r* tt||d| _| Y nX d S )Nr r )r r rbr_ generatorr )r r )r r r r r _validate_mappingr r validater r METADATA_VERSION GENERATORr r decodejsonloads ValueErrorr )r r r r r r fr r r r s@ zMetadata.__init__)r` rI rj rd rb r6 r; r= r, )r- N)r N) run_requiresbuild_requires dev_requiresZ test_requires meta_requiresextrasmodules namespacesexportscommandsr Z source_urlr_ c C sX t | d}t | d}||kr|| \}}| jr^|d krP|d krHd n| }n | j|}n|d krjd n| }|dkr| j||}nt }|}| jd} | r |dkr| d|}nP|dkr| d} | r| ||}n,| d } | s| jd } | r | ||}||krT|}n:||kr2t | |}n"| jrH| j|}n | j|}|S ) N common_keys mapped_keysr r r r r extensionsr python.commandsr python.detailspython.exports)object__getattribute__r r r ) r r\ commonmappedlkZmakerresultr] sentineldr r r r sD zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD||}|sDtd||f d S )Nz.'%s' is an invalid value for the '%s' property)SYNTAX_VALIDATORSr matchr )r r\ r] r pattern exclusionsmr r r _validate_value+ s zMetadata._validate_valuec C s* | || t| d}t| d}||kr|| \}}| jrV|d krJt|| j|< nf|dkrj|| j|< nR| jdi }|dkr||d< n2|dkr|di }|||< n|d i }|||< nh||krt| || nP|d krt|t r| }|r| }ng }| jr || j|< n || j|< d S ) Nr r r r r r r r r rd ) r r r r NotImplementedErrorr setdefault __setattr__r r r r )r r\ r] r r r r r r r r r! 5 s< zMetadata.__setattr__c C s t | j| jdS NT)r~ r` rI r r r r name_and_version\ s zMetadata.name_and_versionc C sF | j r| j d }n| jdg }d| j| jf }||krB|| |S )Nr5 rt z%s (%s))r r r r` rI rQ )r r sr r r rt ` s zMetadata.providesc C s | j r|| j d< n || jd< d S )Nr5 rt )r r r r r r rt k s c C s | j r |}ng }t|pg | j}|D ]d}d|kr>d|kr>d}n8d|krLd}n|d|k}|rv|d}|rvt||}|r$||d q$dD ]F}d| } | |kr|| | jd| g }|| j|||d q|S ) a Base method to get dependencies, given a set of extras to satisfy and an optional environment context. :param reqts: A list of sometimes-wanted dependencies, perhaps dependent on extras and environment. :param extras: A list of optional components being requested. :param env: An optional environment for marker evaluation. extra environmentTrs )ZbuildZdevZtestz:%s:z %s_requires)r env) r r r r r extendrR r get_requirements) r reqtsr r' r r ZincluderM r\ er r r r) r s2 zMetadata.get_requirementsc C s | j r| S | jS r )r _from_legacyr r r r r dictionary s zMetadata.dictionaryc C s | j r tnt| j| jS d S r )r r r r DEPENDENCY_KEYSr r r r dependencies s zMetadata.dependenciesc C s | j r tn | j| d S r )r r r r r r r r r/ s c C s | d| jkrt g }| j D ]"\}}||kr$||kr$|| q$|rbdd| }t|| D ]\}}| ||| qjd S )Nr_ zMissing metadata items: %sr ) r r r MANDATORY_KEYSrP rQ r r r ) r r r r r\ r r r r r r r r s zMetadata._validate_mappingc C sB | j r.| j d\}}|s |r>td|| n| | j| j d S )NTz#Metadata: missing: %s, warnings: %s)r r rS r r r r )r r r r r r r s zMetadata.validatec C s( | j r| j dS t| j| j}|S d S r" )r r r r INDEX_KEYS)r r r r r r s zMetadata.todictc C s | j r | jrt| j| jd}| j d}dD ]*}||kr.|dkrHd}n|}|| ||< q.|dg }|dgkrtg }||d< d }|D ]*\}}||kr|| rd || ig||< q| j|d < i }i } |S ) Nr T)r` rI rj rb rc rk rk r r& rd ))ro r )rp r rs rt )r r AssertionErrorr r r r rt ) r r Zlmdr nkkwrK okrf rh r r r r, s. zMetadata._from_legacyr! r" r* r$ r% )r` rI rj rb rc r c C s dd }| j r| jrtt }| j }| j D ] \}}||kr.|| ||< q.|| j| j }|| j| j }| j rt | j |d< t ||d< t ||d< |S )Nc S s t }| D ]|}|d}|d}|d }|D ]V}|sF|sF|| q.d}|rVd| }|rp|rld||f }n|}|d||f q.q |S )Nr% r& rs r2 z extra == "%s"z (%s) and %sr )r r addr )entriesr* r+ r% r' Zrlistr rM r r r process_entries s" z,Metadata._to_legacy.<locals>.process_entriesr= r6 r; ) r r r3 r LEGACY_MAPPINGrP r r r r r sorted)r r9 r Znmdr4 r6 Zr1Zr2r r r _to_legacy s zMetadata._to_legacyFTc C s ||g d dkrtd| |r`| jr4| j}n| }|rP|j||d q|j||d n^| jrp| }n| j}|rt j ||dddd n.t |dd}t j ||dddd W 5 Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r Tr )Z ensure_asciiindentZ sort_keysr r ) r r r r r< r r r, r r dumpr r )r r r r r Z legacy_mdr r r r r r s* zMetadata.writec C s | j r| j | nr| jdg }d }|D ] }d|kr*d|kr*|} qHq*|d krfd|i}|d| n t|d t|B }t||d< d S )Nr r& r% rs r )r r r r insertr r; )r r r alwaysentryZrsetr r r r 3 s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z no versionz<%s %s %s (%s)>)r` rI r r r_ )r r` rI r r r r D s zMetadata.__repr__)NNNr )N)NN)NNFT)/r r r r recompileZMETADATA_VERSION_MATCHERIZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr r r r0 r1 r. r __slots__r r r r Z none_listdictZ none_dictr r r r! propertyr# rt setterr) r- r/ r r r r, r: r< r r r r r r r r s -+ ' * % )F)Er Z __future__r r Zemailr r r rB r2 r r compatr r r rL r utilr r rI r r Z getLoggerr rS r r r r __all__r r rC r r rD rE rV rF rW rH rY rG rX r r r ZEXTRA_RErJ r^ r r r r r r r r r r r{ r~ r ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEZLEGACY_METADATA_FILENAMEr r r r r <module> s H! PK A\~Rǻ ǻ 9 pip/_vendor/distlib/__pycache__/util.cpython-38.opt-1.pycnu [ U .e @ s d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZz d dlZW n ek r dZY nX d dlZd dlZd dlZd dlZd dlZz d dlZW n ek r d dlZY nX d dlZddlmZ ddlm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 e 1e2Z3e 4dZ5e 4dZ6e 4d Z7e 4d Z8e 4d Z9e 4d Z:e 4d Z;e 4dZ<dd Z=dd Z>dd Z?dd Z@dd ZAdddZBdd ZCd d ZDd d ZEejFd!d" ZGejFd#d$ ZHejFdd&d'ZIG d(d) d)eJZKd*d+ ZLG d,d- d-eJZMd.d/ ZNG d0d1 d1eJZOe 4d2e jPZQd3d4 ZRdd5d6ZSd7d8 ZTd9d: ZUd;d< ZVd=d> ZWd?d@ ZXe 4dAe jYZZe 4dBZ[ddCdDZ\e 4dEZ]dFdG Z^dHdI Z_dJdK Z`dLZadMdN ZbdOdP ZcG dQdR dReJZdG dSdT dTeJZeG dUdV dVeJZfdWZgddYdZZhd[d\ Zid]ZjG d^d_ d_eJZke 4d`Zle 4daZme 4dbZndcdd Zdedf ZoerddglmpZqmrZrmsZs G dhdi die$jtZtG djdk dkeqZpG dldm dmepe'Zuejvddn ZwewdokrG dpdq dqe$jxZxerG drds dse$jyZyG dtdu due%jzZzerBG dvdw dwe%j{Z{G dxdy dye%j|Z|dzd{ Z}G d|d} d}eJZ~G d~d de~ZG dd de~ZG dd de(ZG dd deJZdd ZdS ) N)deque)iglob )DistlibException) string_types text_typeshutil raw_inputStringIOcache_from_sourceurlopenurljoinhttplib xmlrpclib splittype HTTPHandlerBaseConfigurator valid_ident Container configparserURLErrorZipFilefsdecodeunquoteurlparsez^([\w\.-]+)\s*z^([\w\.*+-]+)\s*z^(<=?|>=?|={2,3}|[~!]=)\s*z*^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*z^or\b\s*z ^and\b\s*z(\S+)\s*z(([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)c s6 dd fddfddfdd | S ) ae Parse a marker string and return a dictionary containing a marker expression. The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in the expression grammar, or strings. A string contained in quotes is to be interpreted as a literal string, and a string not contained in quotes is a variable (such as os_name). c S s. t | }|r,| d }| | d } n| s:tdn| d }|dkrVtd| d|d}| dd } |g}| r| d |krqqt| d |kr|| | dd } qtt| }|std| || d | | d } qtd|}td| || d|}| dd } || fS ) Nr zunexpected end of inputz'"zinvalid expression: %s r zerror in string literal: %szunterminated string: %s) IDENTIFIERmatchgroupsend SyntaxErrorreplaceappend STRING_CHUNKjoinlstrip) remainingmresultqZoqpartss r, </usr/lib/python3.8/site-packages/pip/_vendor/distlib/util.py marker_varA s: z parse_marker.<locals>.marker_varc s | rR| d dkrR | dd \}} | d dkr@td| | dd } nZ| \}} | rt| }|srq| d }| | d } | \}} |||d}q^|}|| fS )Nr (r ) unterminated parenthesis: %soplhsrhs)r% r MARKER_OPr r r )r& r( r4 r' r3 r5 )markerr. r, r- marker_expre s z!parse_marker.<locals>.marker_exprc sR | \}} | rJt | }|s qJ| | d } | \}} d||d}q || fS )Nandr2 )ANDr r r& r4 r' r5 )r8 r, r- marker_andx s z parse_marker.<locals>.marker_andc sR | \}} | rJt | }|s qJ| | d } | \}} d||d}q || fS )Norr2 )ORr r r; )r< r, r- r7 s z parse_marker.<locals>.markerr, )Z marker_stringr, )r7 r< r8 r. r- parse_marker8 s $ r? c C s0 | }|r|drdS t|}|s4td| | d }|| d }d } } }}|r:|d dkr:|dd}|dk rtd| |d| } ||d d }g }| r0t| }|std | | | d | | d } | sq0| d d kr td | | dd } q|s:d}|r|d d kr|dd }t |}|sztd | | d }t |} | j r| j std| || d }ndd } |d dkr| |\}}n|dd}|dk rtd| |d| } ||d d }t| r@| | \}} nXt| }|s\td| | d } | | d } | rtd| d| fg}|r|d dkrtd| |dd }t|\}}|r|d dkrtd| |s |}n d|ddd |D f }t||||||d S ) z Parse a requirement passed in as a string. Return a Container whose attributes contain the various parts of the requirement. #Nzname expected: %sr []r zunterminated extra: %szmalformed extra: %s,z comma expected in extras: %s@zinvalid URI: %szInvalid URL: %sc S s t | }d}|rg }| d }| | d } t| }|sLtd| | d }|||f | | d } | r| d dkrq| dd } t | }|std| q|sd}|| fS )z| Return a list of operator, version tuples if any are specified, else None. Nr zinvalid version: %srC r invalid constraint: %s) COMPARE_OPr r r VERSION_IDENTIFIERr r" r% )Z ver_remainingr' versionsr3 vr, r, r- get_versions s* z'parse_requirement.<locals>.get_versionsr/ r0 r1 rE z~=;zinvalid requirement: %sz unexpected trailing data: %s%s %s, c S s g | ] }d | qS )rL r, ).0Zconr, r, r- <listcomp> s z%parse_requirement.<locals>.<listcomp>)nameextrasZ constraintsr7 urlZ requirement)strip startswithr r r r r findr% r" NON_SPACEr schemenetlocrF rG r? r$ r )reqr& r' ZdistnamerQ Z mark_exprrH uriir+ trJ _rI Zrsr, r, r- parse_requirement s r^ c C s dd }i }|D ]\}}}t j| |}t|D ]p}t j||} t| D ]T} || | } |dkrn|| d qJ||| } |t jjdd} | d | || < qJq0q|S )z%Find destinations for resources filesc S s6 | tjjd} | tjjd}|t| d dS N/)r! ospathseplenr% )rootrb r, r, r- get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNr` )ra rb r$ r popr! rc rstrip)Zresources_rootZrulesrf Z destinationsbasesuffixdestprefixZabs_baseZabs_globZabs_pathZ resource_fileZrel_pathZrel_destr, r, r- get_resources_dests s rm c C s( t tdrd} ntjttdtjk} | S )NZ real_prefixT base_prefix)hasattrsysrl getattrr( r, r, r- in_venv$ s rs c C s$ t jtj} t| ts t| } | S N)ra rb normcaserp executable isinstancer r rr r, r, r- get_executable. s rx c C sN | }t |}| }|s |r |}|r|d }||kr6qJ|rd||| f }q|S )Nr z %c: %s %s)r lower)promptZ allowed_charsZ error_promptdefaultpr+ cr, r, r- proceed> s r~ c C s8 t |tr| }i }|D ]}|| kr| | ||< q|S rt )rw r split)dkeysr( keyr, r, r- extract_by_keyN s r c C s` t jd dkr td| } | }t|} z`t| }|d d d }| D ]6\}}| D ]$\}}d||f }t |} | ||< q`qP|W S t k r | dd Y nX dd } t } z| | | W n< t jk r | t|}t|} | | | Y nX i }| D ]D} i || < }| | D ]&\} }d| |f }t |} | || < q0q|S ) Nr utf-8 extensionszpython.exportsexportsz%s = %sc S s$ t | dr| | n | | d S )N read_file)ro r Zreadfp)cpstreamr, r, r- read_streamk s z!read_exports.<locals>.read_stream)rp version_infocodecs getreaderreadr jsonloaditemsget_export_entry Exceptionseekr ConfigParserZMissingSectionHeaderErrorclosetextwrapdedentZsections)r dataZjdatar( groupentrieskrI r+ entryr r r rP valuer, r, r- read_exportsW s@ r c C s t jd dkr td|}t }| D ]l\}}|| | D ]P}|j d kr\|j }nd|j |j f }|j rd|d |j f }| ||j| qFq,|| d S )Nr r r z%s:%sz%s [%s]rM )rp r r getwriterr r r Z add_sectionvaluesrj rl flagsr$ setrP write)r r r r rI r r+ r, r, r- write_exports s r c c s$ t } z | V W 5 t| X d S rt )tempfilemkdtempr rmtree)Ztdr, r, r- tempdir s r c c s. t }zt | d V W 5 t | X d S rt )ra getcwdchdir)r cwdr, r, r- r s r c c s. t }zt | d V W 5 t | X d S rt )socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor, r, r- socket_timeout s r c @ s e Zd Zdd ZdddZdS )cached_propertyc C s || _ d S rt )func)selfr r, r, r- __init__ s zcached_property.__init__Nc C s, |d kr | S | |}t|| j j| |S rt )r object __setattr____name__)r objclsr r, r, r- __get__ s zcached_property.__get__)N)r __module__ __qualname__r r r, r, r, r- r s r c C s~ t jdkr| S | s| S | d dkr.td| | d dkrFtd| | d}t j|krh|t j qP|srt jS t jj| S )a Return 'pathname' as a name that will work on the native filesystem. The path is split on '/' and put back together again using the current directory separator. Needed because filenames in the setup script are always supplied in Unix style, and have to be converted to the local convention before we can actually use them in the filesystem. Raises ValueError on non-Unix-ish systems if 'pathname' either starts or ends with a slash. r` r z path '%s' cannot be absolutez path '%s' cannot end with '/')ra rc ValueErrorr curdirremoverb r$ )pathnamepathsr, r, r- convert_path s r c @ s e Zd Zd$ddZdd Zdd Zdd Zd%d d Zd&ddZdd Z dd Z dd Z dd Z dd Z d'ddZd d Zd d Zd d! Zd"d# Zd S )( FileOperatorFc C s || _ t | _| d S rt )dry_runr ensured _init_record)r r r, r, r- r s zFileOperator.__init__c C s d| _ t | _t | _d S NF)recordr files_written dirs_createdr r, r, r- r s zFileOperator._init_recordc C s | j r| j| d S rt )r r add)r rb r, r, r- record_as_written s z FileOperator.record_as_writtenc C sH t j|s tdt j| t j|s0dS t |jt |jkS )a Tell if the target is newer than the source. Returns true if 'source' exists and is more recently modified than 'target', or if 'source' exists and 'target' doesn't. Returns false if both exist and 'target' is the same age or younger than 'source'. Raise PackagingFileError if 'source' does not exist. Note that this test is not very accurate: files created in the same second will have the same "age". zfile '%r' does not existT)ra rb existsr abspathstatst_mtime)r sourcetargetr, r, r- newer s zFileOperator.newerTc C s | tj| td|| | jsd}|rdtj|rDd| }n tj|rdtj |sdd| }|rtt |d t || | | dS )z8Copy a file respecting dry-run and force flags. zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten) ensure_dirra rb dirnameloggerinfor islinkr isfiler r Zcopyfiler )r Zinfileoutfilecheckmsgr, r, r- copy_file s zFileOperator.copy_fileNc C st | tj| td|| | jsf|d kr:t|d}ntj|d|d}zt || W 5 | X | | d S )NzCopying stream %s to %swbwencoding) r ra rb r r r r openr r r Z copyfileobjr )r Zinstreamr r Z outstreamr, r, r- copy_stream s zFileOperator.copy_streamc C s\ | tj| | jsNtj|r.t| t|d}|| W 5 Q R X | | d S )Nr ) r ra rb r r r r r r r )r rb r fr, r, r- write_binary_file! s z FileOperator.write_binary_filec C s | ||| d S rt )r encode)r rb r r r, r, r- write_text_file* s z FileOperator.write_text_filec C sn t jdks t jdkrjt jdkrj|D ]F}| jr:td| q"t |j|B |@ }td|| t || q"d S )Nposixjavazchanging mode of %szchanging mode of %s to %o) ra rP _namer r r r st_modechmod)r bitsmaskfilesr moder, r, r- set_mode- s zFileOperator.set_modec C s | dd|S )Nim i )r )r+ r r, r, r- <lambda>9 zFileOperator.<lambda>c C s| t j|}|| jkrxt j|sx| j| t j|\}}| | t d| | j sft | | j rx| j | d S )Nz Creating %s)ra rb r r r r r r r r r mkdirr r )r rb r r r, r, r- r ; s zFileOperator.ensure_dirc C s t || }td|| | js||s0| ||rJ|s:d }n|t|d }i }|rhttdrhtjj |d< tj |||df| | | |S )NzByte-compiling %s to %sPycInvalidationModeinvalidation_modeT) r r r r r rd ro py_compiler CHECKED_HASHcompiler ) r rb optimizeforcerl Zhashed_invalidationZdpathZdiagpathZcompile_kwargsr, r, r- byte_compileG s zFileOperator.byte_compilec C s t j|rt j|r^t j|s^td| | js@t | | j r|| j kr| j | nPt j|rpd}nd}td|| | jst | | j r|| j kr| j | d S )Nz Removing directory tree at %slinkfilezRemoving %s %s)ra rb r isdirr r debugr r r r r r r )r rb r+ r, r, r- ensure_removedX s" zFileOperator.ensure_removedc C sD d}|s@t j|r$t |t j}q@t j|}||kr:q@|}q|S r )ra rb r accessW_OKr )r rb r( parentr, r, r- is_writablem s zFileOperator.is_writablec C s | j | jf}| |S )zV Commit recorded changes, turn off recording, return changes. )r r r )r r( r, r, r- commity s zFileOperator.commitc C s | j sxt| jD ]}tj|rt| qt| jdd}|D ]8}t |}|rltj ||d }t | t | q>| d S )NT)reverser ) r listr ra rb r r sortedr listdirr$ rmdirr )r r dirsr flistZsdr, r, r- rollback s zFileOperator.rollback)F)T)N)FFNF)r r r r r r r r r r r r Zset_executable_moder r r r r r r, r, r, r- r s r c C s^ | t jkrt j| }nt| }|d kr,|}n.|d}t||d}|D ]}t||}qJ|S )N.r )rp modules __import__r rq rg )Z module_nameZ dotted_pathmodr( r* r| r, r, r- resolve s r c @ s6 e Zd Zdd Zedd Zdd Zdd Zej Z d S ) ExportEntryc C s || _ || _|| _|| _d S rt rP rl rj r )r rP rl rj r r, r, r- r s zExportEntry.__init__c C s t | j| jS rt )r rl rj r r, r, r- r s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>r r r, r, r- __repr__ s zExportEntry.__repr__c C sD t |tsd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S r )rw r rP rl rj r )r otherr( r, r, r- __eq__ s zExportEntry.__eq__N) r r r r r r r r r __hash__r, r, r, r- r s r z(?P<name>(\w|[-.+])+) \s*=\s*(?P<callable>(\w+)([:\.]\w+)*) \s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])? c C s t | }|s0d }d| ks"d| krtd| n| }|d }|d }|d}|dkrf|d }}n"|dkrztd| |d\}}|d } | d krd| ksd| krtd| g } nd d | d D } t|||| }|S ) NrA rB zInvalid specification '%s'rP callable:r r r c S s g | ] }| qS r, )rS )rN r r, r, r- rO s z$get_export_entry.<locals>.<listcomp>rC )ENTRY_REsearchr groupdictcountr r ) Z specificationr' r( r rP rb Zcolonsrl rj r r, r, r- r s8 r c C s | dkr d} t jdkr.dt jkr.t jd}n t jd}t j|rft |t j}|st d| n<zt | d}W n( t k r t j d |dd d }Y nX |st }t d | t j|| S ) a Return the default base location for distlib caches. If the directory does not exist, it is created. Use the suffix provided for the base directory, and default to '.distlib' if it isn't provided. On Windows, if LOCALAPPDATA is defined in the environment, then it is assumed to be a directory, and will be the parent directory of the result. On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home directory - using os.expanduser('~') - will be the parent directory of the result. The result is just the directory '.distlib' in the parent directory as determined above, or with the name specified with ``suffix``. Nz.distlibntZ LOCALAPPDATAz $localappdata~z(Directory exists but is not writable: %sTzUnable to create %s)exc_infoFz#Default location unusable, using %s)ra rP environrb expandvars expanduserr r r r warningmakedirsOSErrorr r r$ )rj r( Zusabler, r, r- get_cache_base s& r+ c C sB t jt j| \}}|r(|dd}|t jd}|| d S )a Convert an absolute path to a directory name for use in a cache. The algorithm used is: #. On Windows, any ``':'`` in the drive is replaced with ``'---'``. #. Any occurrence of ``os.sep`` is replaced with ``'--'``. #. ``'.cache'`` is appended. r z---z--z.cache)ra rb splitdriver r! rc )rb r r| r, r, r- path_to_cache_dir s r- c C s | ds| d S | S r_ )endswith)r+ r, r, r- ensure_slash s r/ c C s` d }}d| kr>| dd\}} d|kr.|}n|dd\}}|rJt|}|rVt|}||| fS )NrD r r )rsplitr r )rX ZusernameZpasswordrl r, r, r- parse_credentials$ s r1 c C s t d} t | | S )N )ra umaskrr r, r, r- get_process_umask3 s r4 c C s0 d}d }t | D ]\}}t|tsd} q,q|S )NTF) enumeraterw r )seqr( r[ r+ r, r, r- is_string_sequence8 s r7 z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z -py(\d\.?\d?)c C s d}d}t | dd} t| }|r@|d}| d| } |rt| t|d krtt |d | }|r| }| d| | |d d |f}|dkrt | }|r|d|d|f}|S )zw Extract name, version, python version from a filename (no extension) Return name, version, pyver or None N -r z\br ) r r! PYTHON_VERSIONr r startrd rer escaper PROJECT_NAME_AND_VERSION)filenameZ project_namer( Zpyverr' nr, r, r- split_filenameG s" rA z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t | }|std| | }|d |d fS )z A utility method used to get name and version from a string. From e.g. a Provides-Dist value. :param p: A value in a form 'foo (1.0)' :return: The name and version as a tuple. z$Ill-formed name/version string: '%s'rP Zver)NAME_VERSION_REr r r rS ry )r| r' r r, r, r- parse_name_and_versionc s rC c C s t }t | pg } t |pg }d| kr8| d ||O }| D ]x}|dkrT|| q<|dr|dd }||krtd| ||kr|| q<||krtd| || q<|S )N*r9 r zundeclared extra: %s)r r r rT r r( )Z requestedZ availabler( rZunwantedr, r, r- get_extrasr s& rF c C s i }zNt | }| }|d}|ds8td| ntd|}t |}W n0 t k r } zt d| | W 5 d }~X Y nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %sr z&Failed to get external data for %s: %s) r r getrT r r r r r r r exception)rR r( ZrespZheadersZctreaderer, r, r- _get_external_data s rK z'https://www.red-dove.com/pypi/projects/c C s* d| d | f }tt|}t|}|S )Nz%s/%s/project.jsonr upperr _external_data_base_urlrK )rP rR r( r, r, r- get_project_data s rO c C s( d| d | |f }tt|}t|S )Nz%s/%s/package-%s.jsonr rL )rP versionrR r, r, r- get_package_data s rQ c @ s( e Zd ZdZdd Zdd Zdd ZdS ) Cachez A class implementing a cache for resources that need to live in the file system e.g. shared libraries. This class was moved from resources to here because it could be used by other modules, e.g. the wheel module. c C sP t j|st | t |jd@ dkr6td| t jt j || _ dS )zu Initialise an instance. :param base: The base directory where the cache should be located. ? r z Directory '%s' is not privateN) ra rb r r) r r r r( r normpathri )r ri r, r, r- r s zCache.__init__c C s t |S )zN Converts a resource prefix to a directory name in the cache. )r- )r rl r, r, r- prefix_to_dir s zCache.prefix_to_dirc C s g }t | jD ]r}t j| j|}z>t j|s>t j|rJt | nt j|r`t | W q t k r | | Y qX q|S )z" Clear the cache. ) ra r ri rb r$ r r r r r r r r" )r Z not_removedfnr, r, r- clear s z Cache.clearN)r r r __doc__r rU rW r, r, r, r- rR s rR c @ s: e Zd ZdZdd ZdddZdd Zd d Zd d Zd S ) EventMixinz1 A very simple publish/subscribe system. c C s i | _ d S rt ) _subscribersr r, r, r- r s zEventMixin.__init__Tc C sD | j }||kr t|g||< n"|| }|r6|| n || dS )a` Add a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be added (and called when the event is published). :param append: Whether to append or prepend the subscriber to an existing subscriber list for the event. N)rZ r r" appendleft)r event subscriberr" subsZsqr, r, r- r s zEventMixin.addc C s, | j }||krtd| || | dS )z Remove a subscriber for an event. :param event: The name of an event. :param subscriber: The subscriber to be removed. zNo subscribers: %rN)rZ r r )r r\ r] r^ r, r, r- r s zEventMixin.removec C s t | j|dS )z Return an iterator for the subscribers for an event. :param event: The event to return subscribers for. r, )iterrZ rG )r r\ r, r, r- get_subscribers s zEventMixin.get_subscribersc O sl g }| |D ]F}z||f||}W n" tk rH td d}Y nX || qtd|||| |S )a^ Publish a event and return a list of values returned by its subscribers. :param event: The event to publish. :param args: The positional arguments to pass to the event's subscribers. :param kwargs: The keyword arguments to pass to the event's subscribers. z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r` r r rH r" r )r r\ argskwargsr( r] r r, r, r- publish s zEventMixin.publishN)T) r r r rX r r r r` rc r, r, r, r- rY s rY c @ s^ e Zd Zdd Zdd ZdddZdd Zd d Zd d Zdd Z e dd Z e dd Z dS ) Sequencerc C s i | _ i | _t | _d S rt )_preds_succsr _nodesr r, r, r- r " s zSequencer.__init__c C s | j | d S rt )rg r r noder, r, r- add_node' s zSequencer.add_nodeFc C s || j kr| j | |rt| j|dD ]}| || q,t| j|dD ]}| || qPt| j D ]\}}|sp| j|= qpt| j D ]\}}|s| j|= qd S )Nr, )rg r r re rG rf r r )r ri Zedgesr| r+ r rI r, r, r- remove_node* s zSequencer.remove_nodec C s0 | j |t | | j|t | d S rt )re setdefaultr r rf )r predsuccr, r, r- r : s z Sequencer.addc C s| z| j | }| j| }W n tk r8 td| Y nX z|| || W n$ tk rv td||f Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)re rf KeyErrorr r )r rm rn predsZsuccsr, r, r- r ? s zSequencer.removec C s || j kp || jkp || jkS rt )re rf rg )r stepr, r, r- is_stepL s zSequencer.is_stepc C s | |std| g }g }t }|| |r|d}||krb||kr|| || q.|| || | j|d}| | q.t |S )Nz Unknown: %rr r, ) rr r r r" rg r r re rG extendreversed)r finalr( Ztodoseenrq rp r, r, r- get_stepsP s" zSequencer.get_stepsc sR dgg i i g | j fdd D ]}|kr8| q8S )Nr c s d | < d | < d d7 < | z | }W n tk rV g }Y nX |D ]J}|kr| t| | | < q\|kr\t| | | < q\| | krg } }| | || krqqt|} | d S )Nr r )r" r minrg tuple)ri Z successorsZ successorZconnected_componentZ componentZgraphindexZ index_counterZlowlinksr( stack strongconnectr, r- r} t s, z3Sequencer.strong_connections.<locals>.strongconnect)rf rh r, rz r- strong_connectionsi s " z Sequencer.strong_connectionsc C sf dg}| j D ]*}| j | }|D ]}|d||f q q | jD ]}|d| q>|d d|S )Nz digraph G {z %s -> %s;z %s;} )re r" rg r$ )r r( rn rp rm ri r, r, r- dot s z Sequencer.dotN)F) r r r r rj rk r r rr rw propertyr~ r r, r, r, r- rd ! s 2rd ).tar.gz.tar.bz2.tar.zip.tgz.tbz.whlTc sZ fdd}t j t d }|d kr| dr>d}nH| drRd}d}n4| drfd }d }n | d rzd }d }n td| z|dkrt| d }|r| }|D ] }|| qn*t | |}|r| }|D ] }|| q|dkr*t j d dk r*| D ]"} t| jts| jd| _qdd } | |_| W 5 |rT| X d S )Nc sR t | ts| d} tjtj | }| rB| tjkrNt d| d S )Nr z path outside destination: %r) rw r decodera rb r r$ rT rc r )rb r| dest_dirZplenr, r- check_path s z unarchive.<locals>.check_path)r r zip)r r Ztgzzr:gz)r r Ztbzzr:bz2r ZtarrE zUnknown format for %rr r r c S sD zt | |W S t jk r> } ztt|W 5 d}~X Y nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)tarfileZ tar_filterZ FilterErrorr str)memberrb excr, r, r- extraction_filter s z$unarchive.<locals>.extraction_filter)ra rb r rd r. r r r Znamelistr r Zgetnamesrp r Z getmembersrw rP r r r Z extractall) Zarchive_filenamer formatr r archiver namesrP Ztarinfor r, r r- unarchive sL r c C s~ t }t| }t|dZ}t| D ]H\}}}|D ]8}tj||}||d } tj| |} ||| q4q&W 5 Q R X |S )z*zip a directory tree into a BytesIO objectr N) ioBytesIOrd r ra walkrb r$ r ) Z directoryr( ZdlenZzfre r r rP ZfullZrelrk r, r, r- zip_dir s r )r KMGTPc @ sr e Zd ZdZdddZdd Zdd Zd d Zd d Ze dd Z e dd Z dd Z e dd Z e dd ZdS )ProgressZUNKNOWNr d c C s( | | _ | _|| _d | _d| _d| _d S )Nr F)rx curmaxstartedelapseddone)r ZminvalZmaxvalr, r, r- r s zProgress.__init__c C s0 || _ t }| jd kr || _n || j | _d S rt )r timer r )r ZcurvalZnowr, r, r- update s zProgress.updatec C s | | j| d S rt )r r )r Zincrr, r, r- increment s zProgress.incrementc C s | | j | S rt )r rx r r, r, r- r; s zProgress.startc C s | j d k r| | j d| _d S )NT)r r r r r, r, r- stop# s z Progress.stopc C s | j d kr| jS | j S rt )r unknownr r, r, r- maximum( s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r r r rx )r r( rI r, r, r- percentage, s zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}ntdt|}|S )Nr z??:??:??z%H:%M:%S)r r rx r strftimegmtime)r Zdurationr( r, r, r- format_duration7 s zProgress.format_durationc C s | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j }|| j| j }|d | j }d|| |f S )NZDonezETA r r r z%s: %s)r r r r rx floatr )r rl r\ r, r, r- ETA@ s z Progress.ETAc C sL | j dkrd}n| j| j | j }tD ]}|dk r6 q@|d }q&d||f S )Nr g i g @@z%d %sB/s)r r rx UNITS)r r( Zunitr, r, r- speedS s zProgress.speedN)r r )r r r r r r r r; r r r r r r r r, r, r, r- r s r z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t | rd}t|| t| r4d}t|| t| S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')_CHECK_RECURSIVE_GLOBr r _CHECK_MISMATCH_SET_iglob) path_globr r, r, r- r h s r c c s t | d}t|dkrT|\}}}|dD ]$}td|||fD ] }|V qDq,nd| krrt| D ] }|V qdn~| dd\}}|dkrd}|dkrd}n|d}|d}t|D ]4\}}} tj |}ttj ||D ] } | V qqd S ) Nr rC r z**r rD r` \) RICH_GLOBr rd r r$ std_iglobr% ra r rb rT ) r Zrich_path_globrl r rj itemrb Zradicaldirr rV r, r, r- r s s( r ) HTTPSHandlermatch_hostnameCertificateErrorc @ s e Zd ZdZdZdd ZdS )HTTPSConnectionNTc C sR t | j| jf| j}t| ddr0|| _| tt dsp| j rHt j }nt j }t j || j| j|t j| j d| _nxt t j}| jt jO _| jr|| j| j i }| j rt j |_|j| j d tt ddr| j|d< |j |f|| _| j rN| jrNz$t| j | j td| j W n0 t k rL | j t j | j Y nX d S ) NZ _tunnel_hostF SSLContext) cert_reqsZ ssl_versionca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r Zcreate_connectionhostporttimeoutrq sockZ_tunnelro sslr Z CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations check_domainr Z getpeercertr r r ZshutdownZ SHUT_RDWRr )r r r contextrb r, r, r- connect s@ zHTTPSConnection.connect)r r r r r r r, r, r, r- r s r c @ s& e Zd Zd ddZdd Zdd ZdS ) r Tc C s t | || _|| _d S rt )BaseHTTPSHandlerr r r )r r r r, r, r- r s zHTTPSHandler.__init__c O s$ t ||}| jr | j|_| j|_|S )a This is called to create a connection instance. Normally you'd pass a connection class to do_open, but it doesn't actually check for a class, and just expects a callable. As long as we behave just as a constructor would have, we should be OK. If it ever changes so that we *must* pass a class, we'll create an UnsafeHTTPSConnection class which just sets check_domain to False in the class definition, and choose which one to pass to do_open. )r r r )r ra rb r( r, r, r- _conn_maker s zHTTPSHandler._conn_makerc C sX z| | j|W S tk rR } z$dt|jkr@td|j n W 5 d }~X Y nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr r r reasonr r )r rY rJ r, r, r- https_open s zHTTPSHandler.https_openN)T)r r r r r r r, r, r, r- r s r c @ s e Zd Zdd ZdS )HTTPSOnlyHandlerc C s t d| d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r rY r, r, r- http_open s zHTTPSOnlyHandler.http_openN)r r r r r, r, r, r- r s r r c @ s e Zd ZdddZdS )HTTPr Nc K s& |dkr d }| | j||f| d S Nr _setupZ_connection_classr r r rb r, r, r- r s z HTTP.__init__)r Nr r r r r, r, r, r- r s r c @ s e Zd ZdddZdS )HTTPSr Nc K s& |dkr d }| | j||f| d S r r r r, r, r- r s zHTTPS.__init__)r Nr r, r, r, r- r s r c @ s e Zd ZdddZdd ZdS ) Transportr c C s || _ tj| | d S rt )r r r r r r use_datetimer, r, r- r s zTransport.__init__c C s` | |\}}}tdkr(t|| jd}n4| jr<|| jd krR|| _|t|f| _| jd }|S )Nr )r r r ) get_host_info _ver_infor r _connection_extra_headersr ZHTTPConnection)r r hehZx509r( r, r, r- make_connection s zTransport.make_connectionN)r r r r r r r, r, r, r- r s r c @ s e Zd ZdddZdd ZdS ) SafeTransportr c C s || _ tj| | d S rt )r r r r r r, r, r- r s zSafeTransport.__init__c C sx | |\}}}|si }| j|d< tdkr:t|d f|}n:| jrN|| jd krj|| _|tj|d f|f| _| jd }|S )Nr r r r )r r r r r r r r )r r r r rb r( r, r, r- r s z SafeTransport.make_connectionN)r r r, r, r, r- r s r c @ s e Zd Zdd ZdS ) ServerProxyc K st | dd | _}|d k r^t|\}}|dd}|dkr@t}nt}|||d |d< }|| _tjj | |f| d S )Nr r r Zhttps)r transport) rg r r rG r r r r r r ) r rZ rb r rW r] r Ztclsr\ r, r, r- r , s zServerProxy.__init__Nr r, r, r, r- r + s r c K s6 t jd dk r|d7 }nd|d< d|d< t| |f|S )Nr r br newliner r )rp r r )rV r rb r, r, r- _csv_open@ s r c @ s4 e Zd ZedededdZdd Zdd Zd S ) CSVBaserC "r )Z delimiterZ quotecharZlineterminatorc C s | S rt r, r r, r, r- __enter__R s zCSVBase.__enter__c G s | j d S rt )r r )r r$ r, r, r- __exit__U s zCSVBase.__exit__N)r r r r defaultsr r r, r, r, r- r K s r c @ s( e Zd Zdd Zdd Zdd ZeZdS ) CSVReaderc K s\ d|kr4|d }t jd dkr,td|}|| _nt|d d| _tj| jf| j| _d S )Nr r r r rb rE ) rp r r r r r csvrI r )r rb r r, r, r- r Z s zCSVReader.__init__c C s | S rt r, r r, r, r- __iter__e s zCSVReader.__iter__c C sF t | j}tjd dk rBt|D ] \}}t|ts |d||< q |S Nr r r )nextrI rp r r5 rw r r )r r( r[ r r, r, r- r h s zCSVReader.nextN)r r r r r r __next__r, r, r, r- r Y s r c @ s e Zd Zdd Zdd ZdS ) CSVWriterc K s$ t |d| _tj| jf| j| _d S )Nr )r r r writerr )r rV rb r, r, r- r s s zCSVWriter.__init__c C sN t jd dk r>g }|D ]"}t|tr.|d}|| q|}| j| d S r )rp r rw r r r" r writerow)r rowrE r r, r, r- r w s zCSVWriter.writerowN)r r r r r r, r, r, r- r r s r c sH e Zd ZeejZded< d fdd Zdd Zdd Zd d Z Z S ) Configurator inc_convertZincNc s" t t| | |pt | _d S rt )superr r ra r ri )r configri __class__r, r- r s zConfigurator.__init__c s fdd d}t|s*|} dd } dd}|r\tfdd|D } fd d D }t|}|||}|r| D ]\}} t||| q|S ) Nc sv t | ttfr*t| fdd| D }nHt | trhd| krH| }qri }| D ]} | | ||< qPn | }|S )Nc s g | ] } |qS r, r, )rN r[ convertr, r- rO s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>())rw r ry typedictconfigure_customr )or( r )r r r, r- r s z.Configurator.configure_custom.<locals>.convertr r z[]r, c s g | ] } |qS r, r, )rN r r r, r- rO s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |r| | fqS r, )r )rN r )r r r, r- rO s )rg r r ry r r setattr) r r r} Zpropsra r rb r( r@ rI r, )r r r r- r s z Configurator.configure_customc C s4 | j | }t|tr0d|kr0| | | j |< }|S )Nr )r rw r r )r r r( r, r, r- __getitem__ s zConfigurator.__getitem__c C sF t j|s t j| j|}tj|ddd}t|}W 5 Q R X |S )z*Default converter for the inc:// protocol.rE r r ) ra rb isabsr$ ri r r r r )r r r r( r, r, r- r s zConfigurator.inc_convert)N) r r r r r Zvalue_convertersr r r r __classcell__r, r, r r- r s r c @ s* e Zd ZdZd ddZdd Zdd ZdS ) SubprocessMixinzC Mixin for running subprocesses and capturing their output FNc C s || _ || _d S rt )verboseprogress)r r r r, r, r- r s zSubprocessMixin.__init__c C sj | j }| j}| }|sq^|dk r.||| q |s@tjd ntj|d tj q | dS )z Read lines from a subprocess' output stream and either pass to a progress callable (if specified) or write progress information to sys.stderr. Nr r ) r r readlinerp stderrr r flushr )r r r r r r+ r, r, r- rI s zSubprocessMixin.readerc K s t j|ft jt jd|}tj| j|jdfd}| tj| j|jdfd}| | | | | j d k r| dd n| j rt jd |S )N)stdoutr r )r ra r zdone.mainzdone. ) subprocessPopenPIPE threadingZThreadrI r r; r waitr$ r r rp r )r cmdrb r| t1t2r, r, r- run_command s" zSubprocessMixin.run_command)FN)r r r rX r rI r r, r, r, r- r s r c C s t dd| S )z,Normalize a python package name a la PEP 503z[-_.]+r9 )r< subry )rP r, r, r- normalize_name s r! )NN)r )N)N)NT)r collectionsr contextlibr Zglobr r r r Zloggingra r r< r r ImportErrorr rp r r r r Zdummy_threadingr r r compatr r r r r r r r r r r r r r r r r r r r r Z getLoggerr r r r rG rF r6 r> r: rV r# r? r^ rm rs rx r~ r r r contextmanagerr r r r r r r r r VERBOSEr r r+ r- r/ r1 r4 r7 Ir> r: rA rB rC rF rK rN rO rQ rR rY rd ZARCHIVE_EXTENSIONSr r r r r r r r r r r r r r r r r r r r r r r r r r r r! r, r, r, r- <module> s \ Yy / 8 ) ,H C] *) 7.PK A\ u:' ' 7 pip/_vendor/distlib/__pycache__/manifest.cpython-38.pycnu [ U .e9 @ s d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl m Z dgZ e eZedejZed ejejB Zejdd ZG d d deZdS ) zu Class representing the list of files in a distribution. Equivalent to distutils.filelist, but fixes some problems. N )DistlibException)fsdecode convert_pathManifestz\\w* z#.*?(?= )| (?=$) c @ sz e Zd ZdZd ddZdd Zdd Zd d Zd d d Zdd Z dd Z dd Z d ddZ d ddZ d!ddZdd ZdS )"r z~A list of files built by on exploring the filesystem and filtered by applying various patterns to what we find there. Nc C s> t jt j|pt | _| jt j | _d| _t | _ dS )zd Initialise an instance. :param base: The base directory to explore under. N) ospathabspathnormpathgetcwdbasesepprefixallfilessetfiles)selfr r @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/manifest.py__init__* s zManifest.__init__c C s ddl m}m}m} g | _}| j}|g}|j}|j}|r| }t |} | D ]R} tj || } t | } | j } || r|t | qN|| rN|| sN|| qNq6dS )zmFind all files under the base and set ``allfiles`` to the absolute pathnames of files found. r )S_ISREGS_ISDIRS_ISLNKN)statr r r r r popappendr listdirr joinst_moder )r r r r r rootstackr pushnamesnamefullnamer moder r r findall9 s" zManifest.findallc C s4 | | js tj| j|}| jtj| dS )zz Add a file to the manifest. :param item: The pathname to add. This can be relative to the base. N) startswithr r r r r r addr )r itemr r r r* T s z Manifest.addc C s |D ]}| | qdS )z Add a list of files to the manifest. :param items: The pathnames to add. These can be relative to the base. N)r* )r itemsr+ r r r add_many^ s zManifest.add_manyFc sb fdd t j}|rFt }|D ]} |tj| q&||O }dd tdd |D D S )z8 Return sorted files in directory order c sJ | | td| |jkrFtj|\}}|dks<t | | d S )Nzadd_dir added %s) /)r* loggerdebugr r r splitAssertionError)dirsdparent_add_dirr r r r9 l s z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj| qS r )r r r ).0Z path_tupler r r <listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t j|V qd S )N)r r r2 )r: r r r r <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r dirnamesorted)r Zwantdirsresultr4 fr r8 r r> g s zManifest.sortedc C s t | _g | _dS )zClear all collected files.N)r r r )r r r r clear} s zManifest.clearc C sj | |\}}}}|dkrB|D ] }| j|dds td| q n$|dkrf|D ]}| j|dd}qNn |dkr|D ] }| j|ddsrtd| qrn|d kr|D ]}| j|dd}qn|d kr|D ] }| j||d std || qn|d kr |D ]}| j||d }qn\|dkr2| jd|d sftd| n4|dkrZ| jd|d sftd| n td| dS )av Process a directive which either adds some files from ``allfiles`` to ``files``, or removes some files from ``files``. :param directive: The directive to process. This should be in a format compatible with distutils ``MANIFEST.in`` files: http://docs.python.org/distutils/sourcedist.html#commands includeT)anchorzno files found matching %rexcludeglobal-includeFz3no files found matching %r anywhere in distributionglobal-excluderecursive-include)r z-no files found matching %r under directory %rrecursive-excludegraftNz no directories found matching %rprunez4no previously-included directories found matching %rzinvalid action %r)_parse_directive_include_patternr0 Zwarning_exclude_patternr )r directiveactionpatternsthedirZ dirpatternpatternfoundr r r process_directive sP zManifest.process_directivec C s | }t|dkr,|d dkr,|dd |d }d } }}|dkrxt|dk r`td| d d |dd D }n~|d krt|d k rtd | t|d }dd |dd D }n:|dkrt|dkrtd| t|d }n td| ||||fS )z Validate a directive. :param directive: The directive to validate. :return: A tuple of action, patterns, thedir, dir_patterns r r )rB rD rE rF rG rH rI rJ rB N)rB rD rE rF r z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |qS r r r: Zwordr r r r; s z-Manifest._parse_directive.<locals>.<listcomp>)rG rH z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |qS r r rU r r r r; s )rI rJ z!%r expects a single <dir_pattern>zunknown action %r)r2 leninsertr r )r rN ZwordsrO rP rQ Z dir_patternr r r rK s4 zManifest._parse_directiveTc C sP d}| ||||}| jdkr&| | jD ] }||r,| j| d}q,|S )a Select strings (presumably filenames) from 'self.files' that match 'pattern', a Unix-style wildcard (glob) pattern. Patterns are not quite the same as implemented by the 'fnmatch' module: '*' and '?' match non-special characters, where "special" is platform-dependent: slash on Unix; colon, slash, and backslash on DOS/Windows; and colon on Mac OS. If 'anchor' is true (the default), then the pattern match is more stringent: "*.py" will match "foo.py" but not "foo/bar.py". If 'anchor' is false, both of these will match. If 'prefix' is supplied, then only filenames starting with 'prefix' (itself a pattern) and ending with 'pattern', with anything in between them, will match. 'anchor' is ignored in this case. If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and 'pattern' is assumed to be either a string containing a regex or a regex object -- no translation is done, the regex is just compiled and used as-is. Selected strings will be added to self.files. Return True if files are found. FNT)_translate_patternr r( searchr r* )r rR rC r is_regexrS pattern_rer% r r r rL s zManifest._include_patternc C sB d}| ||||}t| jD ] }||r | j| d}q |S )at Remove strings (presumably filenames) from 'files' that match 'pattern'. Other parameters are the same as for 'include_pattern()', above. The list 'self.files' is modified in place. Return True if files are found. This API is public to allow e.g. exclusion of SCM subdirs, e.g. when packaging source distributions FT)rY listr rZ remove)r rR rC r r[ rS r\ r@ r r r rM ) s zManifest._exclude_patternc C s |r t |trt|S |S tdkr:| dd\}}}|rj| |}tdkrn||rd||snt nd}t t j | jd} |dk rftdkr| d} | |dt| } n>| |} | |r| |st | t|t| t| } t j} t jdkrd} tdkr4d| | | d| f }n0|t|t|t| }d || | | ||f }n8|rtdkrd| | }nd || |t|d f }t|S ) a Translate a shell-like wildcard pattern to a compiled regular expression. Return the compiled regex. If 'is_regex' true, then 'pattern' is directly compiled to a regex (if it's a string) or just returned as-is (assumes it's a regex object). )rV r r7 r. N\z\\^z.*z%s%s%s%s.*%s%sz%s%s%s) isinstancestrrecompile_PYTHON_VERSION _glob_to_re partitionr) endswithr3 escaper r r r rW r ) r rR rC r r[ startr7 endr\ r Z empty_patternZ prefix_rer r r r rY = sH zManifest._translate_patternc C s8 t |}tj}tjdkr d}d| }td||}|S )zTranslate a shell-like glob pattern to a regular expression. Return a string containing the regex. Differs from 'fnmatch.translate()' in that '*' does not match "special characters" (which are platform-specific). r_ z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)fnmatch translater r rc sub)r rR r\ r Zescapedr r r rf t s zManifest._glob_to_re)N)F)TNF)TNF)TNF)__name__ __module__ __qualname____doc__r r( r* r- r> rA rT rK rL rM rY rf r r r r r % s& O/ ) 7)rr rl Zloggingr rc sysr. r compatr utilr __all__Z getLoggerro r0 rd MZ_COLLAPSE_PATTERNSZ_COMMENTED_LINE version_infore objectr r r r r <module> s PK A\# = pip/_vendor/distlib/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .eK @ sn d dl Z dZG dd deZzd dl mZ W n& ek rR G dd de jZY nX e eZ e e dS ) Nz 0.2.9.post0c @ s e Zd ZdS )DistlibExceptionN)__name__ __module__ __qualname__ r r @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/__init__.pyr s r ) NullHandlerc @ s$ e Zd Zdd Zdd Zdd ZdS )r c C s d S Nr selfrecordr r r handle zNullHandler.handlec C s d S r r r r r r emit r zNullHandler.emitc C s d | _ d S r )lock)r r r r createLock r zNullHandler.createLockN)r r r r r r r r r r r s r ) Zlogging __version__ Exceptionr r ImportErrorZHandlerZ getLoggerr ZloggerZ addHandlerr r r r <module> s PK A\JE* * < pip/_vendor/distlib/__pycache__/scripts.cpython-38.opt-1.pycnu [ U .e? @ s d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m Z ddl m Z ddl mZmZmZmZmZ eeZd ZedZd Zd d ZG d d d e Z dS ) )BytesION ) sysconfigdetect_encodingZipFile)finder) FileOperatorget_export_entry convert_pathget_executablein_venva <?xml version="1.0" encoding="UTF-8" standalone="yes"?> <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0"> <assemblyIdentity version="1.0.0.0" processorArchitecture="X86" name="%s" type="win32"/> <!-- Identify the application security requirements. --> <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3"> <security> <requestedPrivileges> <requestedExecutionLevel level="asInvoker" uiAccess="false"/> </requestedPrivileges> </security> </trustInfo> </assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$z# -*- coding: utf-8 -*- import re import sys from %(module)s import %(import_name)s if __name__ == '__main__': sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0]) sys.exit(%(func)s()) c C sX d| krT| drB| dd\}}d|krT| dsTd||f } n| dsTd| } | S )N z /usr/bin/env r "z%s "%s"z"%s") startswithsplit) executableenvZ _executable r ?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/scripts.py_enquote_executable3 s r c @ s e Zd ZdZeZdZd'ddZdd Ze j d rBd d Z d d Z dd Zd(ddZdd ZeZdd Zdd Zd)ddZdd Zed d Zejd d Zejd ksejd krej d krd!d" Z d*d#d$Z d+d%d&Z dS ), ScriptMakerz_ A class to copy or create scripts from source scripts or callable specifications. NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d| _ |pRt || _ tjdkprtjdkortjdk| _ d S )NFposixjava) X.Ynt) source_dir target_dir add_launchersforceclobberosname_nameset_modesetvariantsr _fileop_is_nt)selfr r r dry_runZfileopr r r __init__L s zScriptMaker.__init__c C s@ | ddr<| jr<tj|\}}|dd}tj||}|S )NguiFpythonZpythonw)getr( r! pathr replacejoin)r) r optionsZdnfnr r r _get_alternate_executable\ s z%ScriptMaker._get_alternate_executabler c C s\ z0t | }|ddkW 5 Q R W S Q R X W n& ttfk rV td| Y dS X dS )zl Determine if the specified executable is a script (contains a #! line) z#!zFailed to open %sFN)openreadOSErrorIOErrorloggerwarning)r) r fpr r r _is_shelld s & zScriptMaker._is_shellc C sD | |r*dd l}|jjddkr<|S n| dr<|S d| S )Nr zos.nameZLinuxz jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getPropertylowerendswith)r) r r r r r _fix_jython_executablep s z"ScriptMaker._fix_jython_executablec C s t jdkrd}n8t|t| d }tjdkr4d}nd}d|koF||k}|r^d| | d }n d }|d | | d 7 }|d 7 }|S )a Build a shebang line. In the simple case (on Windows, or a shebang line which is not too long or contains spaces) use a simple formulation for the shebang. Otherwise, use /bin/sh as the executable, with a contrived shebang which allows the script to run either under Python or sh, using suitable quoting. Thanks to Harald Nordgren for his input. See also: http://www.in-ulm.de/~mascheck/various/shebang/#length https://hg.mozilla.org/mozilla-central/file/tip/mach r T darwini s #! s #!/bin/sh s '''exec' s "$0" "$@" s ' ''')r! r" lensysplatform)r) r post_interpZsimple_shebangZshebang_lengthZmax_shebang_lengthresultr r r _build_shebang| s zScriptMaker._build_shebang c C s` d}| j r| j }d}n^t s&t }nNt rLtjtddt d }n(tjt ddt dt df }|r| ||}t j d r| |}tj|}|rt|}|d }t j d krd |krd |kr|d7 }| ||}z|d W n" tk r td| Y nX |d kr\z|| W n& tk rZ td||f Y nX |S )NTFZscriptszpython%sZEXEZBINDIRz python%s%sZVERSIONr utf-8Zcliz -X:Framesz -X:FullFramess -X:Framesz,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r Zis_python_buildr r r! r/ r1 Zget_pathZget_config_varr4 rG rH r r@ normcaser encoderK decodeUnicodeDecodeError ValueError)r) encodingrI r2 Zenquoter shebangr r r _get_shebang sZ zScriptMaker._get_shebangc C s$ | j t|j|jdd |jd S )N.r )moduleZ import_namefunc)script_templatedictprefixsuffixr )r) entryr r r _get_script_text s z ScriptMaker._get_script_textc C s t j|}| j| S N)r! r/ basenamemanifest)r) Zexenamebaser r r get_manifest s zScriptMaker.get_manifestc C s | j o | j}tjd}||s*||7 }|s8|| }nZ|dkrL| d}n | d}t } t| d} | d| W 5 Q R X | } || | }|D ]V} tj | j | } |rxtj | \}}|dr|} d| } z| j| | W n tk rt td d | }tj |r&t| t| | | j| | td zt| W n tk rn Y nX Y nX nl| jr| d | sd | |f } tj | r| jstd | q| j| | | jr| j| g | | qd S )NrM pytwz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logicrV z%s.%szSkipping existing file %s) r r( r! lineseprO r? _get_launcherr r Zwritestrgetvaluer/ r1 r splitextr r' Zwrite_binary_file Exceptionr: r; existsremoverenamedebugr r$ set_executable_modeappend)r) namesrT Z script_bytes filenamesextZ use_launcherrg ZlauncherstreamZzfZzip_datar" outnameneZdfnamer r r _write_script sX zScriptMaker._write_scriptc C s d}|r0| dg }|r0dd| }|d}| jd||d}| |d}|j}t } d| jkrp| | d| jkr| d |t j d f d | jkr| d |t j d d f |r| ddrd} nd} | | |||| d S )NrL Zinterpreter_argsz %sr rM r2 r Xz%s%sr r z%s-%srA r, Fpywrd ) r. r1 rO rU r^ r" r% r& addrG versionry ) r) r] rs r2 rI argsrT scriptr" Z scriptnamesrt r r r _make_script s( zScriptMaker._make_scriptc C s d}t j| jt|}t j| jt j|}| jsT| j ||sTt d| d S zt |d}W n t k r | jsz d }Y nLX | }|st d| | d S t|dd}|rd}|dpd }|s|r| | j|| | jr| j|g || nt d || j | jjst |j\} } | d | | |} d |kr^d } nd} t j|} | | g| | || |r| d S )NFznot copying %s (up-to-date)rbz"%s: %s is an empty file (skipping)s rE Tr rL z copying and adjusting %s -> %sr s pythonwr| rd )!r! r/ r1 r r r r` r r' Znewerr: ro r6 r9 r* readliner; Zget_command_name FIRST_LINE_REmatchr0 groupcloseZ copy_filer$ rp rq infor seekrU ry r7 )r) r rs Zadjustrv fZ first_liner rI rS linesrT rt rw r r r _copy_script) sX zScriptMaker._copy_scriptc C s | j jS r_ r' r* )r) r r r r* ] s zScriptMaker.dry_runc C s || j _d S r_ r )r) valuer r r r* a s r c C sH t ddkrd}nd}d||f }tddd }t||j}|S ) NP Z64Z32z%s%s.exerV r r )structcalcsize__name__rsplitr findbytes)r) Zkindbitsr" Zdistlib_packagerJ r r r rh i s zScriptMaker._get_launcherc C s6 g }t |}|dkr"| || n| j|||d |S )a Make a script. :param specification: The specification, which is either a valid export entry specification (to make a script from a callable) or a filename (to make a script by copying from a source location). :param options: A dictionary of options controlling script generation. :return: A list of all absolute pathnames written to. Nrz )r r r )r) specificationr2 rs r] r r r makew s zScriptMaker.makec C s$ g }|D ]}| | || q|S )z Take a list of specifications and make scripts from them, :param specifications: A list of specifications. :return: A list of all absolute pathnames written to, )extendr )r) Zspecificationsr2 rs r r r r make_multiple s zScriptMaker.make_multiple)TFN)rL N)N)N)N) r __module__ __qualname____doc__SCRIPT_TEMPLATErY r r+ r4 rG rH r r= r@ rK rU r^ _DEFAULT_MANIFESTra rc ry r r propertyr* setterr! r" r# rh r r r r r r r C s6 84 4 r ) ior Zloggingr! rer rG compatr r r Z resourcesr utilr r r r r Z getLoggerr r: stripr compiler r r objectr r r r r <module> s PK A\4B́ 7 pip/_vendor/distlib/__pycache__/locators.cpython-38.pycnu [ U .e_ @ sD d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZz d dlZW n e k rd d dl ZY nX d dl Z ddl m Z ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ dd l0m1Z1m2Z2 dd l3m4Z4m5Z5 e6e7Z8e9d Z:e9d ej;Z<e9d Z=dZ>d-ddZ?G dd deZ@G dd deAZBG dd deBZCG dd deBZDG dd deAZEG dd d eBZFG d d d eBZGG d d d eBZHG d!d" d"eBZIG d#d$ d$eBZJeJeH eFd%d&d'd(d)ZKeKjLZLe9d*ZMG d+d, d,eAZNdS ). N)BytesIO )DistlibException)urljoinurlparse urlunparse url2pathname pathname2urlqueuequoteunescape string_types build_openerHTTPRedirectHandler text_typeRequest HTTPErrorURLError) DistributionDistributionPath make_dist)MetadataMetadataInvalidError) cached_propertyparse_credentials ensure_slashsplit_filenameget_project_dataparse_requirementparse_name_and_version ServerProxynormalize_name) get_schemeUnsupportedVersionError)Wheel is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlzhttps://pypi.org/pypic C s6 | dkr t } t| dd}z | W S |d X dS )z Return all distribution names known by an index. :param url: The URL of the index. :return: A list of all known distribution names. N @timeoutclose) DEFAULT_INDEXr list_packages)urlclient r. @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/locators.pyget_all_distribution_names) s r0 c @ s$ e Zd ZdZdd Ze Z ZZdS )RedirectHandlerzE A class to work around a bug in some Python 3.2.x releases. c C s d }dD ]}||kr|| } q"q|d kr.d S t |}|jdkrnt| |}t|drf||| n|||< t| |||||S )N)locationZuri replace_header)r schemer Z get_full_urlhasattrr4 BaseRedirectHandlerhttp_error_302) selfreqfpcodemsgheadersZnewurlkeyZurlpartsr. r. r/ r8 @ s z RedirectHandler.http_error_302N)__name__ __module__ __qualname____doc__r8 Zhttp_error_301Zhttp_error_303Zhttp_error_307r. r. r. r/ r1 7 s r1 c @ s e Zd ZdZdZdZdZdZed Zd)dd Z d d Z d d Z dd Z dd Z dd Zee eZdd Zdd Zdd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd*d'd(ZdS )+LocatorzG A base class for locators - things that locate distributions. )z.tar.gzz.tar.bz2z.tarz.zipz.tgzz.tbz)z.eggz.exe.whl)z.pdfN)rE defaultc C s, i | _ || _tt | _d| _t | _dS )a^ Initialise an instance. :param scheme: Because locators look for most recent versions, they need to know the version scheme to use. This specifies the current PEP-recommended scheme - use ``'legacy'`` if you need to support existing distributions on PyPI. N) _cacher5 r r1 openermatcherr Queueerrors)r9 r5 r. r. r/ __init__f s zLocator.__init__c C sV g }| j sRz| j d}|| W n | j jk rD Y qY nX | j q|S )z8 Return any errors which have occurred. F)rK emptygetappendZEmpty task_done)r9 resulter. r. r/ get_errorsy s zLocator.get_errorsc C s | dS )z> Clear any errors which may have been logged. N)rS r9 r. r. r/ clear_errors s zLocator.clear_errorsc C s | j d S N)rG clearrT r. r. r/ clear_cache s zLocator.clear_cachec C s | j S rV _schemerT r. r. r/ _get_scheme s zLocator._get_schemec C s || _ d S rV rY )r9 valuer. r. r/ _set_scheme s zLocator._set_schemec C s t ddS )a= For a given project, get a dictionary mapping available versions to Distribution instances. This should be implemented in subclasses. If called from a locate() request, self.matcher will be set to a matcher for the requirement to satisfy, otherwise it will be None. Please implement in the subclassNNotImplementedError)r9 namer. r. r/ _get_project s zLocator._get_projectc C s t ddS )J Return all the distribution names known to this locator. r^ Nr_ rT r. r. r/ get_distribution_names s z Locator.get_distribution_namesc C sL | j dkr| |}n2|| j kr,| j | }n | | |}|| j |< |S )z For a given project, get a dictionary mapping available versions to Distribution instances. This calls _get_project to do all the work, and just implements a caching layer on top. N)rG rb rU )r9 ra rQ r. r. r/ get_project s zLocator.get_projectc C s^ t |}t|j}d}|d}|| j}|rBtt|| j}|j dkd|j k||||fS )zu Give an url a score which can be used to choose preferred URLs for a given project release. TrE httpszpypi.org) r posixpathbasenamepathendswithdownloadable_extensionsr% r$ wheel_tagsr5 netloc)r9 r, trh Z compatibleZis_wheelZis_downloadabler. r. r/ score_url s zLocator.score_urlc C sR |}|rN| |}| |}||kr(|}||kr@td|| ntd|| |S )a{ Choose one of two URLs where both are candidates for distribution archives for the same version of a distribution (for example, .tar.gz vs. zip). The current implementation favours https:// URLs over http://, archives from PyPI over those from other locations, wheel compatibility (if a wheel) and then the archive name. zNot replacing %r with %rzReplacing %r with %r)ro loggerdebug)r9 url1url2rQ s1s2r. r. r/ prefer_url s zLocator.prefer_urlc C s t ||S )zZ Attempt to split a filename in project name, version and Python version. )r )r9 filename project_namer. r. r/ r s zLocator.split_filenamec C s dd }d}t |\}}}}} } | dr<td|| t| } | rX| \} } nd\} } |}|r|d dkr|dd }|d r>z~t |}t || j std | nX|dkrd }n ||j |}|r|j |j |jt||||| d fd dd |jD d}W n0 tk r: } ztd| W 5 d}~X Y nX n|| jsZtd| nt| }}| jD ]}||rn|dt| }| ||}|std| nH|\}}}|r|||r|||t||||| d fd}|r||d< qqn|r| r| |d| < |S )a See if a URL is a candidate for a download URL for a project (the URL has typically been scraped from an HTML page). If it is, a dictionary is returned with keys "name", "version", "filename" and "url"; otherwise, None is returned. c S s t | t |kS rV )r! )Zname1Zname2r. r. r/ same_project s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %r)NN/rE zWheel not compatible: %sTr3 z, c S s" g | ]}d t|dd qS ). N)joinlist).0vr. r. r/ <listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)ra versionrw r, python-versionzinvalid path for wheel: %szNot downloadable: %sz No match for project/version: %s)ra r rw r, r %s_digest)r lower startswithrp rq HASHER_HASHmatchgroupsrj r$ r% rl ra r rw r r~ pyver Exceptionwarningrk rg rh lenr )r9 r, rx ry rQ r5 rm ri paramsqueryfragmalgodigestZorigpathwheelZincluderR rw Zextrn ra r r r. r. r/ convert_url_to_download_info s z$Locator.convert_url_to_download_infoc C s2 d}dD ]$}d| }||kr||| f} q.q|S )z Get a digest from a dictionary by looking at keys of the form 'algo_digest'. Returns a 2-tuple (algo, digest) if found, else None. Currently looks only for SHA256, then MD5. N)Zsha256md5r r. )r9 inforQ r r? r. r. r/ _get_digest1 s zLocator._get_digestc C s | d}| d}||kr,|| }|j}nt||| jd}|j}| | |_}|d }||d |< |j|d kr| |j||_|d |t | | |_ |||< dS )z Update a result dictionary (the final result from _get_project) with a dictionary for a specific version, which typically holds information gleaned from a filename or URL for an archive for the distribution. ra r r5 r, digestsurlsN) popmetadatar r5 r r source_urlrv setdefaultsetaddlocator) r9 rQ r ra r distmdr r, r. r. r/ _update_version_dataA s z Locator._update_version_dataFc C s d}t |}|dkr td| t| j}||j | _}td|t|j | |j }t |dkr2g }|j } |D ]z} | dkrqxzH|| std|| n*|s| | js|| ntd| |j W qx tk r td|| Y qxX qxt |d krt||jd }|r2td | |d } || }|r|jrH|j|_|d i | t |_i } |di } |jD ] }|| krv| | | |< qv| |_d| _|S )a Find the most recent distribution which matches the given requirement. :param requirement: A requirement of the form 'foo (1.0)' or perhaps 'foo (>= 1.0, < 2.0, != 1.3)' :param prereleases: If ``True``, allow pre-release versions to be located. Otherwise, pre-release versions are not returned. :return: A :class:`Distribution` instance, or ``None`` if no such distribution could be located. NzNot a valid requirement: %rzmatcher: %s (%s)r} r r z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r? zsorted list: %srz r r )r r r" r5 rI requirementrp rq typer@ re ra r Z version_classr Z is_prereleaserO r r sortedr? ZextrasrN r download_urlsr )r9 r prereleasesrQ rr5 rI versionsZslistZvclskr dZsdr, r. r. r/ locateX sX zLocator.locate)rF )F)r@ rA rB rC source_extensionsbinary_extensionsexcluded_extensionsrl rk rL rS rU rX r[ r] propertyr5 rb rd re ro rv r r r r r r. r. r. r/ rD V s. JrD c s0 e Zd ZdZ fddZdd Zdd Z ZS )PyPIRPCLocatorz This locator uses XML-RPC to locate distributions. It therefore cannot be used with simple mirrors (that only mirror file content). c s* t t| jf | || _t|dd| _dS )z Initialise an instance. :param url: The URL to use for XML-RPC. :param kwargs: Passed to the superclass constructor. r& r' N)superr rL base_urlr r- r9 r, kwargs __class__r. r/ rL s zPyPIRPCLocator.__init__c C s t | j S rc )r r- r+ rT r. r. r/ rd s z%PyPIRPCLocator.get_distribution_namesc C s i i d}| j |d}|D ]}| j ||}| j ||}t| jd}|d |_|d |_|d|_ |dg |_ |d|_ t |}|r |d } | d |_ | | |_| |_|||< |D ]:} | d } | | } |d |t | | |d | < qq |S ) Nr Tr ra r licensekeywordssummaryr r, r r )r- Zpackage_releasesZ release_urlsZ release_datar r5 ra r rN r r r r r r r r r r r ) r9 ra rQ r r r datar r r r, r r. r. r/ rb s0 zPyPIRPCLocator._get_projectr@ rA rB rC rL rd rb __classcell__r. r. r r/ r s r c s0 e Zd ZdZ fddZdd Zdd Z ZS )PyPIJSONLocatorzw This locator uses PyPI's JSON interface. It's very limited in functionality and probably not worth using. c s t t| jf | t|| _d S rV )r r rL r r r r r. r/ rL s zPyPIJSONLocator.__init__c C s t ddS rc z Not available from this locatorNr_ rT r. r. r/ rd s z&PyPIJSONLocator.get_distribution_namesc C s i i d}t | jdt| }z| j|}| }t|}t | j d}|d }|d |_ |d |_ | d|_| dg |_| d |_t|}| |_|d } |||j < |d D ]T} | d }|j| | | |j|< |d |j t | | | |d |< q|d D ]\} } | |j kr4q t | j d} |j | _ | | _ t| }| |_||| < | D ]T} | d }|j| | | |j|< |d | t | | | |d |< qhq W n@ tk r } z | j t | t d| W 5 d }~X Y nX |S )Nr z%s/jsonr r ra r r r r r r, r ZreleaseszJSON fetch failed: %s) r r r rH openreaddecodejsonloadsr r5 ra r rN r r r r r r r r r r r itemsr rK putr rp exception)r9 ra rQ r, respr r r r r r r ZinfosZomdodistrR r. r. r/ rb sT z PyPIJSONLocator._get_projectr r. r. r r/ r s r c @ s` e Zd ZdZedejejB ejB Z edejejB Z dd Z edejZ e dd Zd S ) Pagez4 This class represents a scraped HTML page. z (rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s ]*))\s+)? href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s ]*)) (\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s ]*)))? z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| j| j }|r0|d| _dS )zk Initialise an instance with the Unicode page contents and the URL they came from. r N)r r r, _basesearchgroup)r9 r r, r r. r. r/ rL s z Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s dd }t }| j| jD ]}|d}|d pX|d pX|d pX|d pX|d pX|d }|d pp|d pp|d }t| j|}t|}| j d d |}| ||f q t |dd dd}|S )z Return the URLs of all the links on a page together with information about their "rel" attribute, for determining which ones to treat as downloads and which ones to queue for further scraping. c S s, t | \}}}}}}t||t||||fS )zTidy up an URL.)r r r )r, r5 rm ri r r r r. r. r/ clean- s zPage.links.<locals>.cleanr3 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rr rs Zurl3c S s dt | d S )Nz%%%2xr )ordr )r r. r. r/ <lambda>; z Page.links.<locals>.<lambda>c S s | d S )Nr r. )rn r. r. r/ r ? r T)r? reverse) r _hreffinditerr groupdictr r r _clean_resubr r )r9 r rQ r r relr, r. r. r/ links& s$ z Page.linksN)r@ rA rB rC recompileISXr r rL r r r r. r. r. r/ r s r c s e Zd ZdZejdd dd dZd fdd Zd d Zd d Z dd Z e de j Zdd Zdd Zdd Zdd Zdd Ze dZd d Z ZS ) SimpleScrapingLocatorz A locator which scrapes HTML pages to locate downloads for a distribution. This runs multiple threads to do the I/O; performance is at least as good as pip's PackageFinder, which works in an analogous fashion. c C s t jttd S )N)Zfileobj)gzipZGzipFiler r r br. r. r/ r M r z SimpleScrapingLocator.<lambda>c C s | S rV r. r r. r. r/ r N r )Zdeflater ZnoneN c sl t t| jf | t|| _|| _i | _t | _t | _ t | _ d| _ || _t | _t | _d| _dS )a Initialise an instance. :param url: The root URL to use for scraping. :param timeout: The timeout, in seconds, to be applied to requests. This defaults to ``None`` (no timeout specified). :param num_workers: The number of worker threads you want to do I/O, This defaults to 10. :param kwargs: Passed to the superclass. FN)r r rL r r r( _page_cacher _seenr rJ _to_fetch _bad_hostsskip_externals num_workers threadingRLock_lock_gplockplatform_check)r9 r, r( r r r r. r/ rL Q s z SimpleScrapingLocator.__init__c C sF g | _ t| jD ]0}tj| jd}|d | | j | qdS )z Threads are created only when get_project is called, and terminate before it returns. They are there primarily to parallelise I/O (i.e. fetching web pages). )targetTN) _threadsranger r ZThread_fetchZ setDaemonstartrO )r9 irn r. r. r/ _prepare_threadsl s z&SimpleScrapingLocator._prepare_threadsc C s6 | j D ]}| jd q| j D ] }| q g | _ dS )zu Tell all the threads to terminate (by sending a sentinel value) and wait for them to do so. N)r r r r~ )r9 rn r. r. r/ _wait_threadsy s z#SimpleScrapingLocator._wait_threadsc C s i i d}| j x || _|| _t| jdt| }| j | j | z&t d| | j | | j W 5 | X | `W 5 Q R X |S )Nr z%s/z Queueing %s)r rQ rx r r r r rW r r r rp rq r r r~ )r9 ra rQ r, r. r. r/ rb s z"SimpleScrapingLocator._get_projectz<\b(linux_(i\d86|x86_64|arm\w+)|win(32|_amd64)|macosx_?\d+)\bc C s | j |S )zD Does an URL refer to a platform-specific download? )platform_dependentr )r9 r, r. r. r/ _is_platform_dependent s z,SimpleScrapingLocator._is_platform_dependentc C sZ | j r| |rd}n| || j}td|| |rV| j | | j| W 5 Q R X |S )a% See if an URL is a suitable download for a project. If it is, register information in the result dictionary (for _get_project) about the specific version it's for. Note that the return value isn't actually used other than as a boolean value. Nzprocess_download: %s -> %s) r r r rx rp rq r r rQ )r9 r, r r. r. r/ _process_download s z'SimpleScrapingLocator._process_downloadc C s t |\}}}}}}|| j| j | j r2d}n|| jrJ|| jsJd}nd|| js\d}nR|dkrjd}nD|dkrxd}n6| |rd}n&| ddd } | dkrd}nd}t d |||| |S ) z Determine whether a link URL from a referring page and with a particular "rel" attribute should be queued for scraping. F)ZhomepageZdownload)Zhttprf Zftp:r r Z localhostTz#should_queue: %s (%s) from %s -> %s) r rj r r r r r r r splitr rp rq ) r9 linkZreferrerr r5 rm ri _rQ hostr. r. r/ _should_queue s0 z#SimpleScrapingLocator._should_queuec C s | j }zz|r| |}|dkr,W W q |jD ]j\}}|| jkr2zB| j| | |s| |||rt d|| | j | W q2 t k r Y q2X q2W n2 t k r } z| j t| W 5 d}~X Y nX W 5 | j X |s qq dS )z Get a URL to fetch from the work queue, get the HTML page, examine its links for download candidates and candidates for further scraping. This is a handy method to run in a thread. NzQueueing %s from %s)r rN rP get_pager r r r r rp rq r r r rK r )r9 r, pager r rR r. r. r/ r s, & z SimpleScrapingLocator._fetchc C sX t |\}}}}}}|dkr:tjt|r:tt|d}|| jkr`| j| }t d|| n| ddd }d}|| j krt d|| nt |d d id }zzt d | | j j|| jd } t d| | } | dd} t| r| } | } | d}|r"| j| }|| } d}t| }|r@|d}z| |} W n tk rn | d} Y nX t | | }|| j| < W n t k r } z |j dkrt d|| W 5 d}~X Y n t k r } z0t d|| | j! | j "| W 5 Q R X W 5 d}~X Y n2 t#k rB } zt d|| W 5 d}~X Y nX W 5 || j|< X |S )a Get the HTML for an URL, possibly from an in-memory cache. XXX TODO Note: this cache is never actually cleared. It's assumed that the data won't get stale over the lifetime of a locator instance (not necessarily true for the default_locator). filez index.htmlzReturning %s from cache: %sr r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r> z Fetching %sr' z Fetched %sz Content-Typer3 zContent-Encodingzutf-8zlatin-1i zFetch failed: %s: %s)$r osri isdirr r r r rp rq r r r rH r r( r rN HTML_CONTENT_TYPEr Zgeturlr decodersCHARSETr r r UnicodeErrorr r r< r r r r r )r9 r, r5 rm ri r rQ r r: r r> Z content_typeZ final_urlr encodingdecoderr rR r. r. r/ r sZ &$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sL t }| | j}|s$td| j | j|jD ]}||d q2|S )rc zUnable to get %sr ) r r r r _distname_rer r r r )r9 rQ r r r. r. r/ rd 0 s z,SimpleScrapingLocator.get_distribution_names)Nr )r@ rA rB rC zlib decompressr rL r r rb r r r r r r r r r r rd r r. r. r r/ r C s& !; r c s8 e Zd ZdZ fddZdd Zdd Zdd Z ZS ) DirectoryLocatorz? This class locates distributions in a directory tree. c sN | dd| _tt| jf | tj|}tj|sDt d| || _ dS )a Initialise an instance. :param path: The root of the directory tree to search. :param kwargs: Passed to the superclass constructor, except for: * recursive - if True (the default), subdirectories are recursed into. If False, only the top-level directory is searched, recursiveTzNot a directory: %rN) r r r r rL r ri abspathr r base_dir)r9 ri r r r. r/ rL A s zDirectoryLocator.__init__c C s | | jS )z Should a filename be considered as a candidate for a distribution archive? As well as the filename, the directory which contains it is provided, though not used by the current implementation. )rj rk )r9 rw parentr. r. r/ should_includeR s z DirectoryLocator.should_includec C s i i d}t | jD ]t\}}}|D ]Z}| ||r$t j||}tddtt j|dddf}| ||}|r$| || q$| j s qq|S )Nr r r3 ) r walkr r ri r~ r r r r r r ) r9 ra rQ rootdirsfilesfnr, r r. r. r/ rb Z s" z DirectoryLocator._get_projectc C s t }t| jD ]v\}}}|D ]\}| ||r tj||}tddttj |dddf}| |d}|r | |d q | j s qq|S )rc r r3 Nra ) r r r r r ri r~ r r r r r r )r9 rQ r r r r r, r r. r. r/ rd j s" z'DirectoryLocator.get_distribution_names) r@ rA rB rC rL r rb rd r r. r. r r/ r < s r c @ s e Zd ZdZdd Zdd ZdS ) JSONLocatora This locator uses special extended metadata (not available on PyPI) and is the basis of performant dependency resolution in distlib. Other locators require archive downloads before dependencies can be determined! As you might imagine, that can be slow. c C s t ddS r r_ rT r. r. r/ rd s z"JSONLocator.get_distribution_namesc C s i i d}t |}|r|dg D ]}|d dks"|d dkr@q"t|d |d |d d | jd }|j}|d |_d |kr|d rd|d f|_|di |_|di |_|||j < |d |j t |d q"|S )Nr r ZptypeZsdistZ pyversionsourcera r r zPlaceholder for summary)r r5 r, r r Z requirementsexportsr ) r rN r r5 r r r Z dependenciesr! r r r r )r9 ra rQ r r r r r. r. r/ rb s* zJSONLocator._get_projectN)r@ rA rB rC rd rb r. r. r. r/ r } s r c s( e Zd ZdZ fddZdd Z ZS )DistPathLocatorz This locator finds installed distributions in a path. It can be useful for adding to an :class:`AggregatingLocator`. c s* t t| jf | t|ts t|| _dS )zs Initialise an instance. :param distpath: A :class:`DistributionPath` instance to search. N)r r" rL isinstancer AssertionErrordistpath)r9 r% r r r. r/ rL s zDistPathLocator.__init__c C sP | j |}|d kr i i d}n,|j|d|jt|jgid|jtd gii}|S )Nr r r )r% Zget_distributionr r r )r9 ra r rQ r. r. r/ rb s z DistPathLocator._get_project)r@ rA rB rC rL rb r r. r. r r/ r" s r" c sR e Zd ZdZ fddZ fddZdd Zeej j eZ dd Z d d Z Z S ) AggregatingLocatorzI This class allows you to chain and/or merge a list of locators. c s* | dd| _|| _tt| jf | dS )a Initialise an instance. :param locators: The list of locators to search. :param kwargs: Passed to the superclass constructor, except for: * merge - if False (the default), the first successful search from any of the locators is returned. If True, the results from all locators are merged (this can be slow). mergeFN)r r' locatorsr r& rL )r9 r( r r r. r/ rL s zAggregatingLocator.__init__c s& t t| | jD ] }| qd S rV )r r& rX r( r9 r r r. r/ rX s z AggregatingLocator.clear_cachec C s || _ | jD ] }||_q d S rV )rZ r( r5 )r9 r\ r r. r. r/ r] s z AggregatingLocator._set_schemec C s i }| j D ]}||}|r | jr|di }|di }|| |d}|r|r| D ]*\}} ||kr|| | O < q^| ||< q^|d} |r| r| | q | jd krd} n"d} |D ]}| j|rd} qq| r |} qq |S )Nr r TF)r( re r' rN updater rI r ) r9 ra rQ r r r r Zdfr r Zddfoundr. r. r/ rb s8 z AggregatingLocator._get_projectc C s< t }| jD ]*}z|| O }W q tk r4 Y q X q |S r )r r( rd r` )r9 rQ r r. r. r/ rd s z)AggregatingLocator.get_distribution_names)r@ rA rB rC rL rX r] r rD r5 fgetrb rd r r. r. r r/ r& s ,r& zhttps://pypi.org/simple/r& r' legacyr z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZdddZdd Zdd Zd d Zd d Zd d Z dddZ dS )DependencyFinderz0 Locate dependencies for distributions. Nc C s |pt | _t| jj| _dS )zf Initialise an instance, using the specified locator to locate distributions. N)default_locatorr r" r5 r) r. r. r/ rL * s zDependencyFinder.__init__c C sr t d| |j}|| j|< || j||jf< |jD ]:}t|\}}t d||| | j |t ||f q2dS )z Add a distribution to the finder. This will update internal information about who provides what. :param dist: The distribution to add. zadding distribution %szAdd to provided: %s, %s, %sN) rp rq r? dists_by_namedistsr providesr providedr r r )r9 r ra pr r. r. r/ add_distribution2 s z!DependencyFinder.add_distributionc C sx t d| |j}| j|= | j||jf= |jD ]D}t|\}}t d||| | j| }| ||f |s.| j|= q.dS )z Remove a distribution from the finder. This will update internal information about who provides what. :param dist: The distribution to remove. zremoving distribution %sz Remove from provided: %s, %s, %sN) rp rq r? r0 r1 r r2 r r3 remove)r9 r ra r4 r sr. r. r/ remove_distributionA s z$DependencyFinder.remove_distributionc C sB z| j |}W n, tk r< | d }| j |}Y nX |S )z Get a version matcher for a requirement. :param reqt: The requirement :type reqt: str :return: A version matcher (an instance of :class:`distlib.version.Matcher`). r )r5 rI r# r )r9 reqtrI ra r. r. r/ get_matcherS s z DependencyFinder.get_matcherc C st | |}|j}t }| j}||krp|| D ]B\}}z||}W n tk rZ d}Y nX |r,|| qpq,|S )z Find the distributions which can fulfill a requirement. :param reqt: The requirement. :type reqt: str :return: A set of distribution which can fulfill the requirement. F)r: r? r r3 r r# r ) r9 r9 rI ra rQ r3 r providerr r. r. r/ find_providersc s z DependencyFinder.find_providersc C s | j | }t }|D ]$}| |}||js|| q|rZ|d||t|f d}n@| | | j |= |D ]}| j |t | qp| | d}|S )a Attempt to replace one provider with another. This is typically used when resolving dependencies from multiple sources, e.g. A requires (B >= 1.0) while C requires (B >= 1.1). For successful replacement, ``provider`` must meet all the requirements which ``other`` fulfills. :param provider: The provider we are trying to replace with. :param other: The provider we're trying to replace. :param problems: If False is returned, this will contain what problems prevented replacement. This is currently a tuple of the literal string 'cantreplace', ``provider``, ``other`` and the set of requirements that ``provider`` couldn't fulfill. :return: True if we can replace ``other`` with ``provider``, else False. Z cantreplaceFT) reqtsr r: r r r frozensetr8 r r5 ) r9 r; otherproblemsZrlistZ unmatchedr7 rI rQ r. r. r/ try_to_replace{ s$ z DependencyFinder.try_to_replaceFc C s i | _ i | _i | _i | _t|p g }d|krH|d |tdddgO }t|trh| }}t d| n4| j j ||d }}|dkrt d| t d | d |_ t }t|g}t|g}|r| }|j} | | jkr| | n"| j| } | |kr| || | |j|jB } |j} t } |r`||kr`d D ]*}d | }||kr4| t|d | O } q4| | B | B }|D ].}| |}|sFt d| | j j ||d}|dkr|s| j j |d d}|dkrt d| |d|f n^|j|j }}||f| jkr|| || || krF||krF|| t d|j |D ]R}|j} | | jkrx| j|t | n"| j| } | |krJ| || | qJqpqt| j }|D ]&}||k|_ |j rt d|j qt d| ||fS )a Find a distribution and all distributions it depends on. :param requirement: The requirement specifying the distribution to find, or a Distribution instance. :param meta_extras: A list of meta extras such as :test:, :build: and so on. :param prereleases: If ``True``, allow pre-release versions to be returned - otherwise, don't return prereleases unless they're all that's available. Return a set of :class:`Distribution` instances and a set of problems. The distributions returned should be such that they have the :attr:`required` attribute set to ``True`` if they were from the ``requirement`` passed to ``find()``, and they have the :attr:`build_time_dependency` attribute set to ``True`` unless they are post-installation dependencies of the ``requirement``. The problems should be a tuple consisting of the string ``'unsatisfied'`` and the requirement which couldn't be satisfied by any distribution known to the locator. z:*:z:test:z:build:z:dev:zpassed %s as requirement)r NzUnable to locate %rz located %sT)ZtestZbuildZdevz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s) r3 r1 r0 r= r r6 r# r rp rq r r r Z requestedr r? r5 rA Z run_requiresZ meta_requiresZbuild_requiresgetattrr< r r Zname_and_versionr valuesZbuild_time_dependency)r9 r Z meta_extrasr r r r@ ZtodoZ install_distsra r? ZireqtsZsreqtsZereqtsr? rR Z all_reqtsr Z providersr; nr r4 r1 r. r. r/ find s zDependencyFinder.find)N)NF) r@ rA rB rC rL r5 r8 r: r< rA rE r. r. r. r/ r. % s (r. )N)Or ior r Zloggingr rg r r ImportErrorZdummy_threadingr r3 r compatr r r r r r r r r r r r7 r r r r Zdatabaser r r r r r utilr r r r r r r r r! r r" r# r r$ r% Z getLoggerr@ rp r r r r r r* r0 r1 objectrD r r r r r r r" r& r/ r ZNAME_VERSION_REr. r. r. r. r/ <module> s^ D, @0E: zA& [ PK A\FaX} } ; pip/_vendor/distlib/__pycache__/compat.cpython-38.opt-1.pycnu [ U .e @ sB d dl mZ d dlZd dlZd dlZz d dlZW n ek rH dZY nX ejd dk r~d dlmZ e fZ e Z d dl mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d d Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- er&d d l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd Z<nd dl=mZ e>fZ e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- er&d d lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCmDZ/ d dlAmEZ$ d dlFmDZ0 d dl2Z2d dlGm3Z3 d dlHmIZ4 eJZ5d dl6m:Z: e8Z8zd dlmKZKmLZL W n8 ek r G dd deMZLdddd ZNd d ZKY nX zd d l mOZP W n& ek r G d d! d!eQZPY nX zd d"lmRZR W n, ek rT ejSejTB dfd#d$ZRY nX d d%lUmVZW eXeWd&rteWZVn,d d'lUmYZZ G d(d) d)eZZYG d*d+ d+eWZVzd d,l[m\Z\ W n ek r d-d. Z\Y nX z d dl]Z]W n" ek r dd/lm]Z] Y nX ze^Z^W n* e_k r2 d d0l`maZa d1d2 Z^Y nX zejbZbejcZcW nH edk r ee pbd3Zfefd4krtd5Zgnd6Zgd7d8 Zbd9d: ZcY nX zd d;lhmiZi W nH ek r d d<ljmkZkmlZl d dlZemd=Znd>d? Zod@dA ZiY nX zd dBlpmqZq W n" ek r d dBlrmqZq Y nX ejddC dDk r:e3 jsZsn d dElpmsZs zd dFl`mtZt W nd ek r d dGl`muZu zd dHlvmwZx W n ek r dedJdKZxY nX G dLdM dMeuZtY nX zd dNlymzZz W nH ek r zd dNl{mzZz W n ek r dfdOdPZzY nX Y nX zd dQl`m|Z| W n ek r zd dRl}m~Z W n" ek rj d dRlm~Z Y nX zd dSlmZmZmZ W n ek r Y nX G dTdU dUeZ|Y nX zd dVlmZmZ W nv ek r< emdWejZdXdY ZG dZd[ d[eZdgd\d]ZG d^d_ d_eZG d`da daeZG dbdc dceQZY nX dS )h )absolute_importN )StringIO)FileType )shutil)urlparse urlunparseurljoinurlsplit urlunsplit) urlretrievequoteunquote url2pathname pathname2urlContentTooShortError splittypec C s t | tr| d} t| S )Nutf-8) isinstanceunicodeencode_quote)s r >/usr/lib/python3.8/site-packages/pip/_vendor/distlib/compat.pyr s r ) RequesturlopenURLError HTTPErrorHTTPBasicAuthHandlerHTTPPasswordMgr HTTPHandlerHTTPRedirectHandler build_opener) HTTPSHandler) HTMLParser)ifilter) ifilterfalsec C s< t dkrddl}|da t | }|r4|ddS d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r ) _userprogrecompilematchgroup)Zhostr+ r- r r r splituser4 s r/ ) TextIOWrapper) r r r r/ r r r r r ) r r r r r r r! r" r# r$ )r r r ) filterfalse)match_hostnameCertificateErrorc @ s e Zd ZdS )r3 N)__name__ __module__ __qualname__r r r r r3 ^ s r3 c C s g }| s dS | d}|d |dd }}|d}||krNtdt| |sb| | kS |dkrv|d n>|d s|d r|t| n|t| d d |D ]}|t| qt d d | d tj } | |S )zpMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F.r r N*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)splitcountr3 reprlowerappend startswithr+ escapereplacer, join IGNORECASEr- ) ZdnhostnameZ max_wildcardsZpatspartsZleftmostZ remainderZ wildcardsfragZpatr r r _dnsname_matchb s* rF c C s | s t dg }| dd}|D ]*\}}|dkr t||r@ dS || q |s| ddD ]6}|D ],\}}|dkrdt||r dS || qdq\t|dkrtd |d tt|f n*t|dkrtd ||d f ntd dS )a= Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNamer ZDNSNZsubjectZ commonNamer z&hostname %r doesn't match either of %s, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) ValueErrorgetrF r= lenr3 rA mapr; )ZcertrC ZdnsnamesZsankeyvaluesubr r r r2 s2 r2 )SimpleNamespacec @ s e Zd ZdZdd ZdS ) ContainerzR A generic container for when multiple values need to be returned c K s | j | d S N__dict__update)selfkwargsr r r __init__ s zContainer.__init__N)r4 r5 r6 __doc__rW r r r r rP s rP )whichc s" dd }t j r&| |r" S dS |dkr>t jdt j}|sFdS |t j}tj dkrt j |krt| dt j t jddt j}t fd d |D r g}q fd d |D }n g}t }|D ]P}t j|}||kr|| |D ](} t j|| } || |r| S qqdS ) aK Given a command, mode, and a PATH string, return the path which conforms to the given mode on the PATH, or None if there is no such file. `mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result of os.environ.get("PATH"), or can be overridden with a custom search path. c S s& t j| o$t | |o$t j| S rQ )ospathexistsaccessisdir)fnmoder r r _access_check s z which.<locals>._access_checkNPATHZwin32r ZPATHEXT c 3 s | ]} | V qd S rQ )r< endswith.0extcmdr r <genexpr> s zwhich.<locals>.<genexpr>c s g | ] } | qS r r re rh r r <listcomp> s zwhich.<locals>.<listcomp>)rZ r[ dirnameenvironrI defpathr9 pathsepsysplatformcurdirinsertanysetnormcaseaddrA ) ri r` r[ ra ZpathextfilesseendirZnormdirZthefilenamer rh r rY s8 rY )ZipFile __enter__) ZipExtFilec @ s$ e Zd Zdd Zdd Zdd ZdS )r~ c C s | j |j d S rQ rR )rU baser r r rW s zZipExtFile.__init__c C s | S rQ r rU r r r r} s zZipExtFile.__enter__c G s | d S rQ closerU exc_infor r r __exit__ s zZipExtFile.__exit__N)r4 r5 r6 rW r} r r r r r r~ s r~ c @ s$ e Zd Zdd Zdd Zdd ZdS )r| c C s | S rQ r r r r r r} " s zZipFile.__enter__c G s | d S rQ r r r r r r % s zZipFile.__exit__c O s t j| f||}t|S rQ ) BaseZipFileopenr~ )rU argsrV r r r r r ) s z ZipFile.openN)r4 r5 r6 r} r r r r r r r| ! s r| )python_implementationc C s0 dt jkrdS tjdkr dS t jdr,dS dS )z6Return a string identifying the Python implementation.ZPyPyjavaZJythonZ IronPythonZCPython)rp versionrZ r{ r> r r r r r 0 s r ) sysconfig)Callablec C s t | tS rQ )r r )objr r r callableD s r r mbcsstrictsurrogateescapec C s: t | tr| S t | tr$| ttS tdt| j d S Nzexpect bytes or str, not %s) r bytes text_typer _fsencoding _fserrors TypeErrortyper4 filenamer r r fsencodeX s r c C s: t | tr| S t | tr$| ttS tdt| j d S r ) r r r decoder r r r r4 r r r r fsdecodea s r )detect_encoding)BOM_UTF8lookupzcoding[:=]\s*([-\w.]+)c C sH | dd dd}|dks*|dr.dS |dks@|drDd S | S ) z(Imitates get_normal_name in tokenizer.c.N _-r zutf-8-)zlatin-1 iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r )r< r@ r> )orig_encencr r r _get_normal_namer s r c s z j jW n tk r$ dY nX d d}d}fdd} fdd}| }|trpd |d d }d }|s||g fS ||}|r||gfS | }|s||gfS ||}|r|||gfS |||gfS ) a? The detect_encoding() function is used to detect the encoding that should be used to decode a Python source file. It requires one argument, readline, in the same way as the tokenize() generator. It will call readline a maximum of twice, and return the encoding used (as a string) and a list of any lines (left as bytes) it has read in. It detects the encoding from the presence of a utf-8 bom or an encoding cookie as specified in pep-0263. If both a bom and a cookie are present, but disagree, a SyntaxError will be raised. If the encoding cookie is an invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found, 'utf-8-sig' is returned. If no encoding is specified, then the default of 'utf-8' will be returned. NFr c s$ z W S t k r Y dS X d S )N ) StopIterationr )readliner r read_or_stop s z%detect_encoding.<locals>.read_or_stopc s z| d}W n4 tk rB d}d k r6d|}t|Y nX t|}|sVd S t|d }z t|}W n: tk r d krd| }n d|}t|Y nX r|j dkr؈d krd}n d}t||d 7 }|S ) Nr z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig) r UnicodeDecodeErrorformat SyntaxError cookie_refindallr r LookupErrorr{ )line line_stringmsgZmatchesencodingcodec) bom_foundr r r find_cookie s8 z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)__self__r{ AttributeErrorr> r )r r defaultr r firstsecondr )r r r r r } s4 & r )r? r) )r )unescape)ChainMap)MutableMapping)recursive_repr...c s fdd}|S )zm Decorator to make a repr function return fillvalue for a recursive call c sL t fdd}td|_td|_td|_tdi |_|S )Nc sB t | t f}|kr S | z | }W 5 | X |S rQ )id get_identrw discard)rU rL result) fillvalue repr_running user_functionr r wrapper s z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rX r4 __annotations__)ru getattrr5 rX r4 r )r r r )r r r decorating_function s z,_recursive_repr.<locals>.decorating_functionr )r r r r r _recursive_repr s r c @ s e Zd ZdZdd Zdd Zdd Zd'd d Zd d Zd d Z dd Z dd Z e dd Z edd Zdd ZeZdd Zedd Zd d Zd d Zd!d" Zd#d$ Zd%d& ZdS )(r a A ChainMap groups multiple dicts (or other mappings) together to create a single, updateable view. The underlying mappings are stored in a list. That list is public and can accessed or updated using the *maps* attribute. There is no other state. Lookups search the underlying mappings successively until a key is found. In contrast, writes, updates, and deletions only operate on the first mapping. c G s t |p i g| _dS )zInitialize a ChainMap by setting *maps* to the given mappings. If no mappings are provided, a single empty dictionary is used. N)listmaps)rU r r r r rW s zChainMap.__init__c C s t |d S rQ )KeyErrorrU rL r r r __missing__ s zChainMap.__missing__c C s: | j D ](}z|| W S tk r, Y qX q| |S rQ )r r r )rU rL mappingr r r __getitem__ s zChainMap.__getitem__Nc C s || kr| | S |S rQ r rU rL r r r r rI % s z ChainMap.getc C s t t j| j S rQ )rJ ru unionr r r r r __len__( s zChainMap.__len__c C s t t j| j S rQ )iterru r r r r r r __iter__+ s zChainMap.__iter__c s t fdd| jD S )Nc 3 s | ]} |kV qd S rQ r )rf mrL r r rj / s z(ChainMap.__contains__.<locals>.<genexpr>rt r r r r r __contains__. s zChainMap.__contains__c C s t | jS rQ r r r r r __bool__1 s zChainMap.__bool__c C s d | dtt| jS )Nz{0.__class__.__name__}({1})rG )r rA rK r; r r r r r __repr__4 s zChainMap.__repr__c G s | t j|f| S )z?Create a ChainMap with a single dict created from the iterable.)dictfromkeys)clsiterabler r r r r 9 s zChainMap.fromkeysc C s$ | j | jd f| jdd S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N) __class__r copyr r r r r > s z ChainMap.copyc C s | j i f| j S )z;New ChainMap with a new dict followed by all previous maps.r r r r r r new_childD s zChainMap.new_childc C s | j | jdd S )zNew ChainMap from maps[1:].r Nr r r r r parentsH s zChainMap.parentsc C s || j d |< d S )Nr )r )rU rL rM r r r __setitem__M s zChainMap.__setitem__c C s8 z| j d |= W n" tk r2 td|Y nX d S )Nr (Key not found in the first mapping: {!r})r r r r r r r __delitem__P s zChainMap.__delitem__c C s2 z| j d W S tk r, tdY nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r popitemr r r r r r V s zChainMap.popitemc G s@ z| j d j|f| W S tk r: td|Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r r N)r popr r )rU rL r r r r r ] s z ChainMap.popc C s | j d dS )z'Clear maps[0], leaving maps[1:] intact.r N)r clearr r r r r d s zChainMap.clear)N)r4 r5 r6 rX rW r r rI r r r r r r classmethodr r __copy__r propertyr r r r r r r r r r r s. r )cache_from_sourcec C s" |d kr d}|rd}nd}| | S )NFcor )r[ debug_overridesuffixr r r r n s r ) OrderedDict)r )KeysView ValuesView ItemsViewc @ s e Zd ZdZdd ZejfddZejfddZdd Zd d Z d d Z d6ddZ dd Z dd Z dd Zdd Zdd Zdd Zd d ZeZe Zefd d Zd7d"d#Zd8d$d%Zd&d' Zd(d) Zed9d*d+Z d,d- Z d.d/ Z d0d1 Z d2d3 Z d4d5 Z!d!S ):r z)Dictionary that remembers insertion orderc O sn t |dkr tdt | z | j W n6 tk r\ g | _}||dg|dd< i | _Y nX | j|| dS )zInitialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. r z$expected at most 1 arguments, got %dN)rJ r _OrderedDict__rootr _OrderedDict__map_OrderedDict__update)rU r kwdsrootr r r rW s zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || || dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r r )rU rL rM Z dict_setitemr lastr r r r s zOrderedDict.__setitem__c C s0 || | | j |\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r r )rU rL Z dict_delitem link_prev link_nextr r r r s zOrderedDict.__delitem__c c s. | j }|d }||k r*|d V |d }qdS )zod.__iter__() <==> iter(od)r r) Nr rU r Zcurrr r r r s zOrderedDict.__iter__c c s. | j }|d }||k r*|d V |d }qdS )z#od.__reversed__() <==> reversed(od)r r) Nr r r r r __reversed__ s zOrderedDict.__reversed__c C sd z@| j D ]}|dd= q | j}||dg|dd< | j W n tk rT Y nX t| dS )z.od.clear() -> None. Remove all items from od.N)r itervaluesr r r r )rU Znoder r r r r s zOrderedDict.clearTc C s| | s t d| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= t| |}||fS )zod.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. zdictionary is emptyr r r) )r r r r r )rU r r linkr r rL rM r r r r s zOrderedDict.popitemc C s t | S )z od.keys() -> list of keys in od)r r r r r keys s zOrderedDict.keysc s fdd D S )z#od.values() -> list of values in odc s g | ] } | qS r r rf rL r r r rk s z&OrderedDict.values.<locals>.<listcomp>r r r r r values s zOrderedDict.valuesc s fdd D S )z.od.items() -> list of (key, value) pairs in odc s g | ]}| | fqS r r r r r r rk s z%OrderedDict.items.<locals>.<listcomp>r r r r r items s zOrderedDict.itemsc C s t | S )z0od.iterkeys() -> an iterator over the keys in od)r r r r r iterkeys s zOrderedDict.iterkeysc c s | D ]}| | V qdS )z2od.itervalues -> an iterator over the values in odNr rU kr r r r s zOrderedDict.itervaluesc c s | D ]}|| | fV qdS )z=od.iteritems -> an iterator over the (key, value) items in odNr r r r r iteritems s zOrderedDict.iteritemsc O s t | dkr tdt | f n | s,td| d }d}t | dkrL| d }t|trn|D ]}|| ||< qZn<t|dr| D ]}|| ||< qn|D ]\}}|||< q| D ]\}}|||< qdS ) a od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v r) z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r r N)rJ r r r hasattrr r )r r rU otherrL rM r r r rT s( zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t||S )zod.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. )_OrderedDict__markerr )rU rL r r r r r r * s zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr r r r r setdefault7 s zOrderedDict.setdefaultc C sf |si }t | t f}||kr"dS d||< z.| sBd| jjf W S d| jj| f W S ||= X dS )zod.__repr__() <==> repr(od)r r z%s()z%s(%r)N)r _get_identr r4 r )rU Z _repr_runningZcall_keyr r r r > s zOrderedDict.__repr__c sX fdd D }t }t t D ]}||d q(|rL j|f|fS j|ffS )z%Return state information for picklingc s g | ]}| | gqS r r rf r r r r rk N s z*OrderedDict.__reduce__.<locals>.<listcomp>N)varsr r r r )rU r Z inst_dictr r r r __reduce__L s zOrderedDict.__reduce__c C s | | S )z!od.copy() -> a shallow copy of od)r r r r r r V s zOrderedDict.copyc C s | }|D ] }|||< q |S )zOD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). r )r r rM drL r r r r Z s zOrderedDict.fromkeysc C s6 t |tr*t| t|ko(| | kS t| |S )zod.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. )r r rJ r r __eq__rU r r r r r e s zOrderedDict.__eq__c C s | |k S rQ r r r r r __ne__n s zOrderedDict.__ne__c C s t | S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r r r r r viewkeyss s zOrderedDict.viewkeysc C s t | S )z<od.viewvalues() -> an object providing a view on od's values)r r r r r viewvaluesw s zOrderedDict.viewvaluesc C s t | S )zBod.viewitems() -> a set-like object providing a view on od's items)r r r r r viewitems{ s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rX rW r r r r r r r r r r r r r rT r objectr r r r r r r r r r r r! r" r r r r r s: r )BaseConfigurator valid_identz^[a-z_][a-z0-9_]*$c C s t | }|std| dS )Nz!Not a valid Python identifier: %rT) IDENTIFIERr- rH )r r r r r r% s r% c @ s" e Zd ZdZdd ZdddZdS )ConvertingDictz A converting dictionary wrapper.c C sJ t | |}| j|}||k rF|| |< t|tttfkrF| |_||_ |S rQ ) r r configuratorconvertr r' ConvertingListConvertingTupleparentrL rU rL rM r r r r r s zConvertingDict.__getitem__Nc C sL t | ||}| j|}||k rH|| |< t|tttfkrH| |_||_ |S rQ ) r rI r( r) r r' r* r+ r, rL rU rL r rM r r r r rI s zConvertingDict.get)N)r4 r5 r6 rX r rI r r r r r' s r' c C sD t | ||}| j|}||k r@t|tttfkr@| |_||_ |S rQ ) r r r( r) r r' r* r+ r, rL r. r r r r s r c @ s" e Zd ZdZdd ZdddZdS ) r* zA converting list wrapper.c C sJ t | |}| j|}||k rF|| |< t|tttfkrF| |_||_ |S rQ ) r r r( r) r r' r* r+ r, rL r- r r r r s zConvertingList.__getitem__c C s< t | |}| j|}||k r8t|tttfkr8| |_|S rQ ) r r r( r) r r' r* r+ r, )rU idxrM r r r r r s zConvertingList.popN)r/ )r4 r5 r6 rX r r r r r r r* s r* c @ s e Zd ZdZdd ZdS )r+ zA converting tuple wrapper.c C sB t | |}| j|}||k r>t|tttfkr>| |_||_ |S rQ ) tupler r( r) r r' r* r+ r, rL r- r r r r s zConvertingTuple.__getitem__N)r4 r5 r6 rX r r r r r r+ s r+ c @ s e Zd ZdZedZedZedZedZ edZ ddd Z e e Zd d Zd d Zdd Zdd Zdd Zdd Zdd ZdS )r$ zQ The configurator base class which defines some useful defaults. z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$ ext_convert cfg_convert)rg Zcfgc C s t || _| | j_d S rQ )r' configr( )rU r4 r r r rW s zBaseConfigurator.__init__c C s | d}|d}z^| |}|D ]H}|d| 7 }zt||}W q$ tk rj | | t||}Y q$X q$|W S tk r t dd \}}td||f }|| |_ |_ |Y nX dS )zl Resolve strings to objects using standard import and attribute syntax. r7 r r NzCannot resolve %r: %s) r9 r importerr r ImportErrorrp r rH __cause__ __traceback__) rU r r{ ZusedfoundrE etbvr r r resolve s" zBaseConfigurator.resolvec C s | |S )z*Default converter for the ext:// protocol.)r= rU rM r r r r2 s z BaseConfigurator.ext_convertc C s |}| j |}|dkr&td| n|| d }| j| d }|r| j|}|rn|| d }nd| j|}|r| d }| j|s|| }n2zt |}|| }W n t k r || }Y nX |r|| d }qHtd||f qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) WORD_PATTERNr- rH endr4 groups DOT_PATTERN INDEX_PATTERN DIGIT_PATTERNintr )rU rM restr r r0 nr r r r3 s4 z BaseConfigurator.cfg_convertc C s t |ts$t |tr$t|}| |_nt |tsHt |trHt|}| |_nzt |tslt |trlt|}| |_nVt |tr| j |}|r| }|d }| j |d}|r|d }t| |}||}|S )z Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. prefixNr )r r' r r( r* r r+ r1 string_typesCONVERT_PATTERNr- groupdictvalue_convertersrI r )rU rM r r rH Z converterr r r r r) 2 s, zBaseConfigurator.convertc sn d}t|s | |} dd}t fdd D }|f |}|rj| D ]\}}t||| qT|S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |r| | fqS r )r% r r4 r r rk U s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r r r= r r setattr)rU r4 r ZpropsrV r r{ rM r rM r configure_customN s z!BaseConfigurator.configure_customc C s t |trt|}|S )z0Utility function which converts lists to tuples.)r r r1 r> r r r as_tuple\ s zBaseConfigurator.as_tupleN)r4 r5 r6 rX r+ r, rJ r? rB rC rD rL staticmethod __import__r5 rW r= r2 r3 r) rO rP r r r r r$ s" " r$ )r )r )N)N)Z __future__r rZ r+ rp Zsslr6 version_infor Z basestringrI r r typesr Z file_typeZ __builtin__builtinsZ ConfigParserZ configparserZ _backportr r r r r r Zurllibr r r r r r r r Zurllib2r r r r r r! r" r# r$ r% ZhttplibZ xmlrpclibZQueueZqueuer& ZhtmlentitydefsZ raw_input itertoolsr' filterr( r1 r* r/ iostrr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ xmlrpc.clientZ html.parserZ html.entitiesZentitiesinputr2 r3 rH rF rO rP r# rY F_OKX_OKZzipfiler| r r r~ ZBaseZipExtFilerq r r r NameError collectionsr r r r getfilesystemencodingr r tokenizer codecsr r r, r r Zhtmlr? Zcgir r r reprlibr r importlib.utilr Zimpr threadr r Z dummy_threadZ_abcollr r r r Zlogging.configr$ r% Ir& r' r r r* r1 r+ r r r r <module> s, $, ,0 2+ A [ b w PK A\*zH H < pip/_vendor/distlib/__pycache__/markers.cpython-38.opt-1.pycnu [ U .e# @ s d Z ddlZddlZddlZddlZddlmZmZmZ ddl m Z m Z dgZ dd Z G d d d eZd d Ze Z[e Zdd dZdS )zG Parser for the environment markers micro-language defined in PEP 508. N )python_implementationurlparse string_types)in_venv parse_marker interpretc C s t | tr| sdS | d dkS )NFr '") isinstancer )o r ?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/markers.py _is_literal s r c @ sf e Zd ZdZdd dd dd dd dd dd d d d d d d d d d d dd d Zdd ZdS ) Evaluatorz; This class is used to evaluate marker expessions. c C s | |kS Nr xyr r r <lambda>$ zEvaluator.<lambda>c C s | |kS r r r r r r r % r c C s | |kp| |kS r r r r r r r & r c C s | |kS r r r r r r r ' r c C s | |k S r r r r r r r ( r c C s | |kp| |k S r r r r r r r ) r c C s | |kS r r r r r r r * r c C s | |kp| |kS r r r r r r r + r c C s | o|S r r r r r r r , r c C s | p|S r r r r r r r - r c C s | |kS r r r r r r r . r c C s | |kS r r r r r r r / r ) z==z===z~=z!=<z<=>z>=andorinznot inc C s t |trB|d dkr$|dd }q||kr8td| || }n|d }|| jkr`td| |d }|d }t|d rt|d rtd |||f | ||}| ||}| j| ||}|S ) z Evaluate a marker expression returned by the :func:`parse_requirement` function in the specified context. r r r zunknown variable: %sopzop not implemented: %slhsrhsz invalid comparison: %s %s %s)r r SyntaxError operationsNotImplementedErrorr evaluate) selfexprcontextresultr ZelhsZerhsr r r r r r" 2 s" zEvaluator.evaluateN)__name__ __module__ __qualname____doc__r r" r r r r r s r c C s dd } t tdr(| tjj}tjj}nd}d}||tjt t t t t t t t t d d tjd }|S )Nc S s< d| j | j| jf }| j}|dkr8||d t| j 7 }|S )Nz%s.%s.%sfinalr )majorminormicro releaselevelstrserial)infoversionZkindr r r format_full_versionN s z,default_context.<locals>.format_full_versionimplementation0 ) implementation_nameimplementation_versionZos_nameZplatform_machineZ platform_python_implementationZplatform_releaseZplatform_systemZplatform_versionZplatform_in_venvZpython_full_versionpython_versionZ sys_platform)hasattrsysr5 r3 nameosplatformmachiner releasesystemr0 r r; )r4 r: r9 r& r r r default_contextM s( rD c C s zt | \}}W n2 tk rB } ztd| |f W 5 d}~X Y nX |rd|d dkrdtd| |f tt}|rz|| t||S )z Interpret a marker and return a result depending on environment. :param marker: The marker to interpret. :type marker: str :param execution_context: The context used for name lookup. :type execution_context: mapping z)Unable to interpret marker syntax: %s: %sNr #z*unexpected trailing data in marker: %s: %s)r Exceptionr dictDEFAULT_CONTEXTupdate evaluatorr" )ZmarkerZexecution_contextr$ rester% r r r r q s " )N)r* r? r= r@ recompatr r r utilr r __all__r objectr rD rH rJ r r r r r <module> s / PK A\E] W W = pip/_vendor/distlib/__pycache__/locators.cpython-38.opt-1.pycnu [ U .e_ @ sD d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZz d dlZW n e k rd d dl ZY nX d dl Z ddl m Z ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ dd l0m1Z1m2Z2 dd l3m4Z4m5Z5 e6e7Z8e9d Z:e9d ej;Z<e9d Z=dZ>d-ddZ?G dd deZ@G dd deAZBG dd deBZCG dd deBZDG dd deAZEG dd d eBZFG d d d eBZGG d d d eBZHG d!d" d"eBZIG d#d$ d$eBZJeJeH eFd%d&d'd(d)ZKeKjLZLe9d*ZMG d+d, d,eAZNdS ). N)BytesIO )DistlibException)urljoinurlparse urlunparse url2pathname pathname2urlqueuequoteunescape string_types build_openerHTTPRedirectHandler text_typeRequest HTTPErrorURLError) DistributionDistributionPath make_dist)MetadataMetadataInvalidError) cached_propertyparse_credentials ensure_slashsplit_filenameget_project_dataparse_requirementparse_name_and_version ServerProxynormalize_name) get_schemeUnsupportedVersionError)Wheel is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlzhttps://pypi.org/pypic C s6 | dkr t } t| dd}z | W S |d X dS )z Return all distribution names known by an index. :param url: The URL of the index. :return: A list of all known distribution names. N @timeoutclose) DEFAULT_INDEXr list_packages)urlclient r. @/usr/lib/python3.8/site-packages/pip/_vendor/distlib/locators.pyget_all_distribution_names) s r0 c @ s$ e Zd ZdZdd Ze Z ZZdS )RedirectHandlerzE A class to work around a bug in some Python 3.2.x releases. c C s d }dD ]}||kr|| } q"q|d kr.d S t |}|jdkrnt| |}t|drf||| n|||< t| |||||S )N)locationZuri replace_header)r schemer Z get_full_urlhasattrr4 BaseRedirectHandlerhttp_error_302) selfreqfpcodemsgheadersZnewurlkeyZurlpartsr. r. r/ r8 @ s z RedirectHandler.http_error_302N)__name__ __module__ __qualname____doc__r8 Zhttp_error_301Zhttp_error_303Zhttp_error_307r. r. r. r/ r1 7 s r1 c @ s e Zd ZdZdZdZdZdZed Zd)dd Z d d Z d d Z dd Z dd Z dd Zee eZdd Zdd Zdd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd*d'd(ZdS )+LocatorzG A base class for locators - things that locate distributions. )z.tar.gzz.tar.bz2z.tarz.zipz.tgzz.tbz)z.eggz.exe.whl)z.pdfN)rE defaultc C s, i | _ || _tt | _d| _t | _dS )a^ Initialise an instance. :param scheme: Because locators look for most recent versions, they need to know the version scheme to use. This specifies the current PEP-recommended scheme - use ``'legacy'`` if you need to support existing distributions on PyPI. N) _cacher5 r r1 openermatcherr Queueerrors)r9 r5 r. r. r/ __init__f s zLocator.__init__c C sV g }| j sRz| j d}|| W n | j jk rD Y qY nX | j q|S )z8 Return any errors which have occurred. F)rK emptygetappendZEmpty task_done)r9 resulter. r. r/ get_errorsy s zLocator.get_errorsc C s | dS )z> Clear any errors which may have been logged. N)rS r9 r. r. r/ clear_errors s zLocator.clear_errorsc C s | j d S N)rG clearrT r. r. r/ clear_cache s zLocator.clear_cachec C s | j S rV _schemerT r. r. r/ _get_scheme s zLocator._get_schemec C s || _ d S rV rY )r9 valuer. r. r/ _set_scheme s zLocator._set_schemec C s t ddS )a= For a given project, get a dictionary mapping available versions to Distribution instances. This should be implemented in subclasses. If called from a locate() request, self.matcher will be set to a matcher for the requirement to satisfy, otherwise it will be None. Please implement in the subclassNNotImplementedError)r9 namer. r. r/ _get_project s zLocator._get_projectc C s t ddS )J Return all the distribution names known to this locator. r^ Nr_ rT r. r. r/ get_distribution_names s z Locator.get_distribution_namesc C sL | j dkr| |}n2|| j kr,| j | }n | | |}|| j |< |S )z For a given project, get a dictionary mapping available versions to Distribution instances. This calls _get_project to do all the work, and just implements a caching layer on top. N)rG rb rU )r9 ra rQ r. r. r/ get_project s zLocator.get_projectc C s^ t |}t|j}d}|d}|| j}|rBtt|| j}|j dkd|j k||||fS )zu Give an url a score which can be used to choose preferred URLs for a given project release. TrE httpszpypi.org) r posixpathbasenamepathendswithdownloadable_extensionsr% r$ wheel_tagsr5 netloc)r9 r, trh Z compatibleZis_wheelZis_downloadabler. r. r/ score_url s zLocator.score_urlc C sR |}|rN| |}| |}||kr(|}||kr@td|| ntd|| |S )a{ Choose one of two URLs where both are candidates for distribution archives for the same version of a distribution (for example, .tar.gz vs. zip). The current implementation favours https:// URLs over http://, archives from PyPI over those from other locations, wheel compatibility (if a wheel) and then the archive name. zNot replacing %r with %rzReplacing %r with %r)ro loggerdebug)r9 url1url2rQ s1s2r. r. r/ prefer_url s zLocator.prefer_urlc C s t ||S )zZ Attempt to split a filename in project name, version and Python version. )r )r9 filename project_namer. r. r/ r s zLocator.split_filenamec C s dd }d}t |\}}}}} } | dr<td|| t| } | rX| \} } nd\} } |}|r|d dkr|dd }|d r>z~t |}t || j std | nX|dkrd }n ||j |}|r|j |j |jt||||| d fd dd |jD d}W n0 tk r: } ztd| W 5 d}~X Y nX n|| jsZtd| nt| }}| jD ]}||rn|dt| }| ||}|std| nH|\}}}|r|||r|||t||||| d fd}|r||d< qqn|r| r| |d| < |S )a See if a URL is a candidate for a download URL for a project (the URL has typically been scraped from an HTML page). If it is, a dictionary is returned with keys "name", "version", "filename" and "url"; otherwise, None is returned. c S s t | t |kS rV )r! )Zname1Zname2r. r. r/ same_project s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %r)NN/rE zWheel not compatible: %sTr3 z, c S s" g | ]}d t|dd qS ). N)joinlist).0vr. r. r/ <listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)ra versionrw r, python-versionzinvalid path for wheel: %szNot downloadable: %sz No match for project/version: %s)ra r rw r, r %s_digest)r lower startswithrp rq HASHER_HASHmatchgroupsrj r$ r% rl ra r rw r r~ pyver Exceptionwarningrk rg rh lenr )r9 r, rx ry rQ r5 rm ri paramsqueryfragmalgodigestZorigpathwheelZincluderR rw Zextrn ra r r r. r. r/ convert_url_to_download_info s z$Locator.convert_url_to_download_infoc C s2 d}dD ]$}d| }||kr||| f} q.q|S )z Get a digest from a dictionary by looking at keys of the form 'algo_digest'. Returns a 2-tuple (algo, digest) if found, else None. Currently looks only for SHA256, then MD5. N)Zsha256md5r r. )r9 inforQ r r? r. r. r/ _get_digest1 s zLocator._get_digestc C s | d}| d}||kr,|| }|j}nt||| jd}|j}| | |_}|d }||d |< |j|d kr| |j||_|d |t | | |_ |||< dS )z Update a result dictionary (the final result from _get_project) with a dictionary for a specific version, which typically holds information gleaned from a filename or URL for an archive for the distribution. ra r r5 r, digestsurlsN) popmetadatar r5 r r source_urlrv setdefaultsetaddlocator) r9 rQ r ra r distmdr r, r. r. r/ _update_version_dataA s z Locator._update_version_dataFc C s d}t |}|dkr td| t| j}||j | _}td|t|j | |j }t |dkr2g }|j } |D ]z} | dkrqxzH|| std|| n*|s| | js|| ntd| |j W qx tk r td|| Y qxX qxt |d krt||jd }|r2td | |d } || }|r|jrH|j|_|d i | t |_i } |di } |jD ] }|| krv| | | |< qv| |_d| _|S )a Find the most recent distribution which matches the given requirement. :param requirement: A requirement of the form 'foo (1.0)' or perhaps 'foo (>= 1.0, < 2.0, != 1.3)' :param prereleases: If ``True``, allow pre-release versions to be located. Otherwise, pre-release versions are not returned. :return: A :class:`Distribution` instance, or ``None`` if no such distribution could be located. NzNot a valid requirement: %rzmatcher: %s (%s)r} r r z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r? zsorted list: %srz r r )r r r" r5 rI requirementrp rq typer@ re ra r Z version_classr Z is_prereleaserO r r sortedr? ZextrasrN r download_urlsr )r9 r prereleasesrQ rr5 rI versionsZslistZvclskr dZsdr, r. r. r/ locateX sX zLocator.locate)rF )F)r@ rA rB rC source_extensionsbinary_extensionsexcluded_extensionsrl rk rL rS rU rX r[ r] propertyr5 rb rd re ro rv r r r r r r. r. r. r/ rD V s. JrD c s0 e Zd ZdZ fddZdd Zdd Z ZS )PyPIRPCLocatorz This locator uses XML-RPC to locate distributions. It therefore cannot be used with simple mirrors (that only mirror file content). c s* t t| jf | || _t|dd| _dS )z Initialise an instance. :param url: The URL to use for XML-RPC. :param kwargs: Passed to the superclass constructor. r& r' N)superr rL base_urlr r- r9 r, kwargs __class__r. r/ rL s zPyPIRPCLocator.__init__c C s t | j S rc )r r- r+ rT r. r. r/ rd s z%PyPIRPCLocator.get_distribution_namesc C s i i d}| j |d}|D ]}| j ||}| j ||}t| jd}|d |_|d |_|d|_ |dg |_ |d|_ t |}|r |d } | d |_ | | |_| |_|||< |D ]:} | d } | | } |d |t | | |d | < qq |S ) Nr Tr ra r licensekeywordssummaryr r, r r )r- Zpackage_releasesZ release_urlsZ release_datar r5 ra r rN r r r r r r r r r r r ) r9 ra rQ r r r datar r r r, r r. r. r/ rb s0 zPyPIRPCLocator._get_projectr@ rA rB rC rL rd rb __classcell__r. r. r r/ r s r c s0 e Zd ZdZ fddZdd Zdd Z ZS )PyPIJSONLocatorzw This locator uses PyPI's JSON interface. It's very limited in functionality and probably not worth using. c s t t| jf | t|| _d S rV )r r rL r r r r r. r/ rL s zPyPIJSONLocator.__init__c C s t ddS rc z Not available from this locatorNr_ rT r. r. r/ rd s z&PyPIJSONLocator.get_distribution_namesc C s i i d}t | jdt| }z| j|}| }t|}t | j d}|d }|d |_ |d |_ | d|_| dg |_| d |_t|}| |_|d } |||j < |d D ]T} | d }|j| | | |j|< |d |j t | | | |d |< q|d D ]\} } | |j kr4q t | j d} |j | _ | | _ t| }| |_||| < | D ]T} | d }|j| | | |j|< |d | t | | | |d |< qhq W n@ tk r } z | j t | t d| W 5 d }~X Y nX |S )Nr z%s/jsonr r ra r r r r r r, r ZreleaseszJSON fetch failed: %s) r r r rH openreaddecodejsonloadsr r5 ra r rN r r r r r r r r r r r itemsr rK putr rp exception)r9 ra rQ r, respr r r r r r r ZinfosZomdodistrR r. r. r/ rb sT z PyPIJSONLocator._get_projectr r. r. r r/ r s r c @ s` e Zd ZdZedejejB ejB Z edejejB Z dd Z edejZ e dd Zd S ) Pagez4 This class represents a scraped HTML page. z (rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s ]*))\s+)? href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s ]*)) (\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s ]*)))? z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| j| j }|r0|d| _dS )zk Initialise an instance with the Unicode page contents and the URL they came from. r N)r r r, _basesearchgroup)r9 r r, r r. r. r/ rL s z Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s dd }t }| j| jD ]}|d}|d pX|d pX|d pX|d pX|d pX|d }|d pp|d pp|d }t| j|}t|}| j d d |}| ||f q t |dd dd}|S )z Return the URLs of all the links on a page together with information about their "rel" attribute, for determining which ones to treat as downloads and which ones to queue for further scraping. c S s, t | \}}}}}}t||t||||fS )zTidy up an URL.)r r r )r, r5 rm ri r r r r. r. r/ clean- s zPage.links.<locals>.cleanr3 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rr rs Zurl3c S s dt | d S )Nz%%%2xr )ordr )r r. r. r/ <lambda>; z Page.links.<locals>.<lambda>c S s | d S )Nr r. )rn r. r. r/ r ? r T)r? reverse) r _hreffinditerr groupdictr r r _clean_resubr r )r9 r rQ r r relr, r. r. r/ links& s$ z Page.linksN)r@ rA rB rC recompileISXr r rL r r r r. r. r. r/ r s r c s e Zd ZdZejdd dd dZd fdd Zd d Zd d Z dd Z e de j Zdd Zdd Zdd Zdd Zdd Ze dZd d Z ZS ) SimpleScrapingLocatorz A locator which scrapes HTML pages to locate downloads for a distribution. This runs multiple threads to do the I/O; performance is at least as good as pip's PackageFinder, which works in an analogous fashion. c C s t jttd S )N)Zfileobj)gzipZGzipFiler r r br. r. r/ r M r z SimpleScrapingLocator.<lambda>c C s | S rV r. r r. r. r/ r N r )Zdeflater ZnoneN c sl t t| jf | t|| _|| _i | _t | _t | _ t | _ d| _ || _t | _t | _d| _dS )a Initialise an instance. :param url: The root URL to use for scraping. :param timeout: The timeout, in seconds, to be applied to requests. This defaults to ``None`` (no timeout specified). :param num_workers: The number of worker threads you want to do I/O, This defaults to 10. :param kwargs: Passed to the superclass. FN)r r rL r r r( _page_cacher _seenr rJ _to_fetch _bad_hostsskip_externals num_workers threadingRLock_lock_gplockplatform_check)r9 r, r( r r r r. r/ rL Q s z SimpleScrapingLocator.__init__c C sF g | _ t| jD ]0}tj| jd}|d | | j | qdS )z Threads are created only when get_project is called, and terminate before it returns. They are there primarily to parallelise I/O (i.e. fetching web pages). )targetTN) _threadsranger r ZThread_fetchZ setDaemonstartrO )r9 irn r. r. r/ _prepare_threadsl s z&SimpleScrapingLocator._prepare_threadsc C s6 | j D ]}| jd q| j D ] }| q g | _ dS )zu Tell all the threads to terminate (by sending a sentinel value) and wait for them to do so. N)r r r r~ )r9 rn r. r. r/ _wait_threadsy s z#SimpleScrapingLocator._wait_threadsc C s i i d}| j x || _|| _t| jdt| }| j | j | z&t d| | j | | j W 5 | X | `W 5 Q R X |S )Nr z%s/z Queueing %s)r rQ rx r r r r rW r r r rp rq r r r~ )r9 ra rQ r, r. r. r/ rb s z"SimpleScrapingLocator._get_projectz<\b(linux_(i\d86|x86_64|arm\w+)|win(32|_amd64)|macosx_?\d+)\bc C s | j |S )zD Does an URL refer to a platform-specific download? )platform_dependentr )r9 r, r. r. r/ _is_platform_dependent s z,SimpleScrapingLocator._is_platform_dependentc C sZ | j r| |rd}n| || j}td|| |rV| j | | j| W 5 Q R X |S )a% See if an URL is a suitable download for a project. If it is, register information in the result dictionary (for _get_project) about the specific version it's for. Note that the return value isn't actually used other than as a boolean value. Nzprocess_download: %s -> %s) r r r rx rp rq r r rQ )r9 r, r r. r. r/ _process_download s z'SimpleScrapingLocator._process_downloadc C s t |\}}}}}}|| j| j | j r2d}n|| jrJ|| jsJd}nd|| js\d}nR|dkrjd}nD|dkrxd}n6| |rd}n&| ddd } | dkrd}nd}t d |||| |S ) z Determine whether a link URL from a referring page and with a particular "rel" attribute should be queued for scraping. F)ZhomepageZdownload)Zhttprf Zftp:r r Z localhostTz#should_queue: %s (%s) from %s -> %s) r rj r r r r r r r splitr rp rq ) r9 linkZreferrerr r5 rm ri _rQ hostr. r. r/ _should_queue s0 z#SimpleScrapingLocator._should_queuec C s | j }zz|r| |}|dkr,W W q |jD ]j\}}|| jkr2zB| j| | |s| |||rt d|| | j | W q2 t k r Y q2X q2W n2 t k r } z| j t| W 5 d}~X Y nX W 5 | j X |s qq dS )z Get a URL to fetch from the work queue, get the HTML page, examine its links for download candidates and candidates for further scraping. This is a handy method to run in a thread. NzQueueing %s from %s)r rN rP get_pager r r r r rp rq r r r rK r )r9 r, pager r rR r. r. r/ r s, & z SimpleScrapingLocator._fetchc C sX t |\}}}}}}|dkr:tjt|r:tt|d}|| jkr`| j| }t d|| n| ddd }d}|| j krt d|| nt |d d id }zzt d | | j j|| jd } t d| | } | dd} t| r| } | } | d}|r"| j| }|| } d}t| }|r@|d}z| |} W n tk rn | d} Y nX t | | }|| j| < W n t k r } z |j dkrt d|| W 5 d}~X Y n t k r } z0t d|| | j! | j "| W 5 Q R X W 5 d}~X Y n2 t#k rB } zt d|| W 5 d}~X Y nX W 5 || j|< X |S )a Get the HTML for an URL, possibly from an in-memory cache. XXX TODO Note: this cache is never actually cleared. It's assumed that the data won't get stale over the lifetime of a locator instance (not necessarily true for the default_locator). filez index.htmlzReturning %s from cache: %sr r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r> z Fetching %sr' z Fetched %sz Content-Typer3 zContent-Encodingzutf-8zlatin-1i zFetch failed: %s: %s)$r osri isdirr r r r rp rq r r r rH r r( r rN HTML_CONTENT_TYPEr Zgeturlr decodersCHARSETr r r UnicodeErrorr r r< r r r r r )r9 r, r5 rm ri r rQ r r: r r> Z content_typeZ final_urlr encodingdecoderr rR r. r. r/ r sZ &$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sL t }| | j}|s$td| j | j|jD ]}||d q2|S )rc zUnable to get %sr ) r r r r _distname_rer r r r )r9 rQ r r r. r. r/ rd 0 s z,SimpleScrapingLocator.get_distribution_names)Nr )r@ rA rB rC zlib decompressr rL r r rb r r r r r r r r r r rd r r. r. r r/ r C s& !; r c s8 e Zd ZdZ fddZdd Zdd Zdd Z ZS ) DirectoryLocatorz? This class locates distributions in a directory tree. c sN | dd| _tt| jf | tj|}tj|sDt d| || _ dS )a Initialise an instance. :param path: The root of the directory tree to search. :param kwargs: Passed to the superclass constructor, except for: * recursive - if True (the default), subdirectories are recursed into. If False, only the top-level directory is searched, recursiveTzNot a directory: %rN) r r r r rL r ri abspathr r base_dir)r9 ri r r r. r/ rL A s zDirectoryLocator.__init__c C s | | jS )z Should a filename be considered as a candidate for a distribution archive? As well as the filename, the directory which contains it is provided, though not used by the current implementation. )rj rk )r9 rw parentr. r. r/ should_includeR s z DirectoryLocator.should_includec C s i i d}t | jD ]t\}}}|D ]Z}| ||r$t j||}tddtt j|dddf}| ||}|r$| || q$| j s qq|S )Nr r r3 ) r walkr r ri r~ r r r r r r ) r9 ra rQ rootdirsfilesfnr, r r. r. r/ rb Z s" z DirectoryLocator._get_projectc C s t }t| jD ]v\}}}|D ]\}| ||r tj||}tddttj |dddf}| |d}|r | |d q | j s qq|S )rc r r3 Nra ) r r r r r ri r~ r r r r r r )r9 rQ r r r r r, r r. r. r/ rd j s" z'DirectoryLocator.get_distribution_names) r@ rA rB rC rL r rb rd r r. r. r r/ r < s r c @ s e Zd ZdZdd Zdd ZdS ) JSONLocatora This locator uses special extended metadata (not available on PyPI) and is the basis of performant dependency resolution in distlib. Other locators require archive downloads before dependencies can be determined! As you might imagine, that can be slow. c C s t ddS r r_ rT r. r. r/ rd s z"JSONLocator.get_distribution_namesc C s i i d}t |}|r|dg D ]}|d dks"|d dkr@q"t|d |d |d d | jd }|j}|d |_d |kr|d rd|d f|_|di |_|di |_|||j < |d |j t |d q"|S )Nr r ZptypeZsdistZ pyversionsourcera r r zPlaceholder for summary)r r5 r, r r Z requirementsexportsr ) r rN r r5 r r r Z dependenciesr! r r r r )r9 ra rQ r r r r r. r. r/ rb s* zJSONLocator._get_projectN)r@ rA rB rC rd rb r. r. r. r/ r } s r c s( e Zd ZdZ fddZdd Z ZS )DistPathLocatorz This locator finds installed distributions in a path. It can be useful for adding to an :class:`AggregatingLocator`. c s t t| jf | || _dS )zs Initialise an instance. :param distpath: A :class:`DistributionPath` instance to search. N)r r" rL distpath)r9 r# r r r. r/ rL s zDistPathLocator.__init__c C sP | j |}|d kr i i d}n,|j|d|jt|jgid|jtd gii}|S )Nr r r )r# Zget_distributionr r r )r9 ra r rQ r. r. r/ rb s z DistPathLocator._get_project)r@ rA rB rC rL rb r r. r. r r/ r" s r" c sR e Zd ZdZ fddZ fddZdd Zeej j eZ dd Z d d Z Z S ) AggregatingLocatorzI This class allows you to chain and/or merge a list of locators. c s* | dd| _|| _tt| jf | dS )a Initialise an instance. :param locators: The list of locators to search. :param kwargs: Passed to the superclass constructor, except for: * merge - if False (the default), the first successful search from any of the locators is returned. If True, the results from all locators are merged (this can be slow). mergeFN)r r% locatorsr r$ rL )r9 r& r r r. r/ rL s zAggregatingLocator.__init__c s& t t| | jD ] }| qd S rV )r r$ rX r& r9 r r r. r/ rX s z AggregatingLocator.clear_cachec C s || _ | jD ] }||_q d S rV )rZ r& r5 )r9 r\ r r. r. r/ r] s z AggregatingLocator._set_schemec C s i }| j D ]}||}|r | jr|di }|di }|| |d}|r|r| D ]*\}} ||kr|| | O < q^| ||< q^|d} |r| r| | q | jd krd} n"d} |D ]}| j|rd} qq| r |} qq |S )Nr r TF)r& re r% rN updater rI r ) r9 ra rQ r r r r Zdfr r Zddfoundr. r. r/ rb s8 z AggregatingLocator._get_projectc C s< t }| jD ]*}z|| O }W q tk r4 Y q X q |S r )r r& rd r` )r9 rQ r r. r. r/ rd s z)AggregatingLocator.get_distribution_names)r@ rA rB rC rL rX r] r rD r5 fgetrb rd r r. r. r r/ r$ s ,r$ zhttps://pypi.org/simple/r& r' legacyr z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZdddZdd Zdd Zd d Zd d Zd d Z dddZ dS )DependencyFinderz0 Locate dependencies for distributions. Nc C s |pt | _t| jj| _dS )zf Initialise an instance, using the specified locator to locate distributions. N)default_locatorr r" r5 r' r. r. r/ rL * s zDependencyFinder.__init__c C sr t d| |j}|| j|< || j||jf< |jD ]:}t|\}}t d||| | j |t ||f q2dS )z Add a distribution to the finder. This will update internal information about who provides what. :param dist: The distribution to add. zadding distribution %szAdd to provided: %s, %s, %sN) rp rq r? dists_by_namedistsr providesr providedr r r )r9 r ra pr r. r. r/ add_distribution2 s z!DependencyFinder.add_distributionc C sx t d| |j}| j|= | j||jf= |jD ]D}t|\}}t d||| | j| }| ||f |s.| j|= q.dS )z Remove a distribution from the finder. This will update internal information about who provides what. :param dist: The distribution to remove. zremoving distribution %sz Remove from provided: %s, %s, %sN) rp rq r? r. r/ r r0 r r1 remove)r9 r ra r2 r sr. r. r/ remove_distributionA s z$DependencyFinder.remove_distributionc C sB z| j |}W n, tk r< | d }| j |}Y nX |S )z Get a version matcher for a requirement. :param reqt: The requirement :type reqt: str :return: A version matcher (an instance of :class:`distlib.version.Matcher`). r )r5 rI r# r )r9 reqtrI ra r. r. r/ get_matcherS s z DependencyFinder.get_matcherc C st | |}|j}t }| j}||krp|| D ]B\}}z||}W n tk rZ d}Y nX |r,|| qpq,|S )z Find the distributions which can fulfill a requirement. :param reqt: The requirement. :type reqt: str :return: A set of distribution which can fulfill the requirement. F)r8 r? r r1 r r# r ) r9 r7 rI ra rQ r1 r providerr r. r. r/ find_providersc s z DependencyFinder.find_providersc C s | j | }t }|D ]$}| |}||js|| q|rZ|d||t|f d}n@| | | j |= |D ]}| j |t | qp| | d}|S )a Attempt to replace one provider with another. This is typically used when resolving dependencies from multiple sources, e.g. A requires (B >= 1.0) while C requires (B >= 1.1). For successful replacement, ``provider`` must meet all the requirements which ``other`` fulfills. :param provider: The provider we are trying to replace with. :param other: The provider we're trying to replace. :param problems: If False is returned, this will contain what problems prevented replacement. This is currently a tuple of the literal string 'cantreplace', ``provider``, ``other`` and the set of requirements that ``provider`` couldn't fulfill. :return: True if we can replace ``other`` with ``provider``, else False. Z cantreplaceFT) reqtsr r8 r r r frozensetr6 r r3 ) r9 r9 otherproblemsZrlistZ unmatchedr5 rI rQ r. r. r/ try_to_replace{ s$ z DependencyFinder.try_to_replaceFc C s i | _ i | _i | _i | _t|p g }d|krH|d |tdddgO }t|trh| }}t d| n4| j j ||d }}|dkrt d| t d | d |_ t }t|g}t|g}|r| }|j} | | jkr| | n"| j| } | |kr| || | |j|jB } |j} t } |r`||kr`d D ]*}d | }||kr4| t|d | O } q4| | B | B }|D ].}| |}|sFt d| | j j ||d}|dkr|s| j j |d d}|dkrt d| |d|f n^|j|j }}||f| jkr|| || || krF||krF|| t d|j |D ]R}|j} | | jkrx| j|t | n"| j| } | |krJ| || | qJqpqt| j }|D ]&}||k|_ |j rt d|j qt d| ||fS )a Find a distribution and all distributions it depends on. :param requirement: The requirement specifying the distribution to find, or a Distribution instance. :param meta_extras: A list of meta extras such as :test:, :build: and so on. :param prereleases: If ``True``, allow pre-release versions to be returned - otherwise, don't return prereleases unless they're all that's available. Return a set of :class:`Distribution` instances and a set of problems. The distributions returned should be such that they have the :attr:`required` attribute set to ``True`` if they were from the ``requirement`` passed to ``find()``, and they have the :attr:`build_time_dependency` attribute set to ``True`` unless they are post-installation dependencies of the ``requirement``. The problems should be a tuple consisting of the string ``'unsatisfied'`` and the requirement which couldn't be satisfied by any distribution known to the locator. z:*:z:test:z:build:z:dev:zpassed %s as requirement)r NzUnable to locate %rz located %sT)ZtestZbuildZdevz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s) r1 r/ r. r; r r4 isinstancer rp rq r r r Z requestedr r? r3 r? Z run_requiresZ meta_requiresZbuild_requiresgetattrr: r r Zname_and_versionr valuesZbuild_time_dependency)r9 r Z meta_extrasr r r r> ZtodoZ install_distsra r= ZireqtsZsreqtsZereqtsr? rR Z all_reqtsr Z providersr9 nr r2 r/ r. r. r/ find s zDependencyFinder.find)N)NF) r@ rA rB rC rL r3 r6 r8 r: r? rD r. r. r. r/ r, % s (r, )N)Or ior r Zloggingr rg r r ImportErrorZdummy_threadingr r3 r compatr r r r r r r r r r r r7 r r r r Zdatabaser r r r r r utilr r r r r r r r r! r r" r# r r$ r% Z getLoggerr@ rp r r r r r r* r0 r1 objectrD r r r r r r r" r$ r- r ZNAME_VERSION_REr, r. r. r. r/ <module> s^ D, @0E: zA& [ PK A\.JR JR pip/_vendor/distlib/index.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2013 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # import hashlib import logging import os import shutil import subprocess import tempfile try: from threading import Thread except ImportError: from dummy_threading import Thread from . import DistlibException from .compat import (HTTPBasicAuthHandler, Request, HTTPPasswordMgr, urlparse, build_opener, string_types) from .util import cached_property, zip_dir, ServerProxy logger = logging.getLogger(__name__) DEFAULT_INDEX = 'https://pypi.org/pypi' DEFAULT_REALM = 'pypi' class PackageIndex(object): """ This class represents a package index compatible with PyPI, the Python Package Index. """ boundary = b'----------ThIs_Is_tHe_distlib_index_bouNdaRY_$' def __init__(self, url=None): """ Initialise an instance. :param url: The URL of the index. If not specified, the URL for PyPI is used. """ self.url = url or DEFAULT_INDEX self.read_configuration() scheme, netloc, path, params, query, frag = urlparse(self.url) if params or query or frag or scheme not in ('http', 'https'): raise DistlibException('invalid repository: %s' % self.url) self.password_handler = None self.ssl_verifier = None self.gpg = None self.gpg_home = None with open(os.devnull, 'w') as sink: # Use gpg by default rather than gpg2, as gpg2 insists on # prompting for passwords for s in ('gpg', 'gpg2'): try: rc = subprocess.check_call([s, '--version'], stdout=sink, stderr=sink) if rc == 0: self.gpg = s break except OSError: pass def _get_pypirc_command(self): """ Get the distutils command for interacting with PyPI configurations. :return: the command. """ from distutils.core import Distribution from distutils.config import PyPIRCCommand d = Distribution() return PyPIRCCommand(d) def read_configuration(self): """ Read the PyPI access configuration as supported by distutils, getting PyPI to do the actual work. This populates ``username``, ``password``, ``realm`` and ``url`` attributes from the configuration. """ # get distutils to do the work c = self._get_pypirc_command() c.repository = self.url cfg = c._read_pypirc() self.username = cfg.get('username') self.password = cfg.get('password') self.realm = cfg.get('realm', 'pypi') self.url = cfg.get('repository', self.url) def save_configuration(self): """ Save the PyPI access configuration. You must have set ``username`` and ``password`` attributes before calling this method. Again, distutils is used to do the actual work. """ self.check_credentials() # get distutils to do the work c = self._get_pypirc_command() c._store_pypirc(self.username, self.password) def check_credentials(self): """ Check that ``username`` and ``password`` have been set, and raise an exception if not. """ if self.username is None or self.password is None: raise DistlibException('username and password must be set') pm = HTTPPasswordMgr() _, netloc, _, _, _, _ = urlparse(self.url) pm.add_password(self.realm, netloc, self.username, self.password) self.password_handler = HTTPBasicAuthHandler(pm) def register(self, metadata): """ Register a distribution on PyPI, using the provided metadata. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the distribution to be registered. :return: The HTTP response received from PyPI upon submission of the request. """ self.check_credentials() metadata.validate() d = metadata.todict() d[':action'] = 'verify' request = self.encode_request(d.items(), []) response = self.send_request(request) d[':action'] = 'submit' request = self.encode_request(d.items(), []) return self.send_request(request) def _reader(self, name, stream, outbuf): """ Thread runner for reading lines of from a subprocess into a buffer. :param name: The logical name of the stream (used for logging only). :param stream: The stream to read from. This will typically a pipe connected to the output stream of a subprocess. :param outbuf: The list to append the read lines to. """ while True: s = stream.readline() if not s: break s = s.decode('utf-8').rstrip() outbuf.append(s) logger.debug('%s: %s' % (name, s)) stream.close() def get_sign_command(self, filename, signer, sign_password, keystore=None): """ Return a suitable command for signing a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The signing command as a list suitable to be passed to :class:`subprocess.Popen`. """ cmd = [self.gpg, '--status-fd', '2', '--no-tty'] if keystore is None: keystore = self.gpg_home if keystore: cmd.extend(['--homedir', keystore]) if sign_password is not None: cmd.extend(['--batch', '--passphrase-fd', '0']) td = tempfile.mkdtemp() sf = os.path.join(td, os.path.basename(filename) + '.asc') cmd.extend(['--detach-sign', '--armor', '--local-user', signer, '--output', sf, filename]) logger.debug('invoking: %s', ' '.join(cmd)) return cmd, sf def run_command(self, cmd, input_data=None): """ Run a command in a child process , passing it any input data specified. :param cmd: The command to run. :param input_data: If specified, this must be a byte string containing data to be sent to the child process. :return: A tuple consisting of the subprocess' exit code, a list of lines read from the subprocess' ``stdout``, and a list of lines read from the subprocess' ``stderr``. """ kwargs = { 'stdout': subprocess.PIPE, 'stderr': subprocess.PIPE, } if input_data is not None: kwargs['stdin'] = subprocess.PIPE stdout = [] stderr = [] p = subprocess.Popen(cmd, **kwargs) # We don't use communicate() here because we may need to # get clever with interacting with the command t1 = Thread(target=self._reader, args=('stdout', p.stdout, stdout)) t1.start() t2 = Thread(target=self._reader, args=('stderr', p.stderr, stderr)) t2.start() if input_data is not None: p.stdin.write(input_data) p.stdin.close() p.wait() t1.join() t2.join() return p.returncode, stdout, stderr def sign_file(self, filename, signer, sign_password, keystore=None): """ Sign a file. :param filename: The pathname to the file to be signed. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The absolute pathname of the file where the signature is stored. """ cmd, sig_file = self.get_sign_command(filename, signer, sign_password, keystore) rc, stdout, stderr = self.run_command(cmd, sign_password.encode('utf-8')) if rc != 0: raise DistlibException('sign command failed with error ' 'code %s' % rc) return sig_file def upload_file(self, metadata, filename, signer=None, sign_password=None, filetype='sdist', pyversion='source', keystore=None): """ Upload a release file to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the file to be uploaded. :param filename: The pathname of the file to be uploaded. :param signer: The identifier of the signer of the file. :param sign_password: The passphrase for the signer's private key used for signing. :param filetype: The type of the file being uploaded. This is the distutils command which produced that file, e.g. ``sdist`` or ``bdist_wheel``. :param pyversion: The version of Python which the release relates to. For code compatible with any Python, this would be ``source``, otherwise it would be e.g. ``3.2``. :param keystore: The path to a directory which contains the keys used in signing. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The HTTP response received from PyPI upon submission of the request. """ self.check_credentials() if not os.path.exists(filename): raise DistlibException('not found: %s' % filename) metadata.validate() d = metadata.todict() sig_file = None if signer: if not self.gpg: logger.warning('no signing program available - not signed') else: sig_file = self.sign_file(filename, signer, sign_password, keystore) with open(filename, 'rb') as f: file_data = f.read() md5_digest = hashlib.md5(file_data).hexdigest() sha256_digest = hashlib.sha256(file_data).hexdigest() d.update({ ':action': 'file_upload', 'protocol_version': '1', 'filetype': filetype, 'pyversion': pyversion, 'md5_digest': md5_digest, 'sha256_digest': sha256_digest, }) files = [('content', os.path.basename(filename), file_data)] if sig_file: with open(sig_file, 'rb') as f: sig_data = f.read() files.append(('gpg_signature', os.path.basename(sig_file), sig_data)) shutil.rmtree(os.path.dirname(sig_file)) request = self.encode_request(d.items(), files) return self.send_request(request) def upload_documentation(self, metadata, doc_dir): """ Upload documentation to the index. :param metadata: A :class:`Metadata` instance defining at least a name and version number for the documentation to be uploaded. :param doc_dir: The pathname of the directory which contains the documentation. This should be the directory that contains the ``index.html`` for the documentation. :return: The HTTP response received from PyPI upon submission of the request. """ self.check_credentials() if not os.path.isdir(doc_dir): raise DistlibException('not a directory: %r' % doc_dir) fn = os.path.join(doc_dir, 'index.html') if not os.path.exists(fn): raise DistlibException('not found: %r' % fn) metadata.validate() name, version = metadata.name, metadata.version zip_data = zip_dir(doc_dir).getvalue() fields = [(':action', 'doc_upload'), ('name', name), ('version', version)] files = [('content', name, zip_data)] request = self.encode_request(fields, files) return self.send_request(request) def get_verify_command(self, signature_filename, data_filename, keystore=None): """ Return a suitable command for verifying a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: The verifying command as a list suitable to be passed to :class:`subprocess.Popen`. """ cmd = [self.gpg, '--status-fd', '2', '--no-tty'] if keystore is None: keystore = self.gpg_home if keystore: cmd.extend(['--homedir', keystore]) cmd.extend(['--verify', signature_filename, data_filename]) logger.debug('invoking: %s', ' '.join(cmd)) return cmd def verify_signature(self, signature_filename, data_filename, keystore=None): """ Verify a signature for a file. :param signature_filename: The pathname to the file containing the signature. :param data_filename: The pathname to the file containing the signed data. :param keystore: The path to a directory which contains the keys used in verification. If not specified, the instance's ``gpg_home`` attribute is used instead. :return: True if the signature was verified, else False. """ if not self.gpg: raise DistlibException('verification unavailable because gpg ' 'unavailable') cmd = self.get_verify_command(signature_filename, data_filename, keystore) rc, stdout, stderr = self.run_command(cmd) if rc not in (0, 1): raise DistlibException('verify command failed with error ' 'code %s' % rc) return rc == 0 def download_file(self, url, destfile, digest=None, reporthook=None): """ This is a convenience method for downloading a file from an URL. Normally, this will be a file from the index, though currently no check is made for this (i.e. a file can be downloaded from anywhere). The method is just like the :func:`urlretrieve` function in the standard library, except that it allows digest computation to be done during download and checking that the downloaded data matched any expected value. :param url: The URL of the file to be downloaded (assumed to be available via an HTTP GET request). :param destfile: The pathname where the downloaded file is to be saved. :param digest: If specified, this must be a (hasher, value) tuple, where hasher is the algorithm used (e.g. ``'md5'``) and ``value`` is the expected value. :param reporthook: The same as for :func:`urlretrieve` in the standard library. """ if digest is None: digester = None logger.debug('No digest specified') else: if isinstance(digest, (list, tuple)): hasher, digest = digest else: hasher = 'md5' digester = getattr(hashlib, hasher)() logger.debug('Digest specified: %s' % digest) # The following code is equivalent to urlretrieve. # We need to do it this way so that we can compute the # digest of the file as we go. with open(destfile, 'wb') as dfp: # addinfourl is not a context manager on 2.x # so we have to use try/finally sfp = self.send_request(Request(url)) try: headers = sfp.info() blocksize = 8192 size = -1 read = 0 blocknum = 0 if "content-length" in headers: size = int(headers["Content-Length"]) if reporthook: reporthook(blocknum, blocksize, size) while True: block = sfp.read(blocksize) if not block: break read += len(block) dfp.write(block) if digester: digester.update(block) blocknum += 1 if reporthook: reporthook(blocknum, blocksize, size) finally: sfp.close() # check that we got the whole file, if we can if size >= 0 and read < size: raise DistlibException( 'retrieval incomplete: got only %d out of %d bytes' % (read, size)) # if we have a digest, it must match. if digester: actual = digester.hexdigest() if digest != actual: raise DistlibException('%s digest mismatch for %s: expected ' '%s, got %s' % (hasher, destfile, digest, actual)) logger.debug('Digest verified: %s', digest) def send_request(self, req): """ Send a standard library :class:`Request` to PyPI and return its response. :param req: The request to send. :return: The HTTP response from PyPI (a standard library HTTPResponse). """ handlers = [] if self.password_handler: handlers.append(self.password_handler) if self.ssl_verifier: handlers.append(self.ssl_verifier) opener = build_opener(*handlers) return opener.open(req) def encode_request(self, fields, files): """ Encode fields and files for posting to an HTTP server. :param fields: The fields to send as a list of (fieldname, value) tuples. :param files: The files to send as a list of (fieldname, filename, file_bytes) tuple. """ # Adapted from packaging, which in turn was adapted from # http://code.activestate.com/recipes/146306 parts = [] boundary = self.boundary for k, values in fields: if not isinstance(values, (list, tuple)): values = [values] for v in values: parts.extend(( b'--' + boundary, ('Content-Disposition: form-data; name="%s"' % k).encode('utf-8'), b'', v.encode('utf-8'))) for key, filename, value in files: parts.extend(( b'--' + boundary, ('Content-Disposition: form-data; name="%s"; filename="%s"' % (key, filename)).encode('utf-8'), b'', value)) parts.extend((b'--' + boundary + b'--', b'')) body = b'\r\n'.join(parts) ct = b'multipart/form-data; boundary=' + boundary headers = { 'Content-type': ct, 'Content-length': str(len(body)) } return Request(self.url, body, headers) def search(self, terms, operator=None): if isinstance(terms, string_types): terms = {'name': terms} rpc_proxy = ServerProxy(self.url, timeout=3.0) try: return rpc_proxy.search(terms, operator or 'and') finally: rpc_proxy('close')() PK A\ _ _ pip/_vendor/distlib/locators.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012-2015 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # import gzip from io import BytesIO import json import logging import os import posixpath import re try: import threading except ImportError: # pragma: no cover import dummy_threading as threading import zlib from . import DistlibException from .compat import (urljoin, urlparse, urlunparse, url2pathname, pathname2url, queue, quote, unescape, string_types, build_opener, HTTPRedirectHandler as BaseRedirectHandler, text_type, Request, HTTPError, URLError) from .database import Distribution, DistributionPath, make_dist from .metadata import Metadata, MetadataInvalidError from .util import (cached_property, parse_credentials, ensure_slash, split_filename, get_project_data, parse_requirement, parse_name_and_version, ServerProxy, normalize_name) from .version import get_scheme, UnsupportedVersionError from .wheel import Wheel, is_compatible logger = logging.getLogger(__name__) HASHER_HASH = re.compile(r'^(\w+)=([a-f0-9]+)') CHARSET = re.compile(r';\s*charset\s*=\s*(.*)\s*$', re.I) HTML_CONTENT_TYPE = re.compile('text/html|application/x(ht)?ml') DEFAULT_INDEX = 'https://pypi.org/pypi' def get_all_distribution_names(url=None): """ Return all distribution names known by an index. :param url: The URL of the index. :return: A list of all known distribution names. """ if url is None: url = DEFAULT_INDEX client = ServerProxy(url, timeout=3.0) try: return client.list_packages() finally: client('close')() class RedirectHandler(BaseRedirectHandler): """ A class to work around a bug in some Python 3.2.x releases. """ # There's a bug in the base version for some 3.2.x # (e.g. 3.2.2 on Ubuntu Oneiric). If a Location header # returns e.g. /abc, it bails because it says the scheme '' # is bogus, when actually it should use the request's # URL for the scheme. See Python issue #13696. def http_error_302(self, req, fp, code, msg, headers): # Some servers (incorrectly) return multiple Location headers # (so probably same goes for URI). Use first header. newurl = None for key in ('location', 'uri'): if key in headers: newurl = headers[key] break if newurl is None: # pragma: no cover return urlparts = urlparse(newurl) if urlparts.scheme == '': newurl = urljoin(req.get_full_url(), newurl) if hasattr(headers, 'replace_header'): headers.replace_header(key, newurl) else: headers[key] = newurl return BaseRedirectHandler.http_error_302(self, req, fp, code, msg, headers) http_error_301 = http_error_303 = http_error_307 = http_error_302 class Locator(object): """ A base class for locators - things that locate distributions. """ source_extensions = ('.tar.gz', '.tar.bz2', '.tar', '.zip', '.tgz', '.tbz') binary_extensions = ('.egg', '.exe', '.whl') excluded_extensions = ('.pdf',) # A list of tags indicating which wheels you want to match. The default # value of None matches against the tags compatible with the running # Python. If you want to match other values, set wheel_tags on a locator # instance to a list of tuples (pyver, abi, arch) which you want to match. wheel_tags = None downloadable_extensions = source_extensions + ('.whl',) def __init__(self, scheme='default'): """ Initialise an instance. :param scheme: Because locators look for most recent versions, they need to know the version scheme to use. This specifies the current PEP-recommended scheme - use ``'legacy'`` if you need to support existing distributions on PyPI. """ self._cache = {} self.scheme = scheme # Because of bugs in some of the handlers on some of the platforms, # we use our own opener rather than just using urlopen. self.opener = build_opener(RedirectHandler()) # If get_project() is called from locate(), the matcher instance # is set from the requirement passed to locate(). See issue #18 for # why this can be useful to know. self.matcher = None self.errors = queue.Queue() def get_errors(self): """ Return any errors which have occurred. """ result = [] while not self.errors.empty(): # pragma: no cover try: e = self.errors.get(False) result.append(e) except self.errors.Empty: continue self.errors.task_done() return result def clear_errors(self): """ Clear any errors which may have been logged. """ # Just get the errors and throw them away self.get_errors() def clear_cache(self): self._cache.clear() def _get_scheme(self): return self._scheme def _set_scheme(self, value): self._scheme = value scheme = property(_get_scheme, _set_scheme) def _get_project(self, name): """ For a given project, get a dictionary mapping available versions to Distribution instances. This should be implemented in subclasses. If called from a locate() request, self.matcher will be set to a matcher for the requirement to satisfy, otherwise it will be None. """ raise NotImplementedError('Please implement in the subclass') def get_distribution_names(self): """ Return all the distribution names known to this locator. """ raise NotImplementedError('Please implement in the subclass') def get_project(self, name): """ For a given project, get a dictionary mapping available versions to Distribution instances. This calls _get_project to do all the work, and just implements a caching layer on top. """ if self._cache is None: # pragma: no cover result = self._get_project(name) elif name in self._cache: result = self._cache[name] else: self.clear_errors() result = self._get_project(name) self._cache[name] = result return result def score_url(self, url): """ Give an url a score which can be used to choose preferred URLs for a given project release. """ t = urlparse(url) basename = posixpath.basename(t.path) compatible = True is_wheel = basename.endswith('.whl') is_downloadable = basename.endswith(self.downloadable_extensions) if is_wheel: compatible = is_compatible(Wheel(basename), self.wheel_tags) return (t.scheme == 'https', 'pypi.org' in t.netloc, is_downloadable, is_wheel, compatible, basename) def prefer_url(self, url1, url2): """ Choose one of two URLs where both are candidates for distribution archives for the same version of a distribution (for example, .tar.gz vs. zip). The current implementation favours https:// URLs over http://, archives from PyPI over those from other locations, wheel compatibility (if a wheel) and then the archive name. """ result = url2 if url1: s1 = self.score_url(url1) s2 = self.score_url(url2) if s1 > s2: result = url1 if result != url2: logger.debug('Not replacing %r with %r', url1, url2) else: logger.debug('Replacing %r with %r', url1, url2) return result def split_filename(self, filename, project_name): """ Attempt to split a filename in project name, version and Python version. """ return split_filename(filename, project_name) def convert_url_to_download_info(self, url, project_name): """ See if a URL is a candidate for a download URL for a project (the URL has typically been scraped from an HTML page). If it is, a dictionary is returned with keys "name", "version", "filename" and "url"; otherwise, None is returned. """ def same_project(name1, name2): return normalize_name(name1) == normalize_name(name2) result = None scheme, netloc, path, params, query, frag = urlparse(url) if frag.lower().startswith('egg='): # pragma: no cover logger.debug('%s: version hint in fragment: %r', project_name, frag) m = HASHER_HASH.match(frag) if m: algo, digest = m.groups() else: algo, digest = None, None origpath = path if path and path[-1] == '/': # pragma: no cover path = path[:-1] if path.endswith('.whl'): try: wheel = Wheel(path) if not is_compatible(wheel, self.wheel_tags): logger.debug('Wheel not compatible: %s', path) else: if project_name is None: include = True else: include = same_project(wheel.name, project_name) if include: result = { 'name': wheel.name, 'version': wheel.version, 'filename': wheel.filename, 'url': urlunparse((scheme, netloc, origpath, params, query, '')), 'python-version': ', '.join( ['.'.join(list(v[2:])) for v in wheel.pyver]), } except Exception as e: # pragma: no cover logger.warning('invalid path for wheel: %s', path) elif not path.endswith(self.downloadable_extensions): # pragma: no cover logger.debug('Not downloadable: %s', path) else: # downloadable extension path = filename = posixpath.basename(path) for ext in self.downloadable_extensions: if path.endswith(ext): path = path[:-len(ext)] t = self.split_filename(path, project_name) if not t: # pragma: no cover logger.debug('No match for project/version: %s', path) else: name, version, pyver = t if not project_name or same_project(project_name, name): result = { 'name': name, 'version': version, 'filename': filename, 'url': urlunparse((scheme, netloc, origpath, params, query, '')), #'packagetype': 'sdist', } if pyver: # pragma: no cover result['python-version'] = pyver break if result and algo: result['%s_digest' % algo] = digest return result def _get_digest(self, info): """ Get a digest from a dictionary by looking at keys of the form 'algo_digest'. Returns a 2-tuple (algo, digest) if found, else None. Currently looks only for SHA256, then MD5. """ result = None for algo in ('sha256', 'md5'): key = '%s_digest' % algo if key in info: result = (algo, info[key]) break return result def _update_version_data(self, result, info): """ Update a result dictionary (the final result from _get_project) with a dictionary for a specific version, which typically holds information gleaned from a filename or URL for an archive for the distribution. """ name = info.pop('name') version = info.pop('version') if version in result: dist = result[version] md = dist.metadata else: dist = make_dist(name, version, scheme=self.scheme) md = dist.metadata dist.digest = digest = self._get_digest(info) url = info['url'] result['digests'][url] = digest if md.source_url != info['url']: md.source_url = self.prefer_url(md.source_url, url) result['urls'].setdefault(version, set()).add(url) dist.locator = self result[version] = dist def locate(self, requirement, prereleases=False): """ Find the most recent distribution which matches the given requirement. :param requirement: A requirement of the form 'foo (1.0)' or perhaps 'foo (>= 1.0, < 2.0, != 1.3)' :param prereleases: If ``True``, allow pre-release versions to be located. Otherwise, pre-release versions are not returned. :return: A :class:`Distribution` instance, or ``None`` if no such distribution could be located. """ result = None r = parse_requirement(requirement) if r is None: # pragma: no cover raise DistlibException('Not a valid requirement: %r' % requirement) scheme = get_scheme(self.scheme) self.matcher = matcher = scheme.matcher(r.requirement) logger.debug('matcher: %s (%s)', matcher, type(matcher).__name__) versions = self.get_project(r.name) if len(versions) > 2: # urls and digests keys are present # sometimes, versions are invalid slist = [] vcls = matcher.version_class for k in versions: if k in ('urls', 'digests'): continue try: if not matcher.match(k): logger.debug('%s did not match %r', matcher, k) else: if prereleases or not vcls(k).is_prerelease: slist.append(k) else: logger.debug('skipping pre-release ' 'version %s of %s', k, matcher.name) except Exception: # pragma: no cover logger.warning('error matching %s with %r', matcher, k) pass # slist.append(k) if len(slist) > 1: slist = sorted(slist, key=scheme.key) if slist: logger.debug('sorted list: %s', slist) version = slist[-1] result = versions[version] if result: if r.extras: result.extras = r.extras result.download_urls = versions.get('urls', {}).get(version, set()) d = {} sd = versions.get('digests', {}) for url in result.download_urls: if url in sd: # pragma: no cover d[url] = sd[url] result.digests = d self.matcher = None return result class PyPIRPCLocator(Locator): """ This locator uses XML-RPC to locate distributions. It therefore cannot be used with simple mirrors (that only mirror file content). """ def __init__(self, url, **kwargs): """ Initialise an instance. :param url: The URL to use for XML-RPC. :param kwargs: Passed to the superclass constructor. """ super(PyPIRPCLocator, self).__init__(**kwargs) self.base_url = url self.client = ServerProxy(url, timeout=3.0) def get_distribution_names(self): """ Return all the distribution names known to this locator. """ return set(self.client.list_packages()) def _get_project(self, name): result = {'urls': {}, 'digests': {}} versions = self.client.package_releases(name, True) for v in versions: urls = self.client.release_urls(name, v) data = self.client.release_data(name, v) metadata = Metadata(scheme=self.scheme) metadata.name = data['name'] metadata.version = data['version'] metadata.license = data.get('license') metadata.keywords = data.get('keywords', []) metadata.summary = data.get('summary') dist = Distribution(metadata) if urls: info = urls[0] metadata.source_url = info['url'] dist.digest = self._get_digest(info) dist.locator = self result[v] = dist for info in urls: url = info['url'] digest = self._get_digest(info) result['urls'].setdefault(v, set()).add(url) result['digests'][url] = digest return result class PyPIJSONLocator(Locator): """ This locator uses PyPI's JSON interface. It's very limited in functionality and probably not worth using. """ def __init__(self, url, **kwargs): super(PyPIJSONLocator, self).__init__(**kwargs) self.base_url = ensure_slash(url) def get_distribution_names(self): """ Return all the distribution names known to this locator. """ raise NotImplementedError('Not available from this locator') def _get_project(self, name): result = {'urls': {}, 'digests': {}} url = urljoin(self.base_url, '%s/json' % quote(name)) try: resp = self.opener.open(url) data = resp.read().decode() # for now d = json.loads(data) md = Metadata(scheme=self.scheme) data = d['info'] md.name = data['name'] md.version = data['version'] md.license = data.get('license') md.keywords = data.get('keywords', []) md.summary = data.get('summary') dist = Distribution(md) dist.locator = self urls = d['urls'] result[md.version] = dist for info in d['urls']: url = info['url'] dist.download_urls.add(url) dist.digests[url] = self._get_digest(info) result['urls'].setdefault(md.version, set()).add(url) result['digests'][url] = self._get_digest(info) # Now get other releases for version, infos in d['releases'].items(): if version == md.version: continue # already done omd = Metadata(scheme=self.scheme) omd.name = md.name omd.version = version odist = Distribution(omd) odist.locator = self result[version] = odist for info in infos: url = info['url'] odist.download_urls.add(url) odist.digests[url] = self._get_digest(info) result['urls'].setdefault(version, set()).add(url) result['digests'][url] = self._get_digest(info) # for info in urls: # md.source_url = info['url'] # dist.digest = self._get_digest(info) # dist.locator = self # for info in urls: # url = info['url'] # result['urls'].setdefault(md.version, set()).add(url) # result['digests'][url] = self._get_digest(info) except Exception as e: self.errors.put(text_type(e)) logger.exception('JSON fetch failed: %s', e) return result class Page(object): """ This class represents a scraped HTML page. """ # The following slightly hairy-looking regex just looks for the contents of # an anchor link, which has an attribute "href" either immediately preceded # or immediately followed by a "rel" attribute. The attribute values can be # declared with double quotes, single quotes or no quotes - which leads to # the length of the expression. _href = re.compile(""" (rel\\s*=\\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\\s\n]*))\\s+)? href\\s*=\\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\\s\n]*)) (\\s+rel\\s*=\\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\\s\n]*)))? """, re.I | re.S | re.X) _base = re.compile(r"""<base\s+href\s*=\s*['"]?([^'">]+)""", re.I | re.S) def __init__(self, data, url): """ Initialise an instance with the Unicode page contents and the URL they came from. """ self.data = data self.base_url = self.url = url m = self._base.search(self.data) if m: self.base_url = m.group(1) _clean_re = re.compile(r'[^a-z0-9$&+,/:;=?@.#%_\\|-]', re.I) @cached_property def links(self): """ Return the URLs of all the links on a page together with information about their "rel" attribute, for determining which ones to treat as downloads and which ones to queue for further scraping. """ def clean(url): "Tidy up an URL." scheme, netloc, path, params, query, frag = urlparse(url) return urlunparse((scheme, netloc, quote(path), params, query, frag)) result = set() for match in self._href.finditer(self.data): d = match.groupdict('') rel = (d['rel1'] or d['rel2'] or d['rel3'] or d['rel4'] or d['rel5'] or d['rel6']) url = d['url1'] or d['url2'] or d['url3'] url = urljoin(self.base_url, url) url = unescape(url) url = self._clean_re.sub(lambda m: '%%%2x' % ord(m.group(0)), url) result.add((url, rel)) # We sort the result, hoping to bring the most recent versions # to the front result = sorted(result, key=lambda t: t[0], reverse=True) return result class SimpleScrapingLocator(Locator): """ A locator which scrapes HTML pages to locate downloads for a distribution. This runs multiple threads to do the I/O; performance is at least as good as pip's PackageFinder, which works in an analogous fashion. """ # These are used to deal with various Content-Encoding schemes. decoders = { 'deflate': zlib.decompress, 'gzip': lambda b: gzip.GzipFile(fileobj=BytesIO(d)).read(), 'none': lambda b: b, } def __init__(self, url, timeout=None, num_workers=10, **kwargs): """ Initialise an instance. :param url: The root URL to use for scraping. :param timeout: The timeout, in seconds, to be applied to requests. This defaults to ``None`` (no timeout specified). :param num_workers: The number of worker threads you want to do I/O, This defaults to 10. :param kwargs: Passed to the superclass. """ super(SimpleScrapingLocator, self).__init__(**kwargs) self.base_url = ensure_slash(url) self.timeout = timeout self._page_cache = {} self._seen = set() self._to_fetch = queue.Queue() self._bad_hosts = set() self.skip_externals = False self.num_workers = num_workers self._lock = threading.RLock() # See issue #45: we need to be resilient when the locator is used # in a thread, e.g. with concurrent.futures. We can't use self._lock # as it is for coordinating our internal threads - the ones created # in _prepare_threads. self._gplock = threading.RLock() self.platform_check = False # See issue #112 def _prepare_threads(self): """ Threads are created only when get_project is called, and terminate before it returns. They are there primarily to parallelise I/O (i.e. fetching web pages). """ self._threads = [] for i in range(self.num_workers): t = threading.Thread(target=self._fetch) t.setDaemon(True) t.start() self._threads.append(t) def _wait_threads(self): """ Tell all the threads to terminate (by sending a sentinel value) and wait for them to do so. """ # Note that you need two loops, since you can't say which # thread will get each sentinel for t in self._threads: self._to_fetch.put(None) # sentinel for t in self._threads: t.join() self._threads = [] def _get_project(self, name): result = {'urls': {}, 'digests': {}} with self._gplock: self.result = result self.project_name = name url = urljoin(self.base_url, '%s/' % quote(name)) self._seen.clear() self._page_cache.clear() self._prepare_threads() try: logger.debug('Queueing %s', url) self._to_fetch.put(url) self._to_fetch.join() finally: self._wait_threads() del self.result return result platform_dependent = re.compile(r'\b(linux_(i\d86|x86_64|arm\w+)|' r'win(32|_amd64)|macosx_?\d+)\b', re.I) def _is_platform_dependent(self, url): """ Does an URL refer to a platform-specific download? """ return self.platform_dependent.search(url) def _process_download(self, url): """ See if an URL is a suitable download for a project. If it is, register information in the result dictionary (for _get_project) about the specific version it's for. Note that the return value isn't actually used other than as a boolean value. """ if self.platform_check and self._is_platform_dependent(url): info = None else: info = self.convert_url_to_download_info(url, self.project_name) logger.debug('process_download: %s -> %s', url, info) if info: with self._lock: # needed because self.result is shared self._update_version_data(self.result, info) return info def _should_queue(self, link, referrer, rel): """ Determine whether a link URL from a referring page and with a particular "rel" attribute should be queued for scraping. """ scheme, netloc, path, _, _, _ = urlparse(link) if path.endswith(self.source_extensions + self.binary_extensions + self.excluded_extensions): result = False elif self.skip_externals and not link.startswith(self.base_url): result = False elif not referrer.startswith(self.base_url): result = False elif rel not in ('homepage', 'download'): result = False elif scheme not in ('http', 'https', 'ftp'): result = False elif self._is_platform_dependent(link): result = False else: host = netloc.split(':', 1)[0] if host.lower() == 'localhost': result = False else: result = True logger.debug('should_queue: %s (%s) from %s -> %s', link, rel, referrer, result) return result def _fetch(self): """ Get a URL to fetch from the work queue, get the HTML page, examine its links for download candidates and candidates for further scraping. This is a handy method to run in a thread. """ while True: url = self._to_fetch.get() try: if url: page = self.get_page(url) if page is None: # e.g. after an error continue for link, rel in page.links: if link not in self._seen: try: self._seen.add(link) if (not self._process_download(link) and self._should_queue(link, url, rel)): logger.debug('Queueing %s from %s', link, url) self._to_fetch.put(link) except MetadataInvalidError: # e.g. invalid versions pass except Exception as e: # pragma: no cover self.errors.put(text_type(e)) finally: # always do this, to avoid hangs :-) self._to_fetch.task_done() if not url: #logger.debug('Sentinel seen, quitting.') break def get_page(self, url): """ Get the HTML for an URL, possibly from an in-memory cache. XXX TODO Note: this cache is never actually cleared. It's assumed that the data won't get stale over the lifetime of a locator instance (not necessarily true for the default_locator). """ # http://peak.telecommunity.com/DevCenter/EasyInstall#package-index-api scheme, netloc, path, _, _, _ = urlparse(url) if scheme == 'file' and os.path.isdir(url2pathname(path)): url = urljoin(ensure_slash(url), 'index.html') if url in self._page_cache: result = self._page_cache[url] logger.debug('Returning %s from cache: %s', url, result) else: host = netloc.split(':', 1)[0] result = None if host in self._bad_hosts: logger.debug('Skipping %s due to bad host %s', url, host) else: req = Request(url, headers={'Accept-encoding': 'identity'}) try: logger.debug('Fetching %s', url) resp = self.opener.open(req, timeout=self.timeout) logger.debug('Fetched %s', url) headers = resp.info() content_type = headers.get('Content-Type', '') if HTML_CONTENT_TYPE.match(content_type): final_url = resp.geturl() data = resp.read() encoding = headers.get('Content-Encoding') if encoding: decoder = self.decoders[encoding] # fail if not found data = decoder(data) encoding = 'utf-8' m = CHARSET.search(content_type) if m: encoding = m.group(1) try: data = data.decode(encoding) except UnicodeError: # pragma: no cover data = data.decode('latin-1') # fallback result = Page(data, final_url) self._page_cache[final_url] = result except HTTPError as e: if e.code != 404: logger.exception('Fetch failed: %s: %s', url, e) except URLError as e: # pragma: no cover logger.exception('Fetch failed: %s: %s', url, e) with self._lock: self._bad_hosts.add(host) except Exception as e: # pragma: no cover logger.exception('Fetch failed: %s: %s', url, e) finally: self._page_cache[url] = result # even if None (failure) return result _distname_re = re.compile('<a href=[^>]*>([^<]+)<') def get_distribution_names(self): """ Return all the distribution names known to this locator. """ result = set() page = self.get_page(self.base_url) if not page: raise DistlibException('Unable to get %s' % self.base_url) for match in self._distname_re.finditer(page.data): result.add(match.group(1)) return result class DirectoryLocator(Locator): """ This class locates distributions in a directory tree. """ def __init__(self, path, **kwargs): """ Initialise an instance. :param path: The root of the directory tree to search. :param kwargs: Passed to the superclass constructor, except for: * recursive - if True (the default), subdirectories are recursed into. If False, only the top-level directory is searched, """ self.recursive = kwargs.pop('recursive', True) super(DirectoryLocator, self).__init__(**kwargs) path = os.path.abspath(path) if not os.path.isdir(path): # pragma: no cover raise DistlibException('Not a directory: %r' % path) self.base_dir = path def should_include(self, filename, parent): """ Should a filename be considered as a candidate for a distribution archive? As well as the filename, the directory which contains it is provided, though not used by the current implementation. """ return filename.endswith(self.downloadable_extensions) def _get_project(self, name): result = {'urls': {}, 'digests': {}} for root, dirs, files in os.walk(self.base_dir): for fn in files: if self.should_include(fn, root): fn = os.path.join(root, fn) url = urlunparse(('file', '', pathname2url(os.path.abspath(fn)), '', '', '')) info = self.convert_url_to_download_info(url, name) if info: self._update_version_data(result, info) if not self.recursive: break return result def get_distribution_names(self): """ Return all the distribution names known to this locator. """ result = set() for root, dirs, files in os.walk(self.base_dir): for fn in files: if self.should_include(fn, root): fn = os.path.join(root, fn) url = urlunparse(('file', '', pathname2url(os.path.abspath(fn)), '', '', '')) info = self.convert_url_to_download_info(url, None) if info: result.add(info['name']) if not self.recursive: break return result class JSONLocator(Locator): """ This locator uses special extended metadata (not available on PyPI) and is the basis of performant dependency resolution in distlib. Other locators require archive downloads before dependencies can be determined! As you might imagine, that can be slow. """ def get_distribution_names(self): """ Return all the distribution names known to this locator. """ raise NotImplementedError('Not available from this locator') def _get_project(self, name): result = {'urls': {}, 'digests': {}} data = get_project_data(name) if data: for info in data.get('files', []): if info['ptype'] != 'sdist' or info['pyversion'] != 'source': continue # We don't store summary in project metadata as it makes # the data bigger for no benefit during dependency # resolution dist = make_dist(data['name'], info['version'], summary=data.get('summary', 'Placeholder for summary'), scheme=self.scheme) md = dist.metadata md.source_url = info['url'] # TODO SHA256 digest if 'digest' in info and info['digest']: dist.digest = ('md5', info['digest']) md.dependencies = info.get('requirements', {}) dist.exports = info.get('exports', {}) result[dist.version] = dist result['urls'].setdefault(dist.version, set()).add(info['url']) return result class DistPathLocator(Locator): """ This locator finds installed distributions in a path. It can be useful for adding to an :class:`AggregatingLocator`. """ def __init__(self, distpath, **kwargs): """ Initialise an instance. :param distpath: A :class:`DistributionPath` instance to search. """ super(DistPathLocator, self).__init__(**kwargs) assert isinstance(distpath, DistributionPath) self.distpath = distpath def _get_project(self, name): dist = self.distpath.get_distribution(name) if dist is None: result = {'urls': {}, 'digests': {}} else: result = { dist.version: dist, 'urls': {dist.version: set([dist.source_url])}, 'digests': {dist.version: set([None])} } return result class AggregatingLocator(Locator): """ This class allows you to chain and/or merge a list of locators. """ def __init__(self, *locators, **kwargs): """ Initialise an instance. :param locators: The list of locators to search. :param kwargs: Passed to the superclass constructor, except for: * merge - if False (the default), the first successful search from any of the locators is returned. If True, the results from all locators are merged (this can be slow). """ self.merge = kwargs.pop('merge', False) self.locators = locators super(AggregatingLocator, self).__init__(**kwargs) def clear_cache(self): super(AggregatingLocator, self).clear_cache() for locator in self.locators: locator.clear_cache() def _set_scheme(self, value): self._scheme = value for locator in self.locators: locator.scheme = value scheme = property(Locator.scheme.fget, _set_scheme) def _get_project(self, name): result = {} for locator in self.locators: d = locator.get_project(name) if d: if self.merge: files = result.get('urls', {}) digests = result.get('digests', {}) # next line could overwrite result['urls'], result['digests'] result.update(d) df = result.get('urls') if files and df: for k, v in files.items(): if k in df: df[k] |= v else: df[k] = v dd = result.get('digests') if digests and dd: dd.update(digests) else: # See issue #18. If any dists are found and we're looking # for specific constraints, we only return something if # a match is found. For example, if a DirectoryLocator # returns just foo (1.0) while we're looking for # foo (>= 2.0), we'll pretend there was nothing there so # that subsequent locators can be queried. Otherwise we # would just return foo (1.0) which would then lead to a # failure to find foo (>= 2.0), because other locators # weren't searched. Note that this only matters when # merge=False. if self.matcher is None: found = True else: found = False for k in d: if self.matcher.match(k): found = True break if found: result = d break return result def get_distribution_names(self): """ Return all the distribution names known to this locator. """ result = set() for locator in self.locators: try: result |= locator.get_distribution_names() except NotImplementedError: pass return result # We use a legacy scheme simply because most of the dists on PyPI use legacy # versions which don't conform to PEP 426 / PEP 440. default_locator = AggregatingLocator( JSONLocator(), SimpleScrapingLocator('https://pypi.org/simple/', timeout=3.0), scheme='legacy') locate = default_locator.locate NAME_VERSION_RE = re.compile(r'(?P<name>[\w-]+)\s*' r'\(\s*(==\s*)?(?P<ver>[^)]+)\)$') class DependencyFinder(object): """ Locate dependencies for distributions. """ def __init__(self, locator=None): """ Initialise an instance, using the specified locator to locate distributions. """ self.locator = locator or default_locator self.scheme = get_scheme(self.locator.scheme) def add_distribution(self, dist): """ Add a distribution to the finder. This will update internal information about who provides what. :param dist: The distribution to add. """ logger.debug('adding distribution %s', dist) name = dist.key self.dists_by_name[name] = dist self.dists[(name, dist.version)] = dist for p in dist.provides: name, version = parse_name_and_version(p) logger.debug('Add to provided: %s, %s, %s', name, version, dist) self.provided.setdefault(name, set()).add((version, dist)) def remove_distribution(self, dist): """ Remove a distribution from the finder. This will update internal information about who provides what. :param dist: The distribution to remove. """ logger.debug('removing distribution %s', dist) name = dist.key del self.dists_by_name[name] del self.dists[(name, dist.version)] for p in dist.provides: name, version = parse_name_and_version(p) logger.debug('Remove from provided: %s, %s, %s', name, version, dist) s = self.provided[name] s.remove((version, dist)) if not s: del self.provided[name] def get_matcher(self, reqt): """ Get a version matcher for a requirement. :param reqt: The requirement :type reqt: str :return: A version matcher (an instance of :class:`distlib.version.Matcher`). """ try: matcher = self.scheme.matcher(reqt) except UnsupportedVersionError: # pragma: no cover # XXX compat-mode if cannot read the version name = reqt.split()[0] matcher = self.scheme.matcher(name) return matcher def find_providers(self, reqt): """ Find the distributions which can fulfill a requirement. :param reqt: The requirement. :type reqt: str :return: A set of distribution which can fulfill the requirement. """ matcher = self.get_matcher(reqt) name = matcher.key # case-insensitive result = set() provided = self.provided if name in provided: for version, provider in provided[name]: try: match = matcher.match(version) except UnsupportedVersionError: match = False if match: result.add(provider) break return result def try_to_replace(self, provider, other, problems): """ Attempt to replace one provider with another. This is typically used when resolving dependencies from multiple sources, e.g. A requires (B >= 1.0) while C requires (B >= 1.1). For successful replacement, ``provider`` must meet all the requirements which ``other`` fulfills. :param provider: The provider we are trying to replace with. :param other: The provider we're trying to replace. :param problems: If False is returned, this will contain what problems prevented replacement. This is currently a tuple of the literal string 'cantreplace', ``provider``, ``other`` and the set of requirements that ``provider`` couldn't fulfill. :return: True if we can replace ``other`` with ``provider``, else False. """ rlist = self.reqts[other] unmatched = set() for s in rlist: matcher = self.get_matcher(s) if not matcher.match(provider.version): unmatched.add(s) if unmatched: # can't replace other with provider problems.add(('cantreplace', provider, other, frozenset(unmatched))) result = False else: # can replace other with provider self.remove_distribution(other) del self.reqts[other] for s in rlist: self.reqts.setdefault(provider, set()).add(s) self.add_distribution(provider) result = True return result def find(self, requirement, meta_extras=None, prereleases=False): """ Find a distribution and all distributions it depends on. :param requirement: The requirement specifying the distribution to find, or a Distribution instance. :param meta_extras: A list of meta extras such as :test:, :build: and so on. :param prereleases: If ``True``, allow pre-release versions to be returned - otherwise, don't return prereleases unless they're all that's available. Return a set of :class:`Distribution` instances and a set of problems. The distributions returned should be such that they have the :attr:`required` attribute set to ``True`` if they were from the ``requirement`` passed to ``find()``, and they have the :attr:`build_time_dependency` attribute set to ``True`` unless they are post-installation dependencies of the ``requirement``. The problems should be a tuple consisting of the string ``'unsatisfied'`` and the requirement which couldn't be satisfied by any distribution known to the locator. """ self.provided = {} self.dists = {} self.dists_by_name = {} self.reqts = {} meta_extras = set(meta_extras or []) if ':*:' in meta_extras: meta_extras.remove(':*:') # :meta: and :run: are implicitly included meta_extras |= set([':test:', ':build:', ':dev:']) if isinstance(requirement, Distribution): dist = odist = requirement logger.debug('passed %s as requirement', odist) else: dist = odist = self.locator.locate(requirement, prereleases=prereleases) if dist is None: raise DistlibException('Unable to locate %r' % requirement) logger.debug('located %s', odist) dist.requested = True problems = set() todo = set([dist]) install_dists = set([odist]) while todo: dist = todo.pop() name = dist.key # case-insensitive if name not in self.dists_by_name: self.add_distribution(dist) else: #import pdb; pdb.set_trace() other = self.dists_by_name[name] if other != dist: self.try_to_replace(dist, other, problems) ireqts = dist.run_requires | dist.meta_requires sreqts = dist.build_requires ereqts = set() if meta_extras and dist in install_dists: for key in ('test', 'build', 'dev'): e = ':%s:' % key if e in meta_extras: ereqts |= getattr(dist, '%s_requires' % key) all_reqts = ireqts | sreqts | ereqts for r in all_reqts: providers = self.find_providers(r) if not providers: logger.debug('No providers found for %r', r) provider = self.locator.locate(r, prereleases=prereleases) # If no provider is found and we didn't consider # prereleases, consider them now. if provider is None and not prereleases: provider = self.locator.locate(r, prereleases=True) if provider is None: logger.debug('Cannot satisfy %r', r) problems.add(('unsatisfied', r)) else: n, v = provider.key, provider.version if (n, v) not in self.dists: todo.add(provider) providers.add(provider) if r in ireqts and dist in install_dists: install_dists.add(provider) logger.debug('Adding %s to install_dists', provider.name_and_version) for p in providers: name = p.key if name not in self.dists_by_name: self.reqts.setdefault(p, set()).add(r) else: other = self.dists_by_name[name] if other != p: # see if other can be replaced by p self.try_to_replace(p, other, problems) dists = set(self.dists.values()) for dist in dists: dist.build_time_dependency = dist not in install_dists if dist.build_time_dependency: logger.debug('%s is a build-time dependency only.', dist.name_and_version) logger.debug('find done for %s', odist) return dists, problems PK A\݄* * pip/_vendor/distlib/resources.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2013-2017 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from __future__ import unicode_literals import bisect import io import logging import os import pkgutil import shutil import sys import types import zipimport from . import DistlibException from .util import cached_property, get_cache_base, path_to_cache_dir, Cache logger = logging.getLogger(__name__) cache = None # created when needed class ResourceCache(Cache): def __init__(self, base=None): if base is None: # Use native string to avoid issues on 2.x: see Python #20140. base = os.path.join(get_cache_base(), str('resource-cache')) super(ResourceCache, self).__init__(base) def is_stale(self, resource, path): """ Is the cache stale for the given resource? :param resource: The :class:`Resource` being cached. :param path: The path of the resource in the cache. :return: True if the cache is stale. """ # Cache invalidation is a hard problem :-) return True def get(self, resource): """ Get a resource into the cache, :param resource: A :class:`Resource` instance. :return: The pathname of the resource in the cache. """ prefix, path = resource.finder.get_cache_info(resource) if prefix is None: result = path else: result = os.path.join(self.base, self.prefix_to_dir(prefix), path) dirname = os.path.dirname(result) if not os.path.isdir(dirname): os.makedirs(dirname) if not os.path.exists(result): stale = True else: stale = self.is_stale(resource, path) if stale: # write the bytes of the resource to the cache location with open(result, 'wb') as f: f.write(resource.bytes) return result class ResourceBase(object): def __init__(self, finder, name): self.finder = finder self.name = name class Resource(ResourceBase): """ A class representing an in-package resource, such as a data file. This is not normally instantiated by user code, but rather by a :class:`ResourceFinder` which manages the resource. """ is_container = False # Backwards compatibility def as_stream(self): """ Get the resource as a stream. This is not a property to make it obvious that it returns a new stream each time. """ return self.finder.get_stream(self) @cached_property def file_path(self): global cache if cache is None: cache = ResourceCache() return cache.get(self) @cached_property def bytes(self): return self.finder.get_bytes(self) @cached_property def size(self): return self.finder.get_size(self) class ResourceContainer(ResourceBase): is_container = True # Backwards compatibility @cached_property def resources(self): return self.finder.get_resources(self) class ResourceFinder(object): """ Resource finder for file system resources. """ if sys.platform.startswith('java'): skipped_extensions = ('.pyc', '.pyo', '.class') else: skipped_extensions = ('.pyc', '.pyo') def __init__(self, module): self.module = module self.loader = getattr(module, '__loader__', None) self.base = os.path.dirname(getattr(module, '__file__', '')) def _adjust_path(self, path): return os.path.realpath(path) def _make_path(self, resource_name): # Issue #50: need to preserve type of path on Python 2.x # like os.path._get_sep if isinstance(resource_name, bytes): # should only happen on 2.x sep = b'/' else: sep = '/' parts = resource_name.split(sep) parts.insert(0, self.base) result = os.path.join(*parts) return self._adjust_path(result) def _find(self, path): return os.path.exists(path) def get_cache_info(self, resource): return None, resource.path def find(self, resource_name): path = self._make_path(resource_name) if not self._find(path): result = None else: if self._is_directory(path): result = ResourceContainer(self, resource_name) else: result = Resource(self, resource_name) result.path = path return result def get_stream(self, resource): return open(resource.path, 'rb') def get_bytes(self, resource): with open(resource.path, 'rb') as f: return f.read() def get_size(self, resource): return os.path.getsize(resource.path) def get_resources(self, resource): def allowed(f): return (f != '__pycache__' and not f.endswith(self.skipped_extensions)) return set([f for f in os.listdir(resource.path) if allowed(f)]) def is_container(self, resource): return self._is_directory(resource.path) _is_directory = staticmethod(os.path.isdir) def iterator(self, resource_name): resource = self.find(resource_name) if resource is not None: todo = [resource] while todo: resource = todo.pop(0) yield resource if resource.is_container: rname = resource.name for name in resource.resources: if not rname: new_name = name else: new_name = '/'.join([rname, name]) child = self.find(new_name) if child.is_container: todo.append(child) else: yield child class ZipResourceFinder(ResourceFinder): """ Resource finder for resources in .zip files. """ def __init__(self, module): super(ZipResourceFinder, self).__init__(module) archive = self.loader.archive self.prefix_len = 1 + len(archive) # PyPy doesn't have a _files attr on zipimporter, and you can't set one if hasattr(self.loader, '_files'): self._files = self.loader._files else: self._files = zipimport._zip_directory_cache[archive] self.index = sorted(self._files) def _adjust_path(self, path): return path def _find(self, path): path = path[self.prefix_len:] if path in self._files: result = True else: if path and path[-1] != os.sep: path = path + os.sep i = bisect.bisect(self.index, path) try: result = self.index[i].startswith(path) except IndexError: result = False if not result: logger.debug('_find failed: %r %r', path, self.loader.prefix) else: logger.debug('_find worked: %r %r', path, self.loader.prefix) return result def get_cache_info(self, resource): prefix = self.loader.archive path = resource.path[1 + len(prefix):] return prefix, path def get_bytes(self, resource): return self.loader.get_data(resource.path) def get_stream(self, resource): return io.BytesIO(self.get_bytes(resource)) def get_size(self, resource): path = resource.path[self.prefix_len:] return self._files[path][3] def get_resources(self, resource): path = resource.path[self.prefix_len:] if path and path[-1] != os.sep: path += os.sep plen = len(path) result = set() i = bisect.bisect(self.index, path) while i < len(self.index): if not self.index[i].startswith(path): break s = self.index[i][plen:] result.add(s.split(os.sep, 1)[0]) # only immediate children i += 1 return result def _is_directory(self, path): path = path[self.prefix_len:] if path and path[-1] != os.sep: path += os.sep i = bisect.bisect(self.index, path) try: result = self.index[i].startswith(path) except IndexError: result = False return result _finder_registry = { type(None): ResourceFinder, zipimport.zipimporter: ZipResourceFinder } try: # In Python 3.6, _frozen_importlib -> _frozen_importlib_external try: import _frozen_importlib_external as _fi except ImportError: import _frozen_importlib as _fi _finder_registry[_fi.SourceFileLoader] = ResourceFinder _finder_registry[_fi.FileFinder] = ResourceFinder del _fi except (ImportError, AttributeError): pass def register_finder(loader, finder_maker): _finder_registry[type(loader)] = finder_maker _finder_cache = {} def finder(package): """ Return a resource finder for a package. :param package: The name of the package. :return: A :class:`ResourceFinder` instance for the package. """ if package in _finder_cache: result = _finder_cache[package] else: if package not in sys.modules: __import__(package) module = sys.modules[package] path = getattr(module, '__path__', None) if path is None: raise DistlibException('You cannot get a finder for a module, ' 'only for a package') loader = getattr(module, '__loader__', None) finder_maker = _finder_registry.get(type(loader)) if finder_maker is None: raise DistlibException('Unable to locate finder for %r' % package) result = finder_maker(module) _finder_cache[package] = result return result _dummy_module = types.ModuleType(str('__dummy__')) def finder_for_path(path): """ Return a resource finder for a path, which should represent a container. :param path: The path. :return: A :class:`ResourceFinder` instance for the path. """ result = None # calls any path hooks, gets importer into cache pkgutil.get_importer(path) loader = sys.path_importer_cache.get(path) finder = _finder_registry.get(type(loader)) if finder: module = _dummy_module module.__file__ = os.path.join(path, '') module.__loader__ = loader result = finder(module) return result PK A\8^0K K pip/_vendor/distlib/__init__.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012-2019 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # import logging __version__ = '0.2.9.post0' class DistlibException(Exception): pass try: from logging import NullHandler except ImportError: # pragma: no cover class NullHandler(logging.Handler): def handle(self, record): pass def emit(self, record): pass def createLock(self): self.lock = None logger = logging.getLogger(__name__) logger.addHandler(NullHandler()) PK A\f# # pip/_vendor/distlib/markers.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012-2017 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # """ Parser for the environment markers micro-language defined in PEP 508. """ # Note: In PEP 345, the micro-language was Python compatible, so the ast # module could be used to parse it. However, PEP 508 introduced operators such # as ~= and === which aren't in Python, necessitating a different approach. import os import sys import platform import re from .compat import python_implementation, urlparse, string_types from .util import in_venv, parse_marker __all__ = ['interpret'] def _is_literal(o): if not isinstance(o, string_types) or not o: return False return o[0] in '\'"' class Evaluator(object): """ This class is used to evaluate marker expessions. """ operations = { '==': lambda x, y: x == y, '===': lambda x, y: x == y, '~=': lambda x, y: x == y or x > y, '!=': lambda x, y: x != y, '<': lambda x, y: x < y, '<=': lambda x, y: x == y or x < y, '>': lambda x, y: x > y, '>=': lambda x, y: x == y or x > y, 'and': lambda x, y: x and y, 'or': lambda x, y: x or y, 'in': lambda x, y: x in y, 'not in': lambda x, y: x not in y, } def evaluate(self, expr, context): """ Evaluate a marker expression returned by the :func:`parse_requirement` function in the specified context. """ if isinstance(expr, string_types): if expr[0] in '\'"': result = expr[1:-1] else: if expr not in context: raise SyntaxError('unknown variable: %s' % expr) result = context[expr] else: assert isinstance(expr, dict) op = expr['op'] if op not in self.operations: raise NotImplementedError('op not implemented: %s' % op) elhs = expr['lhs'] erhs = expr['rhs'] if _is_literal(expr['lhs']) and _is_literal(expr['rhs']): raise SyntaxError('invalid comparison: %s %s %s' % (elhs, op, erhs)) lhs = self.evaluate(elhs, context) rhs = self.evaluate(erhs, context) result = self.operations[op](lhs, rhs) return result def default_context(): def format_full_version(info): version = '%s.%s.%s' % (info.major, info.minor, info.micro) kind = info.releaselevel if kind != 'final': version += kind[0] + str(info.serial) return version if hasattr(sys, 'implementation'): implementation_version = format_full_version(sys.implementation.version) implementation_name = sys.implementation.name else: implementation_version = '0' implementation_name = '' result = { 'implementation_name': implementation_name, 'implementation_version': implementation_version, 'os_name': os.name, 'platform_machine': platform.machine(), 'platform_python_implementation': platform.python_implementation(), 'platform_release': platform.release(), 'platform_system': platform.system(), 'platform_version': platform.version(), 'platform_in_venv': str(in_venv()), 'python_full_version': platform.python_version(), 'python_version': platform.python_version()[:3], 'sys_platform': sys.platform, } return result DEFAULT_CONTEXT = default_context() del default_context evaluator = Evaluator() def interpret(marker, execution_context=None): """ Interpret a marker and return a result depending on environment. :param marker: The marker to interpret. :type marker: str :param execution_context: The context used for name lookup. :type execution_context: mapping """ try: expr, rest = parse_marker(marker) except Exception as e: raise SyntaxError('Unable to interpret marker syntax: %s: %s' % (marker, e)) if rest and rest[0] != '#': raise SyntaxError('unexpected trailing data in marker: %s: %s' % (marker, rest)) context = dict(DEFAULT_CONTEXT) if execution_context: context.update(execution_context) return evaluator.evaluate(expr, context) PK A\f鼡 pip/_vendor/distlib/compat.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2013-2017 Vinay Sajip. # Licensed to the Python Software Foundation under a contributor agreement. # See LICENSE.txt and CONTRIBUTORS.txt. # from __future__ import absolute_import import os import re import sys try: import ssl except ImportError: # pragma: no cover ssl = None if sys.version_info[0] < 3: # pragma: no cover from StringIO import StringIO string_types = basestring, text_type = unicode from types import FileType as file_type import __builtin__ as builtins import ConfigParser as configparser from ._backport import shutil from urlparse import urlparse, urlunparse, urljoin, urlsplit, urlunsplit from urllib import (urlretrieve, quote as _quote, unquote, url2pathname, pathname2url, ContentTooShortError, splittype) def quote(s): if isinstance(s, unicode): s = s.encode('utf-8') return _quote(s) import urllib2 from urllib2 import (Request, urlopen, URLError, HTTPError, HTTPBasicAuthHandler, HTTPPasswordMgr, HTTPHandler, HTTPRedirectHandler, build_opener) if ssl: from urllib2 import HTTPSHandler import httplib import xmlrpclib import Queue as queue from HTMLParser import HTMLParser import htmlentitydefs raw_input = raw_input from itertools import ifilter as filter from itertools import ifilterfalse as filterfalse _userprog = None def splituser(host): """splituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.""" global _userprog if _userprog is None: import re _userprog = re.compile('^(.*)@(.*)$') match = _userprog.match(host) if match: return match.group(1, 2) return None, host else: # pragma: no cover from io import StringIO string_types = str, text_type = str from io import TextIOWrapper as file_type import builtins import configparser import shutil from urllib.parse import (urlparse, urlunparse, urljoin, splituser, quote, unquote, urlsplit, urlunsplit, splittype) from urllib.request import (urlopen, urlretrieve, Request, url2pathname, pathname2url, HTTPBasicAuthHandler, HTTPPasswordMgr, HTTPHandler, HTTPRedirectHandler, build_opener) if ssl: from urllib.request import HTTPSHandler from urllib.error import HTTPError, URLError, ContentTooShortError import http.client as httplib import urllib.request as urllib2 import xmlrpc.client as xmlrpclib import queue from html.parser import HTMLParser import html.entities as htmlentitydefs raw_input = input from itertools import filterfalse filter = filter try: from ssl import match_hostname, CertificateError except ImportError: # pragma: no cover class CertificateError(ValueError): pass def _dnsname_match(dn, hostname, max_wildcards=1): """Matching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 """ pats = [] if not dn: return False parts = dn.split('.') leftmost, remainder = parts[0], parts[1:] wildcards = leftmost.count('*') if wildcards > max_wildcards: # Issue #17980: avoid denials of service by refusing more # than one wildcard per fragment. A survey of established # policy among SSL implementations showed it to be a # reasonable choice. raise CertificateError( "too many wildcards in certificate DNS name: " + repr(dn)) # speed up common case w/o wildcards if not wildcards: return dn.lower() == hostname.lower() # RFC 6125, section 6.4.3, subitem 1. # The client SHOULD NOT attempt to match a presented identifier in which # the wildcard character comprises a label other than the left-most label. if leftmost == '*': # When '*' is a fragment by itself, it matches a non-empty dotless # fragment. pats.append('[^.]+') elif leftmost.startswith('xn--') or hostname.startswith('xn--'): # RFC 6125, section 6.4.3, subitem 3. # The client SHOULD NOT attempt to match a presented identifier # where the wildcard character is embedded within an A-label or # U-label of an internationalized domain name. pats.append(re.escape(leftmost)) else: # Otherwise, '*' matches any dotless string, e.g. www* pats.append(re.escape(leftmost).replace(r'\*', '[^.]*')) # add the remaining fragments, ignore any wildcards for frag in remainder: pats.append(re.escape(frag)) pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE) return pat.match(hostname) def match_hostname(cert, hostname): """Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. """ if not cert: raise ValueError("empty or no certificate, match_hostname needs a " "SSL socket or SSL context with either " "CERT_OPTIONAL or CERT_REQUIRED") dnsnames = [] san = cert.get('subjectAltName', ()) for key, value in san: if key == 'DNS': if _dnsname_match(value, hostname): return dnsnames.append(value) if not dnsnames: # The subject is only checked when there is no dNSName entry # in subjectAltName for sub in cert.get('subject', ()): for key, value in sub: # XXX according to RFC 2818, the most specific Common Name # must be used. if key == 'commonName': if _dnsname_match(value, hostname): return dnsnames.append(value) if len(dnsnames) > 1: raise CertificateError("hostname %r " "doesn't match either of %s" % (hostname, ', '.join(map(repr, dnsnames)))) elif len(dnsnames) == 1: raise CertificateError("hostname %r " "doesn't match %r" % (hostname, dnsnames[0])) else: raise CertificateError("no appropriate commonName or " "subjectAltName fields were found") try: from types import SimpleNamespace as Container except ImportError: # pragma: no cover class Container(object): """ A generic container for when multiple values need to be returned """ def __init__(self, **kwargs): self.__dict__.update(kwargs) try: from shutil import which except ImportError: # pragma: no cover # Implementation from Python 3.3 def which(cmd, mode=os.F_OK | os.X_OK, path=None): """Given a command, mode, and a PATH string, return the path which conforms to the given mode on the PATH, or None if there is no such file. `mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result of os.environ.get("PATH"), or can be overridden with a custom search path. """ # Check that a given file can be accessed with the correct mode. # Additionally check that `file` is not a directory, as on Windows # directories pass the os.access check. def _access_check(fn, mode): return (os.path.exists(fn) and os.access(fn, mode) and not os.path.isdir(fn)) # If we're given a path with a directory part, look it up directly rather # than referring to PATH directories. This includes checking relative to the # current directory, e.g. ./script if os.path.dirname(cmd): if _access_check(cmd, mode): return cmd return None if path is None: path = os.environ.get("PATH", os.defpath) if not path: return None path = path.split(os.pathsep) if sys.platform == "win32": # The current directory takes precedence on Windows. if not os.curdir in path: path.insert(0, os.curdir) # PATHEXT is necessary to check on Windows. pathext = os.environ.get("PATHEXT", "").split(os.pathsep) # See if the given file matches any of the expected path extensions. # This will allow us to short circuit when given "python.exe". # If it does match, only test that one, otherwise we have to try # others. if any(cmd.lower().endswith(ext.lower()) for ext in pathext): files = [cmd] else: files = [cmd + ext for ext in pathext] else: # On other platforms you don't have things like PATHEXT to tell you # what file suffixes are executable, so just pass on cmd as-is. files = [cmd] seen = set() for dir in path: normdir = os.path.normcase(dir) if not normdir in seen: seen.add(normdir) for thefile in files: name = os.path.join(dir, thefile) if _access_check(name, mode): return name return None # ZipFile is a context manager in 2.7, but not in 2.6 from zipfile import ZipFile as BaseZipFile if hasattr(BaseZipFile, '__enter__'): # pragma: no cover ZipFile = BaseZipFile else: # pragma: no cover from zipfile import ZipExtFile as BaseZipExtFile class ZipExtFile(BaseZipExtFile): def __init__(self, base): self.__dict__.update(base.__dict__) def __enter__(self): return self def __exit__(self, *exc_info): self.close() # return None, so if an exception occurred, it will propagate class ZipFile(BaseZipFile): def __enter__(self): return self def __exit__(self, *exc_info): self.close() # return None, so if an exception occurred, it will propagate def open(self, *args, **kwargs): base = BaseZipFile.open(self, *args, **kwargs) return ZipExtFile(base) try: from platform import python_implementation except ImportError: # pragma: no cover def python_implementation(): """Return a string identifying the Python implementation.""" if 'PyPy' in sys.version: return 'PyPy' if os.name == 'java': return 'Jython' if sys.version.startswith('IronPython'): return 'IronPython' return 'CPython' try: import sysconfig except ImportError: # pragma: no cover from ._backport import sysconfig try: callable = callable except NameError: # pragma: no cover from collections import Callable def callable(obj): return isinstance(obj, Callable) try: fsencode = os.fsencode fsdecode = os.fsdecode except AttributeError: # pragma: no cover # Issue #99: on some systems (e.g. containerised), # sys.getfilesystemencoding() returns None, and we need a real value, # so fall back to utf-8. From the CPython 2.7 docs relating to Unix and # sys.getfilesystemencoding(): the return value is "the user’s preference # according to the result of nl_langinfo(CODESET), or None if the # nl_langinfo(CODESET) failed." _fsencoding = sys.getfilesystemencoding() or 'utf-8' if _fsencoding == 'mbcs': _fserrors = 'strict' else: _fserrors = 'surrogateescape' def fsencode(filename): if isinstance(filename, bytes): return filename elif isinstance(filename, text_type): return filename.encode(_fsencoding, _fserrors) else: raise TypeError("expect bytes or str, not %s" % type(filename).__name__) def fsdecode(filename): if isinstance(filename, text_type): return filename elif isinstance(filename, bytes): return filename.decode(_fsencoding, _fserrors) else: raise TypeError("expect bytes or str, not %s" % type(filename).__name__) try: from tokenize import detect_encoding except ImportError: # pragma: no cover from codecs import BOM_UTF8, lookup import re cookie_re = re.compile(r"coding[:=]\s*([-\w.]+)") def _get_normal_name(orig_enc): """Imitates get_normal_name in tokenizer.c.""" # Only care about the first 12 characters. enc = orig_enc[:12].lower().replace("_", "-") if enc == "utf-8" or enc.startswith("utf-8-"): return "utf-8" if enc in ("latin-1", "iso-8859-1", "iso-latin-1") or \ enc.startswith(("latin-1-", "iso-8859-1-", "iso-latin-1-")): return "iso-8859-1" return orig_enc def detect_encoding(readline): """ The detect_encoding() function is used to detect the encoding that should be used to decode a Python source file. It requires one argument, readline, in the same way as the tokenize() generator. It will call readline a maximum of twice, and return the encoding used (as a string) and a list of any lines (left as bytes) it has read in. It detects the encoding from the presence of a utf-8 bom or an encoding cookie as specified in pep-0263. If both a bom and a cookie are present, but disagree, a SyntaxError will be raised. If the encoding cookie is an invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found, 'utf-8-sig' is returned. If no encoding is specified, then the default of 'utf-8' will be returned. """ try: filename = readline.__self__.name except AttributeError: filename = None bom_found = False encoding = None default = 'utf-8' def read_or_stop(): try: return readline() except StopIteration: return b'' def find_cookie(line): try: # Decode as UTF-8. Either the line is an encoding declaration, # in which case it should be pure ASCII, or it must be UTF-8 # per default encoding. line_string = line.decode('utf-8') except UnicodeDecodeError: msg = "invalid or missing encoding declaration" if filename is not None: msg = '{} for {!r}'.format(msg, filename) raise SyntaxError(msg) matches = cookie_re.findall(line_string) if not matches: return None encoding = _get_normal_name(matches[0]) try: codec = lookup(encoding) except LookupError: # This behaviour mimics the Python interpreter if filename is None: msg = "unknown encoding: " + encoding else: msg = "unknown encoding for {!r}: {}".format(filename, encoding) raise SyntaxError(msg) if bom_found: if codec.name != 'utf-8': # This behaviour mimics the Python interpreter if filename is None: msg = 'encoding problem: utf-8' else: msg = 'encoding problem for {!r}: utf-8'.format(filename) raise SyntaxError(msg) encoding += '-sig' return encoding first = read_or_stop() if first.startswith(BOM_UTF8): bom_found = True first = first[3:] default = 'utf-8-sig' if not first: return default, [] encoding = find_cookie(first) if encoding: return encoding, [first] second = read_or_stop() if not second: return default, [first] encoding = find_cookie(second) if encoding: return encoding, [first, second] return default, [first, second] # For converting & <-> & etc. try: from html import escape except ImportError: from cgi import escape if sys.version_info[:2] < (3, 4): unescape = HTMLParser().unescape else: from html import unescape try: from collections import ChainMap except ImportError: # pragma: no cover from collections import MutableMapping try: from reprlib import recursive_repr as _recursive_repr except ImportError: def _recursive_repr(fillvalue='...'): ''' Decorator to make a repr function return fillvalue for a recursive call ''' def decorating_function(user_function): repr_running = set() def wrapper(self): key = id(self), get_ident() if key in repr_running: return fillvalue repr_running.add(key) try: result = user_function(self) finally: repr_running.discard(key) return result # Can't use functools.wraps() here because of bootstrap issues wrapper.__module__ = getattr(user_function, '__module__') wrapper.__doc__ = getattr(user_function, '__doc__') wrapper.__name__ = getattr(user_function, '__name__') wrapper.__annotations__ = getattr(user_function, '__annotations__', {}) return wrapper return decorating_function class ChainMap(MutableMapping): ''' A ChainMap groups multiple dicts (or other mappings) together to create a single, updateable view. The underlying mappings are stored in a list. That list is public and can accessed or updated using the *maps* attribute. There is no other state. Lookups search the underlying mappings successively until a key is found. In contrast, writes, updates, and deletions only operate on the first mapping. ''' def __init__(self, *maps): '''Initialize a ChainMap by setting *maps* to the given mappings. If no mappings are provided, a single empty dictionary is used. ''' self.maps = list(maps) or [{}] # always at least one map def __missing__(self, key): raise KeyError(key) def __getitem__(self, key): for mapping in self.maps: try: return mapping[key] # can't use 'key in mapping' with defaultdict except KeyError: pass return self.__missing__(key) # support subclasses that define __missing__ def get(self, key, default=None): return self[key] if key in self else default def __len__(self): return len(set().union(*self.maps)) # reuses stored hash values if possible def __iter__(self): return iter(set().union(*self.maps)) def __contains__(self, key): return any(key in m for m in self.maps) def __bool__(self): return any(self.maps) @_recursive_repr() def __repr__(self): return '{0.__class__.__name__}({1})'.format( self, ', '.join(map(repr, self.maps))) @classmethod def fromkeys(cls, iterable, *args): 'Create a ChainMap with a single dict created from the iterable.' return cls(dict.fromkeys(iterable, *args)) def copy(self): 'New ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]' return self.__class__(self.maps[0].copy(), *self.maps[1:]) __copy__ = copy def new_child(self): # like Django's Context.push() 'New ChainMap with a new dict followed by all previous maps.' return self.__class__({}, *self.maps) @property def parents(self): # like Django's Context.pop() 'New ChainMap from maps[1:].' return self.__class__(*self.maps[1:]) def __setitem__(self, key, value): self.maps[0][key] = value def __delitem__(self, key): try: del self.maps[0][key] except KeyError: raise KeyError('Key not found in the first mapping: {!r}'.format(key)) def popitem(self): 'Remove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.' try: return self.maps[0].popitem() except KeyError: raise KeyError('No keys found in the first mapping.') def pop(self, key, *args): 'Remove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].' try: return self.maps[0].pop(key, *args) except KeyError: raise KeyError('Key not found in the first mapping: {!r}'.format(key)) def clear(self): 'Clear maps[0], leaving maps[1:] intact.' self.maps[0].clear() try: from importlib.util import cache_from_source # Python >= 3.4 except ImportError: # pragma: no cover try: from imp import cache_from_source except ImportError: # pragma: no cover def cache_from_source(path, debug_override=None): assert path.endswith('.py') if debug_override is None: debug_override = __debug__ if debug_override: suffix = 'c' else: suffix = 'o' return path + suffix try: from collections import OrderedDict except ImportError: # pragma: no cover ## {{{ http://code.activestate.com/recipes/576693/ (r9) # Backport of OrderedDict() class that runs on Python 2.4, 2.5, 2.6, 2.7 and pypy. # Passes Python2.7's test suite and incorporates all the latest updates. try: from thread import get_ident as _get_ident except ImportError: from dummy_thread import get_ident as _get_ident try: from _abcoll import KeysView, ValuesView, ItemsView except ImportError: pass class OrderedDict(dict): 'Dictionary that remembers insertion order' # An inherited dict maps keys to values. # The inherited dict provides __getitem__, __len__, __contains__, and get. # The remaining methods are order-aware. # Big-O running times for all methods are the same as for regular dictionaries. # The internal self.__map dictionary maps keys to links in a doubly linked list. # The circular doubly linked list starts and ends with a sentinel element. # The sentinel element never gets deleted (this simplifies the algorithm). # Each link is stored as a list of length three: [PREV, NEXT, KEY]. def __init__(self, *args, **kwds): '''Initialize an ordered dictionary. Signature is the same as for regular dictionaries, but keyword arguments are not recommended because their insertion order is arbitrary. ''' if len(args) > 1: raise TypeError('expected at most 1 arguments, got %d' % len(args)) try: self.__root except AttributeError: self.__root = root = [] # sentinel node root[:] = [root, root, None] self.__map = {} self.__update(*args, **kwds) def __setitem__(self, key, value, dict_setitem=dict.__setitem__): 'od.__setitem__(i, y) <==> od[i]=y' # Setting a new item creates a new link which goes at the end of the linked # list, and the inherited dictionary is updated with the new key/value pair. if key not in self: root = self.__root last = root[0] last[1] = root[0] = self.__map[key] = [last, root, key] dict_setitem(self, key, value) def __delitem__(self, key, dict_delitem=dict.__delitem__): 'od.__delitem__(y) <==> del od[y]' # Deleting an existing item uses self.__map to find the link which is # then removed by updating the links in the predecessor and successor nodes. dict_delitem(self, key) link_prev, link_next, key = self.__map.pop(key) link_prev[1] = link_next link_next[0] = link_prev def __iter__(self): 'od.__iter__() <==> iter(od)' root = self.__root curr = root[1] while curr is not root: yield curr[2] curr = curr[1] def __reversed__(self): 'od.__reversed__() <==> reversed(od)' root = self.__root curr = root[0] while curr is not root: yield curr[2] curr = curr[0] def clear(self): 'od.clear() -> None. Remove all items from od.' try: for node in self.__map.itervalues(): del node[:] root = self.__root root[:] = [root, root, None] self.__map.clear() except AttributeError: pass dict.clear(self) def popitem(self, last=True): '''od.popitem() -> (k, v), return and remove a (key, value) pair. Pairs are returned in LIFO order if last is true or FIFO order if false. ''' if not self: raise KeyError('dictionary is empty') root = self.__root if last: link = root[0] link_prev = link[0] link_prev[1] = root root[0] = link_prev else: link = root[1] link_next = link[1] root[1] = link_next link_next[0] = root key = link[2] del self.__map[key] value = dict.pop(self, key) return key, value # -- the following methods do not depend on the internal structure -- def keys(self): 'od.keys() -> list of keys in od' return list(self) def values(self): 'od.values() -> list of values in od' return [self[key] for key in self] def items(self): 'od.items() -> list of (key, value) pairs in od' return [(key, self[key]) for key in self] def iterkeys(self): 'od.iterkeys() -> an iterator over the keys in od' return iter(self) def itervalues(self): 'od.itervalues -> an iterator over the values in od' for k in self: yield self[k] def iteritems(self): 'od.iteritems -> an iterator over the (key, value) items in od' for k in self: yield (k, self[k]) def update(*args, **kwds): '''od.update(E, **F) -> None. Update od from dict/iterable E and F. If E is a dict instance, does: for k in E: od[k] = E[k] If E has a .keys() method, does: for k in E.keys(): od[k] = E[k] Or if E is an iterable of items, does: for k, v in E: od[k] = v In either case, this is followed by: for k, v in F.items(): od[k] = v ''' if len(args) > 2: raise TypeError('update() takes at most 2 positional ' 'arguments (%d given)' % (len(args),)) elif not args: raise TypeError('update() takes at least 1 argument (0 given)') self = args[0] # Make progressively weaker assumptions about "other" other = () if len(args) == 2: other = args[1] if isinstance(other, dict): for key in other: self[key] = other[key] elif hasattr(other, 'keys'): for key in other.keys(): self[key] = other[key] else: for key, value in other: self[key] = value for key, value in kwds.items(): self[key] = value __update = update # let subclasses override update without breaking __init__ __marker = object() def pop(self, key, default=__marker): '''od.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. ''' if key in self: result = self[key] del self[key] return result if default is self.__marker: raise KeyError(key) return default def setdefault(self, key, default=None): 'od.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in od' if key in self: return self[key] self[key] = default return default def __repr__(self, _repr_running=None): 'od.__repr__() <==> repr(od)' if not _repr_running: _repr_running = {} call_key = id(self), _get_ident() if call_key in _repr_running: return '...' _repr_running[call_key] = 1 try: if not self: return '%s()' % (self.__class__.__name__,) return '%s(%r)' % (self.__class__.__name__, self.items()) finally: del _repr_running[call_key] def __reduce__(self): 'Return state information for pickling' items = [[k, self[k]] for k in self] inst_dict = vars(self).copy() for k in vars(OrderedDict()): inst_dict.pop(k, None) if inst_dict: return (self.__class__, (items,), inst_dict) return self.__class__, (items,) def copy(self): 'od.copy() -> a shallow copy of od' return self.__class__(self) @classmethod def fromkeys(cls, iterable, value=None): '''OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S and values equal to v (which defaults to None). ''' d = cls() for key in iterable: d[key] = value return d def __eq__(self, other): '''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive while comparison to a regular mapping is order-insensitive. ''' if isinstance(other, OrderedDict): return len(self)==len(other) and self.items() == other.items() return dict.__eq__(self, other) def __ne__(self, other): return not self == other # -- the following methods are only used in Python 2.7 -- def viewkeys(self): "od.viewkeys() -> a set-like object providing a view on od's keys" return KeysView(self) def viewvalues(self): "od.viewvalues() -> an object providing a view on od's values" return ValuesView(self) def viewitems(self): "od.viewitems() -> a set-like object providing a view on od's items" return ItemsView(self) try: from logging.config import BaseConfigurator, valid_ident except ImportError: # pragma: no cover IDENTIFIER = re.compile('^[a-z_][a-z0-9_]*$', re.I) def valid_ident(s): m = IDENTIFIER.match(s) if not m: raise ValueError('Not a valid Python identifier: %r' % s) return True # The ConvertingXXX classes are wrappers around standard Python containers, # and they serve to convert any suitable values in the container. The # conversion converts base dicts, lists and tuples to their wrapped # equivalents, whereas strings which match a conversion format are converted # appropriately. # # Each wrapper should have a configurator attribute holding the actual # configurator to use for conversion. class ConvertingDict(dict): """A converting dictionary wrapper.""" def __getitem__(self, key): value = dict.__getitem__(self, key) result = self.configurator.convert(value) #If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def get(self, key, default=None): value = dict.get(self, key, default) result = self.configurator.convert(value) #If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def pop(self, key, default=None): value = dict.pop(self, key, default) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result class ConvertingList(list): """A converting list wrapper.""" def __getitem__(self, key): value = list.__getitem__(self, key) result = self.configurator.convert(value) #If the converted value is different, save for next time if value is not result: self[key] = result if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result def pop(self, idx=-1): value = list.pop(self, idx) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self return result class ConvertingTuple(tuple): """A converting tuple wrapper.""" def __getitem__(self, key): value = tuple.__getitem__(self, key) result = self.configurator.convert(value) if value is not result: if type(result) in (ConvertingDict, ConvertingList, ConvertingTuple): result.parent = self result.key = key return result class BaseConfigurator(object): """ The configurator base class which defines some useful defaults. """ CONVERT_PATTERN = re.compile(r'^(?P<prefix>[a-z]+)://(?P<suffix>.*)$') WORD_PATTERN = re.compile(r'^\s*(\w+)\s*') DOT_PATTERN = re.compile(r'^\.\s*(\w+)\s*') INDEX_PATTERN = re.compile(r'^\[\s*(\w+)\s*\]\s*') DIGIT_PATTERN = re.compile(r'^\d+$') value_converters = { 'ext' : 'ext_convert', 'cfg' : 'cfg_convert', } # We might want to use a different one, e.g. importlib importer = staticmethod(__import__) def __init__(self, config): self.config = ConvertingDict(config) self.config.configurator = self def resolve(self, s): """ Resolve strings to objects using standard import and attribute syntax. """ name = s.split('.') used = name.pop(0) try: found = self.importer(used) for frag in name: used += '.' + frag try: found = getattr(found, frag) except AttributeError: self.importer(used) found = getattr(found, frag) return found except ImportError: e, tb = sys.exc_info()[1:] v = ValueError('Cannot resolve %r: %s' % (s, e)) v.__cause__, v.__traceback__ = e, tb raise v def ext_convert(self, value): """Default converter for the ext:// protocol.""" return self.resolve(value) def cfg_convert(self, value): """Default converter for the cfg:// protocol.""" rest = value m = self.WORD_PATTERN.match(rest) if m is None: raise ValueError("Unable to convert %r" % value) else: rest = rest[m.end():] d = self.config[m.groups()[0]] #print d, rest while rest: m = self.DOT_PATTERN.match(rest) if m: d = d[m.groups()[0]] else: m = self.INDEX_PATTERN.match(rest) if m: idx = m.groups()[0] if not self.DIGIT_PATTERN.match(idx): d = d[idx] else: try: n = int(idx) # try as number first (most likely) d = d[n] except TypeError: d = d[idx] if m: rest = rest[m.end():] else: raise ValueError('Unable to convert ' '%r at %r' % (value, rest)) #rest should be empty return d def convert(self, value): """ Convert values to an appropriate type. dicts, lists and tuples are replaced by their converting alternatives. Strings are checked to see if they have a conversion format and are converted if they do. """ if not isinstance(value, ConvertingDict) and isinstance(value, dict): value = ConvertingDict(value) value.configurator = self elif not isinstance(value, ConvertingList) and isinstance(value, list): value = ConvertingList(value) value.configurator = self elif not isinstance(value, ConvertingTuple) and\ isinstance(value, tuple): value = ConvertingTuple(value) value.configurator = self elif isinstance(value, string_types): m = self.CONVERT_PATTERN.match(value) if m: d = m.groupdict() prefix = d['prefix'] converter = self.value_converters.get(prefix, None) if converter: suffix = d['suffix'] converter = getattr(self, converter) value = converter(suffix) return value def configure_custom(self, config): """Configure an object with a user-supplied factory.""" c = config.pop('()') if not callable(c): c = self.resolve(c) props = config.pop('.', None) # Check for valid identifiers kwargs = dict([(k, config[k]) for k in config if valid_ident(k)]) result = c(**kwargs) if props: for name, value in props.items(): setattr(result, name, value) return result def as_tuple(self, value): """Utility function which converts lists to tuples.""" if isinstance(value, list): value = tuple(value) return value PK A\8* * pip/_vendor/distlib/metadata.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """Implementation of the Metadata for Python packages PEPs. Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental). """ from __future__ import unicode_literals import codecs from email import message_from_file import json import logging import re from . import DistlibException, __version__ from .compat import StringIO, string_types, text_type from .markers import interpret from .util import extract_by_key, get_extras from .version import get_scheme, PEP440_VERSION_RE logger = logging.getLogger(__name__) class MetadataMissingError(DistlibException): """A required metadata is missing""" class MetadataConflictError(DistlibException): """Attempt to read or write metadata fields that are conflictual.""" class MetadataUnrecognizedVersionError(DistlibException): """Unknown metadata version number.""" class MetadataInvalidError(DistlibException): """A metadata value is invalid""" # public API of this module __all__ = ['Metadata', 'PKG_INFO_ENCODING', 'PKG_INFO_PREFERRED_VERSION'] # Encoding used for the PKG-INFO files PKG_INFO_ENCODING = 'utf-8' # preferred version. Hopefully will be changed # to 1.2 once PEP 345 is supported everywhere PKG_INFO_PREFERRED_VERSION = '1.1' _LINE_PREFIX_1_2 = re.compile('\n \\|') _LINE_PREFIX_PRE_1_2 = re.compile('\n ') _241_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'License') _314_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Supported-Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'License', 'Classifier', 'Download-URL', 'Obsoletes', 'Provides', 'Requires') _314_MARKERS = ('Obsoletes', 'Provides', 'Requires', 'Classifier', 'Download-URL') _345_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Supported-Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'Maintainer', 'Maintainer-email', 'License', 'Classifier', 'Download-URL', 'Obsoletes-Dist', 'Project-URL', 'Provides-Dist', 'Requires-Dist', 'Requires-Python', 'Requires-External') _345_MARKERS = ('Provides-Dist', 'Requires-Dist', 'Requires-Python', 'Obsoletes-Dist', 'Requires-External', 'Maintainer', 'Maintainer-email', 'Project-URL') _426_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform', 'Supported-Platform', 'Summary', 'Description', 'Keywords', 'Home-page', 'Author', 'Author-email', 'Maintainer', 'Maintainer-email', 'License', 'Classifier', 'Download-URL', 'Obsoletes-Dist', 'Project-URL', 'Provides-Dist', 'Requires-Dist', 'Requires-Python', 'Requires-External', 'Private-Version', 'Obsoleted-By', 'Setup-Requires-Dist', 'Extension', 'Provides-Extra') _426_MARKERS = ('Private-Version', 'Provides-Extra', 'Obsoleted-By', 'Setup-Requires-Dist', 'Extension') # See issue #106: Sometimes 'Requires' and 'Provides' occur wrongly in # the metadata. Include them in the tuple literal below to allow them # (for now). _566_FIELDS = _426_FIELDS + ('Description-Content-Type', 'Requires', 'Provides') _566_MARKERS = ('Description-Content-Type',) _ALL_FIELDS = set() _ALL_FIELDS.update(_241_FIELDS) _ALL_FIELDS.update(_314_FIELDS) _ALL_FIELDS.update(_345_FIELDS) _ALL_FIELDS.update(_426_FIELDS) _ALL_FIELDS.update(_566_FIELDS) EXTRA_RE = re.compile(r'''extra\s*==\s*("([^"]+)"|'([^']+)')''') def _version2fieldlist(version): if version == '1.0': return _241_FIELDS elif version == '1.1': return _314_FIELDS elif version == '1.2': return _345_FIELDS elif version in ('1.3', '2.1'): return _345_FIELDS + _566_FIELDS elif version == '2.0': return _426_FIELDS raise MetadataUnrecognizedVersionError(version) def _best_version(fields): """Detect the best version depending on the fields used.""" def _has_marker(keys, markers): for marker in markers: if marker in keys: return True return False keys = [] for key, value in fields.items(): if value in ([], 'UNKNOWN', None): continue keys.append(key) possible_versions = ['1.0', '1.1', '1.2', '1.3', '2.0', '2.1'] # first let's try to see if a field is not part of one of the version for key in keys: if key not in _241_FIELDS and '1.0' in possible_versions: possible_versions.remove('1.0') logger.debug('Removed 1.0 due to %s', key) if key not in _314_FIELDS and '1.1' in possible_versions: possible_versions.remove('1.1') logger.debug('Removed 1.1 due to %s', key) if key not in _345_FIELDS and '1.2' in possible_versions: possible_versions.remove('1.2') logger.debug('Removed 1.2 due to %s', key) if key not in _566_FIELDS and '1.3' in possible_versions: possible_versions.remove('1.3') logger.debug('Removed 1.3 due to %s', key) if key not in _566_FIELDS and '2.1' in possible_versions: if key != 'Description': # In 2.1, description allowed after headers possible_versions.remove('2.1') logger.debug('Removed 2.1 due to %s', key) if key not in _426_FIELDS and '2.0' in possible_versions: possible_versions.remove('2.0') logger.debug('Removed 2.0 due to %s', key) # possible_version contains qualified versions if len(possible_versions) == 1: return possible_versions[0] # found ! elif len(possible_versions) == 0: logger.debug('Out of options - unknown metadata set: %s', fields) raise MetadataConflictError('Unknown metadata set') # let's see if one unique marker is found is_1_1 = '1.1' in possible_versions and _has_marker(keys, _314_MARKERS) is_1_2 = '1.2' in possible_versions and _has_marker(keys, _345_MARKERS) is_2_1 = '2.1' in possible_versions and _has_marker(keys, _566_MARKERS) is_2_0 = '2.0' in possible_versions and _has_marker(keys, _426_MARKERS) if int(is_1_1) + int(is_1_2) + int(is_2_1) + int(is_2_0) > 1: raise MetadataConflictError('You used incompatible 1.1/1.2/2.0/2.1 fields') # we have the choice, 1.0, or 1.2, or 2.0 # - 1.0 has a broken Summary field but works with all tools # - 1.1 is to avoid # - 1.2 fixes Summary but has little adoption # - 2.0 adds more features and is very new if not is_1_1 and not is_1_2 and not is_2_1 and not is_2_0: # we couldn't find any specific marker if PKG_INFO_PREFERRED_VERSION in possible_versions: return PKG_INFO_PREFERRED_VERSION if is_1_1: return '1.1' if is_1_2: return '1.2' if is_2_1: return '2.1' return '2.0' _ATTR2FIELD = { 'metadata_version': 'Metadata-Version', 'name': 'Name', 'version': 'Version', 'platform': 'Platform', 'supported_platform': 'Supported-Platform', 'summary': 'Summary', 'description': 'Description', 'keywords': 'Keywords', 'home_page': 'Home-page', 'author': 'Author', 'author_email': 'Author-email', 'maintainer': 'Maintainer', 'maintainer_email': 'Maintainer-email', 'license': 'License', 'classifier': 'Classifier', 'download_url': 'Download-URL', 'obsoletes_dist': 'Obsoletes-Dist', 'provides_dist': 'Provides-Dist', 'requires_dist': 'Requires-Dist', 'setup_requires_dist': 'Setup-Requires-Dist', 'requires_python': 'Requires-Python', 'requires_external': 'Requires-External', 'requires': 'Requires', 'provides': 'Provides', 'obsoletes': 'Obsoletes', 'project_url': 'Project-URL', 'private_version': 'Private-Version', 'obsoleted_by': 'Obsoleted-By', 'extension': 'Extension', 'provides_extra': 'Provides-Extra', } _PREDICATE_FIELDS = ('Requires-Dist', 'Obsoletes-Dist', 'Provides-Dist') _VERSIONS_FIELDS = ('Requires-Python',) _VERSION_FIELDS = ('Version',) _LISTFIELDS = ('Platform', 'Classifier', 'Obsoletes', 'Requires', 'Provides', 'Obsoletes-Dist', 'Provides-Dist', 'Requires-Dist', 'Requires-External', 'Project-URL', 'Supported-Platform', 'Setup-Requires-Dist', 'Provides-Extra', 'Extension') _LISTTUPLEFIELDS = ('Project-URL',) _ELEMENTSFIELD = ('Keywords',) _UNICODEFIELDS = ('Author', 'Maintainer', 'Summary', 'Description') _MISSING = object() _FILESAFE = re.compile('[^A-Za-z0-9.]+') def _get_name_and_version(name, version, for_filename=False): """Return the distribution name with version. If for_filename is true, return a filename-escaped form.""" if for_filename: # For both name and version any runs of non-alphanumeric or '.' # characters are replaced with a single '-'. Additionally any # spaces in the version string become '.' name = _FILESAFE.sub('-', name) version = _FILESAFE.sub('-', version.replace(' ', '.')) return '%s-%s' % (name, version) class LegacyMetadata(object): """The legacy metadata of a release. Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can instantiate the class with one of these arguments (or none): - *path*, the path to a metadata file - *fileobj* give a file-like object with metadata as content - *mapping* is a dict-like object - *scheme* is a version scheme name """ # TODO document the mapping API and UNKNOWN default key def __init__(self, path=None, fileobj=None, mapping=None, scheme='default'): if [path, fileobj, mapping].count(None) < 2: raise TypeError('path, fileobj and mapping are exclusive') self._fields = {} self.requires_files = [] self._dependencies = None self.scheme = scheme if path is not None: self.read(path) elif fileobj is not None: self.read_file(fileobj) elif mapping is not None: self.update(mapping) self.set_metadata_version() def set_metadata_version(self): self._fields['Metadata-Version'] = _best_version(self._fields) def _write_field(self, fileobj, name, value): fileobj.write('%s: %s\n' % (name, value)) def __getitem__(self, name): return self.get(name) def __setitem__(self, name, value): return self.set(name, value) def __delitem__(self, name): field_name = self._convert_name(name) try: del self._fields[field_name] except KeyError: raise KeyError(name) def __contains__(self, name): return (name in self._fields or self._convert_name(name) in self._fields) def _convert_name(self, name): if name in _ALL_FIELDS: return name name = name.replace('-', '_').lower() return _ATTR2FIELD.get(name, name) def _default_value(self, name): if name in _LISTFIELDS or name in _ELEMENTSFIELD: return [] return 'UNKNOWN' def _remove_line_prefix(self, value): if self.metadata_version in ('1.0', '1.1'): return _LINE_PREFIX_PRE_1_2.sub('\n', value) else: return _LINE_PREFIX_1_2.sub('\n', value) def __getattr__(self, name): if name in _ATTR2FIELD: return self[name] raise AttributeError(name) # # Public API # # dependencies = property(_get_dependencies, _set_dependencies) def get_fullname(self, filesafe=False): """Return the distribution name with version. If filesafe is true, return a filename-escaped form.""" return _get_name_and_version(self['Name'], self['Version'], filesafe) def is_field(self, name): """return True if name is a valid metadata key""" name = self._convert_name(name) return name in _ALL_FIELDS def is_multi_field(self, name): name = self._convert_name(name) return name in _LISTFIELDS def read(self, filepath): """Read the metadata values from a file path.""" fp = codecs.open(filepath, 'r', encoding='utf-8') try: self.read_file(fp) finally: fp.close() def read_file(self, fileob): """Read the metadata values from a file object.""" msg = message_from_file(fileob) self._fields['Metadata-Version'] = msg['metadata-version'] # When reading, get all the fields we can for field in _ALL_FIELDS: if field not in msg: continue if field in _LISTFIELDS: # we can have multiple lines values = msg.get_all(field) if field in _LISTTUPLEFIELDS and values is not None: values = [tuple(value.split(',')) for value in values] self.set(field, values) else: # single line value = msg[field] if value is not None and value != 'UNKNOWN': self.set(field, value) # logger.debug('Attempting to set metadata for %s', self) # self.set_metadata_version() def write(self, filepath, skip_unknown=False): """Write the metadata fields to filepath.""" fp = codecs.open(filepath, 'w', encoding='utf-8') try: self.write_file(fp, skip_unknown) finally: fp.close() def write_file(self, fileobject, skip_unknown=False): """Write the PKG-INFO format data to a file object.""" self.set_metadata_version() for field in _version2fieldlist(self['Metadata-Version']): values = self.get(field) if skip_unknown and values in ('UNKNOWN', [], ['UNKNOWN']): continue if field in _ELEMENTSFIELD: self._write_field(fileobject, field, ','.join(values)) continue if field not in _LISTFIELDS: if field == 'Description': if self.metadata_version in ('1.0', '1.1'): values = values.replace('\n', '\n ') else: values = values.replace('\n', '\n |') values = [values] if field in _LISTTUPLEFIELDS: values = [','.join(value) for value in values] for value in values: self._write_field(fileobject, field, value) def update(self, other=None, **kwargs): """Set metadata values from the given iterable `other` and kwargs. Behavior is like `dict.update`: If `other` has a ``keys`` method, they are looped over and ``self[key]`` is assigned ``other[key]``. Else, ``other`` is an iterable of ``(key, value)`` iterables. Keys that don't match a metadata field or that have an empty value are dropped. """ def _set(key, value): if key in _ATTR2FIELD and value: self.set(self._convert_name(key), value) if not other: # other is None or empty container pass elif hasattr(other, 'keys'): for k in other.keys(): _set(k, other[k]) else: for k, v in other: _set(k, v) if kwargs: for k, v in kwargs.items(): _set(k, v) def set(self, name, value): """Control then set a metadata field.""" name = self._convert_name(name) if ((name in _ELEMENTSFIELD or name == 'Platform') and not isinstance(value, (list, tuple))): if isinstance(value, string_types): value = [v.strip() for v in value.split(',')] else: value = [] elif (name in _LISTFIELDS and not isinstance(value, (list, tuple))): if isinstance(value, string_types): value = [value] else: value = [] if logger.isEnabledFor(logging.WARNING): project_name = self['Name'] scheme = get_scheme(self.scheme) if name in _PREDICATE_FIELDS and value is not None: for v in value: # check that the values are valid if not scheme.is_valid_matcher(v.split(';')[0]): logger.warning( "'%s': '%s' is not valid (field '%s')", project_name, v, name) # FIXME this rejects UNKNOWN, is that right? elif name in _VERSIONS_FIELDS and value is not None: if not scheme.is_valid_constraint_list(value): logger.warning("'%s': '%s' is not a valid version (field '%s')", project_name, value, name) elif name in _VERSION_FIELDS and value is not None: if not scheme.is_valid_version(value): logger.warning("'%s': '%s' is not a valid version (field '%s')", project_name, value, name) if name in _UNICODEFIELDS: if name == 'Description': value = self._remove_line_prefix(value) self._fields[name] = value def get(self, name, default=_MISSING): """Get a metadata field.""" name = self._convert_name(name) if name not in self._fields: if default is _MISSING: default = self._default_value(name) return default if name in _UNICODEFIELDS: value = self._fields[name] return value elif name in _LISTFIELDS: value = self._fields[name] if value is None: return [] res = [] for val in value: if name not in _LISTTUPLEFIELDS: res.append(val) else: # That's for Project-URL res.append((val[0], val[1])) return res elif name in _ELEMENTSFIELD: value = self._fields[name] if isinstance(value, string_types): return value.split(',') return self._fields[name] def check(self, strict=False): """Check if the metadata is compliant. If strict is True then raise if no Name or Version are provided""" self.set_metadata_version() # XXX should check the versions (if the file was loaded) missing, warnings = [], [] for attr in ('Name', 'Version'): # required by PEP 345 if attr not in self: missing.append(attr) if strict and missing != []: msg = 'missing required metadata: %s' % ', '.join(missing) raise MetadataMissingError(msg) for attr in ('Home-page', 'Author'): if attr not in self: missing.append(attr) # checking metadata 1.2 (XXX needs to check 1.1, 1.0) if self['Metadata-Version'] != '1.2': return missing, warnings scheme = get_scheme(self.scheme) def are_valid_constraints(value): for v in value: if not scheme.is_valid_matcher(v.split(';')[0]): return False return True for fields, controller in ((_PREDICATE_FIELDS, are_valid_constraints), (_VERSIONS_FIELDS, scheme.is_valid_constraint_list), (_VERSION_FIELDS, scheme.is_valid_version)): for field in fields: value = self.get(field, None) if value is not None and not controller(value): warnings.append("Wrong value for '%s': %s" % (field, value)) return missing, warnings def todict(self, skip_missing=False): """Return fields as a dict. Field names will be converted to use the underscore-lowercase style instead of hyphen-mixed case (i.e. home_page instead of Home-page). """ self.set_metadata_version() mapping_1_0 = ( ('metadata_version', 'Metadata-Version'), ('name', 'Name'), ('version', 'Version'), ('summary', 'Summary'), ('home_page', 'Home-page'), ('author', 'Author'), ('author_email', 'Author-email'), ('license', 'License'), ('description', 'Description'), ('keywords', 'Keywords'), ('platform', 'Platform'), ('classifiers', 'Classifier'), ('download_url', 'Download-URL'), ) data = {} for key, field_name in mapping_1_0: if not skip_missing or field_name in self._fields: data[key] = self[field_name] if self['Metadata-Version'] == '1.2': mapping_1_2 = ( ('requires_dist', 'Requires-Dist'), ('requires_python', 'Requires-Python'), ('requires_external', 'Requires-External'), ('provides_dist', 'Provides-Dist'), ('obsoletes_dist', 'Obsoletes-Dist'), ('project_url', 'Project-URL'), ('maintainer', 'Maintainer'), ('maintainer_email', 'Maintainer-email'), ) for key, field_name in mapping_1_2: if not skip_missing or field_name in self._fields: if key != 'project_url': data[key] = self[field_name] else: data[key] = [','.join(u) for u in self[field_name]] elif self['Metadata-Version'] == '1.1': mapping_1_1 = ( ('provides', 'Provides'), ('requires', 'Requires'), ('obsoletes', 'Obsoletes'), ) for key, field_name in mapping_1_1: if not skip_missing or field_name in self._fields: data[key] = self[field_name] return data def add_requirements(self, requirements): if self['Metadata-Version'] == '1.1': # we can't have 1.1 metadata *and* Setuptools requires for field in ('Obsoletes', 'Requires', 'Provides'): if field in self: del self[field] self['Requires-Dist'] += requirements # Mapping API # TODO could add iter* variants def keys(self): return list(_version2fieldlist(self['Metadata-Version'])) def __iter__(self): for key in self.keys(): yield key def values(self): return [self[key] for key in self.keys()] def items(self): return [(key, self[key]) for key in self.keys()] def __repr__(self): return '<%s %s %s>' % (self.__class__.__name__, self.name, self.version) METADATA_FILENAME = 'pydist.json' WHEEL_METADATA_FILENAME = 'metadata.json' LEGACY_METADATA_FILENAME = 'METADATA' class Metadata(object): """ The metadata of a release. This implementation uses 2.0 (JSON) metadata where possible. If not possible, it wraps a LegacyMetadata instance which handles the key-value metadata format. """ METADATA_VERSION_MATCHER = re.compile(r'^\d+(\.\d+)*$') NAME_MATCHER = re.compile('^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$', re.I) VERSION_MATCHER = PEP440_VERSION_RE SUMMARY_MATCHER = re.compile('.{1,2047}') METADATA_VERSION = '2.0' GENERATOR = 'distlib (%s)' % __version__ MANDATORY_KEYS = { 'name': (), 'version': (), 'summary': ('legacy',), } INDEX_KEYS = ('name version license summary description author ' 'author_email keywords platform home_page classifiers ' 'download_url') DEPENDENCY_KEYS = ('extras run_requires test_requires build_requires ' 'dev_requires provides meta_requires obsoleted_by ' 'supports_environments') SYNTAX_VALIDATORS = { 'metadata_version': (METADATA_VERSION_MATCHER, ()), 'name': (NAME_MATCHER, ('legacy',)), 'version': (VERSION_MATCHER, ('legacy',)), 'summary': (SUMMARY_MATCHER, ('legacy',)), } __slots__ = ('_legacy', '_data', 'scheme') def __init__(self, path=None, fileobj=None, mapping=None, scheme='default'): if [path, fileobj, mapping].count(None) < 2: raise TypeError('path, fileobj and mapping are exclusive') self._legacy = None self._data = None self.scheme = scheme #import pdb; pdb.set_trace() if mapping is not None: try: self._validate_mapping(mapping, scheme) self._data = mapping except MetadataUnrecognizedVersionError: self._legacy = LegacyMetadata(mapping=mapping, scheme=scheme) self.validate() else: data = None if path: with open(path, 'rb') as f: data = f.read() elif fileobj: data = fileobj.read() if data is None: # Initialised with no args - to be added self._data = { 'metadata_version': self.METADATA_VERSION, 'generator': self.GENERATOR, } else: if not isinstance(data, text_type): data = data.decode('utf-8') try: self._data = json.loads(data) self._validate_mapping(self._data, scheme) except ValueError: # Note: MetadataUnrecognizedVersionError does not # inherit from ValueError (it's a DistlibException, # which should not inherit from ValueError). # The ValueError comes from the json.load - if that # succeeds and we get a validation error, we want # that to propagate self._legacy = LegacyMetadata(fileobj=StringIO(data), scheme=scheme) self.validate() common_keys = set(('name', 'version', 'license', 'keywords', 'summary')) none_list = (None, list) none_dict = (None, dict) mapped_keys = { 'run_requires': ('Requires-Dist', list), 'build_requires': ('Setup-Requires-Dist', list), 'dev_requires': none_list, 'test_requires': none_list, 'meta_requires': none_list, 'extras': ('Provides-Extra', list), 'modules': none_list, 'namespaces': none_list, 'exports': none_dict, 'commands': none_dict, 'classifiers': ('Classifier', list), 'source_url': ('Download-URL', None), 'metadata_version': ('Metadata-Version', None), } del none_list, none_dict def __getattribute__(self, key): common = object.__getattribute__(self, 'common_keys') mapped = object.__getattribute__(self, 'mapped_keys') if key in mapped: lk, maker = mapped[key] if self._legacy: if lk is None: result = None if maker is None else maker() else: result = self._legacy.get(lk) else: value = None if maker is None else maker() if key not in ('commands', 'exports', 'modules', 'namespaces', 'classifiers'): result = self._data.get(key, value) else: # special cases for PEP 459 sentinel = object() result = sentinel d = self._data.get('extensions') if d: if key == 'commands': result = d.get('python.commands', value) elif key == 'classifiers': d = d.get('python.details') if d: result = d.get(key, value) else: d = d.get('python.exports') if not d: d = self._data.get('python.exports') if d: result = d.get(key, value) if result is sentinel: result = value elif key not in common: result = object.__getattribute__(self, key) elif self._legacy: result = self._legacy.get(key) else: result = self._data.get(key) return result def _validate_value(self, key, value, scheme=None): if key in self.SYNTAX_VALIDATORS: pattern, exclusions = self.SYNTAX_VALIDATORS[key] if (scheme or self.scheme) not in exclusions: m = pattern.match(value) if not m: raise MetadataInvalidError("'%s' is an invalid value for " "the '%s' property" % (value, key)) def __setattr__(self, key, value): self._validate_value(key, value) common = object.__getattribute__(self, 'common_keys') mapped = object.__getattribute__(self, 'mapped_keys') if key in mapped: lk, _ = mapped[key] if self._legacy: if lk is None: raise NotImplementedError self._legacy[lk] = value elif key not in ('commands', 'exports', 'modules', 'namespaces', 'classifiers'): self._data[key] = value else: # special cases for PEP 459 d = self._data.setdefault('extensions', {}) if key == 'commands': d['python.commands'] = value elif key == 'classifiers': d = d.setdefault('python.details', {}) d[key] = value else: d = d.setdefault('python.exports', {}) d[key] = value elif key not in common: object.__setattr__(self, key, value) else: if key == 'keywords': if isinstance(value, string_types): value = value.strip() if value: value = value.split() else: value = [] if self._legacy: self._legacy[key] = value else: self._data[key] = value @property def name_and_version(self): return _get_name_and_version(self.name, self.version, True) @property def provides(self): if self._legacy: result = self._legacy['Provides-Dist'] else: result = self._data.setdefault('provides', []) s = '%s (%s)' % (self.name, self.version) if s not in result: result.append(s) return result @provides.setter def provides(self, value): if self._legacy: self._legacy['Provides-Dist'] = value else: self._data['provides'] = value def get_requirements(self, reqts, extras=None, env=None): """ Base method to get dependencies, given a set of extras to satisfy and an optional environment context. :param reqts: A list of sometimes-wanted dependencies, perhaps dependent on extras and environment. :param extras: A list of optional components being requested. :param env: An optional environment for marker evaluation. """ if self._legacy: result = reqts else: result = [] extras = get_extras(extras or [], self.extras) for d in reqts: if 'extra' not in d and 'environment' not in d: # unconditional include = True else: if 'extra' not in d: # Not extra-dependent - only environment-dependent include = True else: include = d.get('extra') in extras if include: # Not excluded because of extras, check environment marker = d.get('environment') if marker: include = interpret(marker, env) if include: result.extend(d['requires']) for key in ('build', 'dev', 'test'): e = ':%s:' % key if e in extras: extras.remove(e) # A recursive call, but it should terminate since 'test' # has been removed from the extras reqts = self._data.get('%s_requires' % key, []) result.extend(self.get_requirements(reqts, extras=extras, env=env)) return result @property def dictionary(self): if self._legacy: return self._from_legacy() return self._data @property def dependencies(self): if self._legacy: raise NotImplementedError else: return extract_by_key(self._data, self.DEPENDENCY_KEYS) @dependencies.setter def dependencies(self, value): if self._legacy: raise NotImplementedError else: self._data.update(value) def _validate_mapping(self, mapping, scheme): if mapping.get('metadata_version') != self.METADATA_VERSION: raise MetadataUnrecognizedVersionError() missing = [] for key, exclusions in self.MANDATORY_KEYS.items(): if key not in mapping: if scheme not in exclusions: missing.append(key) if missing: msg = 'Missing metadata items: %s' % ', '.join(missing) raise MetadataMissingError(msg) for k, v in mapping.items(): self._validate_value(k, v, scheme) def validate(self): if self._legacy: missing, warnings = self._legacy.check(True) if missing or warnings: logger.warning('Metadata: missing: %s, warnings: %s', missing, warnings) else: self._validate_mapping(self._data, self.scheme) def todict(self): if self._legacy: return self._legacy.todict(True) else: result = extract_by_key(self._data, self.INDEX_KEYS) return result def _from_legacy(self): assert self._legacy and not self._data result = { 'metadata_version': self.METADATA_VERSION, 'generator': self.GENERATOR, } lmd = self._legacy.todict(True) # skip missing ones for k in ('name', 'version', 'license', 'summary', 'description', 'classifier'): if k in lmd: if k == 'classifier': nk = 'classifiers' else: nk = k result[nk] = lmd[k] kw = lmd.get('Keywords', []) if kw == ['']: kw = [] result['keywords'] = kw keys = (('requires_dist', 'run_requires'), ('setup_requires_dist', 'build_requires')) for ok, nk in keys: if ok in lmd and lmd[ok]: result[nk] = [{'requires': lmd[ok]}] result['provides'] = self.provides author = {} maintainer = {} return result LEGACY_MAPPING = { 'name': 'Name', 'version': 'Version', 'license': 'License', 'summary': 'Summary', 'description': 'Description', 'classifiers': 'Classifier', } def _to_legacy(self): def process_entries(entries): reqts = set() for e in entries: extra = e.get('extra') env = e.get('environment') rlist = e['requires'] for r in rlist: if not env and not extra: reqts.add(r) else: marker = '' if extra: marker = 'extra == "%s"' % extra if env: if marker: marker = '(%s) and %s' % (env, marker) else: marker = env reqts.add(';'.join((r, marker))) return reqts assert self._data and not self._legacy result = LegacyMetadata() nmd = self._data for nk, ok in self.LEGACY_MAPPING.items(): if nk in nmd: result[ok] = nmd[nk] r1 = process_entries(self.run_requires + self.meta_requires) r2 = process_entries(self.build_requires + self.dev_requires) if self.extras: result['Provides-Extra'] = sorted(self.extras) result['Requires-Dist'] = sorted(r1) result['Setup-Requires-Dist'] = sorted(r2) # TODO: other fields such as contacts return result def write(self, path=None, fileobj=None, legacy=False, skip_unknown=True): if [path, fileobj].count(None) != 1: raise ValueError('Exactly one of path and fileobj is needed') self.validate() if legacy: if self._legacy: legacy_md = self._legacy else: legacy_md = self._to_legacy() if path: legacy_md.write(path, skip_unknown=skip_unknown) else: legacy_md.write_file(fileobj, skip_unknown=skip_unknown) else: if self._legacy: d = self._from_legacy() else: d = self._data if fileobj: json.dump(d, fileobj, ensure_ascii=True, indent=2, sort_keys=True) else: with codecs.open(path, 'w', 'utf-8') as f: json.dump(d, f, ensure_ascii=True, indent=2, sort_keys=True) def add_requirements(self, requirements): if self._legacy: self._legacy.add_requirements(requirements) else: run_requires = self._data.setdefault('run_requires', []) always = None for entry in run_requires: if 'environment' not in entry and 'extra' not in entry: always = entry break if always is None: always = { 'requires': requirements } run_requires.insert(0, always) else: rset = set(always['requires']) | set(requirements) always['requires'] = sorted(rset) def __repr__(self): name = self.name or '(no name)' version = self.version or 'no version' return '<%s %s %s (%s)>' % (self.__class__.__name__, self.metadata_version, name, version) PK A\߿ A pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only. Individual classes and functions are found in d2._backport.misc. Intended usage is to always import things missing from 3.1 from that module: the built-in/stdlib objects will be used if found. N)__doc__ r r J/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/__init__.py<module> PK A\`= = B pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-38.pycnu [ U .eTi @ s d Z ddlZddlZddlZddlZddlmZmZ z ddlZW n e k r\ ddl ZY nX dddddd d d d d dg Z dd Z ej reje ej Zn e e Zejdkrdedd kre ejeeZejdkr dedd kr e ejeeeZejdkrBdedd krBe ejeeeZdd Ze Zdadd Ze Zed Z d d Z ej d Z ej dd Z!e d e d! Z"ej#ej$Z%ej#ej&Z'da(dZ)d"d# Z*d$d% Z+d&d' Z,d(d) Z-d*d+ Z.d,d- Z/dEd.d/Z0d0d Z1d1d2 Z2d3d4 Z3dFd5dZ4d6d Z5d7d Z6d8d Z7e. dd9fd:d Z8e. dd9fd;dZ9d<d Z:d=d Z;d>d Z<d?d Z=d@dA Z>dBdC Z?e@dDkre? dS )Gz-Access to Python's configuration information. N)pardirrealpathget_config_h_filenameget_config_varget_config_varsget_makefile_filenameget_pathget_path_names get_paths get_platformget_python_versionget_scheme_namesparse_config_hc C s( z t | W S tk r" | Y S X d S N)r OSError)path r K/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/sysconfig.py_safe_realpath" s r ntZpcbuildiz\pc\viz\pcbuild\amd64ic C s, dD ]"} t jt jtd| r dS qdS )N)z Setup.distz Setup.localZModulesTF)osr isfilejoin _PROJECT_BASE)fnr r r is_python_build: s r Fc C s t sddlm} tddd }| |}|d}|s>td| }t | W 5 Q R X t rdD ] }t |d d t |d d qdd a d S )N )finder. r z sysconfig.cfgzsysconfig.cfg exists) posix_prefixZ posix_homeincludez{srcdir}/Include platincludez{projectbase}/.T) _cfg_readZ resourcesr __name__rsplitfindAssertionErrorZ as_stream_SCHEMESZreadfp _PYTHON_BUILDset)r Zbackport_packageZ_finderZ_cfgfilesschemer r r _ensure_cfg_readD s r- z \{([^{]*?)\}c s t | dr | d}nt }| }|D ]8}|dkr<q.|D ]$\}}| ||rVq@| ||| q@q.| d | D ]H}t| | fdd}| |D ] \}}| ||t || qqzd S )Nglobalsc s$ | d}| kr | S | dS Nr r groupZmatchobjname variablesr r _replacero s z"_expand_globals.<locals>._replacer) r- Z has_sectionitemstuplesectionsZ has_optionr* Zremove_sectiondict _VAR_REPLsub)configr. r9 ZsectionZoptionvaluer6 r r4 r _expand_globalsY s$ r? r c s fdd}t || S )zIn the string `path`, replace tokens like {some.thing} with the corresponding value from the map `local_vars`. If there is no corresponding value, leave the token unchanged. c s8 | d}| kr | S |tjkr.tj| S | dS r/ )r1 r environr2 local_varsr r r6 s z _subst_vars.<locals>._replacerr; r< )r rC r6 r rB r _subst_vars s rE c C s0 | }| D ]\}}||kr"q|| |< qd S r )keysr7 )Z target_dictZ other_dictZ target_keyskeyr> r r r _extend_dict s rH c C s` i }|d kri }t |t t| D ]4\}}tjdkrDtj|}tjt ||||< q&|S )N)posixr ) rH r r( r7 r r3 r expandusernormpathrE )r, varsresrG r> r r r _expand_vars s rN c s fdd}t || S )Nc s$ | d}| kr | S | dS r/ r0 r2 rL r r r6 s z format_value.<locals>._replacerrD )r> rL r6 r rO r format_value s rP c C s t jdkrdS t jS )NrI r )r r3 r r r r _get_default_scheme s rQ c C s t jdd } dd }t jdkrBt jdp.d}| r8| S ||dS tjdkr|td }|r|| r`| S |dd |d tjd d S | r| S |dd S d S )NPYTHONUSERBASEc W s t jt jj| S r )r r rJ r )argsr r r joinuser s z _getuserbase.<locals>.joinuserr APPDATA~PythondarwinZPYTHONFRAMEWORKLibraryz%d.%dr z.local)r rA getr3 sysplatformr version_info)env_baserT baseZ frameworkr r r _getuserbase s$ r` c C s t d}t d}t d}|dkr*i }i }i }tj| ddd}| }W 5 Q R X |D ]} | dsZ| d krvqZ|| } | rZ| d d \} } | } | d d } d | kr| || < qZz t | } W n$ t k r | d d || < Y qZX | || < qZt | }d}t|dkrt|D ]}|| }||p>||} | dk r| d } d}| |krpt|| }n| |krd}nx| tjkrtj| }n`| |kr|dr|dd |krd }n$d| |krd}nt|d| }n d || < }|r|| d }|d| | | }d |kr:|||< n~z t |}W n" t k rh | ||< Y n X |||< || |dr|dd |kr|dd }||kr|||< n|||< || q q| D ]"\}} t| tr| ||< q|| |S )zParse a Makefile-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8surrogateescape)encodingerrors# r r z$$$)CFLAGSLDFLAGSZCPPFLAGSr TFZPY_r@ )recompilecodecsopen readlines startswithstripmatchr1 replaceint ValueErrorlistrF lenr8 searchstrr rA endstartremover7 isinstanceupdate)filenamerL Z _variable_rxZ _findvar1_rxZ _findvar2_rxZdoneZnotdoneflineslinemnvZtmpvr5 Zrenamed_variablesr3 r> founditemZafterkr r r _parse_makefile s r c C sD t rtjtdS ttdr,dttjf } nd} tjt d| dS )z Return the path of the Makefile.ZMakefileabiflagsz config-%s%sr= stdlib) r) r r r r hasattrr[ _PY_VERSION_SHORTr r )Zconfig_dir_namer r r r M s c C s t }zt|| W nJ tk r^ } z,d| }t|drF|d|j }t|W 5 d}~X Y nX t }z"t|}t|| W 5 Q R X W nJ tk r } z,d| }t|dr|d|j }t|W 5 d}~X Y nX tr| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %sstrerrorz (%s)N BLDSHAREDZLDSHARED) r r IOErrorr r r rl r r) )rL ZmakefileemsgZconfig_hr~ r r r _init_posixX s& r c C sV t d| d< t d| d< t d| d< d| d< d | d < t| d < tjttj| d < d S )z+Initialize the module as appropriate for NTr ZLIBDESTZ platstdlibZ BINLIBDESTr! Z INCLUDEPYz.pydZSOz.exeZEXEZVERSIONZBINDIRN)r _PY_VERSION_SHORT_NO_DOTr r dirnamer r[ executablerO r r r _init_non_posixt s r c C s |dkr i }t d}t d}| }|s.q||}|rx|dd\}}z t|}W n tk rl Y nX |||< q ||}|r d||d< q |S )zParse a config.h-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. Nz"#define ([A-Z][A-Za-z0-9_]+) (.*) z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/ r r r )ri rj readlinerp r1 rr rs )fprL Z define_rxZundef_rxr r r r r r r r s& c C s: t r$tjdkr tjtd} q,t} ntd} tj| dS )z Return the path of pyconfig.h.r ZPCr" z pyconfig.h)r) r r3 r r r r )Zinc_dirr r r r s c C s t tt S )z,Return a tuple containing the schemes names.)r8 sortedr( r9 r r r r r s c C s t dS )z*Return a tuple containing the paths names.r )r( Zoptionsr r r r r s Tc C s& t |rt| |S tt| S dS )zReturn a mapping containing an install scheme. ``scheme`` is the install scheme name. If not provided, it will return the default scheme for the current platform. N)r- rN r: r( r7 )r, rL expandr r r r s c C s t |||| S )z[Return a path corresponding to the scheme. ``scheme`` is the install scheme name. )r )r3 r, rL r r r r r s c G s t dkrzi a tt d< tt d< tt d< tt d< td td t d< tt d < tt d < tt d < ztjt d < W n tk r d t d < Y nX t j dkrt t t j dkrt t tj dkrt t d< dt krtt d< ntt d t d< tr\t j dkr\t}z t }W n tk r d}Y nX t jt d s\||kr\t j|t d }t j|t d< tjdkrzt d }t|dd }|dk rdD ]2}t | }t dd|}t dd|}|t |< qndt j krt j d }dD ]0}t | }t dd|}|d | }|t |< qt dd } t d | } | dk rz| d } t j!| szdD ]$}t | }t d d|}|t |< qT| rg } | D ]} | "t | q| S t S dS ) ay With no arguments, return a dictionary of all configuration variables relevant for the current platform. On Unix, this means every variable defined in Python's installed Makefile; On Windows and Mac OS it's a much smaller set. With arguments, return a list of values that result from looking up each argument in the configuration variable dictionary. Nprefix exec_prefixZ py_versionZpy_version_shortr r Zpy_version_nodotr_ ZplatbaseZ projectbaser re )r Zos2rI z2.6userbasesrcdirrX r )rh Z BASECFLAGSrg Z PY_CFLAGSr z -arch\s+\w+\s z-isysroot [^ ]*Z ARCHFLAGSrg z-isysroot\s+(\S+)r z-isysroot\s+\S+(\s|$))# _CONFIG_VARS_PREFIX _EXEC_PREFIX _PY_VERSIONr r r[ r AttributeErrorr r3 r r versionr` r r) getcwdr r isabsr rK r\ unamerr splitri r< rA rZ rv r1 existsappend)rS r_ cwdr Zkernel_versionZ major_versionrG flagsZarchrg r ZsdkZvalsr3 r r r r s c C s t | S )zReturn the value of a single variable using the dictionary returned by 'get_config_vars()'. Equivalent to get_config_vars().get(name) )r rZ )r3 r r r r R s c C s^ t jdkrnd} tj| }|dkr(tjS tjd|}tj|t| | }|dkr\dS |dkrhdS tjS t jd kstt d stjS t \}}}}}| d d }| d d}| d d}|dd dkrd||f S |dd dkr&|d dkrPd}dt |d d |dd f }n*|dd d krDd||f S |dd d krdd |||f S |dd d krd }t d!} | |} | rP| }n|dd d"krPt } | d#} | } z td$}W n tk r Y nJX zt d%| } W 5 | X | dk r2d&| d'd&dd } | s<| } | rP| }d(}| d& d)krd*t d+d krd,}t d+}t d-|}tt t |}t|d'kr|d }n^|d.krd,}nN|d/krd0}n>|d1krd2}n.|d3krd4}n |d5krd6}nt d7|f n<|d8kr0tj d9krPd:}n |d;krPtj d9krLd<}nd=}d>|||f S )?a Return a string that identifies the current platform. This is used mainly to distinguish platform-specific build directories and platform-specific built distributions. Typically includes the OS name and version and the architecture (as supplied by 'os.uname()'), although the exact information included depends on the OS; eg. for IRIX the architecture isn't particularly important (IRIX only runs on SGI hardware), but for Linux the kernel version isn't particularly important. Examples of returned values: linux-i586 linux-alpha (?) solaris-2.6-sun4u irix-5.3 irix64-6.2 Windows will return one of: win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc) win-ia64 (64bit Windows on Itanium) win32 (all others - specifically, sys.platform is returned) For other non-POSIX platforms, currently just returns 'sys.platform'. r z bit ()Zamd64z win-amd64Zitaniumzwin-ia64rI r /re r _-N Zlinuxz%s-%sZsunosr 5Zsolarisz%d.%sr@ r ZirixZaixz%s-%s.%s cygwinz[\d.]+rX ZMACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r r Zmacosxz10.4.z-archrg Zfatz -arch\s+(\S+))i386ppc)r x86_64Zintel)r r r Zfat3)ppc64r Zfat64)r r r r Z universalz%Don't know machine value for archs=%rr l r )ZPowerPCZPower_Macintoshr r z%s-%s-%s) r r3 r[ r r& r\ ru lowerr r rq rr ri rj rp r1 r rZ rl r closerv readr r ro findallr8 r r* rs maxsize)r ijZlookZosnameZhostreleaser machineZrel_rer ZcfgvarsZmacverZ macreleaser~ ZcflagsZarchsr r r r [ s $ c C s t S r )r r r r r r s c C sF t t| D ]0\}\}}|dkr0td| td||f qd S )Nr z%s: z %s = "%s") enumerater r7 print)titledataindexrG r> r r r _print_dict s r c C sR t dt t dt t dt t tdt t tdt dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"ZPathsZ VariablesN)r r r rQ r r r r r r r _main s r __main__)N)N)A__doc__rk r ri r[ Zos.pathr r Z configparser ImportErrorZ ConfigParser__all__r r r r r r r3 r r r r) r# r- ZRawConfigParserr( rj r; r? r r r r r rK r r r r r Z _USER_BASErE rH rN rP rQ r` r r r r r r r r r r r r r r r r r$ r r r r <module> s "" # v # PK A\ɩ" " C pip/_vendor/distlib/_backport/__pycache__/misc.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZddlZdddgZzddlmZ W n ek rL d ddZY nX zeZW n( ek r~ dd l m Z d d ZY nX z ej Z W n e k r d d Z Y nX dS ) z/Backports for individual classes and functions. Ncache_from_sourcecallablefsencode)r Fc C s |rdp d}| | S )Nco )Zpy_filedebugZextr r F/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/misc.pyr s )Callablec C s t | tS )N) isinstancer )objr r r r s c C s< t | tr| S t | tr&| t S tdt| j d S )Nzexpect bytes or str, not %s) r bytesstrencodesysgetfilesystemencoding TypeErrortype__name__)filenamer r r r " s )F) __doc__osr __all__Zimpr ImportErrorr NameError collectionsr r AttributeErrorr r r r <module> s PK A\ " " = pip/_vendor/distlib/_backport/__pycache__/misc.cpython-38.pycnu [ U .e @ s d Z ddlZddlZdddgZzddlmZ W n ek rL d ddZY nX zeZW n( ek r~ dd l m Z d d ZY nX z ej Z W n e k r d d Z Y nX dS ) z/Backports for individual classes and functions. Ncache_from_sourcecallablefsencode)r Tc C s |rdp d}| | S )Nco )Zpy_filedebugZextr r F/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/misc.pyr s )Callablec C s t | tS )N) isinstancer )objr r r r s c C s< t | tr| S t | tr&| t S tdt| j d S )Nzexpect bytes or str, not %s) r bytesstrencodesysgetfilesystemencoding TypeErrortype__name__)filenamer r r r " s )T) __doc__osr __all__Zimpr ImportErrorr NameError collectionsr r AttributeErrorr r r r <module> s PK A\߿ G pip/_vendor/distlib/_backport/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only. Individual classes and functions are found in d2._backport.misc. Intended usage is to always import things missing from 3.1 from that module: the built-in/stdlib objects will be used if found. N)__doc__ r r J/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/__init__.py<module> PK A\=a= = H pip/_vendor/distlib/_backport/__pycache__/sysconfig.cpython-38.opt-1.pycnu [ U .eTi @ s d Z ddlZddlZddlZddlZddlmZmZ z ddlZW n e k r\ ddl ZY nX dddddd d d d d dg Z dd Z ej reje ej Zn e e Zejdkrdedd kre ejeeZejdkr dedd kr e ejeeeZejdkrBdedd krBe ejeeeZdd Ze Zdadd Ze Zed Z d d Z ej d Z ej dd Z!e d e d! Z"ej#ej$Z%ej#ej&Z'da(dZ)d"d# Z*d$d% Z+d&d' Z,d(d) Z-d*d+ Z.d,d- Z/dEd.d/Z0d0d Z1d1d2 Z2d3d4 Z3dFd5dZ4d6d Z5d7d Z6d8d Z7e. dd9fd:d Z8e. dd9fd;dZ9d<d Z:d=d Z;d>d Z<d?d Z=d@dA Z>dBdC Z?e@dDkre? dS )Gz-Access to Python's configuration information. N)pardirrealpathget_config_h_filenameget_config_varget_config_varsget_makefile_filenameget_pathget_path_names get_paths get_platformget_python_versionget_scheme_namesparse_config_hc C s( z t | W S tk r" | Y S X d S N)r OSError)path r K/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/sysconfig.py_safe_realpath" s r ntZpcbuildiz\pc\viz\pcbuild\amd64ic C s, dD ]"} t jt jtd| r dS qdS )N)z Setup.distz Setup.localZModulesTF)osr isfilejoin _PROJECT_BASE)fnr r r is_python_build: s r Fc C s t s~ddlm} tddd }| |}|d}| }t| W 5 Q R X t rzdD ] }t |dd t |d d qXd a d S ) N )finder. r z sysconfig.cfg) posix_prefixZ posix_homeincludez{srcdir}/Include platincludez{projectbase}/.T) _cfg_readZ resourcesr __name__rsplitfindZ as_stream_SCHEMESZreadfp _PYTHON_BUILDset)r Zbackport_packageZ_finderZ_cfgfilesschemer r r _ensure_cfg_readD s r, z \{([^{]*?)\}c s t | dr | d}nt }| }|D ]8}|dkr<q.|D ]$\}}| ||rVq@| ||| q@q.| d | D ]H}t| | fdd}| |D ] \}}| ||t || qqzd S )Nglobalsc s$ | d}| kr | S | dS Nr r groupZmatchobjname variablesr r _replacero s z"_expand_globals.<locals>._replacer) r, Z has_sectionitemstuplesectionsZ has_optionr) Zremove_sectiondict _VAR_REPLsub)configr- r8 ZsectionZoptionvaluer5 r r3 r _expand_globalsY s$ r> r c s fdd}t || S )zIn the string `path`, replace tokens like {some.thing} with the corresponding value from the map `local_vars`. If there is no corresponding value, leave the token unchanged. c s8 | d}| kr | S |tjkr.tj| S | dS r. )r0 r environr1 local_varsr r r5 s z _subst_vars.<locals>._replacerr: r; )r rB r5 r rA r _subst_vars s rD c C s0 | }| D ]\}}||kr"q|| |< qd S r )keysr6 )Z target_dictZ other_dictZ target_keyskeyr= r r r _extend_dict s rG c C s` i }|d kri }t |t t| D ]4\}}tjdkrDtj|}tjt ||||< q&|S )N)posixr ) rG r r' r6 r r2 r expandusernormpathrD )r+ varsresrF r= r r r _expand_vars s rM c s fdd}t || S )Nc s$ | d}| kr | S | dS r. r/ r1 rK r r r5 s z format_value.<locals>._replacerrC )r= rK r5 r rN r format_value s rO c C s t jdkrdS t jS )NrH r )r r2 r r r r _get_default_scheme s rP c C s t jdd } dd }t jdkrBt jdp.d}| r8| S ||dS tjdkr|td }|r|| r`| S |dd |d tjd d S | r| S |dd S d S )NPYTHONUSERBASEc W s t jt jj| S r )r r rI r )argsr r r joinuser s z _getuserbase.<locals>.joinuserr APPDATA~PythondarwinZPYTHONFRAMEWORKLibraryz%d.%dr z.local)r r@ getr2 sysplatformr version_info)env_baserS baseZ frameworkr r r _getuserbase s$ r_ c C s t d}t d}t d}|dkr*i }i }i }tj| ddd}| }W 5 Q R X |D ]} | dsZ| d krvqZ|| } | rZ| d d \} } | } | d d } d | kr| || < qZz t | } W n$ t k r | d d || < Y qZX | || < qZt | }d}t|dkrt|D ]}|| }||p>||} | dk r| d } d}| |krpt|| }n| |krd}nx| tjkrtj| }n`| |kr|dr|dd |krd }n$d| |krd}nt|d| }n d || < }|r|| d }|d| | | }d |kr:|||< n~z t |}W n" t k rh | ||< Y n X |||< || |dr|dd |kr|dd }||kr|||< n|||< || q q| D ]"\}} t| tr| ||< q|| |S )zParse a Makefile-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8surrogateescape)encodingerrors# r r z$$$)CFLAGSLDFLAGSZCPPFLAGSr TFZPY_r? )recompilecodecsopen readlines startswithstripmatchr0 replaceint ValueErrorlistrE lenr7 searchstrr r@ endstartremover6 isinstanceupdate)filenamerK Z _variable_rxZ _findvar1_rxZ _findvar2_rxZdoneZnotdoneflineslinemnvZtmpvr4 Zrenamed_variablesr2 r= founditemZafterkr r r _parse_makefile s r c C sD t rtjtdS ttdr,dttjf } nd} tjt d| dS )z Return the path of the Makefile.ZMakefileabiflagsz config-%s%sr< stdlib) r( r r r r hasattrrZ _PY_VERSION_SHORTr r )Zconfig_dir_namer r r r M s c C s t }zt|| W nJ tk r^ } z,d| }t|drF|d|j }t|W 5 d}~X Y nX t }z"t|}t|| W 5 Q R X W nJ tk r } z,d| }t|dr|d|j }t|W 5 d}~X Y nX tr| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %sstrerrorz (%s)N BLDSHAREDZLDSHARED) r r IOErrorr r r rk r r( )rK ZmakefileemsgZconfig_hr} r r r _init_posixX s& r c C sV t d| d< t d| d< t d| d< d| d< d | d < t| d < tjttj| d < d S )z+Initialize the module as appropriate for NTr ZLIBDESTZ platstdlibZ BINLIBDESTr! Z INCLUDEPYz.pydZSOz.exeZEXEZVERSIONZBINDIRN)r _PY_VERSION_SHORT_NO_DOTr r dirnamer rZ executablerN r r r _init_non_posixt s r c C s |dkr i }t d}t d}| }|s.q||}|rx|dd\}}z t|}W n tk rl Y nX |||< q ||}|r d||d< q |S )zParse a config.h-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. Nz"#define ([A-Z][A-Za-z0-9_]+) (.*) z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/ r r r )rh ri readlinero r0 rq rr )fprK Z define_rxZundef_rxr r r r r r r r s& c C s: t r$tjdkr tjtd} q,t} ntd} tj| dS )z Return the path of pyconfig.h.r ZPCr" z pyconfig.h)r( r r2 r r r r )Zinc_dirr r r r s c C s t tt S )z,Return a tuple containing the schemes names.)r7 sortedr' r8 r r r r r s c C s t dS )z*Return a tuple containing the paths names.r )r' Zoptionsr r r r r s Tc C s& t |rt| |S tt| S dS )zReturn a mapping containing an install scheme. ``scheme`` is the install scheme name. If not provided, it will return the default scheme for the current platform. N)r, rM r9 r' r6 )r+ rK expandr r r r s c C s t |||| S )z[Return a path corresponding to the scheme. ``scheme`` is the install scheme name. )r )r2 r+ rK r r r r r s c G s t dkrzi a tt d< tt d< tt d< tt d< td td t d< tt d < tt d < tt d < ztjt d < W n tk r d t d < Y nX t j dkrt t t j dkrt t tj dkrt t d< dt krtt d< ntt d t d< tr\t j dkr\t}z t }W n tk r d}Y nX t jt d s\||kr\t j|t d }t j|t d< tjdkrzt d }t|dd }|dk rdD ]2}t | }t dd|}t dd|}|t |< qndt j krt j d }dD ]0}t | }t dd|}|d | }|t |< qt dd } t d | } | dk rz| d } t j!| szdD ]$}t | }t d d|}|t |< qT| rg } | D ]} | "t | q| S t S dS ) ay With no arguments, return a dictionary of all configuration variables relevant for the current platform. On Unix, this means every variable defined in Python's installed Makefile; On Windows and Mac OS it's a much smaller set. With arguments, return a list of values that result from looking up each argument in the configuration variable dictionary. Nprefix exec_prefixZ py_versionZpy_version_shortr r Zpy_version_nodotr^ ZplatbaseZ projectbaser rd )r Zos2rH z2.6userbasesrcdirrW r )rg Z BASECFLAGSrf Z PY_CFLAGSr z -arch\s+\w+\s z-isysroot [^ ]*Z ARCHFLAGSrf z-isysroot\s+(\S+)r z-isysroot\s+\S+(\s|$))# _CONFIG_VARS_PREFIX _EXEC_PREFIX _PY_VERSIONr r rZ r AttributeErrorr r2 r r versionr_ r r( getcwdr r isabsr rJ r[ unamerq splitrh r; r@ rY ru r0 existsappend)rR r^ cwdr Zkernel_versionZ major_versionrF flagsZarchrf r ZsdkZvalsr2 r r r r s c C s t | S )zReturn the value of a single variable using the dictionary returned by 'get_config_vars()'. Equivalent to get_config_vars().get(name) )r rY )r2 r r r r R s c C s^ t jdkrnd} tj| }|dkr(tjS tjd|}tj|t| | }|dkr\dS |dkrhdS tjS t jd kstt d stjS t \}}}}}| d d }| d d}| d d}|dd dkrd||f S |dd dkr&|d dkrPd}dt |d d |dd f }n*|dd d krDd||f S |dd d krdd |||f S |dd d krd }t d!} | |} | rP| }n|dd d"krPt } | d#} | } z td$}W n tk r Y nJX zt d%| } W 5 | X | dk r2d&| d'd&dd } | s<| } | rP| }d(}| d& d)krd*t d+d krd,}t d+}t d-|}tt t |}t|d'kr|d }n^|d.krd,}nN|d/krd0}n>|d1krd2}n.|d3krd4}n |d5krd6}nt d7|f n<|d8kr0tj d9krPd:}n |d;krPtj d9krLd<}nd=}d>|||f S )?a Return a string that identifies the current platform. This is used mainly to distinguish platform-specific build directories and platform-specific built distributions. Typically includes the OS name and version and the architecture (as supplied by 'os.uname()'), although the exact information included depends on the OS; eg. for IRIX the architecture isn't particularly important (IRIX only runs on SGI hardware), but for Linux the kernel version isn't particularly important. Examples of returned values: linux-i586 linux-alpha (?) solaris-2.6-sun4u irix-5.3 irix64-6.2 Windows will return one of: win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc) win-ia64 (64bit Windows on Itanium) win32 (all others - specifically, sys.platform is returned) For other non-POSIX platforms, currently just returns 'sys.platform'. r z bit ()Zamd64z win-amd64Zitaniumzwin-ia64rH r /rd r _-N Zlinuxz%s-%sZsunosr 5Zsolarisz%d.%sr? r ZirixZaixz%s-%s.%s cygwinz[\d.]+rW ZMACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r r Zmacosxz10.4.z-archrf Zfatz -arch\s+(\S+))i386ppc)r x86_64Zintel)r r r Zfat3)ppc64r Zfat64)r r r r Z universalz%Don't know machine value for archs=%rr l r )ZPowerPCZPower_Macintoshr r z%s-%s-%s) r r2 rZ r r& r[ rt lowerr r rp rq rh ri ro r0 r rY rk r closeru readr r rn findallr7 r r) rr maxsize)r ijZlookZosnameZhostreleaser machineZrel_rer ZcfgvarsZmacverZ macreleaser} ZcflagsZarchsr r r r [ s $ c C s t S r )r r r r r r s c C sF t t| D ]0\}\}}|dkr0td| td||f qd S )Nr z%s: z %s = "%s") enumerater r6 print)titledataindexrF r= r r r _print_dict s r c C sR t dt t dt t dt t tdt t tdt dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"ZPathsZ VariablesN)r r r rP r r r r r r r _main s r __main__)N)N)A__doc__rj r rh rZ Zos.pathr r Z configparser ImportErrorZ ConfigParser__all__r r r r r r r2 r r r r( r# r, ZRawConfigParserr' ri r: r> r r r r r rJ r r r r r Z _USER_BASErD rG rM rO rP r_ r r r r r r r r r r r r r r r r r$ r r r r <module> s "" # v # PK A\#g ) pip/_vendor/distlib/_backport/__init__.pynu [ """Modules copied from Python 3 standard libraries, for internal use only. Individual classes and functions are found in d2._backport.misc. Intended usage is to always import things missing from 3.1 from that module: the built-in/stdlib objects will be used if found. """ PK A\o 9 9 + pip/_vendor/distlib/_backport/sysconfig.cfgnu [ [posix_prefix] # Configuration directories. Some of these come straight out of the # configure script. They are for implementing the other variables, not to # be used directly in [resource_locations]. confdir = /etc datadir = /usr/share libdir = /usr/lib statedir = /var # User resource directory local = ~/.local/{distribution.name} stdlib = {base}/lib/python{py_version_short} platstdlib = {platbase}/lib/python{py_version_short} purelib = {base}/lib/python{py_version_short}/site-packages platlib = {platbase}/lib/python{py_version_short}/site-packages include = {base}/include/python{py_version_short}{abiflags} platinclude = {platbase}/include/python{py_version_short}{abiflags} data = {base} [posix_home] stdlib = {base}/lib/python platstdlib = {base}/lib/python purelib = {base}/lib/python platlib = {base}/lib/python include = {base}/include/python platinclude = {base}/include/python scripts = {base}/bin data = {base} [nt] stdlib = {base}/Lib platstdlib = {base}/Lib purelib = {base}/Lib/site-packages platlib = {base}/Lib/site-packages include = {base}/Include platinclude = {base}/Include scripts = {base}/Scripts data = {base} [os2] stdlib = {base}/Lib platstdlib = {base}/Lib purelib = {base}/Lib/site-packages platlib = {base}/Lib/site-packages include = {base}/Include platinclude = {base}/Include scripts = {base}/Scripts data = {base} [os2_home] stdlib = {userbase}/lib/python{py_version_short} platstdlib = {userbase}/lib/python{py_version_short} purelib = {userbase}/lib/python{py_version_short}/site-packages platlib = {userbase}/lib/python{py_version_short}/site-packages include = {userbase}/include/python{py_version_short} scripts = {userbase}/bin data = {userbase} [nt_user] stdlib = {userbase}/Python{py_version_nodot} platstdlib = {userbase}/Python{py_version_nodot} purelib = {userbase}/Python{py_version_nodot}/site-packages platlib = {userbase}/Python{py_version_nodot}/site-packages include = {userbase}/Python{py_version_nodot}/Include scripts = {userbase}/Scripts data = {userbase} [posix_user] stdlib = {userbase}/lib/python{py_version_short} platstdlib = {userbase}/lib/python{py_version_short} purelib = {userbase}/lib/python{py_version_short}/site-packages platlib = {userbase}/lib/python{py_version_short}/site-packages include = {userbase}/include/python{py_version_short} scripts = {userbase}/bin data = {userbase} [osx_framework_user] stdlib = {userbase}/lib/python platstdlib = {userbase}/lib/python purelib = {userbase}/lib/python/site-packages platlib = {userbase}/lib/python/site-packages include = {userbase}/include scripts = {userbase}/bin data = {userbase} PK A\/e % pip/_vendor/distlib/_backport/misc.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """Backports for individual classes and functions.""" import os import sys __all__ = ['cache_from_source', 'callable', 'fsencode'] try: from imp import cache_from_source except ImportError: def cache_from_source(py_file, debug=__debug__): ext = debug and 'c' or 'o' return py_file + ext try: callable = callable except NameError: from collections import Callable def callable(obj): return isinstance(obj, Callable) try: fsencode = os.fsencode except AttributeError: def fsencode(filename): if isinstance(filename, bytes): return filename elif isinstance(filename, str): return filename.encode(sys.getfilesystemencoding()) else: raise TypeError("expect bytes or str, not %s" % type(filename).__name__) PK A\Ti Ti * pip/_vendor/distlib/_backport/sysconfig.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """Access to Python's configuration information.""" import codecs import os import re import sys from os.path import pardir, realpath try: import configparser except ImportError: import ConfigParser as configparser __all__ = [ 'get_config_h_filename', 'get_config_var', 'get_config_vars', 'get_makefile_filename', 'get_path', 'get_path_names', 'get_paths', 'get_platform', 'get_python_version', 'get_scheme_names', 'parse_config_h', ] def _safe_realpath(path): try: return realpath(path) except OSError: return path if sys.executable: _PROJECT_BASE = os.path.dirname(_safe_realpath(sys.executable)) else: # sys.executable can be empty if argv[0] has been changed and Python is # unable to retrieve the real program name _PROJECT_BASE = _safe_realpath(os.getcwd()) if os.name == "nt" and "pcbuild" in _PROJECT_BASE[-8:].lower(): _PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir)) # PC/VS7.1 if os.name == "nt" and "\\pc\\v" in _PROJECT_BASE[-10:].lower(): _PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir)) # PC/AMD64 if os.name == "nt" and "\\pcbuild\\amd64" in _PROJECT_BASE[-14:].lower(): _PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir)) def is_python_build(): for fn in ("Setup.dist", "Setup.local"): if os.path.isfile(os.path.join(_PROJECT_BASE, "Modules", fn)): return True return False _PYTHON_BUILD = is_python_build() _cfg_read = False def _ensure_cfg_read(): global _cfg_read if not _cfg_read: from ..resources import finder backport_package = __name__.rsplit('.', 1)[0] _finder = finder(backport_package) _cfgfile = _finder.find('sysconfig.cfg') assert _cfgfile, 'sysconfig.cfg exists' with _cfgfile.as_stream() as s: _SCHEMES.readfp(s) if _PYTHON_BUILD: for scheme in ('posix_prefix', 'posix_home'): _SCHEMES.set(scheme, 'include', '{srcdir}/Include') _SCHEMES.set(scheme, 'platinclude', '{projectbase}/.') _cfg_read = True _SCHEMES = configparser.RawConfigParser() _VAR_REPL = re.compile(r'\{([^{]*?)\}') def _expand_globals(config): _ensure_cfg_read() if config.has_section('globals'): globals = config.items('globals') else: globals = tuple() sections = config.sections() for section in sections: if section == 'globals': continue for option, value in globals: if config.has_option(section, option): continue config.set(section, option, value) config.remove_section('globals') # now expanding local variables defined in the cfg file # for section in config.sections(): variables = dict(config.items(section)) def _replacer(matchobj): name = matchobj.group(1) if name in variables: return variables[name] return matchobj.group(0) for option, value in config.items(section): config.set(section, option, _VAR_REPL.sub(_replacer, value)) #_expand_globals(_SCHEMES) # FIXME don't rely on sys.version here, its format is an implementation detail # of CPython, use sys.version_info or sys.hexversion _PY_VERSION = sys.version.split()[0] _PY_VERSION_SHORT = sys.version[:3] _PY_VERSION_SHORT_NO_DOT = _PY_VERSION[0] + _PY_VERSION[2] _PREFIX = os.path.normpath(sys.prefix) _EXEC_PREFIX = os.path.normpath(sys.exec_prefix) _CONFIG_VARS = None _USER_BASE = None def _subst_vars(path, local_vars): """In the string `path`, replace tokens like {some.thing} with the corresponding value from the map `local_vars`. If there is no corresponding value, leave the token unchanged. """ def _replacer(matchobj): name = matchobj.group(1) if name in local_vars: return local_vars[name] elif name in os.environ: return os.environ[name] return matchobj.group(0) return _VAR_REPL.sub(_replacer, path) def _extend_dict(target_dict, other_dict): target_keys = target_dict.keys() for key, value in other_dict.items(): if key in target_keys: continue target_dict[key] = value def _expand_vars(scheme, vars): res = {} if vars is None: vars = {} _extend_dict(vars, get_config_vars()) for key, value in _SCHEMES.items(scheme): if os.name in ('posix', 'nt'): value = os.path.expanduser(value) res[key] = os.path.normpath(_subst_vars(value, vars)) return res def format_value(value, vars): def _replacer(matchobj): name = matchobj.group(1) if name in vars: return vars[name] return matchobj.group(0) return _VAR_REPL.sub(_replacer, value) def _get_default_scheme(): if os.name == 'posix': # the default scheme for posix is posix_prefix return 'posix_prefix' return os.name def _getuserbase(): env_base = os.environ.get("PYTHONUSERBASE", None) def joinuser(*args): return os.path.expanduser(os.path.join(*args)) # what about 'os2emx', 'riscos' ? if os.name == "nt": base = os.environ.get("APPDATA") or "~" if env_base: return env_base else: return joinuser(base, "Python") if sys.platform == "darwin": framework = get_config_var("PYTHONFRAMEWORK") if framework: if env_base: return env_base else: return joinuser("~", "Library", framework, "%d.%d" % sys.version_info[:2]) if env_base: return env_base else: return joinuser("~", ".local") def _parse_makefile(filename, vars=None): """Parse a Makefile-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. """ # Regexes needed for parsing Makefile (and similar syntaxes, # like old-style Setup files). _variable_rx = re.compile(r"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)") _findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)") _findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}") if vars is None: vars = {} done = {} notdone = {} with codecs.open(filename, encoding='utf-8', errors="surrogateescape") as f: lines = f.readlines() for line in lines: if line.startswith('#') or line.strip() == '': continue m = _variable_rx.match(line) if m: n, v = m.group(1, 2) v = v.strip() # `$$' is a literal `$' in make tmpv = v.replace('$$', '') if "$" in tmpv: notdone[n] = v else: try: v = int(v) except ValueError: # insert literal `$' done[n] = v.replace('$$', '$') else: done[n] = v # do variable interpolation here variables = list(notdone.keys()) # Variables with a 'PY_' prefix in the makefile. These need to # be made available without that prefix through sysconfig. # Special care is needed to ensure that variable expansion works, even # if the expansion uses the name without a prefix. renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS') while len(variables) > 0: for name in tuple(variables): value = notdone[name] m = _findvar1_rx.search(value) or _findvar2_rx.search(value) if m is not None: n = m.group(1) found = True if n in done: item = str(done[n]) elif n in notdone: # get it on a subsequent round found = False elif n in os.environ: # do it like make: fall back to environment item = os.environ[n] elif n in renamed_variables: if (name.startswith('PY_') and name[3:] in renamed_variables): item = "" elif 'PY_' + n in notdone: found = False else: item = str(done['PY_' + n]) else: done[n] = item = "" if found: after = value[m.end():] value = value[:m.start()] + item + after if "$" in after: notdone[name] = value else: try: value = int(value) except ValueError: done[name] = value.strip() else: done[name] = value variables.remove(name) if (name.startswith('PY_') and name[3:] in renamed_variables): name = name[3:] if name not in done: done[name] = value else: # bogus variable reference (e.g. "prefix=$/opt/python"); # just drop it since we can't deal done[name] = value variables.remove(name) # strip spurious spaces for k, v in done.items(): if isinstance(v, str): done[k] = v.strip() # save the results in the global dictionary vars.update(done) return vars def get_makefile_filename(): """Return the path of the Makefile.""" if _PYTHON_BUILD: return os.path.join(_PROJECT_BASE, "Makefile") if hasattr(sys, 'abiflags'): config_dir_name = 'config-%s%s' % (_PY_VERSION_SHORT, sys.abiflags) else: config_dir_name = 'config' return os.path.join(get_path('stdlib'), config_dir_name, 'Makefile') def _init_posix(vars): """Initialize the module as appropriate for POSIX systems.""" # load the installed Makefile: makefile = get_makefile_filename() try: _parse_makefile(makefile, vars) except IOError as e: msg = "invalid Python installation: unable to open %s" % makefile if hasattr(e, "strerror"): msg = msg + " (%s)" % e.strerror raise IOError(msg) # load the installed pyconfig.h: config_h = get_config_h_filename() try: with open(config_h) as f: parse_config_h(f, vars) except IOError as e: msg = "invalid Python installation: unable to open %s" % config_h if hasattr(e, "strerror"): msg = msg + " (%s)" % e.strerror raise IOError(msg) # On AIX, there are wrong paths to the linker scripts in the Makefile # -- these paths are relative to the Python source, but when installed # the scripts are in another directory. if _PYTHON_BUILD: vars['LDSHARED'] = vars['BLDSHARED'] def _init_non_posix(vars): """Initialize the module as appropriate for NT""" # set basic install directories vars['LIBDEST'] = get_path('stdlib') vars['BINLIBDEST'] = get_path('platstdlib') vars['INCLUDEPY'] = get_path('include') vars['SO'] = '.pyd' vars['EXE'] = '.exe' vars['VERSION'] = _PY_VERSION_SHORT_NO_DOT vars['BINDIR'] = os.path.dirname(_safe_realpath(sys.executable)) # # public APIs # def parse_config_h(fp, vars=None): """Parse a config.h-style file. A dictionary containing name/value pairs is returned. If an optional dictionary is passed in as the second argument, it is used instead of a new dictionary. """ if vars is None: vars = {} define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n") undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n") while True: line = fp.readline() if not line: break m = define_rx.match(line) if m: n, v = m.group(1, 2) try: v = int(v) except ValueError: pass vars[n] = v else: m = undef_rx.match(line) if m: vars[m.group(1)] = 0 return vars def get_config_h_filename(): """Return the path of pyconfig.h.""" if _PYTHON_BUILD: if os.name == "nt": inc_dir = os.path.join(_PROJECT_BASE, "PC") else: inc_dir = _PROJECT_BASE else: inc_dir = get_path('platinclude') return os.path.join(inc_dir, 'pyconfig.h') def get_scheme_names(): """Return a tuple containing the schemes names.""" return tuple(sorted(_SCHEMES.sections())) def get_path_names(): """Return a tuple containing the paths names.""" # xxx see if we want a static list return _SCHEMES.options('posix_prefix') def get_paths(scheme=_get_default_scheme(), vars=None, expand=True): """Return a mapping containing an install scheme. ``scheme`` is the install scheme name. If not provided, it will return the default scheme for the current platform. """ _ensure_cfg_read() if expand: return _expand_vars(scheme, vars) else: return dict(_SCHEMES.items(scheme)) def get_path(name, scheme=_get_default_scheme(), vars=None, expand=True): """Return a path corresponding to the scheme. ``scheme`` is the install scheme name. """ return get_paths(scheme, vars, expand)[name] def get_config_vars(*args): """With no arguments, return a dictionary of all configuration variables relevant for the current platform. On Unix, this means every variable defined in Python's installed Makefile; On Windows and Mac OS it's a much smaller set. With arguments, return a list of values that result from looking up each argument in the configuration variable dictionary. """ global _CONFIG_VARS if _CONFIG_VARS is None: _CONFIG_VARS = {} # Normalized versions of prefix and exec_prefix are handy to have; # in fact, these are the standard versions used most places in the # distutils2 module. _CONFIG_VARS['prefix'] = _PREFIX _CONFIG_VARS['exec_prefix'] = _EXEC_PREFIX _CONFIG_VARS['py_version'] = _PY_VERSION _CONFIG_VARS['py_version_short'] = _PY_VERSION_SHORT _CONFIG_VARS['py_version_nodot'] = _PY_VERSION[0] + _PY_VERSION[2] _CONFIG_VARS['base'] = _PREFIX _CONFIG_VARS['platbase'] = _EXEC_PREFIX _CONFIG_VARS['projectbase'] = _PROJECT_BASE try: _CONFIG_VARS['abiflags'] = sys.abiflags except AttributeError: # sys.abiflags may not be defined on all platforms. _CONFIG_VARS['abiflags'] = '' if os.name in ('nt', 'os2'): _init_non_posix(_CONFIG_VARS) if os.name == 'posix': _init_posix(_CONFIG_VARS) # Setting 'userbase' is done below the call to the # init function to enable using 'get_config_var' in # the init-function. if sys.version >= '2.6': _CONFIG_VARS['userbase'] = _getuserbase() if 'srcdir' not in _CONFIG_VARS: _CONFIG_VARS['srcdir'] = _PROJECT_BASE else: _CONFIG_VARS['srcdir'] = _safe_realpath(_CONFIG_VARS['srcdir']) # Convert srcdir into an absolute path if it appears necessary. # Normally it is relative to the build directory. However, during # testing, for example, we might be running a non-installed python # from a different directory. if _PYTHON_BUILD and os.name == "posix": base = _PROJECT_BASE try: cwd = os.getcwd() except OSError: cwd = None if (not os.path.isabs(_CONFIG_VARS['srcdir']) and base != cwd): # srcdir is relative and we are not in the same directory # as the executable. Assume executable is in the build # directory and make srcdir absolute. srcdir = os.path.join(base, _CONFIG_VARS['srcdir']) _CONFIG_VARS['srcdir'] = os.path.normpath(srcdir) if sys.platform == 'darwin': kernel_version = os.uname()[2] # Kernel version (8.4.3) major_version = int(kernel_version.split('.')[0]) if major_version < 8: # On Mac OS X before 10.4, check if -arch and -isysroot # are in CFLAGS or LDFLAGS and remove them if they are. # This is needed when building extensions on a 10.3 system # using a universal build of python. for key in ('LDFLAGS', 'BASECFLAGS', # a number of derived variables. These need to be # patched up as well. 'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'): flags = _CONFIG_VARS[key] flags = re.sub(r'-arch\s+\w+\s', ' ', flags) flags = re.sub('-isysroot [^ \t]*', ' ', flags) _CONFIG_VARS[key] = flags else: # Allow the user to override the architecture flags using # an environment variable. # NOTE: This name was introduced by Apple in OSX 10.5 and # is used by several scripting languages distributed with # that OS release. if 'ARCHFLAGS' in os.environ: arch = os.environ['ARCHFLAGS'] for key in ('LDFLAGS', 'BASECFLAGS', # a number of derived variables. These need to be # patched up as well. 'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'): flags = _CONFIG_VARS[key] flags = re.sub(r'-arch\s+\w+\s', ' ', flags) flags = flags + ' ' + arch _CONFIG_VARS[key] = flags # If we're on OSX 10.5 or later and the user tries to # compiles an extension using an SDK that is not present # on the current machine it is better to not use an SDK # than to fail. # # The major usecase for this is users using a Python.org # binary installer on OSX 10.6: that installer uses # the 10.4u SDK, but that SDK is not installed by default # when you install Xcode. # CFLAGS = _CONFIG_VARS.get('CFLAGS', '') m = re.search(r'-isysroot\s+(\S+)', CFLAGS) if m is not None: sdk = m.group(1) if not os.path.exists(sdk): for key in ('LDFLAGS', 'BASECFLAGS', # a number of derived variables. These need to be # patched up as well. 'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'): flags = _CONFIG_VARS[key] flags = re.sub(r'-isysroot\s+\S+(\s|$)', ' ', flags) _CONFIG_VARS[key] = flags if args: vals = [] for name in args: vals.append(_CONFIG_VARS.get(name)) return vals else: return _CONFIG_VARS def get_config_var(name): """Return the value of a single variable using the dictionary returned by 'get_config_vars()'. Equivalent to get_config_vars().get(name) """ return get_config_vars().get(name) def get_platform(): """Return a string that identifies the current platform. This is used mainly to distinguish platform-specific build directories and platform-specific built distributions. Typically includes the OS name and version and the architecture (as supplied by 'os.uname()'), although the exact information included depends on the OS; eg. for IRIX the architecture isn't particularly important (IRIX only runs on SGI hardware), but for Linux the kernel version isn't particularly important. Examples of returned values: linux-i586 linux-alpha (?) solaris-2.6-sun4u irix-5.3 irix64-6.2 Windows will return one of: win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc) win-ia64 (64bit Windows on Itanium) win32 (all others - specifically, sys.platform is returned) For other non-POSIX platforms, currently just returns 'sys.platform'. """ if os.name == 'nt': # sniff sys.version for architecture. prefix = " bit (" i = sys.version.find(prefix) if i == -1: return sys.platform j = sys.version.find(")", i) look = sys.version[i+len(prefix):j].lower() if look == 'amd64': return 'win-amd64' if look == 'itanium': return 'win-ia64' return sys.platform if os.name != "posix" or not hasattr(os, 'uname'): # XXX what about the architecture? NT is Intel or Alpha, # Mac OS is M68k or PPC, etc. return sys.platform # Try to distinguish various flavours of Unix osname, host, release, version, machine = os.uname() # Convert the OS name to lowercase, remove '/' characters # (to accommodate BSD/OS), and translate spaces (for "Power Macintosh") osname = osname.lower().replace('/', '') machine = machine.replace(' ', '_') machine = machine.replace('/', '-') if osname[:5] == "linux": # At least on Linux/Intel, 'machine' is the processor -- # i386, etc. # XXX what about Alpha, SPARC, etc? return "%s-%s" % (osname, machine) elif osname[:5] == "sunos": if release[0] >= "5": # SunOS 5 == Solaris 2 osname = "solaris" release = "%d.%s" % (int(release[0]) - 3, release[2:]) # fall through to standard osname-release-machine representation elif osname[:4] == "irix": # could be "irix64"! return "%s-%s" % (osname, release) elif osname[:3] == "aix": return "%s-%s.%s" % (osname, version, release) elif osname[:6] == "cygwin": osname = "cygwin" rel_re = re.compile(r'[\d.]+') m = rel_re.match(release) if m: release = m.group() elif osname[:6] == "darwin": # # For our purposes, we'll assume that the system version from # distutils' perspective is what MACOSX_DEPLOYMENT_TARGET is set # to. This makes the compatibility story a bit more sane because the # machine is going to compile and link as if it were # MACOSX_DEPLOYMENT_TARGET. cfgvars = get_config_vars() macver = cfgvars.get('MACOSX_DEPLOYMENT_TARGET') if True: # Always calculate the release of the running machine, # needed to determine if we can build fat binaries or not. macrelease = macver # Get the system version. Reading this plist is a documented # way to get the system version (see the documentation for # the Gestalt Manager) try: f = open('/System/Library/CoreServices/SystemVersion.plist') except IOError: # We're on a plain darwin box, fall back to the default # behaviour. pass else: try: m = re.search(r'<key>ProductUserVisibleVersion</key>\s*' r'<string>(.*?)</string>', f.read()) finally: f.close() if m is not None: macrelease = '.'.join(m.group(1).split('.')[:2]) # else: fall back to the default behaviour if not macver: macver = macrelease if macver: release = macver osname = "macosx" if ((macrelease + '.') >= '10.4.' and '-arch' in get_config_vars().get('CFLAGS', '').strip()): # The universal build will build fat binaries, but not on # systems before 10.4 # # Try to detect 4-way universal builds, those have machine-type # 'universal' instead of 'fat'. machine = 'fat' cflags = get_config_vars().get('CFLAGS') archs = re.findall(r'-arch\s+(\S+)', cflags) archs = tuple(sorted(set(archs))) if len(archs) == 1: machine = archs[0] elif archs == ('i386', 'ppc'): machine = 'fat' elif archs == ('i386', 'x86_64'): machine = 'intel' elif archs == ('i386', 'ppc', 'x86_64'): machine = 'fat3' elif archs == ('ppc64', 'x86_64'): machine = 'fat64' elif archs == ('i386', 'ppc', 'ppc64', 'x86_64'): machine = 'universal' else: raise ValueError( "Don't know machine value for archs=%r" % (archs,)) elif machine == 'i386': # On OSX the machine type returned by uname is always the # 32-bit variant, even if the executable architecture is # the 64-bit variant if sys.maxsize >= 2**32: machine = 'x86_64' elif machine in ('PowerPC', 'Power_Macintosh'): # Pick a sane name for the PPC architecture. # See 'i386' case if sys.maxsize >= 2**32: machine = 'ppc64' else: machine = 'ppc' return "%s-%s-%s" % (osname, release, machine) def get_python_version(): return _PY_VERSION_SHORT def _print_dict(title, data): for index, (key, value) in enumerate(sorted(data.items())): if index == 0: print('%s: ' % (title)) print('\t%s = "%s"' % (key, value)) def _main(): """Display all information sysconfig detains.""" print('Platform: "%s"' % get_platform()) print('Python version: "%s"' % get_python_version()) print('Current installation scheme: "%s"' % _get_default_scheme()) print() _print_dict('Paths', get_paths()) print() _print_dict('Variables', get_config_vars()) if __name__ == '__main__': _main() PK A\h(,_[ _[ pip/_vendor/distlib/version.pynu [ # -*- coding: utf-8 -*- # # Copyright (C) 2012-2017 The Python Software Foundation. # See LICENSE.txt and CONTRIBUTORS.txt. # """ Implementation of a flexible versioning scheme providing support for PEP-440, setuptools-compatible and semantic versioning. """ import logging import re from .compat import string_types from .util import parse_requirement __all__ = ['NormalizedVersion', 'NormalizedMatcher', 'LegacyVersion', 'LegacyMatcher', 'SemanticVersion', 'SemanticMatcher', 'UnsupportedVersionError', 'get_scheme'] logger = logging.getLogger(__name__) class UnsupportedVersionError(ValueError): """This is an unsupported version.""" pass class Version(object): def __init__(self, s): self._string = s = s.strip() self._parts = parts = self.parse(s) assert isinstance(parts, tuple) assert len(parts) > 0 def parse(self, s): raise NotImplementedError('please implement in a subclass') def _check_compatible(self, other): if type(self) != type(other): raise TypeError('cannot compare %r and %r' % (self, other)) def __eq__(self, other): self._check_compatible(other) return self._parts == other._parts def __ne__(self, other): return not self.__eq__(other) def __lt__(self, other): self._check_compatible(other) return self._parts < other._parts def __gt__(self, other): return not (self.__lt__(other) or self.__eq__(other)) def __le__(self, other): return self.__lt__(other) or self.__eq__(other) def __ge__(self, other): return self.__gt__(other) or self.__eq__(other) # See http://docs.python.org/reference/datamodel#object.__hash__ def __hash__(self): return hash(self._parts) def __repr__(self): return "%s('%s')" % (self.__class__.__name__, self._string) def __str__(self): return self._string @property def is_prerelease(self): raise NotImplementedError('Please implement in subclasses.') class Matcher(object): version_class = None # value is either a callable or the name of a method _operators = { '<': lambda v, c, p: v < c, '>': lambda v, c, p: v > c, '<=': lambda v, c, p: v == c or v < c, '>=': lambda v, c, p: v == c or v > c, '==': lambda v, c, p: v == c, '===': lambda v, c, p: v == c, # by default, compatible => >=. '~=': lambda v, c, p: v == c or v > c, '!=': lambda v, c, p: v != c, } # this is a method only to support alternative implementations # via overriding def parse_requirement(self, s): return parse_requirement(s) def __init__(self, s): if self.version_class is None: raise ValueError('Please specify a version class') self._string = s = s.strip() r = self.parse_requirement(s) if not r: raise ValueError('Not valid: %r' % s) self.name = r.name self.key = self.name.lower() # for case-insensitive comparisons clist = [] if r.constraints: # import pdb; pdb.set_trace() for op, s in r.constraints: if s.endswith('.*'): if op not in ('==', '!='): raise ValueError('\'.*\' not allowed for ' '%r constraints' % op) # Could be a partial version (e.g. for '2.*') which # won't parse as a version, so keep it as a string vn, prefix = s[:-2], True # Just to check that vn is a valid version self.version_class(vn) else: # Should parse as a version, so we can create an # instance for the comparison vn, prefix = self.version_class(s), False clist.append((op, vn, prefix)) self._parts = tuple(clist) def match(self, version): """ Check if the provided version matches the constraints. :param version: The version to match against this instance. :type version: String or :class:`Version` instance. """ if isinstance(version, string_types): version = self.version_class(version) for operator, constraint, prefix in self._parts: f = self._operators.get(operator) if isinstance(f, string_types): f = getattr(self, f) if not f: msg = ('%r not implemented ' 'for %s' % (operator, self.__class__.__name__)) raise NotImplementedError(msg) if not f(version, constraint, prefix): return False return True @property def exact_version(self): result = None if len(self._parts) == 1 and self._parts[0][0] in ('==', '==='): result = self._parts[0][1] return result def _check_compatible(self, other): if type(self) != type(other) or self.name != other.name: raise TypeError('cannot compare %s and %s' % (self, other)) def __eq__(self, other): self._check_compatible(other) return self.key == other.key and self._parts == other._parts def __ne__(self, other): return not self.__eq__(other) # See http://docs.python.org/reference/datamodel#object.__hash__ def __hash__(self): return hash(self.key) + hash(self._parts) def __repr__(self): return "%s(%r)" % (self.__class__.__name__, self._string) def __str__(self): return self._string PEP440_VERSION_RE = re.compile(r'^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?' r'(\.(post)(\d+))?(\.(dev)(\d+))?' r'(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$') def _pep_440_key(s): s = s.strip() m = PEP440_VERSION_RE.match(s) if not m: raise UnsupportedVersionError('Not a valid version: %s' % s) groups = m.groups() nums = tuple(int(v) for v in groups[1].split('.')) while len(nums) > 1 and nums[-1] == 0: nums = nums[:-1] if not groups[0]: epoch = 0 else: epoch = int(groups[0]) pre = groups[4:6] post = groups[7:9] dev = groups[10:12] local = groups[13] if pre == (None, None): pre = () else: pre = pre[0], int(pre[1]) if post == (None, None): post = () else: post = post[0], int(post[1]) if dev == (None, None): dev = () else: dev = dev[0], int(dev[1]) if local is None: local = () else: parts = [] for part in local.split('.'): # to ensure that numeric compares as > lexicographic, avoid # comparing them directly, but encode a tuple which ensures # correct sorting if part.isdigit(): part = (1, int(part)) else: part = (0, part) parts.append(part) local = tuple(parts) if not pre: # either before pre-release, or final release and after if not post and dev: # before pre-release pre = ('a', -1) # to sort before a0 else: pre = ('z',) # to sort after all pre-releases # now look at the state of post and dev. if not post: post = ('_',) # sort before 'a' if not dev: dev = ('final',) #print('%s -> %s' % (s, m.groups())) return epoch, nums, pre, post, dev, local _normalized_key = _pep_440_key class NormalizedVersion(Version): """A rational version. Good: 1.2 # equivalent to "1.2.0" 1.2.0 1.2a1 1.2.3a2 1.2.3b1 1.2.3c1 1.2.3.4 TODO: fill this out Bad: 1 # minimum two numbers 1.2a # release level must have a release serial 1.2.3b """ def parse(self, s): result = _normalized_key(s) # _normalized_key loses trailing zeroes in the release # clause, since that's needed to ensure that X.Y == X.Y.0 == X.Y.0.0 # However, PEP 440 prefix matching needs it: for example, # (~= 1.4.5.0) matches differently to (~= 1.4.5.0.0). m = PEP440_VERSION_RE.match(s) # must succeed groups = m.groups() self._release_clause = tuple(int(v) for v in groups[1].split('.')) return result PREREL_TAGS = set(['a', 'b', 'c', 'rc', 'dev']) @property def is_prerelease(self): return any(t[0] in self.PREREL_TAGS for t in self._parts if t) def _match_prefix(x, y): x = str(x) y = str(y) if x == y: return True if not x.startswith(y): return False n = len(y) return x[n] == '.' class NormalizedMatcher(Matcher): version_class = NormalizedVersion # value is either a callable or the name of a method _operators = { '~=': '_match_compatible', '<': '_match_lt', '>': '_match_gt', '<=': '_match_le', '>=': '_match_ge', '==': '_match_eq', '===': '_match_arbitrary', '!=': '_match_ne', } def _adjust_local(self, version, constraint, prefix): if prefix: strip_local = '+' not in constraint and version._parts[-1] else: # both constraint and version are # NormalizedVersion instances. # If constraint does not have a local component, # ensure the version doesn't, either. strip_local = not constraint._parts[-1] and version._parts[-1] if strip_local: s = version._string.split('+', 1)[0] version = self.version_class(s) return version, constraint def _match_lt(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if version >= constraint: return False release_clause = constraint._release_clause pfx = '.'.join([str(i) for i in release_clause]) return not _match_prefix(version, pfx) def _match_gt(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if version <= constraint: return False release_clause = constraint._release_clause pfx = '.'.join([str(i) for i in release_clause]) return not _match_prefix(version, pfx) def _match_le(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) return version <= constraint def _match_ge(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) return version >= constraint def _match_eq(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if not prefix: result = (version == constraint) else: result = _match_prefix(version, constraint) return result def _match_arbitrary(self, version, constraint, prefix): return str(version) == str(constraint) def _match_ne(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if not prefix: result = (version != constraint) else: result = not _match_prefix(version, constraint) return result def _match_compatible(self, version, constraint, prefix): version, constraint = self._adjust_local(version, constraint, prefix) if version == constraint: return True if version < constraint: return False # if not prefix: # return True release_clause = constraint._release_clause if len(release_clause) > 1: release_clause = release_clause[:-1] pfx = '.'.join([str(i) for i in release_clause]) return _match_prefix(version, pfx) _REPLACEMENTS = ( (re.compile('[.+-]$'), ''), # remove trailing puncts (re.compile(r'^[.](\d)'), r'0.\1'), # .N -> 0.N at start (re.compile('^[.-]'), ''), # remove leading puncts (re.compile(r'^\((.*)\)$'), r'\1'), # remove parentheses (re.compile(r'^v(ersion)?\s*(\d+)'), r'\2'), # remove leading v(ersion) (re.compile(r'^r(ev)?\s*(\d+)'), r'\2'), # remove leading v(ersion) (re.compile('[.]{2,}'), '.'), # multiple runs of '.' (re.compile(r'\b(alfa|apha)\b'), 'alpha'), # misspelt alpha (re.compile(r'\b(pre-alpha|prealpha)\b'), 'pre.alpha'), # standardise (re.compile(r'\(beta\)$'), 'beta'), # remove parentheses ) _SUFFIX_REPLACEMENTS = ( (re.compile('^[:~._+-]+'), ''), # remove leading puncts (re.compile('[,*")([\\]]'), ''), # remove unwanted chars (re.compile('[~:+_ -]'), '.'), # replace illegal chars (re.compile('[.]{2,}'), '.'), # multiple runs of '.' (re.compile(r'\.$'), ''), # trailing '.' ) _NUMERIC_PREFIX = re.compile(r'(\d+(\.\d+)*)') def _suggest_semantic_version(s): """ Try to suggest a semantic form for a version for which _suggest_normalized_version couldn't come up with anything. """ result = s.strip().lower() for pat, repl in _REPLACEMENTS: result = pat.sub(repl, result) if not result: result = '0.0.0' # Now look for numeric prefix, and separate it out from # the rest. #import pdb; pdb.set_trace() m = _NUMERIC_PREFIX.match(result) if not m: prefix = '0.0.0' suffix = result else: prefix = m.groups()[0].split('.') prefix = [int(i) for i in prefix] while len(prefix) < 3: prefix.append(0) if len(prefix) == 3: suffix = result[m.end():] else: suffix = '.'.join([str(i) for i in prefix[3:]]) + result[m.end():] prefix = prefix[:3] prefix = '.'.join([str(i) for i in prefix]) suffix = suffix.strip() if suffix: #import pdb; pdb.set_trace() # massage the suffix. for pat, repl in _SUFFIX_REPLACEMENTS: suffix = pat.sub(repl, suffix) if not suffix: result = prefix else: sep = '-' if 'dev' in suffix else '+' result = prefix + sep + suffix if not is_semver(result): result = None return result def _suggest_normalized_version(s): """Suggest a normalized version close to the given version string. If you have a version string that isn't rational (i.e. NormalizedVersion doesn't like it) then you might be able to get an equivalent (or close) rational version from this function. This does a number of simple normalizations to the given string, based on observation of versions currently in use on PyPI. Given a dump of those version during PyCon 2009, 4287 of them: - 2312 (53.93%) match NormalizedVersion without change with the automatic suggestion - 3474 (81.04%) match when using this suggestion method @param s {str} An irrational version string. @returns A rational version string, or None, if couldn't determine one. """ try: _normalized_key(s) return s # already rational except UnsupportedVersionError: pass rs = s.lower() # part of this could use maketrans for orig, repl in (('-alpha', 'a'), ('-beta', 'b'), ('alpha', 'a'), ('beta', 'b'), ('rc', 'c'), ('-final', ''), ('-pre', 'c'), ('-release', ''), ('.release', ''), ('-stable', ''), ('+', '.'), ('_', '.'), (' ', ''), ('.final', ''), ('final', '')): rs = rs.replace(orig, repl) # if something ends with dev or pre, we add a 0 rs = re.sub(r"pre$", r"pre0", rs) rs = re.sub(r"dev$", r"dev0", rs) # if we have something like "b-2" or "a.2" at the end of the # version, that is probably beta, alpha, etc # let's remove the dash or dot rs = re.sub(r"([abc]|rc)[\-\.](\d+)$", r"\1\2", rs) # 1.0-dev-r371 -> 1.0.dev371 # 0.1-dev-r79 -> 0.1.dev79 rs = re.sub(r"[\-\.](dev)[\-\.]?r?(\d+)$", r".\1\2", rs) # Clean: 2.0.a.3, 2.0.b1, 0.9.0~c1 rs = re.sub(r"[.~]?([abc])\.?", r"\1", rs) # Clean: v0.3, v1.0 if rs.startswith('v'): rs = rs[1:] # Clean leading '0's on numbers. #TODO: unintended side-effect on, e.g., "2003.05.09" # PyPI stats: 77 (~2%) better rs = re.sub(r"\b0+(\d+)(?!\d)", r"\1", rs) # Clean a/b/c with no version. E.g. "1.0a" -> "1.0a0". Setuptools infers # zero. # PyPI stats: 245 (7.56%) better rs = re.sub(r"(\d+[abc])$", r"\g<1>0", rs) # the 'dev-rNNN' tag is a dev tag rs = re.sub(r"\.?(dev-r|dev\.r)\.?(\d+)$", r".dev\2", rs) # clean the - when used as a pre delimiter rs = re.sub(r"-(a|b|c)(\d+)$", r"\1\2", rs) # a terminal "dev" or "devel" can be changed into ".dev0" rs = re.sub(r"[\.\-](dev|devel)$", r".dev0", rs) # a terminal "dev" can be changed into ".dev0" rs = re.sub(r"(?![\.\-])dev$", r".dev0", rs) # a terminal "final" or "stable" can be removed rs = re.sub(r"(final|stable)$", "", rs) # The 'r' and the '-' tags are post release tags # 0.4a1.r10 -> 0.4a1.post10 # 0.9.33-17222 -> 0.9.33.post17222 # 0.9.33-r17222 -> 0.9.33.post17222 rs = re.sub(r"\.?(r|-|-r)\.?(\d+)$", r".post\2", rs) # Clean 'r' instead of 'dev' usage: # 0.9.33+r17222 -> 0.9.33.dev17222 # 1.0dev123 -> 1.0.dev123 # 1.0.git123 -> 1.0.dev123 # 1.0.bzr123 -> 1.0.dev123 # 0.1a0dev.123 -> 0.1a0.dev123 # PyPI stats: ~150 (~4%) better rs = re.sub(r"\.?(dev|git|bzr)\.?(\d+)$", r".dev\2", rs) # Clean '.pre' (normalized from '-pre' above) instead of 'c' usage: # 0.2.pre1 -> 0.2c1 # 0.2-c1 -> 0.2c1 # 1.0preview123 -> 1.0c123 # PyPI stats: ~21 (0.62%) better rs = re.sub(r"\.?(pre|preview|-c)(\d+)$", r"c\g<2>", rs) # Tcl/Tk uses "px" for their post release markers rs = re.sub(r"p(\d+)$", r".post\1", rs) try: _normalized_key(rs) except UnsupportedVersionError: rs = None return rs # # Legacy version processing (distribute-compatible) # _VERSION_PART = re.compile(r'([a-z]+|\d+|[\.-])', re.I) _VERSION_REPLACE = { 'pre': 'c', 'preview': 'c', '-': 'final-', 'rc': 'c', 'dev': '@', '': None, '.': None, } def _legacy_key(s): def get_parts(s): result = [] for p in _VERSION_PART.split(s.lower()): p = _VERSION_REPLACE.get(p, p) if p: if '0' <= p[:1] <= '9': p = p.zfill(8) else: p = '*' + p result.append(p) result.append('*final') return result result = [] for p in get_parts(s): if p.startswith('*'): if p < '*final': while result and result[-1] == '*final-': result.pop() while result and result[-1] == '00000000': result.pop() result.append(p) return tuple(result) class LegacyVersion(Version): def parse(self, s): return _legacy_key(s) @property def is_prerelease(self): result = False for x in self._parts: if (isinstance(x, string_types) and x.startswith('*') and x < '*final'): result = True break return result class LegacyMatcher(Matcher): version_class = LegacyVersion _operators = dict(Matcher._operators) _operators['~='] = '_match_compatible' numeric_re = re.compile(r'^(\d+(\.\d+)*)') def _match_compatible(self, version, constraint, prefix): if version < constraint: return False m = self.numeric_re.match(str(constraint)) if not m: logger.warning('Cannot compute compatible match for version %s ' ' and constraint %s', version, constraint) return True s = m.groups()[0] if '.' in s: s = s.rsplit('.', 1)[0] return _match_prefix(version, s) # # Semantic versioning # _SEMVER_RE = re.compile(r'^(\d+)\.(\d+)\.(\d+)' r'(-[a-z0-9]+(\.[a-z0-9-]+)*)?' r'(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$', re.I) def is_semver(s): return _SEMVER_RE.match(s) def _semantic_key(s): def make_tuple(s, absent): if s is None: result = (absent,) else: parts = s[1:].split('.') # We can't compare ints and strings on Python 3, so fudge it # by zero-filling numeric values so simulate a numeric comparison result = tuple([p.zfill(8) if p.isdigit() else p for p in parts]) return result m = is_semver(s) if not m: raise UnsupportedVersionError(s) groups = m.groups() major, minor, patch = [int(i) for i in groups[:3]] # choose the '|' and '*' so that versions sort correctly pre, build = make_tuple(groups[3], '|'), make_tuple(groups[5], '*') return (major, minor, patch), pre, build class SemanticVersion(Version): def parse(self, s): return _semantic_key(s) @property def is_prerelease(self): return self._parts[1][0] != '|' class SemanticMatcher(Matcher): version_class = SemanticVersion class VersionScheme(object): def __init__(self, key, matcher, suggester=None): self.key = key self.matcher = matcher self.suggester = suggester def is_valid_version(self, s): try: self.matcher.version_class(s) result = True except UnsupportedVersionError: result = False return result def is_valid_matcher(self, s): try: self.matcher(s) result = True except UnsupportedVersionError: result = False return result def is_valid_constraint_list(self, s): """ Used for processing some metadata fields """ return self.is_valid_matcher('dummy_name (%s)' % s) def suggest(self, s): if self.suggester is None: result = None else: result = self.suggester(s) return result _SCHEMES = { 'normalized': VersionScheme(_normalized_key, NormalizedMatcher, _suggest_normalized_version), 'legacy': VersionScheme(_legacy_key, LegacyMatcher, lambda self, s: s), 'semantic': VersionScheme(_semantic_key, SemanticMatcher, _suggest_semantic_version), } _SCHEMES['default'] = _SCHEMES['normalized'] def get_scheme(name): if name not in _SCHEMES: raise ValueError('unknown scheme name: %r' % name) return _SCHEMES[name] PK A\n pip/_vendor/distro.pynu [ # Copyright 2015,2016,2017 Nir Cohen # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ The ``distro`` package (``distro`` stands for Linux Distribution) provides information about the Linux distribution it runs on, such as a reliable machine-readable distro ID, or version information. It is the recommended replacement for Python's original :py:func:`platform.linux_distribution` function, but it provides much more functionality. An alternative implementation became necessary because Python 3.5 deprecated this function, and Python 3.8 will remove it altogether. Its predecessor function :py:func:`platform.dist` was already deprecated since Python 2.6 and will also be removed in Python 3.8. Still, there are many cases in which access to OS distribution information is needed. See `Python issue 1322 <https://bugs.python.org/issue1322>`_ for more information. """ import os import re import sys import json import shlex import logging import argparse import subprocess _UNIXCONFDIR = os.environ.get('UNIXCONFDIR', '/etc') _OS_RELEASE_BASENAME = 'os-release' #: Translation table for normalizing the "ID" attribute defined in os-release #: files, for use by the :func:`distro.id` method. #: #: * Key: Value as defined in the os-release file, translated to lower case, #: with blanks translated to underscores. #: #: * Value: Normalized value. NORMALIZED_OS_ID = { 'ol': 'oracle', # Oracle Enterprise Linux } #: Translation table for normalizing the "Distributor ID" attribute returned by #: the lsb_release command, for use by the :func:`distro.id` method. #: #: * Key: Value as returned by the lsb_release command, translated to lower #: case, with blanks translated to underscores. #: #: * Value: Normalized value. NORMALIZED_LSB_ID = { 'enterpriseenterprise': 'oracle', # Oracle Enterprise Linux 'redhatenterpriseworkstation': 'rhel', # RHEL 6, 7 Workstation 'redhatenterpriseserver': 'rhel', # RHEL 6, 7 Server } #: Translation table for normalizing the distro ID derived from the file name #: of distro release files, for use by the :func:`distro.id` method. #: #: * Key: Value as derived from the file name of a distro release file, #: translated to lower case, with blanks translated to underscores. #: #: * Value: Normalized value. NORMALIZED_DISTRO_ID = { 'redhat': 'rhel', # RHEL 6.x, 7.x } # Pattern for content of distro release file (reversed) _DISTRO_RELEASE_CONTENT_REVERSED_PATTERN = re.compile( r'(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)') # Pattern for base file name of distro release file _DISTRO_RELEASE_BASENAME_PATTERN = re.compile( r'(\w+)[-_](release|version)$') # Base file names to be ignored when searching for distro release file _DISTRO_RELEASE_IGNORE_BASENAMES = ( 'debian_version', 'lsb-release', 'oem-release', _OS_RELEASE_BASENAME, 'system-release' ) def linux_distribution(full_distribution_name=True): """ Return information about the current OS distribution as a tuple ``(id_name, version, codename)`` with items as follows: * ``id_name``: If *full_distribution_name* is false, the result of :func:`distro.id`. Otherwise, the result of :func:`distro.name`. * ``version``: The result of :func:`distro.version`. * ``codename``: The result of :func:`distro.codename`. The interface of this function is compatible with the original :py:func:`platform.linux_distribution` function, supporting a subset of its parameters. The data it returns may not exactly be the same, because it uses more data sources than the original function, and that may lead to different data if the OS distribution is not consistent across multiple data sources it provides (there are indeed such distributions ...). Another reason for differences is the fact that the :func:`distro.id` method normalizes the distro ID string to a reliable machine-readable value for a number of popular OS distributions. """ return _distro.linux_distribution(full_distribution_name) def id(): """ Return the distro ID of the current distribution, as a machine-readable string. For a number of OS distributions, the returned distro ID value is *reliable*, in the sense that it is documented and that it does not change across releases of the distribution. This package maintains the following reliable distro ID values: ============== ========================================= Distro ID Distribution ============== ========================================= "ubuntu" Ubuntu "debian" Debian "rhel" RedHat Enterprise Linux "centos" CentOS "fedora" Fedora "sles" SUSE Linux Enterprise Server "opensuse" openSUSE "amazon" Amazon Linux "arch" Arch Linux "cloudlinux" CloudLinux OS "exherbo" Exherbo Linux "gentoo" GenToo Linux "ibm_powerkvm" IBM PowerKVM "kvmibm" KVM for IBM z Systems "linuxmint" Linux Mint "mageia" Mageia "mandriva" Mandriva Linux "parallels" Parallels "pidora" Pidora "raspbian" Raspbian "oracle" Oracle Linux (and Oracle Enterprise Linux) "scientific" Scientific Linux "slackware" Slackware "xenserver" XenServer "openbsd" OpenBSD "netbsd" NetBSD "freebsd" FreeBSD ============== ========================================= If you have a need to get distros for reliable IDs added into this set, or if you find that the :func:`distro.id` function returns a different distro ID for one of the listed distros, please create an issue in the `distro issue tracker`_. **Lookup hierarchy and transformations:** First, the ID is obtained from the following sources, in the specified order. The first available and non-empty value is used: * the value of the "ID" attribute of the os-release file, * the value of the "Distributor ID" attribute returned by the lsb_release command, * the first part of the file name of the distro release file, The so determined ID value then passes the following transformations, before it is returned by this method: * it is translated to lower case, * blanks (which should not be there anyway) are translated to underscores, * a normalization of the ID is performed, based upon `normalization tables`_. The purpose of this normalization is to ensure that the ID is as reliable as possible, even across incompatible changes in the OS distributions. A common reason for an incompatible change is the addition of an os-release file, or the addition of the lsb_release command, with ID values that differ from what was previously determined from the distro release file name. """ return _distro.id() def name(pretty=False): """ Return the name of the current OS distribution, as a human-readable string. If *pretty* is false, the name is returned without version or codename. (e.g. "CentOS Linux") If *pretty* is true, the version and codename are appended. (e.g. "CentOS Linux 7.1.1503 (Core)") **Lookup hierarchy:** The name is obtained from the following sources, in the specified order. The first available and non-empty value is used: * If *pretty* is false: - the value of the "NAME" attribute of the os-release file, - the value of the "Distributor ID" attribute returned by the lsb_release command, - the value of the "<name>" field of the distro release file. * If *pretty* is true: - the value of the "PRETTY_NAME" attribute of the os-release file, - the value of the "Description" attribute returned by the lsb_release command, - the value of the "<name>" field of the distro release file, appended with the value of the pretty version ("<version_id>" and "<codename>" fields) of the distro release file, if available. """ return _distro.name(pretty) def version(pretty=False, best=False): """ Return the version of the current OS distribution, as a human-readable string. If *pretty* is false, the version is returned without codename (e.g. "7.0"). If *pretty* is true, the codename in parenthesis is appended, if the codename is non-empty (e.g. "7.0 (Maipo)"). Some distributions provide version numbers with different precisions in the different sources of distribution information. Examining the different sources in a fixed priority order does not always yield the most precise version (e.g. for Debian 8.2, or CentOS 7.1). The *best* parameter can be used to control the approach for the returned version: If *best* is false, the first non-empty version number in priority order of the examined sources is returned. If *best* is true, the most precise version number out of all examined sources is returned. **Lookup hierarchy:** In all cases, the version number is obtained from the following sources. If *best* is false, this order represents the priority order: * the value of the "VERSION_ID" attribute of the os-release file, * the value of the "Release" attribute returned by the lsb_release command, * the version number parsed from the "<version_id>" field of the first line of the distro release file, * the version number parsed from the "PRETTY_NAME" attribute of the os-release file, if it follows the format of the distro release files. * the version number parsed from the "Description" attribute returned by the lsb_release command, if it follows the format of the distro release files. """ return _distro.version(pretty, best) def version_parts(best=False): """ Return the version of the current OS distribution as a tuple ``(major, minor, build_number)`` with items as follows: * ``major``: The result of :func:`distro.major_version`. * ``minor``: The result of :func:`distro.minor_version`. * ``build_number``: The result of :func:`distro.build_number`. For a description of the *best* parameter, see the :func:`distro.version` method. """ return _distro.version_parts(best) def major_version(best=False): """ Return the major version of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The major version is the first part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. """ return _distro.major_version(best) def minor_version(best=False): """ Return the minor version of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The minor version is the second part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. """ return _distro.minor_version(best) def build_number(best=False): """ Return the build number of the current OS distribution, as a string, if provided. Otherwise, the empty string is returned. The build number is the third part of the dot-separated version string. For a description of the *best* parameter, see the :func:`distro.version` method. """ return _distro.build_number(best) def like(): """ Return a space-separated list of distro IDs of distributions that are closely related to the current OS distribution in regards to packaging and programming interfaces, for example distributions the current distribution is a derivative from. **Lookup hierarchy:** This information item is only provided by the os-release file. For details, see the description of the "ID_LIKE" attribute in the `os-release man page <http://www.freedesktop.org/software/systemd/man/os-release.html>`_. """ return _distro.like() def codename(): """ Return the codename for the release of the current OS distribution, as a string. If the distribution does not have a codename, an empty string is returned. Note that the returned codename is not always really a codename. For example, openSUSE returns "x86_64". This function does not handle such cases in any special way and just returns the string it finds, if any. **Lookup hierarchy:** * the codename within the "VERSION" attribute of the os-release file, if provided, * the value of the "Codename" attribute returned by the lsb_release command, * the value of the "<codename>" field of the distro release file. """ return _distro.codename() def info(pretty=False, best=False): """ Return certain machine-readable information items about the current OS distribution in a dictionary, as shown in the following example: .. sourcecode:: python { 'id': 'rhel', 'version': '7.0', 'version_parts': { 'major': '7', 'minor': '0', 'build_number': '' }, 'like': 'fedora', 'codename': 'Maipo' } The dictionary structure and keys are always the same, regardless of which information items are available in the underlying data sources. The values for the various keys are as follows: * ``id``: The result of :func:`distro.id`. * ``version``: The result of :func:`distro.version`. * ``version_parts -> major``: The result of :func:`distro.major_version`. * ``version_parts -> minor``: The result of :func:`distro.minor_version`. * ``version_parts -> build_number``: The result of :func:`distro.build_number`. * ``like``: The result of :func:`distro.like`. * ``codename``: The result of :func:`distro.codename`. For a description of the *pretty* and *best* parameters, see the :func:`distro.version` method. """ return _distro.info(pretty, best) def os_release_info(): """ Return a dictionary containing key-value pairs for the information items from the os-release file data source of the current OS distribution. See `os-release file`_ for details about these information items. """ return _distro.os_release_info() def lsb_release_info(): """ Return a dictionary containing key-value pairs for the information items from the lsb_release command data source of the current OS distribution. See `lsb_release command output`_ for details about these information items. """ return _distro.lsb_release_info() def distro_release_info(): """ Return a dictionary containing key-value pairs for the information items from the distro release file data source of the current OS distribution. See `distro release file`_ for details about these information items. """ return _distro.distro_release_info() def uname_info(): """ Return a dictionary containing key-value pairs for the information items from the distro release file data source of the current OS distribution. """ return _distro.uname_info() def os_release_attr(attribute): """ Return a single named information item from the os-release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `os-release file`_ for details about these information items. """ return _distro.os_release_attr(attribute) def lsb_release_attr(attribute): """ Return a single named information item from the lsb_release command output data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `lsb_release command output`_ for details about these information items. """ return _distro.lsb_release_attr(attribute) def distro_release_attr(attribute): """ Return a single named information item from the distro release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. See `distro release file`_ for details about these information items. """ return _distro.distro_release_attr(attribute) def uname_attr(attribute): """ Return a single named information item from the distro release file data source of the current OS distribution. Parameters: * ``attribute`` (string): Key of the information item. Returns: * (string): Value of the information item, if the item exists. The empty string, if the item does not exist. """ return _distro.uname_attr(attribute) class cached_property(object): """A version of @property which caches the value. On access, it calls the underlying function and sets the value in `__dict__` so future accesses will not re-call the property. """ def __init__(self, f): self._fname = f.__name__ self._f = f def __get__(self, obj, owner): assert obj is not None, 'call {} on an instance'.format(self._fname) ret = obj.__dict__[self._fname] = self._f(obj) return ret class LinuxDistribution(object): """ Provides information about a OS distribution. This package creates a private module-global instance of this class with default initialization arguments, that is used by the `consolidated accessor functions`_ and `single source accessor functions`_. By using default initialization arguments, that module-global instance returns data about the current OS distribution (i.e. the distro this package runs on). Normally, it is not necessary to create additional instances of this class. However, in situations where control is needed over the exact data sources that are used, instances of this class can be created with a specific distro release file, or a specific os-release file, or without invoking the lsb_release command. """ def __init__(self, include_lsb=True, os_release_file='', distro_release_file='', include_uname=True): """ The initialization method of this class gathers information from the available data sources, and stores that in private instance attributes. Subsequent access to the information items uses these private instance attributes, so that the data sources are read only once. Parameters: * ``include_lsb`` (bool): Controls whether the `lsb_release command output`_ is included as a data source. If the lsb_release command is not available in the program execution path, the data source for the lsb_release command will be empty. * ``os_release_file`` (string): The path name of the `os-release file`_ that is to be used as a data source. An empty string (the default) will cause the default path name to be used (see `os-release file`_ for details). If the specified or defaulted os-release file does not exist, the data source for the os-release file will be empty. * ``distro_release_file`` (string): The path name of the `distro release file`_ that is to be used as a data source. An empty string (the default) will cause a default search algorithm to be used (see `distro release file`_ for details). If the specified distro release file does not exist, or if no default distro release file can be found, the data source for the distro release file will be empty. * ``include_name`` (bool): Controls whether uname command output is included as a data source. If the uname command is not available in the program execution path the data source for the uname command will be empty. Public instance attributes: * ``os_release_file`` (string): The path name of the `os-release file`_ that is actually used as a data source. The empty string if no distro release file is used as a data source. * ``distro_release_file`` (string): The path name of the `distro release file`_ that is actually used as a data source. The empty string if no distro release file is used as a data source. * ``include_lsb`` (bool): The result of the ``include_lsb`` parameter. This controls whether the lsb information will be loaded. * ``include_uname`` (bool): The result of the ``include_uname`` parameter. This controls whether the uname information will be loaded. Raises: * :py:exc:`IOError`: Some I/O issue with an os-release file or distro release file. * :py:exc:`subprocess.CalledProcessError`: The lsb_release command had some issue (other than not being available in the program execution path). * :py:exc:`UnicodeError`: A data source has unexpected characters or uses an unexpected encoding. """ self.os_release_file = os_release_file or \ os.path.join(_UNIXCONFDIR, _OS_RELEASE_BASENAME) self.distro_release_file = distro_release_file or '' # updated later self.include_lsb = include_lsb self.include_uname = include_uname def __repr__(self): """Return repr of all info """ return \ "LinuxDistribution(" \ "os_release_file={self.os_release_file!r}, " \ "distro_release_file={self.distro_release_file!r}, " \ "include_lsb={self.include_lsb!r}, " \ "include_uname={self.include_uname!r}, " \ "_os_release_info={self._os_release_info!r}, " \ "_lsb_release_info={self._lsb_release_info!r}, " \ "_distro_release_info={self._distro_release_info!r}, " \ "_uname_info={self._uname_info!r})".format( self=self) def linux_distribution(self, full_distribution_name=True): """ Return information about the OS distribution that is compatible with Python's :func:`platform.linux_distribution`, supporting a subset of its parameters. For details, see :func:`distro.linux_distribution`. """ return ( self.name() if full_distribution_name else self.id(), self.version(), self.codename() ) def id(self): """Return the distro ID of the OS distribution, as a string. For details, see :func:`distro.id`. """ def normalize(distro_id, table): distro_id = distro_id.lower().replace(' ', '_') return table.get(distro_id, distro_id) distro_id = self.os_release_attr('id') if distro_id: return normalize(distro_id, NORMALIZED_OS_ID) distro_id = self.lsb_release_attr('distributor_id') if distro_id: return normalize(distro_id, NORMALIZED_LSB_ID) distro_id = self.distro_release_attr('id') if distro_id: return normalize(distro_id, NORMALIZED_DISTRO_ID) distro_id = self.uname_attr('id') if distro_id: return normalize(distro_id, NORMALIZED_DISTRO_ID) return '' def name(self, pretty=False): """ Return the name of the OS distribution, as a string. For details, see :func:`distro.name`. """ name = self.os_release_attr('name') \ or self.lsb_release_attr('distributor_id') \ or self.distro_release_attr('name') \ or self.uname_attr('name') if pretty: name = self.os_release_attr('pretty_name') \ or self.lsb_release_attr('description') if not name: name = self.distro_release_attr('name') \ or self.uname_attr('name') version = self.version(pretty=True) if version: name = name + ' ' + version return name or '' def version(self, pretty=False, best=False): """ Return the version of the OS distribution, as a string. For details, see :func:`distro.version`. """ versions = [ self.os_release_attr('version_id'), self.lsb_release_attr('release'), self.distro_release_attr('version_id'), self._parse_distro_release_content( self.os_release_attr('pretty_name')).get('version_id', ''), self._parse_distro_release_content( self.lsb_release_attr('description')).get('version_id', ''), self.uname_attr('release') ] version = '' if best: # This algorithm uses the last version in priority order that has # the best precision. If the versions are not in conflict, that # does not matter; otherwise, using the last one instead of the # first one might be considered a surprise. for v in versions: if v.count(".") > version.count(".") or version == '': version = v else: for v in versions: if v != '': version = v break if pretty and version and self.codename(): version = u'{0} ({1})'.format(version, self.codename()) return version def version_parts(self, best=False): """ Return the version of the OS distribution, as a tuple of version numbers. For details, see :func:`distro.version_parts`. """ version_str = self.version(best=best) if version_str: version_regex = re.compile(r'(\d+)\.?(\d+)?\.?(\d+)?') matches = version_regex.match(version_str) if matches: major, minor, build_number = matches.groups() return major, minor or '', build_number or '' return '', '', '' def major_version(self, best=False): """ Return the major version number of the current distribution. For details, see :func:`distro.major_version`. """ return self.version_parts(best)[0] def minor_version(self, best=False): """ Return the minor version number of the current distribution. For details, see :func:`distro.minor_version`. """ return self.version_parts(best)[1] def build_number(self, best=False): """ Return the build number of the current distribution. For details, see :func:`distro.build_number`. """ return self.version_parts(best)[2] def like(self): """ Return the IDs of distributions that are like the OS distribution. For details, see :func:`distro.like`. """ return self.os_release_attr('id_like') or '' def codename(self): """ Return the codename of the OS distribution. For details, see :func:`distro.codename`. """ try: # Handle os_release specially since distros might purposefully set # this to empty string to have no codename return self._os_release_info['codename'] except KeyError: return self.lsb_release_attr('codename') \ or self.distro_release_attr('codename') \ or '' def info(self, pretty=False, best=False): """ Return certain machine-readable information about the OS distribution. For details, see :func:`distro.info`. """ return dict( id=self.id(), version=self.version(pretty, best), version_parts=dict( major=self.major_version(best), minor=self.minor_version(best), build_number=self.build_number(best) ), like=self.like(), codename=self.codename(), ) def os_release_info(self): """ Return a dictionary containing key-value pairs for the information items from the os-release file data source of the OS distribution. For details, see :func:`distro.os_release_info`. """ return self._os_release_info def lsb_release_info(self): """ Return a dictionary containing key-value pairs for the information items from the lsb_release command data source of the OS distribution. For details, see :func:`distro.lsb_release_info`. """ return self._lsb_release_info def distro_release_info(self): """ Return a dictionary containing key-value pairs for the information items from the distro release file data source of the OS distribution. For details, see :func:`distro.distro_release_info`. """ return self._distro_release_info def uname_info(self): """ Return a dictionary containing key-value pairs for the information items from the uname command data source of the OS distribution. For details, see :func:`distro.uname_info`. """ return self._uname_info def os_release_attr(self, attribute): """ Return a single named information item from the os-release file data source of the OS distribution. For details, see :func:`distro.os_release_attr`. """ return self._os_release_info.get(attribute, '') def lsb_release_attr(self, attribute): """ Return a single named information item from the lsb_release command output data source of the OS distribution. For details, see :func:`distro.lsb_release_attr`. """ return self._lsb_release_info.get(attribute, '') def distro_release_attr(self, attribute): """ Return a single named information item from the distro release file data source of the OS distribution. For details, see :func:`distro.distro_release_attr`. """ return self._distro_release_info.get(attribute, '') def uname_attr(self, attribute): """ Return a single named information item from the uname command output data source of the OS distribution. For details, see :func:`distro.uname_release_attr`. """ return self._uname_info.get(attribute, '') @cached_property def _os_release_info(self): """ Get the information items from the specified os-release file. Returns: A dictionary containing all information items. """ if os.path.isfile(self.os_release_file): with open(self.os_release_file) as release_file: return self._parse_os_release_content(release_file) return {} @staticmethod def _parse_os_release_content(lines): """ Parse the lines of an os-release file. Parameters: * lines: Iterable through the lines in the os-release file. Each line must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. """ props = {} lexer = shlex.shlex(lines, posix=True) lexer.whitespace_split = True # The shlex module defines its `wordchars` variable using literals, # making it dependent on the encoding of the Python source file. # In Python 2.6 and 2.7, the shlex source file is encoded in # 'iso-8859-1', and the `wordchars` variable is defined as a byte # string. This causes a UnicodeDecodeError to be raised when the # parsed content is a unicode object. The following fix resolves that # (... but it should be fixed in shlex...): if sys.version_info[0] == 2 and isinstance(lexer.wordchars, bytes): lexer.wordchars = lexer.wordchars.decode('iso-8859-1') tokens = list(lexer) for token in tokens: # At this point, all shell-like parsing has been done (i.e. # comments processed, quotes and backslash escape sequences # processed, multi-line values assembled, trailing newlines # stripped, etc.), so the tokens are now either: # * variable assignments: var=value # * commands or their arguments (not allowed in os-release) if '=' in token: k, v = token.split('=', 1) if isinstance(v, bytes): v = v.decode('utf-8') props[k.lower()] = v else: # Ignore any tokens that are not variable assignments pass if 'version_codename' in props: # os-release added a version_codename field. Use that in # preference to anything else Note that some distros purposefully # do not have code names. They should be setting # version_codename="" props['codename'] = props['version_codename'] elif 'ubuntu_codename' in props: # Same as above but a non-standard field name used on older Ubuntus props['codename'] = props['ubuntu_codename'] elif 'version' in props: # If there is no version_codename, parse it from the version codename = re.search(r'(\(\D+\))|,(\s+)?\D+', props['version']) if codename: codename = codename.group() codename = codename.strip('()') codename = codename.strip(',') codename = codename.strip() # codename appears within paranthese. props['codename'] = codename return props @cached_property def _lsb_release_info(self): """ Get the information items from the lsb_release command output. Returns: A dictionary containing all information items. """ if not self.include_lsb: return {} with open(os.devnull, 'w') as devnull: try: cmd = ('lsb_release', '-a') stdout = subprocess.check_output(cmd, stderr=devnull) except OSError: # Command not found return {} content = stdout.decode(sys.getfilesystemencoding()).splitlines() return self._parse_lsb_release_content(content) @staticmethod def _parse_lsb_release_content(lines): """ Parse the output of the lsb_release command. Parameters: * lines: Iterable through the lines of the lsb_release output. Each line must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. """ props = {} for line in lines: kv = line.strip('\n').split(':', 1) if len(kv) != 2: # Ignore lines without colon. continue k, v = kv props.update({k.replace(' ', '_').lower(): v.strip()}) return props @cached_property def _uname_info(self): with open(os.devnull, 'w') as devnull: try: cmd = ('uname', '-rs') stdout = subprocess.check_output(cmd, stderr=devnull) except OSError: return {} content = stdout.decode(sys.getfilesystemencoding()).splitlines() return self._parse_uname_content(content) @staticmethod def _parse_uname_content(lines): props = {} match = re.search(r'^([^\s]+)\s+([\d\.]+)', lines[0].strip()) if match: name, version = match.groups() # This is to prevent the Linux kernel version from # appearing as the 'best' version on otherwise # identifiable distributions. if name == 'Linux': return {} props['id'] = name.lower() props['name'] = name props['release'] = version return props @cached_property def _distro_release_info(self): """ Get the information items from the specified distro release file. Returns: A dictionary containing all information items. """ if self.distro_release_file: # If it was specified, we use it and parse what we can, even if # its file name or content does not match the expected pattern. distro_info = self._parse_distro_release_file( self.distro_release_file) basename = os.path.basename(self.distro_release_file) # The file name pattern for user-specified distro release files # is somewhat more tolerant (compared to when searching for the # file), because we want to use what was specified as best as # possible. match = _DISTRO_RELEASE_BASENAME_PATTERN.match(basename) if 'name' in distro_info \ and 'cloudlinux' in distro_info['name'].lower(): distro_info['id'] = 'cloudlinux' elif match: distro_info['id'] = match.group(1) return distro_info else: try: basenames = os.listdir(_UNIXCONFDIR) # We sort for repeatability in cases where there are multiple # distro specific files; e.g. CentOS, Oracle, Enterprise all # containing `redhat-release` on top of their own. basenames.sort() except OSError: # This may occur when /etc is not readable but we can't be # sure about the *-release files. Check common entries of # /etc for information. If they turn out to not be there the # error is handled in `_parse_distro_release_file()`. basenames = ['SuSE-release', 'arch-release', 'base-release', 'centos-release', 'fedora-release', 'gentoo-release', 'mageia-release', 'mandrake-release', 'mandriva-release', 'mandrivalinux-release', 'manjaro-release', 'oracle-release', 'redhat-release', 'sl-release', 'slackware-version'] for basename in basenames: if basename in _DISTRO_RELEASE_IGNORE_BASENAMES: continue match = _DISTRO_RELEASE_BASENAME_PATTERN.match(basename) if match: filepath = os.path.join(_UNIXCONFDIR, basename) distro_info = self._parse_distro_release_file(filepath) if 'name' in distro_info: # The name is always present if the pattern matches self.distro_release_file = filepath distro_info['id'] = match.group(1) if 'cloudlinux' in distro_info['name'].lower(): distro_info['id'] = 'cloudlinux' return distro_info return {} def _parse_distro_release_file(self, filepath): """ Parse a distro release file. Parameters: * filepath: Path name of the distro release file. Returns: A dictionary containing all information items. """ try: with open(filepath) as fp: # Only parse the first line. For instance, on SLES there # are multiple lines. We don't want them... return self._parse_distro_release_content(fp.readline()) except (OSError, IOError): # Ignore not being able to read a specific, seemingly version # related file. # See https://github.com/nir0s/distro/issues/162 return {} @staticmethod def _parse_distro_release_content(line): """ Parse a line from a distro release file. Parameters: * line: Line from the distro release file. Must be a unicode string or a UTF-8 encoded byte string. Returns: A dictionary containing all information items. """ if isinstance(line, bytes): line = line.decode('utf-8') matches = _DISTRO_RELEASE_CONTENT_REVERSED_PATTERN.match( line.strip()[::-1]) distro_info = {} if matches: # regexp ensures non-None distro_info['name'] = matches.group(3)[::-1] if matches.group(2): distro_info['version_id'] = matches.group(2)[::-1] if matches.group(1): distro_info['codename'] = matches.group(1)[::-1] elif line: distro_info['name'] = line.strip() return distro_info _distro = LinuxDistribution() def main(): logger = logging.getLogger(__name__) logger.setLevel(logging.DEBUG) logger.addHandler(logging.StreamHandler(sys.stdout)) parser = argparse.ArgumentParser(description="OS distro info tool") parser.add_argument( '--json', '-j', help="Output in machine readable format", action="store_true") args = parser.parse_args() if args.json: logger.info(json.dumps(info(), indent=4, sort_keys=True)) else: logger.info('Name: %s', name(pretty=True)) distribution_version = version(pretty=True) logger.info('Version: %s', distribution_version) distribution_codename = codename() logger.info('Codename: %s', distribution_codename) if __name__ == '__main__': main() PK A\ $ pip/_vendor/urllib3/util/response.pynu [ from __future__ import absolute_import from ..packages.six.moves import http_client as httplib from ..exceptions import HeaderParsingError def is_fp_closed(obj): """ Checks whether a given file-like object is closed. :param obj: The file-like object to check. """ try: # Check `isclosed()` first, in case Python3 doesn't set `closed`. # GH Issue #928 return obj.isclosed() except AttributeError: pass try: # Check via the official file-like-object way. return obj.closed except AttributeError: pass try: # Check if the object is a container for another file-like object that # gets released on exhaustion (e.g. HTTPResponse). return obj.fp is None except AttributeError: pass raise ValueError("Unable to determine whether fp is closed.") def assert_header_parsing(headers): """ Asserts whether all headers have been successfully parsed. Extracts encountered errors from the result of parsing headers. Only works on Python 3. :param headers: Headers to verify. :type headers: `httplib.HTTPMessage`. :raises urllib3.exceptions.HeaderParsingError: If parsing errors are found. """ # This will fail silently if we pass in the wrong kind of parameter. # To make debugging easier add an explicit check. if not isinstance(headers, httplib.HTTPMessage): raise TypeError("expected httplib.Message, got {0}.".format(type(headers))) defects = getattr(headers, "defects", None) get_payload = getattr(headers, "get_payload", None) unparsed_data = None if get_payload: # get_payload is actually email.message.Message.get_payload; # we're only interested in the result if it's not a multipart message if not headers.is_multipart(): payload = get_payload() if isinstance(payload, (bytes, str)): unparsed_data = payload if defects or unparsed_data: raise HeaderParsingError(defects=defects, unparsed_data=unparsed_data) def is_response_to_head(response): """ Checks whether the request of a response has been a HEAD-request. Handles the quirks of AppEngine. :param conn: :type conn: :class:`httplib.HTTPResponse` """ # FIXME: Can we do this somehow without accessing private httplib _method? method = response._method if isinstance(method, int): # Platform-specific: Appengine return method == 3 return method.upper() == "HEAD" PK A\><}" " ; pip/_vendor/urllib3/util/__pycache__/timeout.cpython-38.pycnu [ U .e& @ sT d dl mZ d dlmZ d dlZddlmZ e Ze edejZ G dd deZ dS ) )absolute_import)_GLOBAL_DEFAULT_TIMEOUTN )TimeoutStateError monotonicc @ st e Zd ZdZeZdeefddZdd Ze dd Z e d d Z d d Z d d Z dd Zedd Zedd ZdS )Timeouta Timeout configuration. Timeouts can be defined as a default for a pool:: timeout = Timeout(connect=2.0, read=7.0) http = PoolManager(timeout=timeout) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', timeout=Timeout(10)) Timeouts can be disabled by setting all the parameters to ``None``:: no_timeout = Timeout(connect=None, read=None) response = http.request('GET', 'http://example.com/, timeout=no_timeout) :param total: This combines the connect and read timeouts into one; the read timeout will be set to the time leftover from the connect attempt. In the event that both a connect timeout and a total are specified, or a read timeout and a total are specified, the shorter timeout will be applied. Defaults to None. :type total: integer, float, or None :param connect: The maximum amount of time (in seconds) to wait for a connection attempt to a server to succeed. Omitting the parameter will default the connect timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout for connection attempts. :type connect: integer, float, or None :param read: The maximum amount of time (in seconds) to wait between consecutive read operations for a response from the server. Omitting the parameter will default the read timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout. :type read: integer, float, or None .. note:: Many factors can affect the total amount of time for urllib3 to return an HTTP response. For example, Python's DNS resolver does not obey the timeout specified on the socket. Other factors that can affect total request time include high CPU load, high swap, the program running at a low priority level, or other behaviors. In addition, the read and total timeouts only measure the time between read operations on the socket connecting the client and the server, not the total amount of time for the request to return a complete response. For most requests, the timeout is raised because the server has not sent the first byte in the specified time. This is not always the case; if a server streams one byte every fifteen seconds, a timeout of 20 seconds will not trigger, even though the request will take several minutes to complete. If your goal is to cut off any request after a set amount of wall clock time, consider having a second "watcher" thread to cut off a slow request. Nc C s4 | |d| _| |d| _| |d| _d | _d S )Nconnectreadtotal)_validate_timeout_connect_readr _start_connect)selfr r r r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/timeout.py__init___ s zTimeout.__init__c C s dt | j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))type__name__r r r r r r r __str__e s zTimeout.__str__c C s |t kr| jS |dks || jkr$|S t|tr6tdz t| W n( ttfk rj td||f Y nX z |dkrtd||f W n$ tk r td||f Y nX |S )a Check that a timeout attribute is valid. :param value: The timeout value to validate :param name: The name of the timeout attribute to validate. This is used to specify in error messages. :return: The validated and casted version of the given value. :raises ValueError: If it is a numeric value less than or equal to zero, or the type is not an integer, float, or None. NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)_DefaultDEFAULT_TIMEOUT isinstancebool ValueErrorfloat TypeError)clsvaluenamer r r r m s< zTimeout._validate_timeoutc C s t ||dS )a Create a new Timeout from a legacy timeout value. The timeout value used by httplib.py sets the same timeout on the connect(), and recv() socket requests. This creates a :class:`Timeout` object that sets the individual timeouts to the ``timeout`` value passed to this function. :param timeout: The legacy timeout value. :type timeout: integer, float, sentinel default object, or None :return: Timeout object :rtype: :class:`Timeout` )r r )r )r Ztimeoutr r r from_float s zTimeout.from_floatc C s t | j| j| jdS )a Create a copy of the timeout object Timeout properties are stored per-pool but each request needs a fresh Timeout object to ensure each one has its own start/stop configured. :return: a copy of the timeout object :rtype: :class:`Timeout` )r r r )r r r r r r r r clone s z Timeout.clonec C s | j dk rtdt | _ | j S )z Start the timeout clock, used during a connect() attempt :raises urllib3.exceptions.TimeoutStateError: if you attempt to start a timer that has been started already. Nz'Timeout timer has already been started.r r current_timer r r r start_connect s zTimeout.start_connectc C s | j dkrtdt | j S )a Gets the time elapsed since the call to :meth:`start_connect`. :return: Elapsed time in seconds. :rtype: float :raises urllib3.exceptions.TimeoutStateError: if you attempt to get duration for a timer that hasn't been started. Nz:Can't get connect duration for timer that has not started.r# r r r r get_connect_duration s z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j S )a" Get the value to use when setting a connection timeout. This will be a positive float or integer, the value None (never timeout), or the default system timeout. :return: Connect timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None N)r r r minr r r r connect_timeout s zTimeout.connect_timeoutc C s | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | | jS | j dk r| j | jk rtd| j | S | jS dS )a Get the value for the read timeout. This assumes some time has elapsed in the connection timeout and computes the read timeout appropriately. If self.total is set, the read timeout is dependent on the amount of time taken by the connect timeout. If the connection time has not been established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be raised. :return: Value to use for the read timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None :raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect` has not yet been called on this object. Nr )r r r r maxr' r& r r r r read_timeout s zTimeout.read_timeout)r __module__ __qualname____doc__r r r r r classmethodr r! r" r% r& propertyr( r* r r r r r s I - r ) Z __future__r Zsocketr time exceptionsr objectr getattrr$ r r r r r <module> s PK A\he. < pip/_vendor/urllib3/util/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m Z m Z m Z m Z mZmZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd l m Z m Z d Z d S ) )absolute_import )is_connection_dropped) make_headers) is_fp_closed) SSLContextHAS_SNI IS_PYOPENSSLIS_SECURETRANSPORTassert_fingerprintresolve_cert_reqsresolve_ssl_versionssl_wrap_socket PROTOCOL_TLS) current_timeTimeout)Retry)get_host parse_url split_firstUrl) wait_for_readwait_for_write)r r r r r r r r r r r r r r r r r r r r r N) Z __future__r Z connectionr Zrequestr Zresponser Zssl_r r r r r r r r r Ztimeoutr r Zretryr Zurlr r r r waitr r __all__ r r E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/__init__.py<module> s , PK A\B5 9 pip/_vendor/urllib3/util/__pycache__/queue.cpython-38.pycnu [ U .e @ sD d dl Z ddlmZ ddlmZ ejr.d dlZG dd dejZdS ) N )sixqueuec @ s0 e Zd Zdd ZefddZdd Zdd Zd S ) LifoQueuec C s t | _d S N) collectionsdequer )self_ r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/queue.py_init s zLifoQueue._initc C s || j S r r )r lenr r r _qsize s zLifoQueue._qsizec C s | j | d S r )r append)r itemr r r _put s zLifoQueue._putc C s | j S r )r pop)r r r r _get s zLifoQueue._getN)__name__ __module__ __qualname__r r r r r r r r r r s r ) r Zpackagesr Zpackages.six.movesr ZPY2ZQueueZ_unused_module_Queuer r r r r <module> s PK A\w]& ]& 8 pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-38.pycnu [ U .eS7 @ s( d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl m Z m Z m Z ddl mZmZ ddlmZmZmZ dd lmZ dZd Zd Zd Ze e e d Zd d Ze edeZ z(d dl Z d dl m Z m Z d dl mZ W n e!k r Y nX zd dl m"Z" e"Z#W nJ e!k rL zd dl m#Z" e"Z#W n e!k rF d Z#Z"Y nX Y nX zd dl m$Z$m%Z%m&Z& W n" e!k r d\Z$Z%dZ&Y nX d'dddddd d d d d d!d"d#d$gZ(zd d%l mZ W n& e!k r G d&d' d'e)ZY nX d(d) Z*d*d+ Z+d,d- Z,d6d.d/Z-d7d0d1Z.d2d3 Z/d4d5 Z0dS )8 )absolute_importN)hexlify unhexlify)md5sha1sha256 )IPV4_REBRACELESS_IPV6_ADDRZ_RE )SSLErrorInsecurePlatformWarningSNIMissingWarning)sixF) ( @ c C sD t t| t| }tt| t|D ]\}}|||A O }q&|dkS )z Compare two digests of equal length in constant time. The digests must be of type str/bytes. Returns True if the digests match, and False otherwise. r )abslenzip bytearray)abresultlr r A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/ssl_.py _const_compare_digest_backport s r Zcompare_digest) wrap_socket CERT_REQUIRED)HAS_SNI) PROTOCOL_TLS)PROTOCOL_SSLv23) OP_NO_SSLv2 OP_NO_SSLv3OP_NO_COMPRESSION)i i i :z ECDHE+AESGCMzECDHE+CHACHA20z DHE+AESGCMz DHE+CHACHA20z ECDH+AESGCMz DH+AESGCMzECDH+AESzDH+AESz RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5z!DSS) SSLContextc @ s8 e Zd Zdd Zdd Zd ddZdd Zdd d ZdS )r( c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr ) protocolcheck_hostnamesslZ CERT_NONE verify_modeca_certsoptionscertfilekeyfileciphers)selfZprotocol_versionr r r __init__k s zSSLContext.__init__c C s || _ || _d S N)r/ r0 )r2 r/ r0 r r r load_cert_chainv s zSSLContext.load_cert_chainNc C s || _ |d k rtdd S )Nz-CA directories not supported in older Pythons)r- r )r2 ZcafileZcapathr r r load_verify_locationsz s z SSLContext.load_verify_locationsc C s || _ d S r4 r1 )r2 Z cipher_suiter r r set_ciphers s zSSLContext.set_ciphersFc C s> t dt | j| j| j| j| j|d}t|fd| j i|S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r0 r/ r- cert_reqs ssl_version server_sider1 ) warningswarnr r0 r/ r- r, r) r r1 )r2 Zsocketserver_hostnamer; kwargsr r r r s zSSLContext.wrap_socket)NN)NF)__name__ __module__ __qualname__r3 r5 r6 r8 r r r r r r( j s r( c C sn | dd }t|}t|}|s4td|t| }|| }t ||sjtd|t |dS )z Checks if given fingerprint matches the supplied certificate. :param cert: Certificate as bytes object. :param fingerprint: Fingerprint as string of hexdigits, can be interspersed by colons. r' z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) replacelowerr HASHFUNC_MAPgetr formatr encodeZdigest_const_compare_digestr )ZcertZ fingerprintZ digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r assert_fingerprint s rK c C s@ | dkr t S t| tr<tt| d}|dkr8ttd| }|S | S )a Resolves the argument to a numeric constant, which can be passed to the wrap_socket function/method from the ssl module. Defaults to :data:`ssl.CERT_NONE`. If given a string it is assumed to be the name of the constant in the :mod:`ssl` module or its abbreviation. (So you can specify `REQUIRED` instead of `CERT_REQUIRED`. If it's neither `None` nor a string we assume it is already the numeric constant which can directly be passed to wrap_socket. NZCERT_)r isinstancestrgetattrr+ candidateresr r r resolve_cert_reqs s rR c C s@ | dkr t S t| tr<tt| d}|dkr8ttd| }|S | S )z like resolve_cert_reqs NZ PROTOCOL_)r" rL rM rN r+ rO r r r resolve_ssl_version s rS c C s t | pt}||pt |dkr(tjn|}|dkrPd}|tO }|tO }|tO }| j |O _ |tjksrt j dkrt |dddk rd|_ ||_t |dddk rd|_|S )a All arguments have the same meaning as ``ssl_wrap_socket``. By default, this function does a lot of the same work that ``ssl.create_default_context`` does on Python 3.4+. It: - Disables SSLv2, SSLv3, and compression - Sets a restricted set of server ciphers If you wish to enable SSLv3, you can do:: from pip._vendor.urllib3.util import ssl_ context = ssl_.create_urllib3_context() context.options &= ~ssl_.OP_NO_SSLv3 You can do the same to enable compression (substituting ``COMPRESSION`` for ``SSLv3`` in the last line above). :param ssl_version: The desired protocol version to use. This will default to PROTOCOL_SSLv23 which will negotiate the highest protocol that both the server and your installation of OpenSSL support. :param cert_reqs: Whether to require the certificate verification. This defaults to ``ssl.CERT_REQUIRED``. :param options: Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``, ``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``. :param ciphers: Which cipher suites to allow the server to select. :returns: Constructed SSLContext object with specified options :rtype: SSLContext Nr ) post_handshake_authTr* F)r( r" r8 DEFAULT_CIPHERSr+ r r$ r% r& r. sys version_inforN rW r, r* )r: r9 r. r1 contextr r r create_urllib3_context s, $ r\ c C sB |} | dkrt |||d} |s"| rz| || W q tk r\ } z t| W 5 d} ~ X Y q tk r } z| jtjkrt| W 5 d} ~ X Y qX n|dkrt| dr| |r| dkrt |rtd|r| dkr| || n| ||| |dk rt |rt r8t r,|dk r,| j| |dS tdt | | S )a All arguments except for server_hostname, ssl_context, and ca_cert_dir have the same meaning as they do when using :func:`ssl.wrap_socket`. :param server_hostname: When SNI is supported, the expected hostname of the certificate :param ssl_context: A pre-made :class:`SSLContext` object. If none is provided, one will be created using :func:`create_urllib3_context`. :param ciphers: A string of ciphers we wish the client to support. :param ca_cert_dir: A directory containing CA certificates in multiple separate files, as supported by OpenSSL's -CApath flag or the capath argument to SSLContext.load_verify_locations(). :param key_password: Optional password if the keyfile is encrypted. Nr7 load_default_certsz5Client private key is encrypted, password is required)r> a An HTTPS request has been made, but the SNI (Server Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r\ r6 IOErrorr OSErrorerrnoZENOENThasattrr] _is_key_file_encryptedr5 is_ipaddressIS_SECURETRANSPORTr! r r< r= r ) Zsockr0 r/ r9 r- r> r: r1 Z ssl_contextZ ca_cert_dirZ key_passwordr[ er r r ssl_wrap_socket( sB rf c C s2 t jst| tr| d} tt| p.t| S )zDetects whether the hostname given is an IPv4 or IPv6 address. Also detects IPv6 addresses with Zone IDs. :param str hostname: Hostname to examine. :return: True if the hostname is an IP address, False otherwise. ascii) r ZPY2rL bytesdecodeboolr matchr )Zhostnamer r r rc s rc c C s< t | d(}|D ] }d|kr W 5 Q R dS qW 5 Q R X dS )z*Detects if a key file is encrypted or not.r Z ENCRYPTEDTF)open)Zkey_filefliner r r rb s rb )NNNN) NNNNNNNNNN)1Z __future__r r` r< ZhmacrY Zbinasciir r Zhashlibr r r Zurlr r exceptionsr r r Zpackagesr r( r! Z IS_PYOPENSSLrd rF r rN rJ r+ r r ImportErrorr" r# r$ r% r& joinrX objectrK rR rS r\ rf rc rb r r r r <module> s . N Z PK A\><}" " A pip/_vendor/urllib3/util/__pycache__/timeout.cpython-38.opt-1.pycnu [ U .e& @ sT d dl mZ d dlmZ d dlZddlmZ e Ze edejZ G dd deZ dS ) )absolute_import)_GLOBAL_DEFAULT_TIMEOUTN )TimeoutStateError monotonicc @ st e Zd ZdZeZdeefddZdd Ze dd Z e d d Z d d Z d d Z dd Zedd Zedd ZdS )Timeouta Timeout configuration. Timeouts can be defined as a default for a pool:: timeout = Timeout(connect=2.0, read=7.0) http = PoolManager(timeout=timeout) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', timeout=Timeout(10)) Timeouts can be disabled by setting all the parameters to ``None``:: no_timeout = Timeout(connect=None, read=None) response = http.request('GET', 'http://example.com/, timeout=no_timeout) :param total: This combines the connect and read timeouts into one; the read timeout will be set to the time leftover from the connect attempt. In the event that both a connect timeout and a total are specified, or a read timeout and a total are specified, the shorter timeout will be applied. Defaults to None. :type total: integer, float, or None :param connect: The maximum amount of time (in seconds) to wait for a connection attempt to a server to succeed. Omitting the parameter will default the connect timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout for connection attempts. :type connect: integer, float, or None :param read: The maximum amount of time (in seconds) to wait between consecutive read operations for a response from the server. Omitting the parameter will default the read timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout. :type read: integer, float, or None .. note:: Many factors can affect the total amount of time for urllib3 to return an HTTP response. For example, Python's DNS resolver does not obey the timeout specified on the socket. Other factors that can affect total request time include high CPU load, high swap, the program running at a low priority level, or other behaviors. In addition, the read and total timeouts only measure the time between read operations on the socket connecting the client and the server, not the total amount of time for the request to return a complete response. For most requests, the timeout is raised because the server has not sent the first byte in the specified time. This is not always the case; if a server streams one byte every fifteen seconds, a timeout of 20 seconds will not trigger, even though the request will take several minutes to complete. If your goal is to cut off any request after a set amount of wall clock time, consider having a second "watcher" thread to cut off a slow request. Nc C s4 | |d| _| |d| _| |d| _d | _d S )Nconnectreadtotal)_validate_timeout_connect_readr _start_connect)selfr r r r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/timeout.py__init___ s zTimeout.__init__c C s dt | j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))type__name__r r r r r r r __str__e s zTimeout.__str__c C s |t kr| jS |dks || jkr$|S t|tr6tdz t| W n( ttfk rj td||f Y nX z |dkrtd||f W n$ tk r td||f Y nX |S )a Check that a timeout attribute is valid. :param value: The timeout value to validate :param name: The name of the timeout attribute to validate. This is used to specify in error messages. :return: The validated and casted version of the given value. :raises ValueError: If it is a numeric value less than or equal to zero, or the type is not an integer, float, or None. NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)_DefaultDEFAULT_TIMEOUT isinstancebool ValueErrorfloat TypeError)clsvaluenamer r r r m s< zTimeout._validate_timeoutc C s t ||dS )a Create a new Timeout from a legacy timeout value. The timeout value used by httplib.py sets the same timeout on the connect(), and recv() socket requests. This creates a :class:`Timeout` object that sets the individual timeouts to the ``timeout`` value passed to this function. :param timeout: The legacy timeout value. :type timeout: integer, float, sentinel default object, or None :return: Timeout object :rtype: :class:`Timeout` )r r )r )r Ztimeoutr r r from_float s zTimeout.from_floatc C s t | j| j| jdS )a Create a copy of the timeout object Timeout properties are stored per-pool but each request needs a fresh Timeout object to ensure each one has its own start/stop configured. :return: a copy of the timeout object :rtype: :class:`Timeout` )r r r )r r r r r r r r clone s z Timeout.clonec C s | j dk rtdt | _ | j S )z Start the timeout clock, used during a connect() attempt :raises urllib3.exceptions.TimeoutStateError: if you attempt to start a timer that has been started already. Nz'Timeout timer has already been started.r r current_timer r r r start_connect s zTimeout.start_connectc C s | j dkrtdt | j S )a Gets the time elapsed since the call to :meth:`start_connect`. :return: Elapsed time in seconds. :rtype: float :raises urllib3.exceptions.TimeoutStateError: if you attempt to get duration for a timer that hasn't been started. Nz:Can't get connect duration for timer that has not started.r# r r r r get_connect_duration s z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j S )a" Get the value to use when setting a connection timeout. This will be a positive float or integer, the value None (never timeout), or the default system timeout. :return: Connect timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None N)r r r minr r r r connect_timeout s zTimeout.connect_timeoutc C s | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | | jS | j dk r| j | jk rtd| j | S | jS dS )a Get the value for the read timeout. This assumes some time has elapsed in the connection timeout and computes the read timeout appropriately. If self.total is set, the read timeout is dependent on the amount of time taken by the connect timeout. If the connection time has not been established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be raised. :return: Value to use for the read timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None :raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect` has not yet been called on this object. Nr )r r r r maxr' r& r r r r read_timeout s zTimeout.read_timeout)r __module__ __qualname____doc__r r r r r classmethodr r! r" r% r& propertyr( r* r r r r r s I - r ) Z __future__r Zsocketr time exceptionsr objectr getattrr$ r r r r r <module> s PK A\ aT T D pip/_vendor/urllib3/util/__pycache__/connection.cpython-38.opt-1.pycnu [ U .e @ sn d dl mZ d dlZddlmZmZ ddlmZ dd Zej ddfd d Z d d Z d d Z dd Z e dZdS ) )absolute_importN )NoWayToWaitForSocketError wait_for_read )_appengine_environc C sN t | dd}|dkrdS |dkr$dS zt|ddW S tk rH Y dS X dS )a Returns True if the connection is dropped and should be closed. :param conn: :class:`httplib.HTTPConnection` object. Note: For platforms like AppEngine, this will always return ``False`` to let the platform handle connection recycling transparently for us. sockFNTg )timeout)getattrr r )Zconnr r G/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/connection.pyis_connection_dropped s r c C s | \}}| dr |d}d}t }t|||tjD ]}|\} } } } } d}zNt| | | }t|| |tjk r||| |r| | | | |W S tj k r } z |}|dk r| d}W 5 d}~X Y q8X q8|dk r|t ddS )ad Connect to *address* and return the socket object. Convenience function. Connect to *address* (a 2-tuple ``(host, port)``) and return the socket object. Passing the optional *timeout* parameter will set the timeout on the socket instance before attempting to connect. If no *timeout* is supplied, the global default timeout setting returned by :func:`getdefaulttimeout` is used. If *source_address* is set it must be a tuple of (host, port) for the socket to bind as a source address before making the connection. An host of '' or port 0 tells the OS to use the default. [z[]Nz!getaddrinfo returns an empty list) startswithstripallowed_gai_familysocketZ getaddrinfoZ SOCK_STREAM_set_socket_options_GLOBAL_DEFAULT_TIMEOUTZ settimeoutbindZconnecterrorclose)Zaddressr Zsource_addressZsocket_optionshostZporterrfamilyresZafZsocktypeprotoZ canonnameZsar er r r create_connection! s2 r c C s$ |d kr d S |D ]}| j | qd S )N)Z setsockopt)r Zoptionsoptr r r r Y s r c C s t j} trt j} | S )zThis function is designed to work in the context of getaddrinfo, where family=socket.AF_UNSPEC is the default and will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INETHAS_IPV6Z AF_UNSPEC)r r r r r a s r c C sb d}d}t rdS tjrRz"ttj}|| df d}W n tk rP Y nX |r^| |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r Zis_appengine_sandboxr has_ipv6ZAF_INET6r Exceptionr )r r r! r r r _has_ipv6l s r# z::1)Z __future__r r waitr r Zcontribr r r r r r r# r r r r r <module> s 8 PK A\ ") ) = pip/_vendor/urllib3/util/__pycache__/url.cpython-38.opt-1.pycnu [ U .e7 @ s d dl mZ d dlZd dlmZ ddlmZ ddlmZ ddd d d d d gZ dZ e dZ e dZ e dejejB ZdZdZdjeedZeedZdddddd d d d g Zd Zd!d"d#d$ eD d% Zd&e d' Zd(e d! e d) Zd*Z e d+Z e d,e d- Z e d,e d- Z e d,e d- Z e d,edd. d- Z!e d/e d0 Z"d1e eef Z#e e#ejejB Z$e%d2Z&e%d3Z'e&e'B d4hB Z(e(d5d6hB Z)e)d7hB Z*Z+G d8d9 d9ed9e Z,d:d; Z-dKd=d>Z.d?d@ Z/dAdB Z0dCdD Z1dEdF Z2dGdH Z3dIdJ Z4dS )L )absolute_importN) namedtuple )LocationParseError)sixschemeauthhostportpathqueryfragment)httpZhttpsNz%[a-fA-F0-9]{2}z ^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)zQ^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?$z (?:[0-9]{1,3}\.){3}[0-9]{1,3}z[0-9A-Fa-f]{1,4}z(?:{hex}:{hex}|{ipv4}))hexZipv4)r Zls32z(?:%(hex)s:){6}%(ls32)sz::(?:%(hex)s:){5}%(ls32)sz%(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)sz2(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)sz6(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)sz/(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)sz'(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)sz&(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)sz (?:(?:%(hex)s:){0,6}%(hex)s)?::zDABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~z(?:|c C s g | ] }|t qS )_subs.0xr r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/url.py <listcomp>6 s r )z (?:%25|%)(?:[z]|%[a-fA-F0-9]{2})+z\[z)?\]z!(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*z"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$^$(z)\]$z ^(%s|%s|%s)(?::([0-9]{0,5}))?$zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~z !$&'()*+,;=:@/?c s^ e Zd ZdZdZd fdd Zedd Zedd Zed d Z ed d Z dd Z Z S )Urlz Data structure for representing an HTTP URL. Used as a return value for :func:`parse_url`. Both the scheme and host are normalized as they are both case-insensitive according to RFC 3986. r Nc sD |r| dsd| }|d k r&| }tt| | |||||||S )Nr ) startswithlowersuperr! __new__)clsr r r r r r r __class__r r r% [ s z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r selfr r r hostnamem s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r Nr )r r )r* Zurir r r request_urir s zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r r r) r r r netloc| s z Url.netlocc C s | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt | 7 }|dk rv||7 }|dk r|d| 7 }|dk r|d| 7 }|S )a Convert self into a url This function should more or less round-trip with :func:`.parse_url`. The returned url may not be exactly the same as the url inputted to :func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls with a blank port will have : removed). Example: :: >>> U = parse_url('http://google.com/mail/') >>> U.url 'http://google.com/mail/' >>> Url('http', 'username:password', 'host.com', 80, ... '/path', 'query', 'fragment').url 'http://username:password@host.com:80/path?query#fragment' Nz://r r r #)str) r* r r r r r r r urlr r r r1 s" zUrl.urlc C s | j S N)r1 r) r r r __str__ s z Url.__str__)NNNNNNN) __name__ __module__ __qualname____doc__ __slots__r% propertyr+ r, r- r1 r3 __classcell__r r r' r r! R s& 'r! c C sv d}d}|D ]0}| |}|dk r$q |dks4||k r |}|}q |dksN|dk rX| ddfS | d| | |d d |fS )a .. deprecated:: 1.25 Given a string and an iterable of delimiters, split on the first found delimiter. Return two split parts and the matched delimiter. If not found, then the first part is the full input string. Example:: >>> split_first('foo/bar?baz', '?/=') ('foo', 'bar?baz', '/') >>> split_first('foo/bar?baz', '123') ('foo/bar?baz', '', None) Scales linearly with number of delims. Not ideal for large number of delims. Nr r. )find)sZdelimsZmin_idxZ min_delimdidxr r r split_first s r@ utf-8c C s | dkr | S t | } t| }|D ] }| s$| || } q$| dd}t|| dk}t }t dt|D ]p}|||d } t | } |r| dks| dk r| |kr|| qt|dt| dd d qt| |S ) zfPercent-encodes a URI component without reapplying onto an already percent-encoded component. NrA surrogatepass %r r; r )r ensure_text PERCENT_REfindallisupperreplaceupperencodelencount bytearrayrangeorddecodeextendr zfill) Z componentZ allowed_charsencodingZpercent_encodingsencZ uri_bytesZis_percent_encodedZencoded_componentiZbyteZbyte_ordr r r _encode_invalid_chars s, *rW c C s | d}g }|D ]0}|dkr"qq|dkr6|| q|r| q| drf|rZ|d rf|dd | drz|d d|S )Nr .z..r r. )z/.z/..)splitappendpopr" insertendswithjoin)r ZsegmentsoutputZsegmentr r r _remove_path_dot_segments s r` c C s | rt | tjrt| } |tkrt| }|rt| }|r| d\}}| || }| drx|dkrx|dd }n |dd }dt |t }| d | | | |d S | S n*t| stddd | dD S | S ) Nr; z%25 % .c S s g | ] }t |qS r ) _idna_encode)r Zlabelr r r r , s z#_normalize_host.<locals>.<listcomp>rX ) isinstancer Z binary_type ensure_strNORMALIZABLE_SCHEMES IPV6_ADDRZ_REmatch ZONE_ID_REsearchspanr" rW UNRESERVED_CHARSr# IPV4_REr^ rY )r r Zis_ipv6ri startendZzone_idr r r _normalize_host s* rq c C s | rt dd | D rzddlm} W n$ tk rJ ttdd Y nX z|j| dddW S |j k r ttd| d Y nX | d S ) Nc S s g | ]}t |d kqS )rD )rP r r r r r 2 s z _idna_encode.<locals>.<listcomp>r )idnaz-Unable to parse URL without the 'idna' moduleT)strictZ std3_rulesz#Name '%s' is not a valid IDNA labelascii) anyZ pip._vendorrr ImportErrorr raise_fromr rK r# Z IDNAError)namerr r r r rd 1 s rd c C sl | ds| S t| \}}}t|t} t|t}t|t}|dk rT| d| 7 } |dk rh| d| 7 } | S )zHPercent-encodes a request target so that there are no invalid charactersr Nr r/ )r" TARGET_REri groupsrW PATH_CHARS QUERY_CHARSFRAGMENT_CHARS)targetr r r r r r _encode_targetC s r c s | s t S | }t| s d| } zt| \}}}}}|dkpN| tk}|r\| }|r|d\}} } |pvd}t | \} } |r|rt |t }| dkrd} n d\}} } | dk rt | } d| krdksn t | t| |} |r |r t|}t |t}|r |r t |t}|r6|r6t |t}W n* ttfk rb tt |d Y S X |s|dk s~|dk rd}nd}t| tjrtj ntj fdd } t | || || | | | || || |d S ) a Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is performed to parse incomplete urls. Fields not provided will be None. This parser is RFC 3986 compliant. The parser logic and helper functions are based heavily on work done in the ``rfc3986`` module. :param str url: URL to parse into a :class:`.Url` namedtuple. Partly backwards-compatible with :mod:`urlparse`. Example:: >>> parse_url('http://google.com/mail/') Url(scheme='http', host='google.com', port=None, path='/mail/', ...) >>> parse_url('google.com:80') Url(scheme=None, host='google.com', port=80, path=None, ...) >>> parse_url('/foo?bar') Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...) z//Nr r. )NNNr i c s | d kr | S | S r2 r )r Z ensure_funcr r ensure_type s z parse_url.<locals>.ensure_type)r r r r r r r )r! SCHEME_RErk URI_REri rz r# rg rpartition _HOST_PORT_RErW USERINFO_CHARSintr rq r` r{ r| r} ValueErrorAttributeErrorr rw re Z text_typerE rf )r1 Z source_urlr Z authorityr r r Z normalize_urir _Z host_portr r r r r r parse_urlS sd r c C s t | }|jpd|j|jfS )z4 Deprecated. Use :func:`parse_url` instead. r )r r r+ r )r1 pr r r get_host s r )rA )5Z __future__r re collectionsr exceptionsr Zpackagesr Z url_attrsrg compilerF r UNICODEDOTALLr ZIPV4_PATZHEX_PATformatZLS32_PATr Z _variationsZUNRESERVED_PATr^ ZIPV6_PATZ ZONE_ID_PATZIPV6_ADDRZ_PATZ REG_NAME_PATry rn ZIPV6_RErh ZBRACELESS_IPV6_ADDRZ_RErj Z_HOST_PORT_PATr setrm ZSUB_DELIM_CHARSr r{ r| r} r! r@ rW r` rq rd r r r r r r r <module> sv ]# % aPK A\ aT T > pip/_vendor/urllib3/util/__pycache__/connection.cpython-38.pycnu [ U .e @ sn d dl mZ d dlZddlmZmZ ddlmZ dd Zej ddfd d Z d d Z d d Z dd Z e dZdS ) )absolute_importN )NoWayToWaitForSocketError wait_for_read )_appengine_environc C sN t | dd}|dkrdS |dkr$dS zt|ddW S tk rH Y dS X dS )a Returns True if the connection is dropped and should be closed. :param conn: :class:`httplib.HTTPConnection` object. Note: For platforms like AppEngine, this will always return ``False`` to let the platform handle connection recycling transparently for us. sockFNTg )timeout)getattrr r )Zconnr r G/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/connection.pyis_connection_dropped s r c C s | \}}| dr |d}d}t }t|||tjD ]}|\} } } } } d}zNt| | | }t|| |tjk r||| |r| | | | |W S tj k r } z |}|dk r| d}W 5 d}~X Y q8X q8|dk r|t ddS )ad Connect to *address* and return the socket object. Convenience function. Connect to *address* (a 2-tuple ``(host, port)``) and return the socket object. Passing the optional *timeout* parameter will set the timeout on the socket instance before attempting to connect. If no *timeout* is supplied, the global default timeout setting returned by :func:`getdefaulttimeout` is used. If *source_address* is set it must be a tuple of (host, port) for the socket to bind as a source address before making the connection. An host of '' or port 0 tells the OS to use the default. [z[]Nz!getaddrinfo returns an empty list) startswithstripallowed_gai_familysocketZ getaddrinfoZ SOCK_STREAM_set_socket_options_GLOBAL_DEFAULT_TIMEOUTZ settimeoutbindZconnecterrorclose)Zaddressr Zsource_addressZsocket_optionshostZporterrfamilyresZafZsocktypeprotoZ canonnameZsar er r r create_connection! s2 r c C s$ |d kr d S |D ]}| j | qd S )N)Z setsockopt)r Zoptionsoptr r r r Y s r c C s t j} trt j} | S )zThis function is designed to work in the context of getaddrinfo, where family=socket.AF_UNSPEC is the default and will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INETHAS_IPV6Z AF_UNSPEC)r r r r r a s r c C sb d}d}t rdS tjrRz"ttj}|| df d}W n tk rP Y nX |r^| |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r Zis_appengine_sandboxr has_ipv6ZAF_INET6r Exceptionr )r r r! r r r _has_ipv6l s r# z::1)Z __future__r r waitr r Zcontribr r r r r r r# r r r r r <module> s 8 PK A\] ; pip/_vendor/urllib3/util/__pycache__/request.cpython-38.pycnu [ U .e @ s d dl mZ d dlmZ ddlmZmZ ddlmZ dZ z d dl Z W n e k rX Y n X e d7 Z e Zdd d Zd d Zd d ZdS ) )absolute_import) b64encode )b integer_types)UnrewindableBodyErrorz gzip,deflateNz,brc C s i }|r6t |trnt |tr*d|}nt}||d< |rB||d< | rNd|d< |rldtt|d |d< |rdtt|d |d < |rd |d < |S ) a Shortcuts for generating request headers. :param keep_alive: If ``True``, adds 'connection: keep-alive' header. :param accept_encoding: Can be a boolean, list, or string. ``True`` translates to 'gzip,deflate'. List will get joined by comma. String will be used as provided. :param user_agent: String representing the user-agent you want, such as "python-urllib3/0.6" :param basic_auth: Colon-separated username:password string for 'authorization: basic ...' auth header. :param proxy_basic_auth: Colon-separated username:password string for 'proxy-authorization: basic ...' auth header. :param disable_cache: If ``True``, adds 'cache-control: no-cache' header. Example:: >>> make_headers(keep_alive=True, user_agent="Batman/1.0") {'connection': 'keep-alive', 'user-agent': 'Batman/1.0'} >>> make_headers(accept_encoding=True) {'accept-encoding': 'gzip,deflate'} ,zaccept-encodingz user-agentz keep-aliveZ connectionzBasic zutf-8Z authorizationzproxy-authorizationzno-cachez cache-control) isinstancestrlistjoinACCEPT_ENCODINGr r decode)Z keep_aliveZaccept_encodingZ user_agentZ basic_authZproxy_basic_authZ disable_cacheZheaders r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/request.py make_headers s. * r c C sR |dk rt | | n:t| dddk rNz | }W n ttfk rL t}Y nX |S )z If a position is provided, move file to that point. Otherwise, we'll attempt to record a position for future use. Ntell) rewind_bodygetattrr IOErrorOSError _FAILEDTELL)bodyposr r r set_file_positionZ s r c C st t | dd}|dk rNt|trNz || W qp ttfk rJ tdY qpX n"|tkr`tdntdt| dS )z Attempt to rewind body to a certain position. Primarily used for request redirects and retries. :param body: File-like object that supports seek. :param int pos: Position to seek to in file. seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r ValueErrortype)r Zbody_posZ body_seekr r r r l s r )NNNNNN)Z __future__r base64r Z packages.sixr r exceptionsr r ZbrotliZ_unused_module_brotli ImportErrorobjectr r r r r r r r <module> s& HPK A\972 2 ? pip/_vendor/urllib3/util/__pycache__/retry.cpython-38.opt-1.pycnu [ U .eZ< @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl m Z m Z m Z mZmZmZ ddlmZ eeZedd d d d d gZG dd deZede_dS ) )absolute_importN) namedtuple) takewhile )ConnectTimeoutError MaxRetryError ProtocolErrorReadTimeoutError ResponseError InvalidHeader)sixRequestHistorymethodurlerrorstatusredirect_locationc @ s e Zd ZdZeddddddgZedd d gZed gZd Zd ddddeddddddef ddZ dd Z e d2ddZ dd Z dd Zdd Zd3d d Zd d Zd4d!d"Zd#d$ Zd%d& Zd'd( Zd5d*d+Zd,d- Zd6d.d/Zd0d1 ZdS )7Retrya3 Retry configuration. Each retry attempt will create a new Retry object with updated values, so they can be safely reused. Retries can be defined as a default for a pool:: retries = Retry(connect=5, read=2, redirect=5) http = PoolManager(retries=retries) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', retries=Retry(10)) Retries can be disabled by passing ``False``:: response = http.request('GET', 'http://example.com/', retries=False) Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless retries are disabled, in which case the causing exception will be raised. :param int total: Total number of retries to allow. Takes precedence over other counts. Set to ``None`` to remove this constraint and fall back on other counts. It's a good idea to set this to some sensibly-high value to account for unexpected edge cases and avoid infinite retry loops. Set to ``0`` to fail on the first retry. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int connect: How many connection-related errors to retry on. These are errors raised before the request is sent to the remote server, which we assume has not triggered the server to process the request. Set to ``0`` to fail on the first retry of this type. :param int read: How many times to retry on read errors. These errors are raised after the request was sent to the server, so the request may have side-effects. Set to ``0`` to fail on the first retry of this type. :param int redirect: How many redirects to perform. Limit this to avoid infinite redirect loops. A redirect is a HTTP response with a status code 301, 302, 303, 307 or 308. Set to ``0`` to fail on the first retry of this type. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int status: How many times to retry on bad status codes. These are retries made on responses, where status code matches ``status_forcelist``. Set to ``0`` to fail on the first retry of this type. :param iterable method_whitelist: Set of uppercased HTTP method verbs that we should retry on. By default, we only retry on methods which are considered to be idempotent (multiple requests with the same parameters end with the same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`. Set to a ``False`` value to retry on any verb. :param iterable status_forcelist: A set of integer HTTP status codes that we should force a retry on. A retry is initiated if the request method is in ``method_whitelist`` and the response status code is in ``status_forcelist``. By default, this is disabled with ``None``. :param float backoff_factor: A backoff factor to apply between attempts after the second try (most errors are resolved immediately by a second try without a delay). urllib3 will sleep for:: {backoff factor} * (2 ** ({number of total retries} - 1)) seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer than :attr:`Retry.BACKOFF_MAX`. By default, backoff is disabled (set to 0). :param bool raise_on_redirect: Whether, if the number of redirects is exhausted, to raise a MaxRetryError, or to return a response with a response code in the 3xx range. :param bool raise_on_status: Similar meaning to ``raise_on_redirect``: whether we should raise an exception, or return a response, if status falls in ``status_forcelist`` range and retries have been exhausted. :param tuple history: The history of the request encountered during each call to :meth:`~Retry.increment`. The list is in the order the requests occurred. Each list item is of class :class:`RequestHistory`. :param bool respect_retry_after_header: Whether to respect Retry-After header on status codes defined as :attr:`Retry.RETRY_AFTER_STATUS_CODES` or not. :param iterable remove_headers_on_redirect: Sequence of headers to remove from the request when a response indicating a redirect is returned before firing off the redirected request. ZHEADZGETZPUTZDELETEZOPTIONSZTRACEi i i Z Authorizationx Nr Tc C s || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t | _|| _|| _| | _ | | _ | pbt | _ | | _ tdd | D | _d S )NFr c S s g | ] }| qS )lower).0hr r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/retry.py <listcomp> s z"Retry.__init__.<locals>.<listcomp>)totalconnectreadr redirectsetstatus_forcelistmethod_whitelistbackoff_factorraise_on_redirectraise_on_statustuplehistoryrespect_retry_after_header frozensetremove_headers_on_redirect)selfr r r r r r" r! r# r$ r% r' r( r* r r r __init__ s$ zRetry.__init__c K sT t | j| j| j| j| j| j| j| j| j | j | j | j | j d }|| t| f |S )N) r r r r r r" r! r# r$ r% r' r* r( )dictr r r r r r" r! r# r$ r% r' r* r( updatetype)r+ kwZparamsr r r new s" z Retry.newc C sR |dkr|dk r|n| j }t|tr(|S t|o2d}| ||d}td|| |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)DEFAULT isinstancer boollogdebug)clsZretriesr defaultZ new_retriesr r r from_int s zRetry.from_intc C sF t ttdd t| j}|dkr(dS | jd|d }t| j|S )zJ Formula for computing the current backoff :rtype: float c S s | j d kS )N)r )xr r r <lambda> z(Retry.get_backoff_time.<locals>.<lambda> r r )lenlistr reversedr' r# min BACKOFF_MAX)r+ Zconsecutive_errors_lenZ backoff_valuer r r get_backoff_time s zRetry.get_backoff_timec C s\ t d|rt|}n6tj|}|d kr6td| t|}|t }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) rematchintemailZutilsZ parsedater timemktime)r+ retry_afterZsecondsZretry_date_tupleZ retry_dater r r parse_retry_after s zRetry.parse_retry_afterc C s | d}|dkrdS | |S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrK r+ responserJ r r r get_retry_after s zRetry.get_retry_afterc C s | |}|r t| dS dS )NTF)rN rH sleeprL r r r sleep_for_retry s zRetry.sleep_for_retryc C s" | }|dkrd S t| d S )Nr )rC rH rO )r+ Zbackoffr r r _sleep_backoff s zRetry._sleep_backoffc C s( | j r |r | |}|r dS | dS )aC Sleep between retry attempts. This method will respect a server's ``Retry-After`` response header and sleep the duration of the time requested. If that is not present, it will use an exponential backoff. By default, the backoff factor is 0 and this method will return immediately. N)r( rP rQ )r+ rM Zsleptr r r rO ! s z Retry.sleepc C s t |tS )z{ Errors when we're fairly sure that the server did not receive the request, so it should be safe to retry. )r3 r r+ errr r r _is_connection_error1 s zRetry._is_connection_errorc C s t |ttfS )z Errors that occur after the request has been started, so we should assume that the server began processing it. )r3 r r rR r r r _is_read_error7 s zRetry._is_read_errorc C s | j r| | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if it is included on the method whitelist. FT)r" upper)r+ r r r r _is_method_retryable= s zRetry._is_method_retryableFc C s< | |sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control variables such as the number of total retries to allow, whether to respect the Retry-After header, whether this header is present, and whether the returned status code is on the list of status codes to be retried upon on the presence of the aforementioned header) FT)rW r! r r( RETRY_AFTER_STATUS_CODES)r+ r status_codeZhas_retry_afterr r r is_retryF s zRetry.is_retryc C s: | j | j| j| j| jf}ttd|}|s.dS t|dk S )z Are we out of retries? NFr )r r r r r r? filterrA )r+ Z retry_countsr r r is_exhaustedZ s zRetry.is_exhaustedc C s | j dkr |r tt|||| j }|dk r6|d8 }| j}| j} | j} | j} d} d} d}|r| |r|dkrtt|||n|dk r|d8 }n|r| |r| dks| |stt|||n| dk r| d8 } np|r| r| dk r| d8 } d} | }|j} n<t j } |rL|jrL| dk r6| d8 } t jj|jd} |j} | jt|||| |f }| j||| | | |d}| rt|||pt | td|| |S ) a Return a new Retry object with incremented retry counters. :param response: A response object, or None, if the server did not return a response. :type response: :class:`~urllib3.response.HTTPResponse` :param Exception error: An error encountered during the request, or None if the response was received successfully. :return: A new ``Retry`` object. FNr= unknownztoo many redirects)rY )r r r r r r' z$Incremented Retry for (url='%s'): %r)r r Zreraiser/ r r r r rT rU rW Zget_redirect_locationr Z GENERIC_ERRORZSPECIFIC_ERRORformatr' r r1 r\ r r5 r6 )r+ r r rM r Z_poolZ _stacktracer r r r Z status_countcauser r r' Z new_retryr r r incrementc sb zRetry.incrementc C s dj t| | dS )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r7 r+ )r^ r/ )r+ r r r __repr__ s zRetry.__repr__)TN)N)N)F)NNNNNN)__name__ __module__ __qualname____doc__r) ZDEFAULT_METHOD_WHITELISTrX Z"DEFAULT_REDIRECT_HEADERS_BLACKLISTrB r, r1 classmethodr9 rC rK rN rP rQ rO rT rU rW rZ r\ r` ra r r r r r sV x & Wr )Z __future__r rH Zlogging collectionsr itertoolsr rG rD exceptionsr r r r r r Zpackagesr Z getLoggerrb r5 r objectr r2 r r r r <module> s$ (PK A\w]& ]& > pip/_vendor/urllib3/util/__pycache__/ssl_.cpython-38.opt-1.pycnu [ U .eS7 @ s( d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl m Z m Z m Z ddl mZmZ ddlmZmZmZ dd lmZ dZd Zd Zd Ze e e d Zd d Ze edeZ z(d dl Z d dl m Z m Z d dl mZ W n e!k r Y nX zd dl m"Z" e"Z#W nJ e!k rL zd dl m#Z" e"Z#W n e!k rF d Z#Z"Y nX Y nX zd dl m$Z$m%Z%m&Z& W n" e!k r d\Z$Z%dZ&Y nX d'dddddd d d d d d!d"d#d$gZ(zd d%l mZ W n& e!k r G d&d' d'e)ZY nX d(d) Z*d*d+ Z+d,d- Z,d6d.d/Z-d7d0d1Z.d2d3 Z/d4d5 Z0dS )8 )absolute_importN)hexlify unhexlify)md5sha1sha256 )IPV4_REBRACELESS_IPV6_ADDRZ_RE )SSLErrorInsecurePlatformWarningSNIMissingWarning)sixF) ( @ c C sD t t| t| }tt| t|D ]\}}|||A O }q&|dkS )z Compare two digests of equal length in constant time. The digests must be of type str/bytes. Returns True if the digests match, and False otherwise. r )abslenzip bytearray)abresultlr r A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/ssl_.py _const_compare_digest_backport s r Zcompare_digest) wrap_socket CERT_REQUIRED)HAS_SNI) PROTOCOL_TLS)PROTOCOL_SSLv23) OP_NO_SSLv2 OP_NO_SSLv3OP_NO_COMPRESSION)i i i :z ECDHE+AESGCMzECDHE+CHACHA20z DHE+AESGCMz DHE+CHACHA20z ECDH+AESGCMz DH+AESGCMzECDH+AESzDH+AESz RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5z!DSS) SSLContextc @ s8 e Zd Zdd Zdd Zd ddZdd Zdd d ZdS )r( c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr ) protocolcheck_hostnamesslZ CERT_NONE verify_modeca_certsoptionscertfilekeyfileciphers)selfZprotocol_versionr r r __init__k s zSSLContext.__init__c C s || _ || _d S N)r/ r0 )r2 r/ r0 r r r load_cert_chainv s zSSLContext.load_cert_chainNc C s || _ |d k rtdd S )Nz-CA directories not supported in older Pythons)r- r )r2 ZcafileZcapathr r r load_verify_locationsz s z SSLContext.load_verify_locationsc C s || _ d S r4 r1 )r2 Z cipher_suiter r r set_ciphers s zSSLContext.set_ciphersFc C s> t dt | j| j| j| j| j|d}t|fd| j i|S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r0 r/ r- cert_reqs ssl_version server_sider1 ) warningswarnr r0 r/ r- r, r) r r1 )r2 Zsocketserver_hostnamer; kwargsr r r r s zSSLContext.wrap_socket)NN)NF)__name__ __module__ __qualname__r3 r5 r6 r8 r r r r r r( j s r( c C sn | dd }t|}t|}|s4td|t| }|| }t ||sjtd|t |dS )z Checks if given fingerprint matches the supplied certificate. :param cert: Certificate as bytes object. :param fingerprint: Fingerprint as string of hexdigits, can be interspersed by colons. r' z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) replacelowerr HASHFUNC_MAPgetr formatr encodeZdigest_const_compare_digestr )ZcertZ fingerprintZ digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r assert_fingerprint s rK c C s@ | dkr t S t| tr<tt| d}|dkr8ttd| }|S | S )a Resolves the argument to a numeric constant, which can be passed to the wrap_socket function/method from the ssl module. Defaults to :data:`ssl.CERT_NONE`. If given a string it is assumed to be the name of the constant in the :mod:`ssl` module or its abbreviation. (So you can specify `REQUIRED` instead of `CERT_REQUIRED`. If it's neither `None` nor a string we assume it is already the numeric constant which can directly be passed to wrap_socket. NZCERT_)r isinstancestrgetattrr+ candidateresr r r resolve_cert_reqs s rR c C s@ | dkr t S t| tr<tt| d}|dkr8ttd| }|S | S )z like resolve_cert_reqs NZ PROTOCOL_)r" rL rM rN r+ rO r r r resolve_ssl_version s rS c C s t | pt}||pt |dkr(tjn|}|dkrPd}|tO }|tO }|tO }| j |O _ |tjksrt j dkrt |dddk rd|_ ||_t |dddk rd|_|S )a All arguments have the same meaning as ``ssl_wrap_socket``. By default, this function does a lot of the same work that ``ssl.create_default_context`` does on Python 3.4+. It: - Disables SSLv2, SSLv3, and compression - Sets a restricted set of server ciphers If you wish to enable SSLv3, you can do:: from pip._vendor.urllib3.util import ssl_ context = ssl_.create_urllib3_context() context.options &= ~ssl_.OP_NO_SSLv3 You can do the same to enable compression (substituting ``COMPRESSION`` for ``SSLv3`` in the last line above). :param ssl_version: The desired protocol version to use. This will default to PROTOCOL_SSLv23 which will negotiate the highest protocol that both the server and your installation of OpenSSL support. :param cert_reqs: Whether to require the certificate verification. This defaults to ``ssl.CERT_REQUIRED``. :param options: Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``, ``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``. :param ciphers: Which cipher suites to allow the server to select. :returns: Constructed SSLContext object with specified options :rtype: SSLContext Nr ) post_handshake_authTr* F)r( r" r8 DEFAULT_CIPHERSr+ r r$ r% r& r. sys version_inforN rW r, r* )r: r9 r. r1 contextr r r create_urllib3_context s, $ r\ c C sB |} | dkrt |||d} |s"| rz| || W q tk r\ } z t| W 5 d} ~ X Y q tk r } z| jtjkrt| W 5 d} ~ X Y qX n|dkrt| dr| |r| dkrt |rtd|r| dkr| || n| ||| |dk rt |rt r8t r,|dk r,| j| |dS tdt | | S )a All arguments except for server_hostname, ssl_context, and ca_cert_dir have the same meaning as they do when using :func:`ssl.wrap_socket`. :param server_hostname: When SNI is supported, the expected hostname of the certificate :param ssl_context: A pre-made :class:`SSLContext` object. If none is provided, one will be created using :func:`create_urllib3_context`. :param ciphers: A string of ciphers we wish the client to support. :param ca_cert_dir: A directory containing CA certificates in multiple separate files, as supported by OpenSSL's -CApath flag or the capath argument to SSLContext.load_verify_locations(). :param key_password: Optional password if the keyfile is encrypted. Nr7 load_default_certsz5Client private key is encrypted, password is required)r> a An HTTPS request has been made, but the SNI (Server Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r\ r6 IOErrorr OSErrorerrnoZENOENThasattrr] _is_key_file_encryptedr5 is_ipaddressIS_SECURETRANSPORTr! r r< r= r ) Zsockr0 r/ r9 r- r> r: r1 Z ssl_contextZ ca_cert_dirZ key_passwordr[ er r r ssl_wrap_socket( sB rf c C s2 t jst| tr| d} tt| p.t| S )zDetects whether the hostname given is an IPv4 or IPv6 address. Also detects IPv6 addresses with Zone IDs. :param str hostname: Hostname to examine. :return: True if the hostname is an IP address, False otherwise. ascii) r ZPY2rL bytesdecodeboolr matchr )Zhostnamer r r rc s rc c C s< t | d(}|D ] }d|kr W 5 Q R dS qW 5 Q R X dS )z*Detects if a key file is encrypted or not.r Z ENCRYPTEDTF)open)Zkey_filefliner r r rb s rb )NNNN) NNNNNNNNNN)1Z __future__r r` r< ZhmacrY Zbinasciir r Zhashlibr r r Zurlr r exceptionsr r r Zpackagesr r( r! Z IS_PYOPENSSLrd rF r rN rJ r+ r r ImportErrorr" r# r$ r% r& joinrX objectrK rR rS r\ rf rc rb r r r r <module> s . N Z PK A\tո < pip/_vendor/urllib3/util/__pycache__/response.cpython-38.pycnu [ U .e @ s@ d dl mZ ddlmZ ddlmZ dd Zdd Zd d Z d S ) )absolute_import ) http_client)HeaderParsingErrorc C sl z | W S tk r Y nX z| jW S tk r< Y nX z | jdkW S tk r^ Y nX tddS )zt Checks whether a given file-like object is closed. :param obj: The file-like object to check. Nz)Unable to determine whether fp is closed.)ZisclosedAttributeErrorclosedfp ValueError)obj r E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/response.py is_fp_closed s r c C sv t | tjs tdt| t| dd}t| dd}d}|r^| s^| }t |tt fr^|}|sf|rrt ||ddS )aP Asserts whether all headers have been successfully parsed. Extracts encountered errors from the result of parsing headers. Only works on Python 3. :param headers: Headers to verify. :type headers: `httplib.HTTPMessage`. :raises urllib3.exceptions.HeaderParsingError: If parsing errors are found. z"expected httplib.Message, got {0}.defectsN get_payload)r unparsed_data) isinstancehttplibZ HTTPMessage TypeErrorformattypegetattrZ is_multipartbytesstrr )Zheadersr r r Zpayloadr r r assert_header_parsing& s r c C s$ | j }t|tr|dkS | dkS )z Checks whether the request of a response has been a HEAD-request. Handles the quirks of AppEngine. :param conn: :type conn: :class:`httplib.HTTPResponse` ZHEAD)_methodr intupper)Zresponsemethodr r r is_response_to_headJ s r N) Z __future__r Zpackages.six.movesr r exceptionsr r r r r r r r <module> s $PK A\+_ > pip/_vendor/urllib3/util/__pycache__/wait.cpython-38.opt-1.pycnu [ U .e @ s d dl Z d dlmZ d dlZd dlZzd dlmZ W n ek rT d dlmZ Y nX dddgZG dd de Z ej d krd d Z nd d Z dddZ dddZdd Zdd Zdd ad ddZd ddZdS ) N)partial) monotonic)timeNoWayToWaitForSocketError wait_for_readwait_for_writec @ s e Zd ZdS )r N)__name__ __module__ __qualname__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/wait.pyr s ) c C s | |S )Nr )fntimeoutr r r _retry_on_intr* s r c C s |d krt d}n t | }z | |W S ttjfk r } zF|jd tjkrR n.|t }|dk rhd}|t dkrxd }W Y q W 5 d }~X Y q X q d S )Ninfr )floatr OSErrorselecterrorargserrnoZEINTR)r r Zdeadlineer r r r 0 s Fc C sd |s|st dg }g }|r&|| |r4|| ttj|||}t||\}}} t|p`|p`| S )N2must specify at least one of read=True, write=True) RuntimeErrorappendr r r bool) sockreadwriter ZrcheckZwcheckr ZrreadyZwreadyZxreadyr r r select_wait_for_socketG s r! c s^ |s|st dd}|r"|tjO }|r0|tjO }t | | fdd}tt||S )Nr r c s | d k r| d9 } | S )Ni )poll)tZpoll_objr r do_pollf s z%poll_wait_for_socket.<locals>.do_poll)r r ZPOLLINZPOLLOUTr" registerr r )r r r r maskr% r r$ r poll_wait_for_socketZ s r( c O s t dd S )Nz no select-equivalent available)r r kwargsr r r null_wait_for_socketn s r+ c C s< zt } t| jd W n ttfk r2 Y dS X dS d S )Nr FT)r r" r AttributeErrorr r$ r r r _have_working_pollr s r- c O s* t r tanttdr tantat| |S )Nr )r- r( wait_for_sockethasattrr r! r+ r) r r r r. s r. c C s t | d|dS )z Waits for reading to be available on a given socket. Returns True if the socket is readable, or False if the timeout expired. T)r r r. r r r r r r s c C s t | d|dS )z Waits for writing to be available on a given socket. Returns True if the socket is readable, or False if the timeout expired. T)r r r0 r1 r r r r s )FFN)FFN)N)N)r functoolsr r sysr r ImportError__all__ Exceptionr version_infor r! r( r+ r- r. r r r r r r <module> s& PK A\ ") ) 7 pip/_vendor/urllib3/util/__pycache__/url.cpython-38.pycnu [ U .e7 @ s d dl mZ d dlZd dlmZ ddlmZ ddlmZ ddd d d d d gZ dZ e dZ e dZ e dejejB ZdZdZdjeedZeedZdddddd d d d g Zd Zd!d"d#d$ eD d% Zd&e d' Zd(e d! e d) Zd*Z e d+Z e d,e d- Z e d,e d- Z e d,e d- Z e d,edd. d- Z!e d/e d0 Z"d1e eef Z#e e#ejejB Z$e%d2Z&e%d3Z'e&e'B d4hB Z(e(d5d6hB Z)e)d7hB Z*Z+G d8d9 d9ed9e Z,d:d; Z-dKd=d>Z.d?d@ Z/dAdB Z0dCdD Z1dEdF Z2dGdH Z3dIdJ Z4dS )L )absolute_importN) namedtuple )LocationParseError)sixschemeauthhostportpathqueryfragment)httpZhttpsNz%[a-fA-F0-9]{2}z ^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)zQ^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?$z (?:[0-9]{1,3}\.){3}[0-9]{1,3}z[0-9A-Fa-f]{1,4}z(?:{hex}:{hex}|{ipv4}))hexZipv4)r Zls32z(?:%(hex)s:){6}%(ls32)sz::(?:%(hex)s:){5}%(ls32)sz%(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)sz2(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)sz6(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)sz/(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)sz'(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)sz&(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)sz (?:(?:%(hex)s:){0,6}%(hex)s)?::zDABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~z(?:|c C s g | ] }|t qS )_subs.0xr r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/url.py <listcomp>6 s r )z (?:%25|%)(?:[z]|%[a-fA-F0-9]{2})+z\[z)?\]z!(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*z"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$^$(z)\]$z ^(%s|%s|%s)(?::([0-9]{0,5}))?$zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~z !$&'()*+,;=:@/?c s^ e Zd ZdZdZd fdd Zedd Zedd Zed d Z ed d Z dd Z Z S )Urlz Data structure for representing an HTTP URL. Used as a return value for :func:`parse_url`. Both the scheme and host are normalized as they are both case-insensitive according to RFC 3986. r Nc sD |r| dsd| }|d k r&| }tt| | |||||||S )Nr ) startswithlowersuperr! __new__)clsr r r r r r r __class__r r r% [ s z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r selfr r r hostnamem s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r Nr )r r )r* Zurir r r request_urir s zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r r r) r r r netloc| s z Url.netlocc C s | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt | 7 }|dk rv||7 }|dk r|d| 7 }|dk r|d| 7 }|S )a Convert self into a url This function should more or less round-trip with :func:`.parse_url`. The returned url may not be exactly the same as the url inputted to :func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls with a blank port will have : removed). Example: :: >>> U = parse_url('http://google.com/mail/') >>> U.url 'http://google.com/mail/' >>> Url('http', 'username:password', 'host.com', 80, ... '/path', 'query', 'fragment').url 'http://username:password@host.com:80/path?query#fragment' Nz://r r r #)str) r* r r r r r r r urlr r r r1 s" zUrl.urlc C s | j S N)r1 r) r r r __str__ s z Url.__str__)NNNNNNN) __name__ __module__ __qualname____doc__ __slots__r% propertyr+ r, r- r1 r3 __classcell__r r r' r r! R s& 'r! c C sv d}d}|D ]0}| |}|dk r$q |dks4||k r |}|}q |dksN|dk rX| ddfS | d| | |d d |fS )a .. deprecated:: 1.25 Given a string and an iterable of delimiters, split on the first found delimiter. Return two split parts and the matched delimiter. If not found, then the first part is the full input string. Example:: >>> split_first('foo/bar?baz', '?/=') ('foo', 'bar?baz', '/') >>> split_first('foo/bar?baz', '123') ('foo/bar?baz', '', None) Scales linearly with number of delims. Not ideal for large number of delims. Nr r. )find)sZdelimsZmin_idxZ min_delimdidxr r r split_first s r@ utf-8c C s | dkr | S t | } t| }|D ] }| s$| || } q$| dd}t|| dk}t }t dt|D ]p}|||d } t | } |r| dks| dk r| |kr|| qt|dt| dd d qt| |S ) zfPercent-encodes a URI component without reapplying onto an already percent-encoded component. NrA surrogatepass %r r; r )r ensure_text PERCENT_REfindallisupperreplaceupperencodelencount bytearrayrangeorddecodeextendr zfill) Z componentZ allowed_charsencodingZpercent_encodingsencZ uri_bytesZis_percent_encodedZencoded_componentiZbyteZbyte_ordr r r _encode_invalid_chars s, *rW c C s | d}g }|D ]0}|dkr"qq|dkr6|| q|r| q| drf|rZ|d rf|dd | drz|d d|S )Nr .z..r r. )z/.z/..)splitappendpopr" insertendswithjoin)r ZsegmentsoutputZsegmentr r r _remove_path_dot_segments s r` c C s | rt | tjrt| } |tkrt| }|rt| }|r| d\}}| || }| drx|dkrx|dd }n |dd }dt |t }| d | | | |d S | S n*t| stddd | dD S | S ) Nr; z%25 % .c S s g | ] }t |qS r ) _idna_encode)r Zlabelr r r r , s z#_normalize_host.<locals>.<listcomp>rX ) isinstancer Z binary_type ensure_strNORMALIZABLE_SCHEMES IPV6_ADDRZ_REmatch ZONE_ID_REsearchspanr" rW UNRESERVED_CHARSr# IPV4_REr^ rY )r r Zis_ipv6ri startendZzone_idr r r _normalize_host s* rq c C s | rt dd | D rzddlm} W n$ tk rJ ttdd Y nX z|j| dddW S |j k r ttd| d Y nX | d S ) Nc S s g | ]}t |d kqS )rD )rP r r r r r 2 s z _idna_encode.<locals>.<listcomp>r )idnaz-Unable to parse URL without the 'idna' moduleT)strictZ std3_rulesz#Name '%s' is not a valid IDNA labelascii) anyZ pip._vendorrr ImportErrorr raise_fromr rK r# Z IDNAError)namerr r r r rd 1 s rd c C sl | ds| S t| \}}}t|t} t|t}t|t}|dk rT| d| 7 } |dk rh| d| 7 } | S )zHPercent-encodes a request target so that there are no invalid charactersr Nr r/ )r" TARGET_REri groupsrW PATH_CHARS QUERY_CHARSFRAGMENT_CHARS)targetr r r r r r _encode_targetC s r c s | s t S | }t| s d| } zt| \}}}}}|dkpN| tk}|r\| }|r|d\}} } |pvd}t | \} } |r|rt |t }| dkrd} n d\}} } | dk rt | } d| krdksn t | t| |} |r |r t|}t |t}|r |r t |t}|r6|r6t |t}W n* ttfk rb tt |d Y S X |s|dk s~|dk rd}nd}t| tjrtj ntj fdd } t | || || | | | || || |d S ) a Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is performed to parse incomplete urls. Fields not provided will be None. This parser is RFC 3986 compliant. The parser logic and helper functions are based heavily on work done in the ``rfc3986`` module. :param str url: URL to parse into a :class:`.Url` namedtuple. Partly backwards-compatible with :mod:`urlparse`. Example:: >>> parse_url('http://google.com/mail/') Url(scheme='http', host='google.com', port=None, path='/mail/', ...) >>> parse_url('google.com:80') Url(scheme=None, host='google.com', port=80, path=None, ...) >>> parse_url('/foo?bar') Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...) z//Nr r. )NNNr i c s | d kr | S | S r2 r )r Z ensure_funcr r ensure_type s z parse_url.<locals>.ensure_type)r r r r r r r )r! SCHEME_RErk URI_REri rz r# rg rpartition _HOST_PORT_RErW USERINFO_CHARSintr rq r` r{ r| r} ValueErrorAttributeErrorr rw re Z text_typerE rf )r1 Z source_urlr Z authorityr r r Z normalize_urir _Z host_portr r r r r r parse_urlS sd r c C s t | }|jpd|j|jfS )z4 Deprecated. Use :func:`parse_url` instead. r )r r r+ r )r1 pr r r get_host s r )rA )5Z __future__r re collectionsr exceptionsr Zpackagesr Z url_attrsrg compilerF r UNICODEDOTALLr ZIPV4_PATZHEX_PATformatZLS32_PATr Z _variationsZUNRESERVED_PATr^ ZIPV6_PATZ ZONE_ID_PATZIPV6_ADDRZ_PATZ REG_NAME_PATry rn ZIPV6_RErh ZBRACELESS_IPV6_ADDRZ_RErj Z_HOST_PORT_PATr setrm ZSUB_DELIM_CHARSr r{ r| r} r! r@ rW r` rq rd r r r r r r r <module> sv ]# % aPK A\B5 ? pip/_vendor/urllib3/util/__pycache__/queue.cpython-38.opt-1.pycnu [ U .e @ sD d dl Z ddlmZ ddlmZ ejr.d dlZG dd dejZdS ) N )sixqueuec @ s0 e Zd Zdd ZefddZdd Zdd Zd S ) LifoQueuec C s t | _d S N) collectionsdequer )self_ r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/queue.py_init s zLifoQueue._initc C s || j S r r )r lenr r r _qsize s zLifoQueue._qsizec C s | j | d S r )r append)r itemr r r _put s zLifoQueue._putc C s | j S r )r pop)r r r r _get s zLifoQueue._getN)__name__ __module__ __qualname__r r r r r r r r r r s r ) r Zpackagesr Zpackages.six.movesr ZPY2ZQueueZ_unused_module_Queuer r r r r <module> s PK A\+_ 8 pip/_vendor/urllib3/util/__pycache__/wait.cpython-38.pycnu [ U .e @ s d dl Z d dlmZ d dlZd dlZzd dlmZ W n ek rT d dlmZ Y nX dddgZG dd de Z ej d krd d Z nd d Z dddZ dddZdd Zdd Zdd ad ddZd ddZdS ) N)partial) monotonic)timeNoWayToWaitForSocketError wait_for_readwait_for_writec @ s e Zd ZdS )r N)__name__ __module__ __qualname__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/wait.pyr s ) c C s | |S )Nr )fntimeoutr r r _retry_on_intr* s r c C s |d krt d}n t | }z | |W S ttjfk r } zF|jd tjkrR n.|t }|dk rhd}|t dkrxd }W Y q W 5 d }~X Y q X q d S )Ninfr )floatr OSErrorselecterrorargserrnoZEINTR)r r Zdeadlineer r r r 0 s Fc C sd |s|st dg }g }|r&|| |r4|| ttj|||}t||\}}} t|p`|p`| S )N2must specify at least one of read=True, write=True) RuntimeErrorappendr r r bool) sockreadwriter ZrcheckZwcheckr ZrreadyZwreadyZxreadyr r r select_wait_for_socketG s r! c s^ |s|st dd}|r"|tjO }|r0|tjO }t | | fdd}tt||S )Nr r c s | d k r| d9 } | S )Ni )poll)tZpoll_objr r do_pollf s z%poll_wait_for_socket.<locals>.do_poll)r r ZPOLLINZPOLLOUTr" registerr r )r r r r maskr% r r$ r poll_wait_for_socketZ s r( c O s t dd S )Nz no select-equivalent available)r r kwargsr r r null_wait_for_socketn s r+ c C s< zt } t| jd W n ttfk r2 Y dS X dS d S )Nr FT)r r" r AttributeErrorr r$ r r r _have_working_pollr s r- c O s* t r tanttdr tantat| |S )Nr )r- r( wait_for_sockethasattrr r! r+ r) r r r r. s r. c C s t | d|dS )z Waits for reading to be available on a given socket. Returns True if the socket is readable, or False if the timeout expired. T)r r r. r r r r r r s c C s t | d|dS )z Waits for writing to be available on a given socket. Returns True if the socket is readable, or False if the timeout expired. T)r r r0 r1 r r r r s )FFN)FFN)N)N)r functoolsr r sysr r ImportError__all__ Exceptionr version_infor r! r( r+ r- r. r r r r r r <module> s& PK A\he. B pip/_vendor/urllib3/util/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m Z m Z m Z m Z mZmZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd l m Z m Z d Z d S ) )absolute_import )is_connection_dropped) make_headers) is_fp_closed) SSLContextHAS_SNI IS_PYOPENSSLIS_SECURETRANSPORTassert_fingerprintresolve_cert_reqsresolve_ssl_versionssl_wrap_socket PROTOCOL_TLS) current_timeTimeout)Retry)get_host parse_url split_firstUrl) wait_for_readwait_for_write)r r r r r r r r r r r r r r r r r r r r r N) Z __future__r Z connectionr Zrequestr Zresponser Zssl_r r r r r r r r r Ztimeoutr r Zretryr Zurlr r r r waitr r __all__ r r E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/__init__.py<module> s , PK A\] A pip/_vendor/urllib3/util/__pycache__/request.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlmZ ddlmZmZ ddlmZ dZ z d dl Z W n e k rX Y n X e d7 Z e Zdd d Zd d Zd d ZdS ) )absolute_import) b64encode )b integer_types)UnrewindableBodyErrorz gzip,deflateNz,brc C s i }|r6t |trnt |tr*d|}nt}||d< |rB||d< | rNd|d< |rldtt|d |d< |rdtt|d |d < |rd |d < |S ) a Shortcuts for generating request headers. :param keep_alive: If ``True``, adds 'connection: keep-alive' header. :param accept_encoding: Can be a boolean, list, or string. ``True`` translates to 'gzip,deflate'. List will get joined by comma. String will be used as provided. :param user_agent: String representing the user-agent you want, such as "python-urllib3/0.6" :param basic_auth: Colon-separated username:password string for 'authorization: basic ...' auth header. :param proxy_basic_auth: Colon-separated username:password string for 'proxy-authorization: basic ...' auth header. :param disable_cache: If ``True``, adds 'cache-control: no-cache' header. Example:: >>> make_headers(keep_alive=True, user_agent="Batman/1.0") {'connection': 'keep-alive', 'user-agent': 'Batman/1.0'} >>> make_headers(accept_encoding=True) {'accept-encoding': 'gzip,deflate'} ,zaccept-encodingz user-agentz keep-aliveZ connectionzBasic zutf-8Z authorizationzproxy-authorizationzno-cachez cache-control) isinstancestrlistjoinACCEPT_ENCODINGr r decode)Z keep_aliveZaccept_encodingZ user_agentZ basic_authZproxy_basic_authZ disable_cacheZheaders r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/request.py make_headers s. * r c C sR |dk rt | | n:t| dddk rNz | }W n ttfk rL t}Y nX |S )z If a position is provided, move file to that point. Otherwise, we'll attempt to record a position for future use. Ntell) rewind_bodygetattrr IOErrorOSError _FAILEDTELL)bodyposr r r set_file_positionZ s r c C st t | dd}|dk rNt|trNz || W qp ttfk rJ tdY qpX n"|tkr`tdntdt| dS )z Attempt to rewind body to a certain position. Primarily used for request redirects and retries. :param body: File-like object that supports seek. :param int pos: Position to seek to in file. seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r ValueErrortype)r Zbody_posZ body_seekr r r r l s r )NNNNNN)Z __future__r base64r Z packages.sixr r exceptionsr r ZbrotliZ_unused_module_brotli ImportErrorobjectr r r r r r r r <module> s& HPK A\tո B pip/_vendor/urllib3/util/__pycache__/response.cpython-38.opt-1.pycnu [ U .e @ s@ d dl mZ ddlmZ ddlmZ dd Zdd Zd d Z d S ) )absolute_import ) http_client)HeaderParsingErrorc C sl z | W S tk r Y nX z| jW S tk r< Y nX z | jdkW S tk r^ Y nX tddS )zt Checks whether a given file-like object is closed. :param obj: The file-like object to check. Nz)Unable to determine whether fp is closed.)ZisclosedAttributeErrorclosedfp ValueError)obj r E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/response.py is_fp_closed s r c C sv t | tjs tdt| t| dd}t| dd}d}|r^| s^| }t |tt fr^|}|sf|rrt ||ddS )aP Asserts whether all headers have been successfully parsed. Extracts encountered errors from the result of parsing headers. Only works on Python 3. :param headers: Headers to verify. :type headers: `httplib.HTTPMessage`. :raises urllib3.exceptions.HeaderParsingError: If parsing errors are found. z"expected httplib.Message, got {0}.defectsN get_payload)r unparsed_data) isinstancehttplibZ HTTPMessage TypeErrorformattypegetattrZ is_multipartbytesstrr )Zheadersr r r Zpayloadr r r assert_header_parsing& s r c C s$ | j }t|tr|dkS | dkS )z Checks whether the request of a response has been a HEAD-request. Handles the quirks of AppEngine. :param conn: :type conn: :class:`httplib.HTTPResponse` ZHEAD)_methodr intupper)Zresponsemethodr r r is_response_to_headJ s r N) Z __future__r Zpackages.six.movesr r exceptionsr r r r r r r r <module> s $PK A\972 2 9 pip/_vendor/urllib3/util/__pycache__/retry.cpython-38.pycnu [ U .eZ< @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl m Z m Z m Z mZmZmZ ddlmZ eeZedd d d d d gZG dd deZede_dS ) )absolute_importN) namedtuple) takewhile )ConnectTimeoutError MaxRetryError ProtocolErrorReadTimeoutError ResponseError InvalidHeader)sixRequestHistorymethodurlerrorstatusredirect_locationc @ s e Zd ZdZeddddddgZedd d gZed gZd Zd ddddeddddddef ddZ dd Z e d2ddZ dd Z dd Zdd Zd3d d Zd d Zd4d!d"Zd#d$ Zd%d& Zd'd( Zd5d*d+Zd,d- Zd6d.d/Zd0d1 ZdS )7Retrya3 Retry configuration. Each retry attempt will create a new Retry object with updated values, so they can be safely reused. Retries can be defined as a default for a pool:: retries = Retry(connect=5, read=2, redirect=5) http = PoolManager(retries=retries) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', retries=Retry(10)) Retries can be disabled by passing ``False``:: response = http.request('GET', 'http://example.com/', retries=False) Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless retries are disabled, in which case the causing exception will be raised. :param int total: Total number of retries to allow. Takes precedence over other counts. Set to ``None`` to remove this constraint and fall back on other counts. It's a good idea to set this to some sensibly-high value to account for unexpected edge cases and avoid infinite retry loops. Set to ``0`` to fail on the first retry. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int connect: How many connection-related errors to retry on. These are errors raised before the request is sent to the remote server, which we assume has not triggered the server to process the request. Set to ``0`` to fail on the first retry of this type. :param int read: How many times to retry on read errors. These errors are raised after the request was sent to the server, so the request may have side-effects. Set to ``0`` to fail on the first retry of this type. :param int redirect: How many redirects to perform. Limit this to avoid infinite redirect loops. A redirect is a HTTP response with a status code 301, 302, 303, 307 or 308. Set to ``0`` to fail on the first retry of this type. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int status: How many times to retry on bad status codes. These are retries made on responses, where status code matches ``status_forcelist``. Set to ``0`` to fail on the first retry of this type. :param iterable method_whitelist: Set of uppercased HTTP method verbs that we should retry on. By default, we only retry on methods which are considered to be idempotent (multiple requests with the same parameters end with the same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`. Set to a ``False`` value to retry on any verb. :param iterable status_forcelist: A set of integer HTTP status codes that we should force a retry on. A retry is initiated if the request method is in ``method_whitelist`` and the response status code is in ``status_forcelist``. By default, this is disabled with ``None``. :param float backoff_factor: A backoff factor to apply between attempts after the second try (most errors are resolved immediately by a second try without a delay). urllib3 will sleep for:: {backoff factor} * (2 ** ({number of total retries} - 1)) seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer than :attr:`Retry.BACKOFF_MAX`. By default, backoff is disabled (set to 0). :param bool raise_on_redirect: Whether, if the number of redirects is exhausted, to raise a MaxRetryError, or to return a response with a response code in the 3xx range. :param bool raise_on_status: Similar meaning to ``raise_on_redirect``: whether we should raise an exception, or return a response, if status falls in ``status_forcelist`` range and retries have been exhausted. :param tuple history: The history of the request encountered during each call to :meth:`~Retry.increment`. The list is in the order the requests occurred. Each list item is of class :class:`RequestHistory`. :param bool respect_retry_after_header: Whether to respect Retry-After header on status codes defined as :attr:`Retry.RETRY_AFTER_STATUS_CODES` or not. :param iterable remove_headers_on_redirect: Sequence of headers to remove from the request when a response indicating a redirect is returned before firing off the redirected request. ZHEADZGETZPUTZDELETEZOPTIONSZTRACEi i i Z Authorizationx Nr Tc C s || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t | _|| _|| _| | _ | | _ | pbt | _ | | _ tdd | D | _d S )NFr c S s g | ] }| qS )lower).0hr r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/retry.py <listcomp> s z"Retry.__init__.<locals>.<listcomp>)totalconnectreadr redirectsetstatus_forcelistmethod_whitelistbackoff_factorraise_on_redirectraise_on_statustuplehistoryrespect_retry_after_header frozensetremove_headers_on_redirect)selfr r r r r r" r! r# r$ r% r' r( r* r r r __init__ s$ zRetry.__init__c K sT t | j| j| j| j| j| j| j| j| j | j | j | j | j d }|| t| f |S )N) r r r r r r" r! r# r$ r% r' r* r( )dictr r r r r r" r! r# r$ r% r' r* r( updatetype)r+ kwZparamsr r r new s" z Retry.newc C sR |dkr|dk r|n| j }t|tr(|S t|o2d}| ||d}td|| |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)DEFAULT isinstancer boollogdebug)clsZretriesr defaultZ new_retriesr r r from_int s zRetry.from_intc C sF t ttdd t| j}|dkr(dS | jd|d }t| j|S )zJ Formula for computing the current backoff :rtype: float c S s | j d kS )N)r )xr r r <lambda> z(Retry.get_backoff_time.<locals>.<lambda> r r )lenlistr reversedr' r# min BACKOFF_MAX)r+ Zconsecutive_errors_lenZ backoff_valuer r r get_backoff_time s zRetry.get_backoff_timec C s\ t d|rt|}n6tj|}|d kr6td| t|}|t }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) rematchintemailZutilsZ parsedater timemktime)r+ retry_afterZsecondsZretry_date_tupleZ retry_dater r r parse_retry_after s zRetry.parse_retry_afterc C s | d}|dkrdS | |S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrK r+ responserJ r r r get_retry_after s zRetry.get_retry_afterc C s | |}|r t| dS dS )NTF)rN rH sleeprL r r r sleep_for_retry s zRetry.sleep_for_retryc C s" | }|dkrd S t| d S )Nr )rC rH rO )r+ Zbackoffr r r _sleep_backoff s zRetry._sleep_backoffc C s( | j r |r | |}|r dS | dS )aC Sleep between retry attempts. This method will respect a server's ``Retry-After`` response header and sleep the duration of the time requested. If that is not present, it will use an exponential backoff. By default, the backoff factor is 0 and this method will return immediately. N)r( rP rQ )r+ rM Zsleptr r r rO ! s z Retry.sleepc C s t |tS )z{ Errors when we're fairly sure that the server did not receive the request, so it should be safe to retry. )r3 r r+ errr r r _is_connection_error1 s zRetry._is_connection_errorc C s t |ttfS )z Errors that occur after the request has been started, so we should assume that the server began processing it. )r3 r r rR r r r _is_read_error7 s zRetry._is_read_errorc C s | j r| | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if it is included on the method whitelist. FT)r" upper)r+ r r r r _is_method_retryable= s zRetry._is_method_retryableFc C s< | |sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control variables such as the number of total retries to allow, whether to respect the Retry-After header, whether this header is present, and whether the returned status code is on the list of status codes to be retried upon on the presence of the aforementioned header) FT)rW r! r r( RETRY_AFTER_STATUS_CODES)r+ r status_codeZhas_retry_afterr r r is_retryF s zRetry.is_retryc C s: | j | j| j| j| jf}ttd|}|s.dS t|dk S )z Are we out of retries? NFr )r r r r r r? filterrA )r+ Z retry_countsr r r is_exhaustedZ s zRetry.is_exhaustedc C s | j dkr |r tt|||| j }|dk r6|d8 }| j}| j} | j} | j} d} d} d}|r| |r|dkrtt|||n|dk r|d8 }n|r| |r| dks| |stt|||n| dk r| d8 } np|r| r| dk r| d8 } d} | }|j} n<t j } |rL|jrL| dk r6| d8 } t jj|jd} |j} | jt|||| |f }| j||| | | |d}| rt|||pt | td|| |S ) a Return a new Retry object with incremented retry counters. :param response: A response object, or None, if the server did not return a response. :type response: :class:`~urllib3.response.HTTPResponse` :param Exception error: An error encountered during the request, or None if the response was received successfully. :return: A new ``Retry`` object. FNr= unknownztoo many redirects)rY )r r r r r r' z$Incremented Retry for (url='%s'): %r)r r Zreraiser/ r r r r rT rU rW Zget_redirect_locationr Z GENERIC_ERRORZSPECIFIC_ERRORformatr' r r1 r\ r r5 r6 )r+ r r rM r Z_poolZ _stacktracer r r r Z status_countcauser r r' Z new_retryr r r incrementc sb zRetry.incrementc C s dj t| | dS )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r7 r+ )r^ r/ )r+ r r r __repr__ s zRetry.__repr__)TN)N)N)F)NNNNNN)__name__ __module__ __qualname____doc__r) ZDEFAULT_METHOD_WHITELISTrX Z"DEFAULT_REDIRECT_HEADERS_BLACKLISTrB r, r1 classmethodr9 rC rK rN rP rQ rO rT rU rW rZ r\ r` ra r r r r r sV x & Wr )Z __future__r rH Zlogging collectionsr itertoolsr rG rD exceptionsr r r r r r Zpackagesr Z getLoggerrb r5 r objectr r2 r r r r <module> s$ (PK A\<X!Z< Z< ! pip/_vendor/urllib3/util/retry.pynu [ from __future__ import absolute_import import time import logging from collections import namedtuple from itertools import takewhile import email import re from ..exceptions import ( ConnectTimeoutError, MaxRetryError, ProtocolError, ReadTimeoutError, ResponseError, InvalidHeader, ) from ..packages import six log = logging.getLogger(__name__) # Data structure for representing the metadata of requests that result in a retry. RequestHistory = namedtuple( "RequestHistory", ["method", "url", "error", "status", "redirect_location"] ) class Retry(object): """ Retry configuration. Each retry attempt will create a new Retry object with updated values, so they can be safely reused. Retries can be defined as a default for a pool:: retries = Retry(connect=5, read=2, redirect=5) http = PoolManager(retries=retries) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', retries=Retry(10)) Retries can be disabled by passing ``False``:: response = http.request('GET', 'http://example.com/', retries=False) Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless retries are disabled, in which case the causing exception will be raised. :param int total: Total number of retries to allow. Takes precedence over other counts. Set to ``None`` to remove this constraint and fall back on other counts. It's a good idea to set this to some sensibly-high value to account for unexpected edge cases and avoid infinite retry loops. Set to ``0`` to fail on the first retry. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int connect: How many connection-related errors to retry on. These are errors raised before the request is sent to the remote server, which we assume has not triggered the server to process the request. Set to ``0`` to fail on the first retry of this type. :param int read: How many times to retry on read errors. These errors are raised after the request was sent to the server, so the request may have side-effects. Set to ``0`` to fail on the first retry of this type. :param int redirect: How many redirects to perform. Limit this to avoid infinite redirect loops. A redirect is a HTTP response with a status code 301, 302, 303, 307 or 308. Set to ``0`` to fail on the first retry of this type. Set to ``False`` to disable and imply ``raise_on_redirect=False``. :param int status: How many times to retry on bad status codes. These are retries made on responses, where status code matches ``status_forcelist``. Set to ``0`` to fail on the first retry of this type. :param iterable method_whitelist: Set of uppercased HTTP method verbs that we should retry on. By default, we only retry on methods which are considered to be idempotent (multiple requests with the same parameters end with the same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`. Set to a ``False`` value to retry on any verb. :param iterable status_forcelist: A set of integer HTTP status codes that we should force a retry on. A retry is initiated if the request method is in ``method_whitelist`` and the response status code is in ``status_forcelist``. By default, this is disabled with ``None``. :param float backoff_factor: A backoff factor to apply between attempts after the second try (most errors are resolved immediately by a second try without a delay). urllib3 will sleep for:: {backoff factor} * (2 ** ({number of total retries} - 1)) seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer than :attr:`Retry.BACKOFF_MAX`. By default, backoff is disabled (set to 0). :param bool raise_on_redirect: Whether, if the number of redirects is exhausted, to raise a MaxRetryError, or to return a response with a response code in the 3xx range. :param bool raise_on_status: Similar meaning to ``raise_on_redirect``: whether we should raise an exception, or return a response, if status falls in ``status_forcelist`` range and retries have been exhausted. :param tuple history: The history of the request encountered during each call to :meth:`~Retry.increment`. The list is in the order the requests occurred. Each list item is of class :class:`RequestHistory`. :param bool respect_retry_after_header: Whether to respect Retry-After header on status codes defined as :attr:`Retry.RETRY_AFTER_STATUS_CODES` or not. :param iterable remove_headers_on_redirect: Sequence of headers to remove from the request when a response indicating a redirect is returned before firing off the redirected request. """ DEFAULT_METHOD_WHITELIST = frozenset( ["HEAD", "GET", "PUT", "DELETE", "OPTIONS", "TRACE"] ) RETRY_AFTER_STATUS_CODES = frozenset([413, 429, 503]) DEFAULT_REDIRECT_HEADERS_BLACKLIST = frozenset(["Authorization"]) #: Maximum backoff time. BACKOFF_MAX = 120 def __init__( self, total=10, connect=None, read=None, redirect=None, status=None, method_whitelist=DEFAULT_METHOD_WHITELIST, status_forcelist=None, backoff_factor=0, raise_on_redirect=True, raise_on_status=True, history=None, respect_retry_after_header=True, remove_headers_on_redirect=DEFAULT_REDIRECT_HEADERS_BLACKLIST, ): self.total = total self.connect = connect self.read = read self.status = status if redirect is False or total is False: redirect = 0 raise_on_redirect = False self.redirect = redirect self.status_forcelist = status_forcelist or set() self.method_whitelist = method_whitelist self.backoff_factor = backoff_factor self.raise_on_redirect = raise_on_redirect self.raise_on_status = raise_on_status self.history = history or tuple() self.respect_retry_after_header = respect_retry_after_header self.remove_headers_on_redirect = frozenset( [h.lower() for h in remove_headers_on_redirect] ) def new(self, **kw): params = dict( total=self.total, connect=self.connect, read=self.read, redirect=self.redirect, status=self.status, method_whitelist=self.method_whitelist, status_forcelist=self.status_forcelist, backoff_factor=self.backoff_factor, raise_on_redirect=self.raise_on_redirect, raise_on_status=self.raise_on_status, history=self.history, remove_headers_on_redirect=self.remove_headers_on_redirect, respect_retry_after_header=self.respect_retry_after_header, ) params.update(kw) return type(self)(**params) @classmethod def from_int(cls, retries, redirect=True, default=None): """ Backwards-compatibility for the old retries format.""" if retries is None: retries = default if default is not None else cls.DEFAULT if isinstance(retries, Retry): return retries redirect = bool(redirect) and None new_retries = cls(retries, redirect=redirect) log.debug("Converted retries value: %r -> %r", retries, new_retries) return new_retries def get_backoff_time(self): """ Formula for computing the current backoff :rtype: float """ # We want to consider only the last consecutive errors sequence (Ignore redirects). consecutive_errors_len = len( list( takewhile(lambda x: x.redirect_location is None, reversed(self.history)) ) ) if consecutive_errors_len <= 1: return 0 backoff_value = self.backoff_factor * (2 ** (consecutive_errors_len - 1)) return min(self.BACKOFF_MAX, backoff_value) def parse_retry_after(self, retry_after): # Whitespace: https://tools.ietf.org/html/rfc7230#section-3.2.4 if re.match(r"^\s*[0-9]+\s*$", retry_after): seconds = int(retry_after) else: retry_date_tuple = email.utils.parsedate(retry_after) if retry_date_tuple is None: raise InvalidHeader("Invalid Retry-After header: %s" % retry_after) retry_date = time.mktime(retry_date_tuple) seconds = retry_date - time.time() if seconds < 0: seconds = 0 return seconds def get_retry_after(self, response): """ Get the value of Retry-After in seconds. """ retry_after = response.getheader("Retry-After") if retry_after is None: return None return self.parse_retry_after(retry_after) def sleep_for_retry(self, response=None): retry_after = self.get_retry_after(response) if retry_after: time.sleep(retry_after) return True return False def _sleep_backoff(self): backoff = self.get_backoff_time() if backoff <= 0: return time.sleep(backoff) def sleep(self, response=None): """ Sleep between retry attempts. This method will respect a server's ``Retry-After`` response header and sleep the duration of the time requested. If that is not present, it will use an exponential backoff. By default, the backoff factor is 0 and this method will return immediately. """ if self.respect_retry_after_header and response: slept = self.sleep_for_retry(response) if slept: return self._sleep_backoff() def _is_connection_error(self, err): """ Errors when we're fairly sure that the server did not receive the request, so it should be safe to retry. """ return isinstance(err, ConnectTimeoutError) def _is_read_error(self, err): """ Errors that occur after the request has been started, so we should assume that the server began processing it. """ return isinstance(err, (ReadTimeoutError, ProtocolError)) def _is_method_retryable(self, method): """ Checks if a given HTTP method should be retried upon, depending if it is included on the method whitelist. """ if self.method_whitelist and method.upper() not in self.method_whitelist: return False return True def is_retry(self, method, status_code, has_retry_after=False): """ Is this method/status code retryable? (Based on whitelists and control variables such as the number of total retries to allow, whether to respect the Retry-After header, whether this header is present, and whether the returned status code is on the list of status codes to be retried upon on the presence of the aforementioned header) """ if not self._is_method_retryable(method): return False if self.status_forcelist and status_code in self.status_forcelist: return True return ( self.total and self.respect_retry_after_header and has_retry_after and (status_code in self.RETRY_AFTER_STATUS_CODES) ) def is_exhausted(self): """ Are we out of retries? """ retry_counts = (self.total, self.connect, self.read, self.redirect, self.status) retry_counts = list(filter(None, retry_counts)) if not retry_counts: return False return min(retry_counts) < 0 def increment( self, method=None, url=None, response=None, error=None, _pool=None, _stacktrace=None, ): """ Return a new Retry object with incremented retry counters. :param response: A response object, or None, if the server did not return a response. :type response: :class:`~urllib3.response.HTTPResponse` :param Exception error: An error encountered during the request, or None if the response was received successfully. :return: A new ``Retry`` object. """ if self.total is False and error: # Disabled, indicate to re-raise the error. raise six.reraise(type(error), error, _stacktrace) total = self.total if total is not None: total -= 1 connect = self.connect read = self.read redirect = self.redirect status_count = self.status cause = "unknown" status = None redirect_location = None if error and self._is_connection_error(error): # Connect retry? if connect is False: raise six.reraise(type(error), error, _stacktrace) elif connect is not None: connect -= 1 elif error and self._is_read_error(error): # Read retry? if read is False or not self._is_method_retryable(method): raise six.reraise(type(error), error, _stacktrace) elif read is not None: read -= 1 elif response and response.get_redirect_location(): # Redirect retry? if redirect is not None: redirect -= 1 cause = "too many redirects" redirect_location = response.get_redirect_location() status = response.status else: # Incrementing because of a server error like a 500 in # status_forcelist and a the given method is in the whitelist cause = ResponseError.GENERIC_ERROR if response and response.status: if status_count is not None: status_count -= 1 cause = ResponseError.SPECIFIC_ERROR.format(status_code=response.status) status = response.status history = self.history + ( RequestHistory(method, url, error, status, redirect_location), ) new_retry = self.new( total=total, connect=connect, read=read, redirect=redirect, status=status_count, history=history, ) if new_retry.is_exhausted(): raise MaxRetryError(_pool, url, error or ResponseError(cause)) log.debug("Incremented Retry for (url='%s'): %r", url, new_retry) return new_retry def __repr__(self): return ( "{cls.__name__}(total={self.total}, connect={self.connect}, " "read={self.read}, redirect={self.redirect}, status={self.status})" ).format(cls=type(self), self=self) # For backwards compatibility (equivalent to pre-v1.9): Retry.DEFAULT = Retry(3) PK A\sc pip/_vendor/urllib3/util/wait.pynu [ import errno from functools import partial import select import sys try: from time import monotonic except ImportError: from time import time as monotonic __all__ = ["NoWayToWaitForSocketError", "wait_for_read", "wait_for_write"] class NoWayToWaitForSocketError(Exception): pass # How should we wait on sockets? # # There are two types of APIs you can use for waiting on sockets: the fancy # modern stateful APIs like epoll/kqueue, and the older stateless APIs like # select/poll. The stateful APIs are more efficient when you have a lots of # sockets to keep track of, because you can set them up once and then use them # lots of times. But we only ever want to wait on a single socket at a time # and don't want to keep track of state, so the stateless APIs are actually # more efficient. So we want to use select() or poll(). # # Now, how do we choose between select() and poll()? On traditional Unixes, # select() has a strange calling convention that makes it slow, or fail # altogether, for high-numbered file descriptors. The point of poll() is to fix # that, so on Unixes, we prefer poll(). # # On Windows, there is no poll() (or at least Python doesn't provide a wrapper # for it), but that's OK, because on Windows, select() doesn't have this # strange calling convention; plain select() works fine. # # So: on Windows we use select(), and everywhere else we use poll(). We also # fall back to select() in case poll() is somehow broken or missing. if sys.version_info >= (3, 5): # Modern Python, that retries syscalls by default def _retry_on_intr(fn, timeout): return fn(timeout) else: # Old and broken Pythons. def _retry_on_intr(fn, timeout): if timeout is None: deadline = float("inf") else: deadline = monotonic() + timeout while True: try: return fn(timeout) # OSError for 3 <= pyver < 3.5, select.error for pyver <= 2.7 except (OSError, select.error) as e: # 'e.args[0]' incantation works for both OSError and select.error if e.args[0] != errno.EINTR: raise else: timeout = deadline - monotonic() if timeout < 0: timeout = 0 if timeout == float("inf"): timeout = None continue def select_wait_for_socket(sock, read=False, write=False, timeout=None): if not read and not write: raise RuntimeError("must specify at least one of read=True, write=True") rcheck = [] wcheck = [] if read: rcheck.append(sock) if write: wcheck.append(sock) # When doing a non-blocking connect, most systems signal success by # marking the socket writable. Windows, though, signals success by marked # it as "exceptional". We paper over the difference by checking the write # sockets for both conditions. (The stdlib selectors module does the same # thing.) fn = partial(select.select, rcheck, wcheck, wcheck) rready, wready, xready = _retry_on_intr(fn, timeout) return bool(rready or wready or xready) def poll_wait_for_socket(sock, read=False, write=False, timeout=None): if not read and not write: raise RuntimeError("must specify at least one of read=True, write=True") mask = 0 if read: mask |= select.POLLIN if write: mask |= select.POLLOUT poll_obj = select.poll() poll_obj.register(sock, mask) # For some reason, poll() takes timeout in milliseconds def do_poll(t): if t is not None: t *= 1000 return poll_obj.poll(t) return bool(_retry_on_intr(do_poll, timeout)) def null_wait_for_socket(*args, **kwargs): raise NoWayToWaitForSocketError("no select-equivalent available") def _have_working_poll(): # Apparently some systems have a select.poll that fails as soon as you try # to use it, either due to strange configuration or broken monkeypatching # from libraries like eventlet/greenlet. try: poll_obj = select.poll() _retry_on_intr(poll_obj.poll, 0) except (AttributeError, OSError): return False else: return True def wait_for_socket(*args, **kwargs): # We delay choosing which implementation to use until the first time we're # called. We could do it at import time, but then we might make the wrong # decision if someone goes wild with monkeypatching select.poll after # we're imported. global wait_for_socket if _have_working_poll(): wait_for_socket = poll_wait_for_socket elif hasattr(select, "select"): wait_for_socket = select_wait_for_socket else: # Platform-specific: Appengine. wait_for_socket = null_wait_for_socket return wait_for_socket(*args, **kwargs) def wait_for_read(sock, timeout=None): """ Waits for reading to be available on a given socket. Returns True if the socket is readable, or False if the timeout expired. """ return wait_for_socket(sock, read=True, timeout=timeout) def wait_for_write(sock, timeout=None): """ Waits for writing to be available on a given socket. Returns True if the socket is readable, or False if the timeout expired. """ return wait_for_socket(sock, write=True, timeout=timeout) PK A\(v{S7 S7 pip/_vendor/urllib3/util/ssl_.pynu [ from __future__ import absolute_import import errno import warnings import hmac import sys from binascii import hexlify, unhexlify from hashlib import md5, sha1, sha256 from .url import IPV4_RE, BRACELESS_IPV6_ADDRZ_RE from ..exceptions import SSLError, InsecurePlatformWarning, SNIMissingWarning from ..packages import six SSLContext = None HAS_SNI = False IS_PYOPENSSL = False IS_SECURETRANSPORT = False # Maps the length of a digest to a possible hash function producing this digest HASHFUNC_MAP = {32: md5, 40: sha1, 64: sha256} def _const_compare_digest_backport(a, b): """ Compare two digests of equal length in constant time. The digests must be of type str/bytes. Returns True if the digests match, and False otherwise. """ result = abs(len(a) - len(b)) for l, r in zip(bytearray(a), bytearray(b)): result |= l ^ r return result == 0 _const_compare_digest = getattr(hmac, "compare_digest", _const_compare_digest_backport) try: # Test for SSL features import ssl from ssl import wrap_socket, CERT_REQUIRED from ssl import HAS_SNI # Has SNI? except ImportError: pass try: # Platform-specific: Python 3.6 from ssl import PROTOCOL_TLS PROTOCOL_SSLv23 = PROTOCOL_TLS except ImportError: try: from ssl import PROTOCOL_SSLv23 as PROTOCOL_TLS PROTOCOL_SSLv23 = PROTOCOL_TLS except ImportError: PROTOCOL_SSLv23 = PROTOCOL_TLS = 2 try: from ssl import OP_NO_SSLv2, OP_NO_SSLv3, OP_NO_COMPRESSION except ImportError: OP_NO_SSLv2, OP_NO_SSLv3 = 0x1000000, 0x2000000 OP_NO_COMPRESSION = 0x20000 # A secure default. # Sources for more information on TLS ciphers: # # - https://wiki.mozilla.org/Security/Server_Side_TLS # - https://www.ssllabs.com/projects/best-practices/index.html # - https://hynek.me/articles/hardening-your-web-servers-ssl-ciphers/ # # The general intent is: # - prefer cipher suites that offer perfect forward secrecy (DHE/ECDHE), # - prefer ECDHE over DHE for better performance, # - prefer any AES-GCM and ChaCha20 over any AES-CBC for better performance and # security, # - prefer AES-GCM over ChaCha20 because hardware-accelerated AES is common, # - disable NULL authentication, MD5 MACs, DSS, and other # insecure ciphers for security reasons. # - NOTE: TLS 1.3 cipher suites are managed through a different interface # not exposed by CPython (yet!) and are enabled by default if they're available. DEFAULT_CIPHERS = ":".join( [ "ECDHE+AESGCM", "ECDHE+CHACHA20", "DHE+AESGCM", "DHE+CHACHA20", "ECDH+AESGCM", "DH+AESGCM", "ECDH+AES", "DH+AES", "RSA+AESGCM", "RSA+AES", "!aNULL", "!eNULL", "!MD5", "!DSS", ] ) try: from ssl import SSLContext # Modern SSL? except ImportError: class SSLContext(object): # Platform-specific: Python 2 def __init__(self, protocol_version): self.protocol = protocol_version # Use default values from a real SSLContext self.check_hostname = False self.verify_mode = ssl.CERT_NONE self.ca_certs = None self.options = 0 self.certfile = None self.keyfile = None self.ciphers = None def load_cert_chain(self, certfile, keyfile): self.certfile = certfile self.keyfile = keyfile def load_verify_locations(self, cafile=None, capath=None): self.ca_certs = cafile if capath is not None: raise SSLError("CA directories not supported in older Pythons") def set_ciphers(self, cipher_suite): self.ciphers = cipher_suite def wrap_socket(self, socket, server_hostname=None, server_side=False): warnings.warn( "A true SSLContext object is not available. This prevents " "urllib3 from configuring SSL appropriately and may cause " "certain SSL connections to fail. You can upgrade to a newer " "version of Python to solve this. For more information, see " "https://urllib3.readthedocs.io/en/latest/advanced-usage.html" "#ssl-warnings", InsecurePlatformWarning, ) kwargs = { "keyfile": self.keyfile, "certfile": self.certfile, "ca_certs": self.ca_certs, "cert_reqs": self.verify_mode, "ssl_version": self.protocol, "server_side": server_side, } return wrap_socket(socket, ciphers=self.ciphers, **kwargs) def assert_fingerprint(cert, fingerprint): """ Checks if given fingerprint matches the supplied certificate. :param cert: Certificate as bytes object. :param fingerprint: Fingerprint as string of hexdigits, can be interspersed by colons. """ fingerprint = fingerprint.replace(":", "").lower() digest_length = len(fingerprint) hashfunc = HASHFUNC_MAP.get(digest_length) if not hashfunc: raise SSLError("Fingerprint of invalid length: {0}".format(fingerprint)) # We need encode() here for py32; works on py2 and p33. fingerprint_bytes = unhexlify(fingerprint.encode()) cert_digest = hashfunc(cert).digest() if not _const_compare_digest(cert_digest, fingerprint_bytes): raise SSLError( 'Fingerprints did not match. Expected "{0}", got "{1}".'.format( fingerprint, hexlify(cert_digest) ) ) def resolve_cert_reqs(candidate): """ Resolves the argument to a numeric constant, which can be passed to the wrap_socket function/method from the ssl module. Defaults to :data:`ssl.CERT_NONE`. If given a string it is assumed to be the name of the constant in the :mod:`ssl` module or its abbreviation. (So you can specify `REQUIRED` instead of `CERT_REQUIRED`. If it's neither `None` nor a string we assume it is already the numeric constant which can directly be passed to wrap_socket. """ if candidate is None: return CERT_REQUIRED if isinstance(candidate, str): res = getattr(ssl, candidate, None) if res is None: res = getattr(ssl, "CERT_" + candidate) return res return candidate def resolve_ssl_version(candidate): """ like resolve_cert_reqs """ if candidate is None: return PROTOCOL_TLS if isinstance(candidate, str): res = getattr(ssl, candidate, None) if res is None: res = getattr(ssl, "PROTOCOL_" + candidate) return res return candidate def create_urllib3_context( ssl_version=None, cert_reqs=None, options=None, ciphers=None ): """All arguments have the same meaning as ``ssl_wrap_socket``. By default, this function does a lot of the same work that ``ssl.create_default_context`` does on Python 3.4+. It: - Disables SSLv2, SSLv3, and compression - Sets a restricted set of server ciphers If you wish to enable SSLv3, you can do:: from pip._vendor.urllib3.util import ssl_ context = ssl_.create_urllib3_context() context.options &= ~ssl_.OP_NO_SSLv3 You can do the same to enable compression (substituting ``COMPRESSION`` for ``SSLv3`` in the last line above). :param ssl_version: The desired protocol version to use. This will default to PROTOCOL_SSLv23 which will negotiate the highest protocol that both the server and your installation of OpenSSL support. :param cert_reqs: Whether to require the certificate verification. This defaults to ``ssl.CERT_REQUIRED``. :param options: Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``, ``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``. :param ciphers: Which cipher suites to allow the server to select. :returns: Constructed SSLContext object with specified options :rtype: SSLContext """ context = SSLContext(ssl_version or PROTOCOL_TLS) context.set_ciphers(ciphers or DEFAULT_CIPHERS) # Setting the default here, as we may have no ssl module on import cert_reqs = ssl.CERT_REQUIRED if cert_reqs is None else cert_reqs if options is None: options = 0 # SSLv2 is easily broken and is considered harmful and dangerous options |= OP_NO_SSLv2 # SSLv3 has several problems and is now dangerous options |= OP_NO_SSLv3 # Disable compression to prevent CRIME attacks for OpenSSL 1.0+ # (issue #309) options |= OP_NO_COMPRESSION context.options |= options # Enable post-handshake authentication for TLS 1.3, see GH #1634. PHA is # necessary for conditional client cert authentication with TLS 1.3. # The attribute is None for OpenSSL <= 1.1.0 or does not exist in older # versions of Python. We only enable on Python 3.7.4+ or if certificate # verification is enabled to work around Python issue #37428 # See: https://bugs.python.org/issue37428 if (cert_reqs == ssl.CERT_REQUIRED or sys.version_info >= (3, 7, 4)) and getattr( context, "post_handshake_auth", None ) is not None: context.post_handshake_auth = True context.verify_mode = cert_reqs if ( getattr(context, "check_hostname", None) is not None ): # Platform-specific: Python 3.2 # We do our own verification, including fingerprints and alternative # hostnames. So disable it here context.check_hostname = False return context def ssl_wrap_socket( sock, keyfile=None, certfile=None, cert_reqs=None, ca_certs=None, server_hostname=None, ssl_version=None, ciphers=None, ssl_context=None, ca_cert_dir=None, key_password=None, ): """ All arguments except for server_hostname, ssl_context, and ca_cert_dir have the same meaning as they do when using :func:`ssl.wrap_socket`. :param server_hostname: When SNI is supported, the expected hostname of the certificate :param ssl_context: A pre-made :class:`SSLContext` object. If none is provided, one will be created using :func:`create_urllib3_context`. :param ciphers: A string of ciphers we wish the client to support. :param ca_cert_dir: A directory containing CA certificates in multiple separate files, as supported by OpenSSL's -CApath flag or the capath argument to SSLContext.load_verify_locations(). :param key_password: Optional password if the keyfile is encrypted. """ context = ssl_context if context is None: # Note: This branch of code and all the variables in it are no longer # used by urllib3 itself. We should consider deprecating and removing # this code. context = create_urllib3_context(ssl_version, cert_reqs, ciphers=ciphers) if ca_certs or ca_cert_dir: try: context.load_verify_locations(ca_certs, ca_cert_dir) except IOError as e: # Platform-specific: Python 2.7 raise SSLError(e) # Py33 raises FileNotFoundError which subclasses OSError # These are not equivalent unless we check the errno attribute except OSError as e: # Platform-specific: Python 3.3 and beyond if e.errno == errno.ENOENT: raise SSLError(e) raise elif ssl_context is None and hasattr(context, "load_default_certs"): # try to load OS default certs; works well on Windows (require Python3.4+) context.load_default_certs() # Attempt to detect if we get the goofy behavior of the # keyfile being encrypted and OpenSSL asking for the # passphrase via the terminal and instead error out. if keyfile and key_password is None and _is_key_file_encrypted(keyfile): raise SSLError("Client private key is encrypted, password is required") if certfile: if key_password is None: context.load_cert_chain(certfile, keyfile) else: context.load_cert_chain(certfile, keyfile, key_password) # If we detect server_hostname is an IP address then the SNI # extension should not be used according to RFC3546 Section 3.1 # We shouldn't warn the user if SNI isn't available but we would # not be using SNI anyways due to IP address for server_hostname. if ( server_hostname is not None and not is_ipaddress(server_hostname) ) or IS_SECURETRANSPORT: if HAS_SNI and server_hostname is not None: return context.wrap_socket(sock, server_hostname=server_hostname) warnings.warn( "An HTTPS request has been made, but the SNI (Server Name " "Indication) extension to TLS is not available on this platform. " "This may cause the server to present an incorrect TLS " "certificate, which can cause validation failures. You can upgrade to " "a newer version of Python to solve this. For more information, see " "https://urllib3.readthedocs.io/en/latest/advanced-usage.html" "#ssl-warnings", SNIMissingWarning, ) return context.wrap_socket(sock) def is_ipaddress(hostname): """Detects whether the hostname given is an IPv4 or IPv6 address. Also detects IPv6 addresses with Zone IDs. :param str hostname: Hostname to examine. :return: True if the hostname is an IP address, False otherwise. """ if not six.PY2 and isinstance(hostname, bytes): # IDN A-label bytes are ASCII compatible. hostname = hostname.decode("ascii") return bool(IPV4_RE.match(hostname) or BRACELESS_IPV6_ADDRZ_RE.match(hostname)) def _is_key_file_encrypted(key_file): """Detects if a key file is encrypted or not.""" with open(key_file, "r") as f: for line in f: # Look for Proc-Type: 4,ENCRYPTED if "ENCRYPTED" in line: return True return False PK A\aj # pip/_vendor/urllib3/util/request.pynu [ from __future__ import absolute_import from base64 import b64encode from ..packages.six import b, integer_types from ..exceptions import UnrewindableBodyError ACCEPT_ENCODING = "gzip,deflate" try: import brotli as _unused_module_brotli # noqa: F401 except ImportError: pass else: ACCEPT_ENCODING += ",br" _FAILEDTELL = object() def make_headers( keep_alive=None, accept_encoding=None, user_agent=None, basic_auth=None, proxy_basic_auth=None, disable_cache=None, ): """ Shortcuts for generating request headers. :param keep_alive: If ``True``, adds 'connection: keep-alive' header. :param accept_encoding: Can be a boolean, list, or string. ``True`` translates to 'gzip,deflate'. List will get joined by comma. String will be used as provided. :param user_agent: String representing the user-agent you want, such as "python-urllib3/0.6" :param basic_auth: Colon-separated username:password string for 'authorization: basic ...' auth header. :param proxy_basic_auth: Colon-separated username:password string for 'proxy-authorization: basic ...' auth header. :param disable_cache: If ``True``, adds 'cache-control: no-cache' header. Example:: >>> make_headers(keep_alive=True, user_agent="Batman/1.0") {'connection': 'keep-alive', 'user-agent': 'Batman/1.0'} >>> make_headers(accept_encoding=True) {'accept-encoding': 'gzip,deflate'} """ headers = {} if accept_encoding: if isinstance(accept_encoding, str): pass elif isinstance(accept_encoding, list): accept_encoding = ",".join(accept_encoding) else: accept_encoding = ACCEPT_ENCODING headers["accept-encoding"] = accept_encoding if user_agent: headers["user-agent"] = user_agent if keep_alive: headers["connection"] = "keep-alive" if basic_auth: headers["authorization"] = "Basic " + b64encode(b(basic_auth)).decode("utf-8") if proxy_basic_auth: headers["proxy-authorization"] = "Basic " + b64encode( b(proxy_basic_auth) ).decode("utf-8") if disable_cache: headers["cache-control"] = "no-cache" return headers def set_file_position(body, pos): """ If a position is provided, move file to that point. Otherwise, we'll attempt to record a position for future use. """ if pos is not None: rewind_body(body, pos) elif getattr(body, "tell", None) is not None: try: pos = body.tell() except (IOError, OSError): # This differentiates from None, allowing us to catch # a failed `tell()` later when trying to rewind the body. pos = _FAILEDTELL return pos def rewind_body(body, body_pos): """ Attempt to rewind body to a certain position. Primarily used for request redirects and retries. :param body: File-like object that supports seek. :param int pos: Position to seek to in file. """ body_seek = getattr(body, "seek", None) if body_seek is not None and isinstance(body_pos, integer_types): try: body_seek(body_pos) except (IOError, OSError): raise UnrewindableBodyError( "An error occurred when rewinding request " "body for redirect/retry." ) elif body_pos is _FAILEDTELL: raise UnrewindableBodyError( "Unable to record file position for rewinding " "request body during a redirect/retry." ) else: raise ValueError( "body_pos must be of type integer, " "instead it was %s." % type(body_pos) ) PK A\O & pip/_vendor/urllib3/util/connection.pynu [ from __future__ import absolute_import import socket from .wait import NoWayToWaitForSocketError, wait_for_read from ..contrib import _appengine_environ def is_connection_dropped(conn): # Platform-specific """ Returns True if the connection is dropped and should be closed. :param conn: :class:`httplib.HTTPConnection` object. Note: For platforms like AppEngine, this will always return ``False`` to let the platform handle connection recycling transparently for us. """ sock = getattr(conn, "sock", False) if sock is False: # Platform-specific: AppEngine return False if sock is None: # Connection already closed (such as by httplib). return True try: # Returns True if readable, which here means it's been dropped return wait_for_read(sock, timeout=0.0) except NoWayToWaitForSocketError: # Platform-specific: AppEngine return False # This function is copied from socket.py in the Python 2.7 standard # library test suite. Added to its signature is only `socket_options`. # One additional modification is that we avoid binding to IPv6 servers # discovered in DNS if the system doesn't have IPv6 functionality. def create_connection( address, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, source_address=None, socket_options=None, ): """Connect to *address* and return the socket object. Convenience function. Connect to *address* (a 2-tuple ``(host, port)``) and return the socket object. Passing the optional *timeout* parameter will set the timeout on the socket instance before attempting to connect. If no *timeout* is supplied, the global default timeout setting returned by :func:`getdefaulttimeout` is used. If *source_address* is set it must be a tuple of (host, port) for the socket to bind as a source address before making the connection. An host of '' or port 0 tells the OS to use the default. """ host, port = address if host.startswith("["): host = host.strip("[]") err = None # Using the value from allowed_gai_family() in the context of getaddrinfo lets # us select whether to work with IPv4 DNS records, IPv6 records, or both. # The original create_connection function always returns all records. family = allowed_gai_family() for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): af, socktype, proto, canonname, sa = res sock = None try: sock = socket.socket(af, socktype, proto) # If provided, set socket level options before connecting. _set_socket_options(sock, socket_options) if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: sock.settimeout(timeout) if source_address: sock.bind(source_address) sock.connect(sa) return sock except socket.error as e: err = e if sock is not None: sock.close() sock = None if err is not None: raise err raise socket.error("getaddrinfo returns an empty list") def _set_socket_options(sock, options): if options is None: return for opt in options: sock.setsockopt(*opt) def allowed_gai_family(): """This function is designed to work in the context of getaddrinfo, where family=socket.AF_UNSPEC is the default and will perform a DNS search for both IPv6 and IPv4 records.""" family = socket.AF_INET if HAS_IPV6: family = socket.AF_UNSPEC return family def _has_ipv6(host): """ Returns True if the system can bind an IPv6 address. """ sock = None has_ipv6 = False # App Engine doesn't support IPV6 sockets and actually has a quota on the # number of sockets that can be used, so just early out here instead of # creating a socket needlessly. # See https://github.com/urllib3/urllib3/issues/1446 if _appengine_environ.is_appengine_sandbox(): return False if socket.has_ipv6: # has_ipv6 returns true if cPython was compiled with IPv6 support. # It does not tell us if the system has IPv6 support enabled. To # determine that we must bind to an IPv6 address. # https://github.com/shazow/urllib3/pull/611 # https://bugs.python.org/issue658327 try: sock = socket.socket(socket.AF_INET6) sock.bind((host, 0)) has_ipv6 = True except Exception: pass if sock: sock.close() return has_ipv6 HAS_IPV6 = _has_ipv6("::1") PK A\? $ pip/_vendor/urllib3/util/__init__.pynu [ from __future__ import absolute_import # For backwards compatibility, provide imports that used to be here. from .connection import is_connection_dropped from .request import make_headers from .response import is_fp_closed from .ssl_ import ( SSLContext, HAS_SNI, IS_PYOPENSSL, IS_SECURETRANSPORT, assert_fingerprint, resolve_cert_reqs, resolve_ssl_version, ssl_wrap_socket, PROTOCOL_TLS, ) from .timeout import current_time, Timeout from .retry import Retry from .url import get_host, parse_url, split_first, Url from .wait import wait_for_read, wait_for_write __all__ = ( "HAS_SNI", "IS_PYOPENSSL", "IS_SECURETRANSPORT", "SSLContext", "PROTOCOL_TLS", "Retry", "Timeout", "Url", "assert_fingerprint", "current_time", "is_connection_dropped", "is_fp_closed", "get_host", "parse_url", "make_headers", "resolve_cert_reqs", "resolve_ssl_version", "split_first", "ssl_wrap_socket", "wait_for_read", "wait_for_write", ) PK A\,{0 ! pip/_vendor/urllib3/util/queue.pynu [ import collections from ..packages import six from ..packages.six.moves import queue if six.PY2: # Queue is imported for side effects on MS Windows. See issue #229. import Queue as _unused_module_Queue # noqa: F401 class LifoQueue(queue.Queue): def _init(self, _): self.queue = collections.deque() def _qsize(self, len=len): return len(self.queue) def _put(self, item): self.queue.append(item) def _get(self): return self.queue.pop() PK A\ JQ7 7 pip/_vendor/urllib3/util/url.pynu [ from __future__ import absolute_import import re from collections import namedtuple from ..exceptions import LocationParseError from ..packages import six url_attrs = ["scheme", "auth", "host", "port", "path", "query", "fragment"] # We only want to normalize urls with an HTTP(S) scheme. # urllib3 infers URLs without a scheme (None) to be http. NORMALIZABLE_SCHEMES = ("http", "https", None) # Almost all of these patterns were derived from the # 'rfc3986' module: https://github.com/python-hyper/rfc3986 PERCENT_RE = re.compile(r"%[a-fA-F0-9]{2}") SCHEME_RE = re.compile(r"^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)") URI_RE = re.compile( r"^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?" r"(?://([^/?#]*))?" r"([^?#]*)" r"(?:\?([^#]*))?" r"(?:#(.*))?$", re.UNICODE | re.DOTALL, ) IPV4_PAT = r"(?:[0-9]{1,3}\.){3}[0-9]{1,3}" HEX_PAT = "[0-9A-Fa-f]{1,4}" LS32_PAT = "(?:{hex}:{hex}|{ipv4})".format(hex=HEX_PAT, ipv4=IPV4_PAT) _subs = {"hex": HEX_PAT, "ls32": LS32_PAT} _variations = [ # 6( h16 ":" ) ls32 "(?:%(hex)s:){6}%(ls32)s", # "::" 5( h16 ":" ) ls32 "::(?:%(hex)s:){5}%(ls32)s", # [ h16 ] "::" 4( h16 ":" ) ls32 "(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)s", # [ *1( h16 ":" ) h16 ] "::" 3( h16 ":" ) ls32 "(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)s", # [ *2( h16 ":" ) h16 ] "::" 2( h16 ":" ) ls32 "(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)s", # [ *3( h16 ":" ) h16 ] "::" h16 ":" ls32 "(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)s", # [ *4( h16 ":" ) h16 ] "::" ls32 "(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)s", # [ *5( h16 ":" ) h16 ] "::" h16 "(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)s", # [ *6( h16 ":" ) h16 ] "::" "(?:(?:%(hex)s:){0,6}%(hex)s)?::", ] UNRESERVED_PAT = r"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~" IPV6_PAT = "(?:" + "|".join([x % _subs for x in _variations]) + ")" ZONE_ID_PAT = "(?:%25|%)(?:[" + UNRESERVED_PAT + "]|%[a-fA-F0-9]{2})+" IPV6_ADDRZ_PAT = r"\[" + IPV6_PAT + r"(?:" + ZONE_ID_PAT + r")?\]" REG_NAME_PAT = r"(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*" TARGET_RE = re.compile(r"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$") IPV4_RE = re.compile("^" + IPV4_PAT + "$") IPV6_RE = re.compile("^" + IPV6_PAT + "$") IPV6_ADDRZ_RE = re.compile("^" + IPV6_ADDRZ_PAT + "$") BRACELESS_IPV6_ADDRZ_RE = re.compile("^" + IPV6_ADDRZ_PAT[2:-2] + "$") ZONE_ID_RE = re.compile("(" + ZONE_ID_PAT + r")\]$") _HOST_PORT_PAT = ("^(%s|%s|%s)(?::([0-9]{0,5}))?$") % ( REG_NAME_PAT, IPV4_PAT, IPV6_ADDRZ_PAT, ) _HOST_PORT_RE = re.compile(_HOST_PORT_PAT, re.UNICODE | re.DOTALL) UNRESERVED_CHARS = set( "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~" ) SUB_DELIM_CHARS = set("!$&'()*+,;=") USERINFO_CHARS = UNRESERVED_CHARS | SUB_DELIM_CHARS | {":"} PATH_CHARS = USERINFO_CHARS | {"@", "/"} QUERY_CHARS = FRAGMENT_CHARS = PATH_CHARS | {"?"} class Url(namedtuple("Url", url_attrs)): """ Data structure for representing an HTTP URL. Used as a return value for :func:`parse_url`. Both the scheme and host are normalized as they are both case-insensitive according to RFC 3986. """ __slots__ = () def __new__( cls, scheme=None, auth=None, host=None, port=None, path=None, query=None, fragment=None, ): if path and not path.startswith("/"): path = "/" + path if scheme is not None: scheme = scheme.lower() return super(Url, cls).__new__( cls, scheme, auth, host, port, path, query, fragment ) @property def hostname(self): """For backwards-compatibility with urlparse. We're nice like that.""" return self.host @property def request_uri(self): """Absolute path including the query string.""" uri = self.path or "/" if self.query is not None: uri += "?" + self.query return uri @property def netloc(self): """Network location including host and port""" if self.port: return "%s:%d" % (self.host, self.port) return self.host @property def url(self): """ Convert self into a url This function should more or less round-trip with :func:`.parse_url`. The returned url may not be exactly the same as the url inputted to :func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls with a blank port will have : removed). Example: :: >>> U = parse_url('http://google.com/mail/') >>> U.url 'http://google.com/mail/' >>> Url('http', 'username:password', 'host.com', 80, ... '/path', 'query', 'fragment').url 'http://username:password@host.com:80/path?query#fragment' """ scheme, auth, host, port, path, query, fragment = self url = u"" # We use "is not None" we want things to happen with empty strings (or 0 port) if scheme is not None: url += scheme + u"://" if auth is not None: url += auth + u"@" if host is not None: url += host if port is not None: url += u":" + str(port) if path is not None: url += path if query is not None: url += u"?" + query if fragment is not None: url += u"#" + fragment return url def __str__(self): return self.url def split_first(s, delims): """ .. deprecated:: 1.25 Given a string and an iterable of delimiters, split on the first found delimiter. Return two split parts and the matched delimiter. If not found, then the first part is the full input string. Example:: >>> split_first('foo/bar?baz', '?/=') ('foo', 'bar?baz', '/') >>> split_first('foo/bar?baz', '123') ('foo/bar?baz', '', None) Scales linearly with number of delims. Not ideal for large number of delims. """ min_idx = None min_delim = None for d in delims: idx = s.find(d) if idx < 0: continue if min_idx is None or idx < min_idx: min_idx = idx min_delim = d if min_idx is None or min_idx < 0: return s, "", None return s[:min_idx], s[min_idx + 1 :], min_delim def _encode_invalid_chars(component, allowed_chars, encoding="utf-8"): """Percent-encodes a URI component without reapplying onto an already percent-encoded component. """ if component is None: return component component = six.ensure_text(component) # Try to see if the component we're encoding is already percent-encoded # so we can skip all '%' characters but still encode all others. percent_encodings = PERCENT_RE.findall(component) # Normalize existing percent-encoded bytes. for enc in percent_encodings: if not enc.isupper(): component = component.replace(enc, enc.upper()) uri_bytes = component.encode("utf-8", "surrogatepass") is_percent_encoded = len(percent_encodings) == uri_bytes.count(b"%") encoded_component = bytearray() for i in range(0, len(uri_bytes)): # Will return a single character bytestring on both Python 2 & 3 byte = uri_bytes[i : i + 1] byte_ord = ord(byte) if (is_percent_encoded and byte == b"%") or ( byte_ord < 128 and byte.decode() in allowed_chars ): encoded_component.extend(byte) continue encoded_component.extend(b"%" + (hex(byte_ord)[2:].encode().zfill(2).upper())) return encoded_component.decode(encoding) def _remove_path_dot_segments(path): # See http://tools.ietf.org/html/rfc3986#section-5.2.4 for pseudo-code segments = path.split("/") # Turn the path into a list of segments output = [] # Initialize the variable to use to store output for segment in segments: # '.' is the current directory, so ignore it, it is superfluous if segment == ".": continue # Anything other than '..', should be appended to the output elif segment != "..": output.append(segment) # In this case segment == '..', if we can, we should pop the last # element elif output: output.pop() # If the path starts with '/' and the output is empty or the first string # is non-empty if path.startswith("/") and (not output or output[0]): output.insert(0, "") # If the path starts with '/.' or '/..' ensure we add one more empty # string to add a trailing '/' if path.endswith(("/.", "/..")): output.append("") return "/".join(output) def _normalize_host(host, scheme): if host: if isinstance(host, six.binary_type): host = six.ensure_str(host) if scheme in NORMALIZABLE_SCHEMES: is_ipv6 = IPV6_ADDRZ_RE.match(host) if is_ipv6: match = ZONE_ID_RE.search(host) if match: start, end = match.span(1) zone_id = host[start:end] if zone_id.startswith("%25") and zone_id != "%25": zone_id = zone_id[3:] else: zone_id = zone_id[1:] zone_id = "%" + _encode_invalid_chars(zone_id, UNRESERVED_CHARS) return host[:start].lower() + zone_id + host[end:] else: return host.lower() elif not IPV4_RE.match(host): return six.ensure_str( b".".join([_idna_encode(label) for label in host.split(".")]) ) return host def _idna_encode(name): if name and any([ord(x) > 128 for x in name]): try: from pip._vendor import idna except ImportError: six.raise_from( LocationParseError("Unable to parse URL without the 'idna' module"), None, ) try: return idna.encode(name.lower(), strict=True, std3_rules=True) except idna.IDNAError: six.raise_from( LocationParseError(u"Name '%s' is not a valid IDNA label" % name), None ) return name.lower().encode("ascii") def _encode_target(target): """Percent-encodes a request target so that there are no invalid characters""" if not target.startswith("/"): return target path, query, fragment = TARGET_RE.match(target).groups() target = _encode_invalid_chars(path, PATH_CHARS) query = _encode_invalid_chars(query, QUERY_CHARS) fragment = _encode_invalid_chars(fragment, FRAGMENT_CHARS) if query is not None: target += "?" + query if fragment is not None: target += "#" + target return target def parse_url(url): """ Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is performed to parse incomplete urls. Fields not provided will be None. This parser is RFC 3986 compliant. The parser logic and helper functions are based heavily on work done in the ``rfc3986`` module. :param str url: URL to parse into a :class:`.Url` namedtuple. Partly backwards-compatible with :mod:`urlparse`. Example:: >>> parse_url('http://google.com/mail/') Url(scheme='http', host='google.com', port=None, path='/mail/', ...) >>> parse_url('google.com:80') Url(scheme=None, host='google.com', port=80, path=None, ...) >>> parse_url('/foo?bar') Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...) """ if not url: # Empty return Url() source_url = url if not SCHEME_RE.search(url): url = "//" + url try: scheme, authority, path, query, fragment = URI_RE.match(url).groups() normalize_uri = scheme is None or scheme.lower() in NORMALIZABLE_SCHEMES if scheme: scheme = scheme.lower() if authority: auth, _, host_port = authority.rpartition("@") auth = auth or None host, port = _HOST_PORT_RE.match(host_port).groups() if auth and normalize_uri: auth = _encode_invalid_chars(auth, USERINFO_CHARS) if port == "": port = None else: auth, host, port = None, None, None if port is not None: port = int(port) if not (0 <= port <= 65535): raise LocationParseError(url) host = _normalize_host(host, scheme) if normalize_uri and path: path = _remove_path_dot_segments(path) path = _encode_invalid_chars(path, PATH_CHARS) if normalize_uri and query: query = _encode_invalid_chars(query, QUERY_CHARS) if normalize_uri and fragment: fragment = _encode_invalid_chars(fragment, FRAGMENT_CHARS) except (ValueError, AttributeError): return six.raise_from(LocationParseError(source_url), None) # For the sake of backwards compatibility we put empty # string values for path if there are any defined values # beyond the path in the URL. # TODO: Remove this when we break backwards compatibility. if not path: if query is not None or fragment is not None: path = "" else: path = None # Ensure that each part of the URL is a `str` for # backwards compatibility. if isinstance(url, six.text_type): ensure_func = six.ensure_text else: ensure_func = six.ensure_str def ensure_type(x): return x if x is None else ensure_func(x) return Url( scheme=ensure_type(scheme), auth=ensure_type(auth), host=ensure_type(host), port=port, path=ensure_type(path), query=ensure_type(query), fragment=ensure_type(fragment), ) def get_host(url): """ Deprecated. Use :func:`parse_url` instead. """ p = parse_url(url) return p.scheme or "http", p.hostname, p.port PK A\U& & # pip/_vendor/urllib3/util/timeout.pynu [ from __future__ import absolute_import # The default socket timeout, used by httplib to indicate that no timeout was # specified by the user from socket import _GLOBAL_DEFAULT_TIMEOUT import time from ..exceptions import TimeoutStateError # A sentinel value to indicate that no timeout was specified by the user in # urllib3 _Default = object() # Use time.monotonic if available. current_time = getattr(time, "monotonic", time.time) class Timeout(object): """ Timeout configuration. Timeouts can be defined as a default for a pool:: timeout = Timeout(connect=2.0, read=7.0) http = PoolManager(timeout=timeout) response = http.request('GET', 'http://example.com/') Or per-request (which overrides the default for the pool):: response = http.request('GET', 'http://example.com/', timeout=Timeout(10)) Timeouts can be disabled by setting all the parameters to ``None``:: no_timeout = Timeout(connect=None, read=None) response = http.request('GET', 'http://example.com/, timeout=no_timeout) :param total: This combines the connect and read timeouts into one; the read timeout will be set to the time leftover from the connect attempt. In the event that both a connect timeout and a total are specified, or a read timeout and a total are specified, the shorter timeout will be applied. Defaults to None. :type total: integer, float, or None :param connect: The maximum amount of time (in seconds) to wait for a connection attempt to a server to succeed. Omitting the parameter will default the connect timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout for connection attempts. :type connect: integer, float, or None :param read: The maximum amount of time (in seconds) to wait between consecutive read operations for a response from the server. Omitting the parameter will default the read timeout to the system default, probably `the global default timeout in socket.py <http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_. None will set an infinite timeout. :type read: integer, float, or None .. note:: Many factors can affect the total amount of time for urllib3 to return an HTTP response. For example, Python's DNS resolver does not obey the timeout specified on the socket. Other factors that can affect total request time include high CPU load, high swap, the program running at a low priority level, or other behaviors. In addition, the read and total timeouts only measure the time between read operations on the socket connecting the client and the server, not the total amount of time for the request to return a complete response. For most requests, the timeout is raised because the server has not sent the first byte in the specified time. This is not always the case; if a server streams one byte every fifteen seconds, a timeout of 20 seconds will not trigger, even though the request will take several minutes to complete. If your goal is to cut off any request after a set amount of wall clock time, consider having a second "watcher" thread to cut off a slow request. """ #: A sentinel object representing the default timeout value DEFAULT_TIMEOUT = _GLOBAL_DEFAULT_TIMEOUT def __init__(self, total=None, connect=_Default, read=_Default): self._connect = self._validate_timeout(connect, "connect") self._read = self._validate_timeout(read, "read") self.total = self._validate_timeout(total, "total") self._start_connect = None def __str__(self): return "%s(connect=%r, read=%r, total=%r)" % ( type(self).__name__, self._connect, self._read, self.total, ) @classmethod def _validate_timeout(cls, value, name): """ Check that a timeout attribute is valid. :param value: The timeout value to validate :param name: The name of the timeout attribute to validate. This is used to specify in error messages. :return: The validated and casted version of the given value. :raises ValueError: If it is a numeric value less than or equal to zero, or the type is not an integer, float, or None. """ if value is _Default: return cls.DEFAULT_TIMEOUT if value is None or value is cls.DEFAULT_TIMEOUT: return value if isinstance(value, bool): raise ValueError( "Timeout cannot be a boolean value. It must " "be an int, float or None." ) try: float(value) except (TypeError, ValueError): raise ValueError( "Timeout value %s was %s, but it must be an " "int, float or None." % (name, value) ) try: if value <= 0: raise ValueError( "Attempted to set %s timeout to %s, but the " "timeout cannot be set to a value less " "than or equal to 0." % (name, value) ) except TypeError: # Python 3 raise ValueError( "Timeout value %s was %s, but it must be an " "int, float or None." % (name, value) ) return value @classmethod def from_float(cls, timeout): """ Create a new Timeout from a legacy timeout value. The timeout value used by httplib.py sets the same timeout on the connect(), and recv() socket requests. This creates a :class:`Timeout` object that sets the individual timeouts to the ``timeout`` value passed to this function. :param timeout: The legacy timeout value. :type timeout: integer, float, sentinel default object, or None :return: Timeout object :rtype: :class:`Timeout` """ return Timeout(read=timeout, connect=timeout) def clone(self): """ Create a copy of the timeout object Timeout properties are stored per-pool but each request needs a fresh Timeout object to ensure each one has its own start/stop configured. :return: a copy of the timeout object :rtype: :class:`Timeout` """ # We can't use copy.deepcopy because that will also create a new object # for _GLOBAL_DEFAULT_TIMEOUT, which socket.py uses as a sentinel to # detect the user default. return Timeout(connect=self._connect, read=self._read, total=self.total) def start_connect(self): """ Start the timeout clock, used during a connect() attempt :raises urllib3.exceptions.TimeoutStateError: if you attempt to start a timer that has been started already. """ if self._start_connect is not None: raise TimeoutStateError("Timeout timer has already been started.") self._start_connect = current_time() return self._start_connect def get_connect_duration(self): """ Gets the time elapsed since the call to :meth:`start_connect`. :return: Elapsed time in seconds. :rtype: float :raises urllib3.exceptions.TimeoutStateError: if you attempt to get duration for a timer that hasn't been started. """ if self._start_connect is None: raise TimeoutStateError( "Can't get connect duration for timer " "that has not started." ) return current_time() - self._start_connect @property def connect_timeout(self): """ Get the value to use when setting a connection timeout. This will be a positive float or integer, the value None (never timeout), or the default system timeout. :return: Connect timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None """ if self.total is None: return self._connect if self._connect is None or self._connect is self.DEFAULT_TIMEOUT: return self.total return min(self._connect, self.total) @property def read_timeout(self): """ Get the value for the read timeout. This assumes some time has elapsed in the connection timeout and computes the read timeout appropriately. If self.total is set, the read timeout is dependent on the amount of time taken by the connect timeout. If the connection time has not been established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be raised. :return: Value to use for the read timeout. :rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None :raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect` has not yet been called on this object. """ if ( self.total is not None and self.total is not self.DEFAULT_TIMEOUT and self._read is not None and self._read is not self.DEFAULT_TIMEOUT ): # In case the connect timeout has not yet been established. if self._start_connect is None: return self._read return max(0, min(self.total - self.get_connect_duration(), self._read)) elif self.total is not None and self.total is not self.DEFAULT_TIMEOUT: return max(0, self.total - self.get_connect_duration()) else: return self._read PK A\ɽl l pip/_vendor/urllib3/response.pynu [ from __future__ import absolute_import from contextlib import contextmanager import zlib import io import logging from socket import timeout as SocketTimeout from socket import error as SocketError try: import brotli except ImportError: brotli = None from ._collections import HTTPHeaderDict from .exceptions import ( BodyNotHttplibCompatible, ProtocolError, DecodeError, ReadTimeoutError, ResponseNotChunked, IncompleteRead, InvalidHeader, ) from .packages.six import string_types as basestring, PY3 from .packages.six.moves import http_client as httplib from .connection import HTTPException, BaseSSLError from .util.response import is_fp_closed, is_response_to_head log = logging.getLogger(__name__) class DeflateDecoder(object): def __init__(self): self._first_try = True self._data = b"" self._obj = zlib.decompressobj() def __getattr__(self, name): return getattr(self._obj, name) def decompress(self, data): if not data: return data if not self._first_try: return self._obj.decompress(data) self._data += data try: decompressed = self._obj.decompress(data) if decompressed: self._first_try = False self._data = None return decompressed except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None class GzipDecoderState(object): FIRST_MEMBER = 0 OTHER_MEMBERS = 1 SWALLOW_DATA = 2 class GzipDecoder(object): def __init__(self): self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS) self._state = GzipDecoderState.FIRST_MEMBER def __getattr__(self, name): return getattr(self._obj, name) def decompress(self, data): ret = bytearray() if self._state == GzipDecoderState.SWALLOW_DATA or not data: return bytes(ret) while True: try: ret += self._obj.decompress(data) except zlib.error: previous_state = self._state # Ignore data after the first error self._state = GzipDecoderState.SWALLOW_DATA if previous_state == GzipDecoderState.OTHER_MEMBERS: # Allow trailing garbage acceptable in other gzip clients return bytes(ret) raise data = self._obj.unused_data if not data: return bytes(ret) self._state = GzipDecoderState.OTHER_MEMBERS self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS) if brotli is not None: class BrotliDecoder(object): # Supports both 'brotlipy' and 'Brotli' packages # since they share an import name. The top branches # are for 'brotlipy' and bottom branches for 'Brotli' def __init__(self): self._obj = brotli.Decompressor() def decompress(self, data): if hasattr(self._obj, "decompress"): return self._obj.decompress(data) return self._obj.process(data) def flush(self): if hasattr(self._obj, "flush"): return self._obj.flush() return b"" class MultiDecoder(object): """ From RFC7231: If one or more encodings have been applied to a representation, the sender that applied the encodings MUST generate a Content-Encoding header field that lists the content codings in the order in which they were applied. """ def __init__(self, modes): self._decoders = [_get_decoder(m.strip()) for m in modes.split(",")] def flush(self): return self._decoders[0].flush() def decompress(self, data): for d in reversed(self._decoders): data = d.decompress(data) return data def _get_decoder(mode): if "," in mode: return MultiDecoder(mode) if mode == "gzip": return GzipDecoder() if brotli is not None and mode == "br": return BrotliDecoder() return DeflateDecoder() class HTTPResponse(io.IOBase): """ HTTP Response container. Backwards-compatible to httplib's HTTPResponse but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed. This class is also compatible with the Python standard library's :mod:`io` module, and can hence be treated as a readable object in the context of that framework. Extra parameters for behaviour not present in httplib.HTTPResponse: :param preload_content: If True, the response's body will be preloaded during construction. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param original_response: When this HTTPResponse wrapper is generated from an httplib.HTTPResponse object, it's convenient to include the original for debug purposes. It's otherwise unused. :param retries: The retries contains the last :class:`~urllib3.util.retry.Retry` that was used during the request. :param enforce_content_length: Enforce content length checking. Body returned by server must match value of Content-Length header, if present. Otherwise, raise error. """ CONTENT_DECODERS = ["gzip", "deflate"] if brotli is not None: CONTENT_DECODERS += ["br"] REDIRECT_STATUSES = [301, 302, 303, 307, 308] def __init__( self, body="", headers=None, status=0, version=0, reason=None, strict=0, preload_content=True, decode_content=True, original_response=None, pool=None, connection=None, msg=None, retries=None, enforce_content_length=False, request_method=None, request_url=None, auto_close=True, ): if isinstance(headers, HTTPHeaderDict): self.headers = headers else: self.headers = HTTPHeaderDict(headers) self.status = status self.version = version self.reason = reason self.strict = strict self.decode_content = decode_content self.retries = retries self.enforce_content_length = enforce_content_length self.auto_close = auto_close self._decoder = None self._body = None self._fp = None self._original_response = original_response self._fp_bytes_read = 0 self.msg = msg self._request_url = request_url if body and isinstance(body, (basestring, bytes)): self._body = body self._pool = pool self._connection = connection if hasattr(body, "read"): self._fp = body # Are we using the chunked-style of transfer encoding? self.chunked = False self.chunk_left = None tr_enc = self.headers.get("transfer-encoding", "").lower() # Don't incur the penalty of creating a list and then discarding it encodings = (enc.strip() for enc in tr_enc.split(",")) if "chunked" in encodings: self.chunked = True # Determine length of response self.length_remaining = self._init_length(request_method) # If requested, preload the body. if preload_content and not self._body: self._body = self.read(decode_content=decode_content) def get_redirect_location(self): """ Should we redirect and where to? :returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. """ if self.status in self.REDIRECT_STATUSES: return self.headers.get("location") return False def release_conn(self): if not self._pool or not self._connection: return self._pool._put_conn(self._connection) self._connection = None @property def data(self): # For backwords-compat with earlier urllib3 0.4 and earlier. if self._body: return self._body if self._fp: return self.read(cache_content=True) @property def connection(self): return self._connection def isclosed(self): return is_fp_closed(self._fp) def tell(self): """ Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). """ return self._fp_bytes_read def _init_length(self, request_method): """ Set initial length value for Response content if available. """ length = self.headers.get("content-length") if length is not None: if self.chunked: # This Response will fail with an IncompleteRead if it can't be # received as chunked. This method falls back to attempt reading # the response before raising an exception. log.warning( "Received response with both Content-Length and " "Transfer-Encoding set. This is expressly forbidden " "by RFC 7230 sec 3.3.2. Ignoring Content-Length and " "attempting to process response as Transfer-Encoding: " "chunked." ) return None try: # RFC 7230 section 3.3.2 specifies multiple content lengths can # be sent in a single Content-Length header # (e.g. Content-Length: 42, 42). This line ensures the values # are all valid ints and that as long as the `set` length is 1, # all values are the same. Otherwise, the header is invalid. lengths = set([int(val) for val in length.split(",")]) if len(lengths) > 1: raise InvalidHeader( "Content-Length contained multiple " "unmatching values (%s)" % length ) length = lengths.pop() except ValueError: length = None else: if length < 0: length = None # Convert status to int for comparison # In some cases, httplib returns a status of "_UNKNOWN" try: status = int(self.status) except ValueError: status = 0 # Check for responses that shouldn't include a body if status in (204, 304) or 100 <= status < 200 or request_method == "HEAD": length = 0 return length def _init_decoder(self): """ Set-up the _decoder attribute if necessary. """ # Note: content-encoding value should be case-insensitive, per RFC 7230 # Section 3.2 content_encoding = self.headers.get("content-encoding", "").lower() if self._decoder is None: if content_encoding in self.CONTENT_DECODERS: self._decoder = _get_decoder(content_encoding) elif "," in content_encoding: encodings = [ e.strip() for e in content_encoding.split(",") if e.strip() in self.CONTENT_DECODERS ] if len(encodings): self._decoder = _get_decoder(content_encoding) DECODER_ERROR_CLASSES = (IOError, zlib.error) if brotli is not None: DECODER_ERROR_CLASSES += (brotli.error,) def _decode(self, data, decode_content, flush_decoder): """ Decode the data passed in and potentially flush the decoder. """ if not decode_content: return data try: if self._decoder: data = self._decoder.decompress(data) except self.DECODER_ERROR_CLASSES as e: content_encoding = self.headers.get("content-encoding", "").lower() raise DecodeError( "Received response with content-encoding: %s, but " "failed to decode it." % content_encoding, e, ) if flush_decoder: data += self._flush_decoder() return data def _flush_decoder(self): """ Flushes the decoder. Should only be called if the decoder is actually being used. """ if self._decoder: buf = self._decoder.decompress(b"") return buf + self._decoder.flush() return b"" @contextmanager def _error_catcher(self): """ Catch low-level python exceptions, instead re-raising urllib3 variants, so that low-level exceptions are not leaked in the high-level api. On exit, release the connection back to the pool. """ clean_exit = False try: try: yield except SocketTimeout: # FIXME: Ideally we'd like to include the url in the ReadTimeoutError but # there is yet no clean way to get at it from this context. raise ReadTimeoutError(self._pool, None, "Read timed out.") except BaseSSLError as e: # FIXME: Is there a better way to differentiate between SSLErrors? if "read operation timed out" not in str(e): # Defensive: # This shouldn't happen but just in case we're missing an edge # case, let's avoid swallowing SSL errors. raise raise ReadTimeoutError(self._pool, None, "Read timed out.") except (HTTPException, SocketError) as e: # This includes IncompleteRead. raise ProtocolError("Connection broken: %r" % e, e) # If no exception is thrown, we should avoid cleaning up # unnecessarily. clean_exit = True finally: # If we didn't terminate cleanly, we need to throw away our # connection. if not clean_exit: # The response may not be closed but we're not going to use it # anymore so close it now to ensure that the connection is # released back to the pool. if self._original_response: self._original_response.close() # Closing the response may not actually be sufficient to close # everything, so if we have a hold of the connection close that # too. if self._connection: self._connection.close() # If we hold the original response but it's closed now, we should # return the connection back to the pool. if self._original_response and self._original_response.isclosed(): self.release_conn() def read(self, amt=None, decode_content=None, cache_content=False): """ Similar to :meth:`httplib.HTTPResponse.read`, but with two additional parameters: ``decode_content`` and ``cache_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param cache_content: If True, will save the returned data such that the same result is returned despite of the state of the underlying file object. This is useful if you want the ``.data`` property to continue working after having ``.read()`` the file object. (Overridden if ``amt`` is set.) """ self._init_decoder() if decode_content is None: decode_content = self.decode_content if self._fp is None: return flush_decoder = False fp_closed = getattr(self._fp, "closed", False) with self._error_catcher(): if amt is None: # cStringIO doesn't like amt=None data = self._fp.read() if not fp_closed else b"" flush_decoder = True else: cache_content = False data = self._fp.read(amt) if not fp_closed else b"" if ( amt != 0 and not data ): # Platform-specific: Buggy versions of Python. # Close the connection when no data is returned # # This is redundant to what httplib/http.client _should_ # already do. However, versions of python released before # December 15, 2012 (http://bugs.python.org/issue16298) do # not properly close the connection in all cases. There is # no harm in redundantly calling close. self._fp.close() flush_decoder = True if self.enforce_content_length and self.length_remaining not in ( 0, None, ): # This is an edge case that httplib failed to cover due # to concerns of backward compatibility. We're # addressing it here to make sure IncompleteRead is # raised during streaming, so all calls with incorrect # Content-Length are caught. raise IncompleteRead(self._fp_bytes_read, self.length_remaining) if data: self._fp_bytes_read += len(data) if self.length_remaining is not None: self.length_remaining -= len(data) data = self._decode(data, decode_content, flush_decoder) if cache_content: self._body = data return data def stream(self, amt=2 ** 16, decode_content=None): """ A generator wrapper for the read() method. A call will block until ``amt`` bytes have been read from the connection or until the connection is closed. :param amt: How much of the content to read. The generator will return up to much data per iteration, but may return less. This is particularly likely when using compressed data. However, the empty string will never be returned. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. """ if self.chunked and self.supports_chunked_reads(): for line in self.read_chunked(amt, decode_content=decode_content): yield line else: while not is_fp_closed(self._fp): data = self.read(amt=amt, decode_content=decode_content) if data: yield data @classmethod def from_httplib(ResponseCls, r, **response_kw): """ Given an :class:`httplib.HTTPResponse` instance ``r``, return a corresponding :class:`urllib3.response.HTTPResponse` object. Remaining parameters are passed to the HTTPResponse constructor, along with ``original_response=r``. """ headers = r.msg if not isinstance(headers, HTTPHeaderDict): if PY3: headers = HTTPHeaderDict(headers.items()) else: # Python 2.7 headers = HTTPHeaderDict.from_httplib(headers) # HTTPResponse objects in Python 3 don't have a .strict attribute strict = getattr(r, "strict", 0) resp = ResponseCls( body=r, headers=headers, status=r.status, version=r.version, reason=r.reason, strict=strict, original_response=r, **response_kw ) return resp # Backwards-compatibility methods for httplib.HTTPResponse def getheaders(self): return self.headers def getheader(self, name, default=None): return self.headers.get(name, default) # Backwards compatibility for http.cookiejar def info(self): return self.headers # Overrides from io.IOBase def close(self): if not self.closed: self._fp.close() if self._connection: self._connection.close() if not self.auto_close: io.IOBase.close(self) @property def closed(self): if not self.auto_close: return io.IOBase.closed.__get__(self) elif self._fp is None: return True elif hasattr(self._fp, "isclosed"): return self._fp.isclosed() elif hasattr(self._fp, "closed"): return self._fp.closed else: return True def fileno(self): if self._fp is None: raise IOError("HTTPResponse has no file to get a fileno from") elif hasattr(self._fp, "fileno"): return self._fp.fileno() else: raise IOError( "The file-like object this HTTPResponse is wrapped " "around has no file descriptor" ) def flush(self): if ( self._fp is not None and hasattr(self._fp, "flush") and not getattr(self._fp, "closed", False) ): return self._fp.flush() def readable(self): # This method is required for `io` module compatibility. return True def readinto(self, b): # This method is required for `io` module compatibility. temp = self.read(len(b)) if len(temp) == 0: return 0 else: b[: len(temp)] = temp return len(temp) def supports_chunked_reads(self): """ Checks if the underlying file-like object looks like a httplib.HTTPResponse object. We do this by testing for the fp attribute. If it is present we assume it returns raw chunks as processed by read_chunked(). """ return hasattr(self._fp, "fp") def _update_chunk_length(self): # First, we'll figure out length of a chunk and then # we'll try to read it from socket. if self.chunk_left is not None: return line = self._fp.fp.readline() line = line.split(b";", 1)[0] try: self.chunk_left = int(line, 16) except ValueError: # Invalid chunked protocol response, abort. self.close() raise httplib.IncompleteRead(line) def _handle_chunk(self, amt): returned_chunk = None if amt is None: chunk = self._fp._safe_read(self.chunk_left) returned_chunk = chunk self._fp._safe_read(2) # Toss the CRLF at the end of the chunk. self.chunk_left = None elif amt < self.chunk_left: value = self._fp._safe_read(amt) self.chunk_left = self.chunk_left - amt returned_chunk = value elif amt == self.chunk_left: value = self._fp._safe_read(amt) self._fp._safe_read(2) # Toss the CRLF at the end of the chunk. self.chunk_left = None returned_chunk = value else: # amt > self.chunk_left returned_chunk = self._fp._safe_read(self.chunk_left) self._fp._safe_read(2) # Toss the CRLF at the end of the chunk. self.chunk_left = None return returned_chunk def read_chunked(self, amt=None, decode_content=None): """ Similar to :meth:`HTTPResponse.read`, but with an additional parameter: ``decode_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. """ self._init_decoder() # FIXME: Rewrite this method and make it a class with a better structured logic. if not self.chunked: raise ResponseNotChunked( "Response is not chunked. " "Header 'transfer-encoding: chunked' is missing." ) if not self.supports_chunked_reads(): raise BodyNotHttplibCompatible( "Body should be httplib.HTTPResponse like. " "It should have have an fp attribute which returns raw chunks." ) with self._error_catcher(): # Don't bother reading the body of a HEAD request. if self._original_response and is_response_to_head(self._original_response): self._original_response.close() return # If a response is already read and closed # then return immediately. if self._fp.fp is None: return while True: self._update_chunk_length() if self.chunk_left == 0: break chunk = self._handle_chunk(amt) decoded = self._decode( chunk, decode_content=decode_content, flush_decoder=False ) if decoded: yield decoded if decode_content: # On CPython and PyPy, we should never need to flush the # decoder. However, on Jython we *might* need to, so # lets defensively do it anyway. decoded = self._flush_decoder() if decoded: # Platform-specific: Jython. yield decoded # Chunk content ends with \r\n: discard it. while True: line = self._fp.fp.readline() if not line: # Some sites may not end with '\r\n'. break if line == b"\r\n": break # We read everything; close the "file". if self._original_response: self._original_response.close() def geturl(self): """ Returns the URL that was the source of this response. If the request that generated this response redirected, this method will return the final redirect location. """ if self.retries is not None and len(self.retries.history): return self.retries.history[-1].redirect_location else: return self._request_url def __iter__(self): buffer = [b""] for chunk in self.stream(decode_content=True): if b"\n" in chunk: chunk = chunk.split(b"\n") yield b"".join(buffer) + chunk[0] + b"\n" for x in chunk[1:-1]: yield x + b"\n" if chunk[-1]: buffer = [chunk[-1]] else: buffer = [] else: buffer.append(chunk) if buffer: yield b"".join(buffer) PK A\^ ^ % pip/_vendor/urllib3/connectionpool.pynu [ from __future__ import absolute_import import errno import logging import sys import warnings from socket import error as SocketError, timeout as SocketTimeout import socket from .exceptions import ( ClosedPoolError, ProtocolError, EmptyPoolError, HeaderParsingError, HostChangedError, LocationValueError, MaxRetryError, ProxyError, ReadTimeoutError, SSLError, TimeoutError, InsecureRequestWarning, NewConnectionError, ) from .packages.ssl_match_hostname import CertificateError from .packages import six from .packages.six.moves import queue from .connection import ( port_by_scheme, DummyConnection, HTTPConnection, HTTPSConnection, VerifiedHTTPSConnection, HTTPException, BaseSSLError, ) from .request import RequestMethods from .response import HTTPResponse from .util.connection import is_connection_dropped from .util.request import set_file_position from .util.response import assert_header_parsing from .util.retry import Retry from .util.timeout import Timeout from .util.url import ( get_host, parse_url, Url, _normalize_host as normalize_host, _encode_target, ) from .util.queue import LifoQueue xrange = six.moves.xrange log = logging.getLogger(__name__) _Default = object() # Pool objects class ConnectionPool(object): """ Base class for all connection pools, such as :class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`. """ scheme = None QueueCls = LifoQueue def __init__(self, host, port=None): if not host: raise LocationValueError("No host specified.") self.host = _normalize_host(host, scheme=self.scheme) self._proxy_host = host.lower() self.port = port def __str__(self): return "%s(host=%r, port=%r)" % (type(self).__name__, self.host, self.port) def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): self.close() # Return False to re-raise any potential exceptions return False def close(self): """ Close all pooled connections and disable the pool. """ pass # This is taken from http://hg.python.org/cpython/file/7aaba721ebc0/Lib/socket.py#l252 _blocking_errnos = {errno.EAGAIN, errno.EWOULDBLOCK} class HTTPConnectionPool(ConnectionPool, RequestMethods): """ Thread-safe connection pool for one host. :param host: Host used for this HTTP Connection (e.g. "localhost"), passed into :class:`httplib.HTTPConnection`. :param port: Port used for this HTTP Connection (None is equivalent to 80), passed into :class:`httplib.HTTPConnection`. :param strict: Causes BadStatusLine to be raised if the status line can't be parsed as a valid HTTP/1.0 or 1.1 status line, passed into :class:`httplib.HTTPConnection`. .. note:: Only works in Python 2. This parameter is ignored in Python 3. :param timeout: Socket timeout in seconds for each individual connection. This can be a float or integer, which sets the timeout for the HTTP request, or an instance of :class:`urllib3.util.Timeout` which gives you more fine-grained control over request timeouts. After the constructor has been parsed, this is always a `urllib3.util.Timeout` object. :param maxsize: Number of connections to save that can be reused. More than 1 is useful in multithreaded situations. If ``block`` is set to False, more connections will be created but they will not be saved once they've been used. :param block: If set to True, no more than ``maxsize`` connections will be used at a time. When no free connections are available, the call will block until a connection has been released. This is a useful side effect for particular multithreaded situations where one does not want to use more than maxsize connections per host to prevent flooding. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param retries: Retry configuration to use by default with requests in this pool. :param _proxy: Parsed proxy URL, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param _proxy_headers: A dictionary with proxy headers, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param \\**conn_kw: Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`, :class:`urllib3.connection.HTTPSConnection` instances. """ scheme = "http" ConnectionCls = HTTPConnection ResponseCls = HTTPResponse def __init__( self, host, port=None, strict=False, timeout=Timeout.DEFAULT_TIMEOUT, maxsize=1, block=False, headers=None, retries=None, _proxy=None, _proxy_headers=None, **conn_kw ): ConnectionPool.__init__(self, host, port) RequestMethods.__init__(self, headers) self.strict = strict if not isinstance(timeout, Timeout): timeout = Timeout.from_float(timeout) if retries is None: retries = Retry.DEFAULT self.timeout = timeout self.retries = retries self.pool = self.QueueCls(maxsize) self.block = block self.proxy = _proxy self.proxy_headers = _proxy_headers or {} # Fill the queue up so that doing get() on it will block properly for _ in xrange(maxsize): self.pool.put(None) # These are mostly for testing and debugging purposes. self.num_connections = 0 self.num_requests = 0 self.conn_kw = conn_kw if self.proxy: # Enable Nagle's algorithm for proxies, to avoid packet fragmentation. # We cannot know if the user has added default socket options, so we cannot replace the # list. self.conn_kw.setdefault("socket_options", []) def _new_conn(self): """ Return a fresh :class:`HTTPConnection`. """ self.num_connections += 1 log.debug( "Starting new HTTP connection (%d): %s:%s", self.num_connections, self.host, self.port or "80", ) conn = self.ConnectionCls( host=self.host, port=self.port, timeout=self.timeout.connect_timeout, strict=self.strict, **self.conn_kw ) return conn def _get_conn(self, timeout=None): """ Get a connection. Will return a pooled connection if one is available. If no connections are available and :prop:`.block` is ``False``, then a fresh connection is returned. :param timeout: Seconds to wait before giving up and raising :class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and :prop:`.block` is ``True``. """ conn = None try: conn = self.pool.get(block=self.block, timeout=timeout) except AttributeError: # self.pool is None raise ClosedPoolError(self, "Pool is closed.") except queue.Empty: if self.block: raise EmptyPoolError( self, "Pool reached maximum size and no more " "connections are allowed.", ) pass # Oh well, we'll create a new connection then # If this is a persistent connection, check if it got disconnected if conn and is_connection_dropped(conn): log.debug("Resetting dropped connection: %s", self.host) conn.close() if getattr(conn, "auto_open", 1) == 0: # This is a proxied connection that has been mutated by # httplib._tunnel() and cannot be reused (since it would # attempt to bypass the proxy) conn = None return conn or self._new_conn() def _put_conn(self, conn): """ Put a connection back into the pool. :param conn: Connection object for the current host and port as returned by :meth:`._new_conn` or :meth:`._get_conn`. If the pool is already full, the connection is closed and discarded because we exceeded maxsize. If connections are discarded frequently, then maxsize should be increased. If the pool is closed, then the connection will be closed and discarded. """ try: self.pool.put(conn, block=False) return # Everything is dandy, done. except AttributeError: # self.pool is None. pass except queue.Full: # This should never happen if self.block == True log.warning("Connection pool is full, discarding connection: %s", self.host) # Connection never got put back into the pool, close it. if conn: conn.close() def _validate_conn(self, conn): """ Called right before a request is made, after the socket is created. """ pass def _prepare_proxy(self, conn): # Nothing to do for HTTP connections. pass def _get_timeout(self, timeout): """ Helper that always returns a :class:`urllib3.util.Timeout` """ if timeout is _Default: return self.timeout.clone() if isinstance(timeout, Timeout): return timeout.clone() else: # User passed us an int/float. This is for backwards compatibility, # can be removed later return Timeout.from_float(timeout) def _raise_timeout(self, err, url, timeout_value): """Is the error actually a timeout? Will raise a ReadTimeout or pass""" if isinstance(err, SocketTimeout): raise ReadTimeoutError( self, url, "Read timed out. (read timeout=%s)" % timeout_value ) # See the above comment about EAGAIN in Python 3. In Python 2 we have # to specifically catch it and throw the timeout error if hasattr(err, "errno") and err.errno in _blocking_errnos: raise ReadTimeoutError( self, url, "Read timed out. (read timeout=%s)" % timeout_value ) # Catch possible read timeouts thrown as SSL errors. If not the # case, rethrow the original. We need to do this because of: # http://bugs.python.org/issue10272 if "timed out" in str(err) or "did not complete (read)" in str( err ): # Python < 2.7.4 raise ReadTimeoutError( self, url, "Read timed out. (read timeout=%s)" % timeout_value ) def _make_request( self, conn, method, url, timeout=_Default, chunked=False, **httplib_request_kw ): """ Perform a request on a given urllib connection object taken from our pool. :param conn: a connection from one of our connection pools :param timeout: Socket timeout in seconds for the request. This can be a float or integer, which will set the same timeout value for the socket connect and the socket read, or an instance of :class:`urllib3.util.Timeout`, which gives you more fine-grained control over your timeouts. """ self.num_requests += 1 timeout_obj = self._get_timeout(timeout) timeout_obj.start_connect() conn.timeout = timeout_obj.connect_timeout # Trigger any extra validation we need to do. try: self._validate_conn(conn) except (SocketTimeout, BaseSSLError) as e: # Py2 raises this as a BaseSSLError, Py3 raises it as socket timeout. self._raise_timeout(err=e, url=url, timeout_value=conn.timeout) raise # conn.request() calls httplib.*.request, not the method in # urllib3.request. It also calls makefile (recv) on the socket. if chunked: conn.request_chunked(method, url, **httplib_request_kw) else: conn.request(method, url, **httplib_request_kw) # Reset the timeout for the recv() on the socket read_timeout = timeout_obj.read_timeout # App Engine doesn't have a sock attr if getattr(conn, "sock", None): # In Python 3 socket.py will catch EAGAIN and return None when you # try and read into the file pointer created by http.client, which # instead raises a BadStatusLine exception. Instead of catching # the exception and assuming all BadStatusLine exceptions are read # timeouts, check for a zero timeout before making the request. if read_timeout == 0: raise ReadTimeoutError( self, url, "Read timed out. (read timeout=%s)" % read_timeout ) if read_timeout is Timeout.DEFAULT_TIMEOUT: conn.sock.settimeout(socket.getdefaulttimeout()) else: # None or a value conn.sock.settimeout(read_timeout) # Receive the response from the server try: try: # Python 2.7, use buffering of HTTP responses httplib_response = conn.getresponse(buffering=True) except TypeError: # Python 3 try: httplib_response = conn.getresponse() except BaseException as e: # Remove the TypeError from the exception chain in # Python 3 (including for exceptions like SystemExit). # Otherwise it looks like a bug in the code. six.raise_from(e, None) except (SocketTimeout, BaseSSLError, SocketError) as e: self._raise_timeout(err=e, url=url, timeout_value=read_timeout) raise # AppEngine doesn't have a version attr. http_version = getattr(conn, "_http_vsn_str", "HTTP/?") log.debug( '%s://%s:%s "%s %s %s" %s %s', self.scheme, self.host, self.port, method, url, http_version, httplib_response.status, httplib_response.length, ) try: assert_header_parsing(httplib_response.msg) except (HeaderParsingError, TypeError) as hpe: # Platform-specific: Python 3 log.warning( "Failed to parse headers (url=%s): %s", self._absolute_url(url), hpe, exc_info=True, ) return httplib_response def _absolute_url(self, path): return Url(scheme=self.scheme, host=self.host, port=self.port, path=path).url def close(self): """ Close all pooled connections and disable the pool. """ if self.pool is None: return # Disable access to the pool old_pool, self.pool = self.pool, None try: while True: conn = old_pool.get(block=False) if conn: conn.close() except queue.Empty: pass # Done. def is_same_host(self, url): """ Check if the given ``url`` is a member of the same host as this connection pool. """ if url.startswith("/"): return True # TODO: Add optional support for socket.gethostbyname checking. scheme, host, port = get_host(url) if host is not None: host = _normalize_host(host, scheme=scheme) # Use explicit default port for comparison when none is given if self.port and not port: port = port_by_scheme.get(scheme) elif not self.port and port == port_by_scheme.get(scheme): port = None return (scheme, host, port) == (self.scheme, self.host, self.port) def urlopen( self, method, url, body=None, headers=None, retries=None, redirect=True, assert_same_host=True, timeout=_Default, pool_timeout=None, release_conn=None, chunked=False, body_pos=None, **response_kw ): """ Get a connection from the pool and perform an HTTP request. This is the lowest level call for making a request, so you'll need to specify all the raw details. .. note:: More commonly, it's appropriate to use a convenience method provided by :class:`.RequestMethods`, such as :meth:`request`. .. note:: `release_conn` will only behave as expected if `preload_content=False` because we want to make `preload_content=False` the default behaviour someday soon without breaking backwards compatibility. :param method: HTTP request method (such as GET, POST, PUT, etc.) :param body: Data to send in the request body (useful for creating POST requests, see HTTPConnectionPool.post_url for more convenience). :param headers: Dictionary of custom headers to send, such as User-Agent, If-None-Match, etc. If None, pool headers are used. If provided, these headers completely replace any pool-specific headers. :param retries: Configure the number of retries to allow before raising a :class:`~urllib3.exceptions.MaxRetryError` exception. Pass ``None`` to retry until you receive a response. Pass a :class:`~urllib3.util.retry.Retry` object for fine-grained control over different types of retries. Pass an integer number to retry connection errors that many times, but no other types of errors. Pass zero to never retry. If ``False``, then retries are disabled and any exception is raised immediately. Also, instead of raising a MaxRetryError on redirects, the redirect response will be returned. :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int. :param redirect: If True, automatically handle redirects (status codes 301, 302, 303, 307, 308). Each redirect counts as a retry. Disabling retries will disable redirect, too. :param assert_same_host: If ``True``, will make sure that the host of the pool requests is consistent else will raise HostChangedError. When False, you can use the pool on an HTTP proxy and request foreign hosts. :param timeout: If specified, overrides the default timeout for this one request. It may be a float (in seconds) or an instance of :class:`urllib3.util.Timeout`. :param pool_timeout: If set and the pool is set to block=True, then this method will block for ``pool_timeout`` seconds and raise EmptyPoolError if no connection is available within the time period. :param release_conn: If False, then the urlopen call will not release the connection back into the pool once a response is received (but will release if you read the entire contents of the response such as when `preload_content=True`). This is useful if you're not preloading the response's content immediately. You will need to call ``r.release_conn()`` on the response ``r`` to return the connection back into the pool. If None, it takes the value of ``response_kw.get('preload_content', True)``. :param chunked: If True, urllib3 will send the body using chunked transfer encoding. Otherwise, urllib3 will send the body using the standard content-length form. Defaults to False. :param int body_pos: Position to seek to in file-like body in the event of a retry or redirect. Typically this won't need to be set because urllib3 will auto-populate the value when needed. :param \\**response_kw: Additional parameters are passed to :meth:`urllib3.response.HTTPResponse.from_httplib` """ if headers is None: headers = self.headers if not isinstance(retries, Retry): retries = Retry.from_int(retries, redirect=redirect, default=self.retries) if release_conn is None: release_conn = response_kw.get("preload_content", True) # Check host if assert_same_host and not self.is_same_host(url): raise HostChangedError(self, url, retries) # Ensure that the URL we're connecting to is properly encoded if url.startswith("/"): url = six.ensure_str(_encode_target(url)) else: url = six.ensure_str(parse_url(url).url) conn = None # Track whether `conn` needs to be released before # returning/raising/recursing. Update this variable if necessary, and # leave `release_conn` constant throughout the function. That way, if # the function recurses, the original value of `release_conn` will be # passed down into the recursive call, and its value will be respected. # # See issue #651 [1] for details. # # [1] <https://github.com/shazow/urllib3/issues/651> release_this_conn = release_conn # Merge the proxy headers. Only do this in HTTP. We have to copy the # headers dict so we can safely change it without those changes being # reflected in anyone else's copy. if self.scheme == "http": headers = headers.copy() headers.update(self.proxy_headers) # Must keep the exception bound to a separate variable or else Python 3 # complains about UnboundLocalError. err = None # Keep track of whether we cleanly exited the except block. This # ensures we do proper cleanup in finally. clean_exit = False # Rewind body position, if needed. Record current position # for future rewinds in the event of a redirect/retry. body_pos = set_file_position(body, body_pos) try: # Request a connection from the queue. timeout_obj = self._get_timeout(timeout) conn = self._get_conn(timeout=pool_timeout) conn.timeout = timeout_obj.connect_timeout is_new_proxy_conn = self.proxy is not None and not getattr( conn, "sock", None ) if is_new_proxy_conn: self._prepare_proxy(conn) # Make the request on the httplib connection object. httplib_response = self._make_request( conn, method, url, timeout=timeout_obj, body=body, headers=headers, chunked=chunked, ) # If we're going to release the connection in ``finally:``, then # the response doesn't need to know about the connection. Otherwise # it will also try to release it and we'll have a double-release # mess. response_conn = conn if not release_conn else None # Pass method to Response for length checking response_kw["request_method"] = method # Import httplib's response into our own wrapper object response = self.ResponseCls.from_httplib( httplib_response, pool=self, connection=response_conn, retries=retries, **response_kw ) # Everything went great! clean_exit = True except queue.Empty: # Timed out by queue. raise EmptyPoolError(self, "No pool connections are available.") except ( TimeoutError, HTTPException, SocketError, ProtocolError, BaseSSLError, SSLError, CertificateError, ) as e: # Discard the connection for these exceptions. It will be # replaced during the next _get_conn() call. clean_exit = False if isinstance(e, (BaseSSLError, CertificateError)): e = SSLError(e) elif isinstance(e, (SocketError, NewConnectionError)) and self.proxy: e = ProxyError("Cannot connect to proxy.", e) elif isinstance(e, (SocketError, HTTPException)): e = ProtocolError("Connection aborted.", e) retries = retries.increment( method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2] ) retries.sleep() # Keep track of the error for the retry warning. err = e finally: if not clean_exit: # We hit some kind of exception, handled or otherwise. We need # to throw the connection away unless explicitly told not to. # Close the connection, set the variable to None, and make sure # we put the None back in the pool to avoid leaking it. conn = conn and conn.close() release_this_conn = True if release_this_conn: # Put the connection back to be reused. If the connection is # expired then it will be None, which will get replaced with a # fresh connection during _get_conn. self._put_conn(conn) if not conn: # Try again log.warning( "Retrying (%r) after connection " "broken by '%r': %s", retries, err, url, ) return self.urlopen( method, url, body, headers, retries, redirect, assert_same_host, timeout=timeout, pool_timeout=pool_timeout, release_conn=release_conn, body_pos=body_pos, **response_kw ) def drain_and_release_conn(response): try: # discard any remaining response body, the connection will be # released back to the pool once the entire response is read response.read() except ( TimeoutError, HTTPException, SocketError, ProtocolError, BaseSSLError, SSLError, ): pass # Handle redirect? redirect_location = redirect and response.get_redirect_location() if redirect_location: if response.status == 303: method = "GET" try: retries = retries.increment(method, url, response=response, _pool=self) except MaxRetryError: if retries.raise_on_redirect: # Drain and release the connection for this response, since # we're not returning it to be released manually. drain_and_release_conn(response) raise return response # drain and return the connection to the pool before recursing drain_and_release_conn(response) retries.sleep_for_retry(response) log.debug("Redirecting %s -> %s", url, redirect_location) return self.urlopen( method, redirect_location, body, headers, retries=retries, redirect=redirect, assert_same_host=assert_same_host, timeout=timeout, pool_timeout=pool_timeout, release_conn=release_conn, body_pos=body_pos, **response_kw ) # Check if we should retry the HTTP response. has_retry_after = bool(response.getheader("Retry-After")) if retries.is_retry(method, response.status, has_retry_after): try: retries = retries.increment(method, url, response=response, _pool=self) except MaxRetryError: if retries.raise_on_status: # Drain and release the connection for this response, since # we're not returning it to be released manually. drain_and_release_conn(response) raise return response # drain and return the connection to the pool before recursing drain_and_release_conn(response) retries.sleep(response) log.debug("Retry: %s", url) return self.urlopen( method, url, body, headers, retries=retries, redirect=redirect, assert_same_host=assert_same_host, timeout=timeout, pool_timeout=pool_timeout, release_conn=release_conn, body_pos=body_pos, **response_kw ) return response class HTTPSConnectionPool(HTTPConnectionPool): """ Same as :class:`.HTTPConnectionPool`, but HTTPS. When Python is compiled with the :mod:`ssl` module, then :class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates, instead of :class:`.HTTPSConnection`. :class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``, ``assert_hostname`` and ``host`` in this order to verify connections. If ``assert_hostname`` is False, no verification is done. The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``, ``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl` is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade the connection socket into an SSL socket. """ scheme = "https" ConnectionCls = HTTPSConnection def __init__( self, host, port=None, strict=False, timeout=Timeout.DEFAULT_TIMEOUT, maxsize=1, block=False, headers=None, retries=None, _proxy=None, _proxy_headers=None, key_file=None, cert_file=None, cert_reqs=None, key_password=None, ca_certs=None, ssl_version=None, assert_hostname=None, assert_fingerprint=None, ca_cert_dir=None, **conn_kw ): HTTPConnectionPool.__init__( self, host, port, strict, timeout, maxsize, block, headers, retries, _proxy, _proxy_headers, **conn_kw ) self.key_file = key_file self.cert_file = cert_file self.cert_reqs = cert_reqs self.key_password = key_password self.ca_certs = ca_certs self.ca_cert_dir = ca_cert_dir self.ssl_version = ssl_version self.assert_hostname = assert_hostname self.assert_fingerprint = assert_fingerprint def _prepare_conn(self, conn): """ Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket` and establish the tunnel if proxy is used. """ if isinstance(conn, VerifiedHTTPSConnection): conn.set_cert( key_file=self.key_file, key_password=self.key_password, cert_file=self.cert_file, cert_reqs=self.cert_reqs, ca_certs=self.ca_certs, ca_cert_dir=self.ca_cert_dir, assert_hostname=self.assert_hostname, assert_fingerprint=self.assert_fingerprint, ) conn.ssl_version = self.ssl_version return conn def _prepare_proxy(self, conn): """ Establish tunnel connection early, because otherwise httplib would improperly set Host: header to proxy's IP:port. """ conn.set_tunnel(self._proxy_host, self.port, self.proxy_headers) conn.connect() def _new_conn(self): """ Return a fresh :class:`httplib.HTTPSConnection`. """ self.num_connections += 1 log.debug( "Starting new HTTPS connection (%d): %s:%s", self.num_connections, self.host, self.port or "443", ) if not self.ConnectionCls or self.ConnectionCls is DummyConnection: raise SSLError( "Can't connect to HTTPS URL because the SSL " "module is not available." ) actual_host = self.host actual_port = self.port if self.proxy is not None: actual_host = self.proxy.host actual_port = self.proxy.port conn = self.ConnectionCls( host=actual_host, port=actual_port, timeout=self.timeout.connect_timeout, strict=self.strict, cert_file=self.cert_file, key_file=self.key_file, key_password=self.key_password, **self.conn_kw ) return self._prepare_conn(conn) def _validate_conn(self, conn): """ Called right before a request is made, after the socket is created. """ super(HTTPSConnectionPool, self)._validate_conn(conn) # Force connect early to allow us to validate the connection. if not getattr(conn, "sock", None): # AppEngine might not have `.sock` conn.connect() if not conn.is_verified: warnings.warn( ( "Unverified HTTPS request is being made. " "Adding certificate verification is strongly advised. See: " "https://urllib3.readthedocs.io/en/latest/advanced-usage.html" "#ssl-warnings" ), InsecureRequestWarning, ) def connection_from_url(url, **kw): """ Given a url, return an :class:`.ConnectionPool` instance of its host. This is a shortcut for not having to parse out the scheme, host, and port of the url before creating an :class:`.ConnectionPool` instance. :param url: Absolute URL string that must include the scheme. Port is optional. :param \\**kw: Passes additional parameters to the constructor of the appropriate :class:`.ConnectionPool`. Useful for specifying things like timeout, maxsize, headers, etc. Example:: >>> conn = connection_from_url('http://google.com/') >>> r = conn.request('GET', '/') """ scheme, host, port = get_host(url) port = port or port_by_scheme.get(scheme, 80) if scheme == "https": return HTTPSConnectionPool(host, port=port, **kw) else: return HTTPConnectionPool(host, port=port, **kw) def _normalize_host(host, scheme): """ Normalize hosts for comparisons and use with sockets. """ host = normalize_host(host, scheme) # httplib doesn't like it when we include brackets in IPv6 addresses # Specifically, if we include brackets but also pass the port then # httplib crazily doubles up the square brackets on the Host header. # Instead, we need to make sure we never pass ``None`` as the port. # However, for backward compatibility reasons we can't actually # *assert* that. See http://bugs.python.org/issue28539 if host.startswith("[") and host.endswith("]"): host = host[1:-1] return host PK A\!e @ pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-38.pycnu [ U .el @ s d dl mZ ddlmZ dZdS ) )absolute_import )ssl_match_hostnameN)Z __future__r r __all__ r r I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/__init__.py<module> s PK A\Pyg yg ; pip/_vendor/urllib3/packages/__pycache__/six.cpython-38.pycnu [ U .e C @ s d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd dkZ e refZefZefZeZeZejZn~efZeefZeejfZe ZeZej d red ZnHG d d d e Z ze!e W n e"k r ed ZY n X ed Z[ dd Z#dd Z$G dd de Z%G dd de%Z&G dd dej'Z(G dd de%Z)G dd de Z*e*e+Z,G d d d e(Z-e)d d d d e)d!d"d#d$d!e)d%d"d"d&d%e)d'd(d#d)d'e)d*d(d+e)d,d"d#d-d,e)d.d/d/d0d.e)d1d/d/d.d1e)d2d3d4e)d5d(d#d6d5e)d7d(e r d8nd9d:e)d;d(d<e)d=d>d?d@e)d d d e)dAdAdBe)dCdCdBe)dDdDdBe)d6d(d#d6d5e)dEd"d#dFdEe)dGd"d"dHdGe&d#d(e&dIdJe&dKdLe&dMdNdOe&dPdQdPe&dRdSdTe&dUdVdWe&dXdYdZe&d[d\d]e&d^d_d`e&dadbdce&dddedfe&dgdhdie&djdkdle&dmdndoe&dpdpdqe&drdrdqe&dsdsdqe&dtdtdue&dvdwe&dxdye&dzd{e&d|d}d|e&d~de&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&de+d de&de+d de&de+d e+d e&ddde&ddde&dddg@Z.ej dkrfe.e&ddg7 Z.e.D ]2Z/e0e-e/j1e/ e2e/e&rje,3e/de/j1 qj[/e.e-_.e-e+d Z4e,3e4d G dd de(Z5e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d@dde)ddde)ddde)ddde)ddddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)dddgZ6e6D ]Z/e0e5e/j1e/ q[/e6e5_.e,3e5e+d ddڡ G dd܄ de(Z7e)ddde)ddde)dddgZ8e8D ]Z/e0e7e/j1e/ q>[/e8e7_.e,3e7e+d dd G dd de(Z9e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d dde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d ddg#Z:e:D ]Z/e0e9e/j1e/ q[/e:e9_.e,3e9e+d d d G d d de(Z;e)ddde)ddde)ddde)dddgZ<e<D ]Z/e0e;e/j1e/ q[/e<e;_.e,3e;e+d dd G dd de(Z=e)dddgZ>e>D ]Z/e0e=e/j1e/ q[/e>e=_.e,3e=e+d dd G d d d ej'Z?e,3e?e+d d d d! Z@d"d# ZAe rd$ZBd%ZCd&ZDd'ZEd(ZFd)ZGn$d*ZBd+ZCd,ZDd-ZEd.ZFd/ZGzeHZIW n" eJk r d0d1 ZIY nX eIZHzeKZKW n" eJk r d2d3 ZKY nX e rFd4d5 ZLejMZNd6d7 ZOe ZPn>d8d5 ZLd9d: ZNd;d7 ZOG d<d= d=e ZPeKZKe#eLd> eQeBZReQeCZSeQeDZTeQeEZUeQeFZVeQeGZWe r(d?d@ ZXdAdB ZYdCdD ZZdEdF Z[e\dGZ]e\dHZ^e\dIZ_nTdJd@ ZXdKdB ZYdLdD ZZdMdF Z[e\dNZ]e\dOZ^e\dPZ_e#eXdQ e#eYdR e#eZdS e#e[dT e rFdUdV Z`dWdX ZaebZcddldZdededYjfZg[dehdZiejjZkelZmddlnZnenjoZoenjpZp[ndZZqej d[ d[k r8d\Zrd]Zsn d^Zrd_Zsnjd`dV Z`dadX ZaecZcebZgdbdc Ziddde ZketejuevZmddloZoeojo ZoZpdfZqd\Zrd]Zse#e`dg e#eadh didZ Zwdjd^ Zxdkd_ Zye reze4j{dlZ|ddmdnZ}nddodpZ|e|dq ej dd drk rNe|ds n.ej dd drk rpe|dt n dudv Z~eze4j{dwdZedk rdxdy Zej dd dzk reZd{dy Ze#e}d| ej dd dk r ejejfd}d~ZnejZdd Zdd ZdddZdddZdddZdd Zg Ze+Ze ddk r|g e_ejreejD ]4\ZZeej+dkrej1e+kreje= qĐq[[eje, dS ( z6Utilities for writing code that runs on Python 2 and 3 )absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0 )r javaic @ s e Zd Zdd ZdS )Xc C s dS )Nl selfr r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/six.py__len__= s z X.__len__N)__name__ __module__ __qualname__r r r r r r < s r l c C s || _ dS )z Add documentation to a function.N)__doc__)funcdocr r r _add_docK s r c C s t | tj| S )z7Import module, returning the module after the last dot.) __import__sysmodulesnamer r r _import_moduleP s r c @ s e Zd Zdd Zdd ZdS ) _LazyDescrc C s || _ d S Nr r r r r r __init__W s z_LazyDescr.__init__c C sB | }t|| j| zt|j| j W n tk r< Y nX |S r )_resolvesetattrr delattr __class__AttributeError)r objtpresultr r r __get__Z s z_LazyDescr.__get__N)r r r r r& r r r r r V s r c s. e Zd Zd fdd Zdd Zdd Z ZS ) MovedModuleNc s2 t t| | tr(|d kr |}|| _n|| _d S r )superr' r PY3mod)r r oldnewr! r r r g s zMovedModule.__init__c C s t | jS r )r r* r r r r r p s zMovedModule._resolvec C s" | }t||}t| || |S r )r getattrr )r attr_modulevaluer r r __getattr__s s zMovedModule.__getattr__)N)r r r r r r2 __classcell__r r r- r r' f s r' c s( e Zd Z fddZdd Zg Z ZS ) _LazyModulec s t t| | | jj| _d S r )r( r4 r r! r r r- r r r { s z_LazyModule.__init__c C s ddg}|dd | j D 7 }|S )Nr r c S s g | ] }|j qS r r ).0r/ r r r <listcomp> s z'_LazyModule.__dir__.<locals>.<listcomp>)_moved_attributes)r Zattrsr r r __dir__ s z_LazyModule.__dir__)r r r r r8 r7 r3 r r r- r r4 z s r4 c s& e Zd Zd fdd Zdd Z ZS )MovedAttributeNc sd t t| | trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r r Zold_modZnew_modZold_attrZnew_attrr- r r r s zMovedAttribute.__init__c C s t | j}t|| jS r )r r* r. r/ )r moduler r r r s zMovedAttribute._resolve)NN)r r r r r r3 r r r- r r9 s r9 c @ sV e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z e Z dS )_SixMetaPathImporterz A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S r )r known_modules)r Zsix_module_namer r r r s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S N.r< r )r r* Z fullnamesfullnamer r r _add_module s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? r r@ r r r _get_module s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r r@ pathr r r find_module s z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk r, td| Y nX d S )Nz!This loader does not know module )r< KeyError ImportErrorrB r r r Z __get_module s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk r Y nX | |}t|tr@| }n| |_|t j|< |S r )r r rF _SixMetaPathImporter__get_module isinstancer' r __loader__)r r@ r* r r r load_module s z _SixMetaPathImporter.load_modulec C s t | |dS )z Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) __path__)hasattrrH rB r r r is_package s z _SixMetaPathImporter.is_packagec C s | | dS )z;Return None Required, if is_package is implementedN)rH rB r r r get_code s z _SixMetaPathImporter.get_code)N) r r r r r rA rC rE rH rK rN rO get_sourcer r r r r; s r; c @ s e Zd ZdZg ZdS ) _MovedItemsz Lazy loading of moved objectsN)r r r r rL r r r r rQ s rQ Z cStringIOioStringIOfilter itertoolsbuiltinsZifilter filterfalseZ ifilterfalseinputZ __builtin__Z raw_inputinternr mapimapgetcwdosZgetcwdugetcwdbZ getoutputZcommands subprocessrangeZxrangeZ reload_module importlibZimpreloadreduce functoolsZ shlex_quoteZpipesZshlexZquoteUserDict collectionsUserList UserStringzipZizip zip_longestZ izip_longestZ configparserZ ConfigParsercopyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPicklepickleZqueueZQueuereprlibreprZ socketserverZ SocketServer_threadthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32winreg_winregzmoves.z.movesmovesc @ s e Zd ZdZdS ) Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseNr r r r r r r r ru D s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ splitqueryZsplittagZ splituserZ splitvalueZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativemoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS ) Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx s s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errormoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS ) Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.requestmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS ) Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsemoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ s r~ ZRobotFileParserz.moves.urllib.robotparsermoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg ZedZedZedZ edZ edZ dd Z d S ) Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )Nparseerrorrequestresponserq r r r r r r8 s z Module_six_moves_urllib.__dir__N) r r r r rL _importerrC r r r r rq r8 r r r r r s r z moves.urllibc C s t t| j| dS )zAdd an item to six.moves.N)r rQ r )Zmover r r add_move s r c C sX zt t| W nD tk rR z tj| = W n" tk rL td| f Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt __dict__rF r r r r remove_move s r __func____self__ __closure____code__ __defaults__ __globals__im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | S r )next)itr r r advance_iterator* s r c C s t dd t| jD S )Nc s s | ]}d |j kV qdS )__call__N)r )r5 klassr r r <genexpr>6 s zcallable.<locals>.<genexpr>)anytype__mro__)r# r r r callable5 s r c C s | S r r Zunboundr r r get_unbound_function; s r c C s | S r r r clsr r r create_unbound_method@ s r c C s | j S r )r r r r r r F s c C s t | ||jS r )types MethodTyper! )r r# r r r create_bound_methodI s r c C s t | d |S r )r r r r r r r L s c @ s e Zd Zdd ZdS )Iteratorc C s t | | S r )r __next__r r r r r P s z Iterator.nextN)r r r r r r r r r O s r z3Get the function out of a possibly unbound functionc K s t | jf |S r )iterkeysdkwr r r iterkeysc s r c K s t | jf |S r )r valuesr r r r itervaluesf s r c K s t | jf |S r )r itemsr r r r iteritemsi s r c K s t | jf |S r )r Zlistsr r r r iterlistsl s r r r r c K s | j f |S r )r r r r r r v s c K s | j f |S r )r r r r r r y s c K s | j f |S r )r r r r r r | s c K s | j f |S r )r r r r r r s viewkeys viewvalues viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | dS )Nzlatin-1)encodesr r r b s r c C s | S r r r r r r u s r z>BassertCountEqual ZassertRaisesRegexpZassertRegexpMatchesassertRaisesRegex assertRegexc C s | S r r r r r r r s c C s t | dddS )Nz\\z\\\\Zunicode_escape)unicodereplacer r r r r s c C s t | d S )Nr ord)Zbsr r r byte2int s r c C s t | | S r r )Zbufir r r indexbytes s r ZassertItemsEqualz Byte literalz Text literalc O s t | t||S r )r. _assertCountEqualr argskwargsr r r r s c O s t | t||S r )r. _assertRaisesRegexr r r r r s c O s t | t||S r )r. _assertRegexr r r r r s execc C s: z*|d kr| }|j |k r$|||W 5 d }d }X d S r ) __traceback__with_traceback)r$ r1 tbr r r reraise s r c C sB |dkr*t d}|j}|dkr&|j}~n |dkr6|}td dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r _getframe f_globalsf_localsr )Z_code_Z_globs_Z_locs_framer r r exec_ s r zedef reraise(tp, value, tb=None): try: raise tp, value, tb finally: tb = None )r r zdef raise_from(value, from_value): try: if from_value is None: raise value raise value from from_value finally: value = None zrdef raise_from(value, from_value): try: raise value from from_value finally: value = None c C s | d S r r )r1 Z from_valuer r r raise_from s r printc s. | dtj dkrdS fdd}d}| dd}|dk r`t|trNd}nt|ts`td| d d}|dk rt|trd}nt|tstd |rtd |s| D ]}t|trd} qq|rtd }td }nd }d }|dkr|}|dkr|}t| D ] \} }| r|| || q || dS )z4The new-style print function for Python 2.4 and 2.5.fileNc sd t | tst| } t trVt | trV jd k rVt dd }|d krHd}| j|} | d S )Nerrorsstrict) rI basestringstrr r encodingr. r write)datar fpr r r s zprint_.<locals>.writeFsepTz sep must be None or a stringendz end must be None or a stringz$invalid keyword arguments to print() )popr stdoutrI r r TypeError enumerate) r r r Z want_unicoder r argnewlineZspacer r r r print_ sL r )r r c O s< | dtj}|dd}t| | |r8|d k r8| d S )Nr flushF)getr r r _printr )r r r r r r r r W s zReraise an exception.c s fdd}|S )Nc s t | } | _| S r )rd wraps __wrapped__)fassignedupdatedwrappedr r wrapperh s zwraps.<locals>.wrapperr )r r r r r r r r c s r c s& G fdddt }t |ddi S )z%Create a base class with a metaclass.c s, e Zd Z fddZe fddZdS )z!with_metaclass.<locals>.metaclassc s | |S r r )r r this_basesr basesmetar r __new__z s z)with_metaclass.<locals>.metaclass.__new__c s | S r ) __prepare__)r r r r r r r } s z-with_metaclass.<locals>.metaclass.__prepare__N)r r r r classmethodr r r r r metaclassy s r Ztemporary_classr )r r )r r r r r r with_metaclasst s r c s fdd}|S )z6Class decorator for creating a class with a metaclass.c s| | j }|d}|d k r@t|tr,|g}|D ]}|| q0|dd |dd t| drl| j|d< | j| j |S )N __slots__r __weakref__r ) r copyr rI r r rM r r __bases__)r Z orig_varsslotsZ slots_varr r r r s z add_metaclass.<locals>.wrapperr )r r r r r add_metaclass s r utf-8r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce **s** to six.binary_type. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> encoded to `bytes` - `bytes` -> `bytes` not expecting type '%s'N)rI text_typer binary_typer r r r r r r r ensure_binary s r c C sX t | ttfs tdt| tr:t | tr:| ||} ntrTt | trT| ||} | S )zCoerce *s* to `str`. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r ) rI r r r r PY2r r) decoder r r r ensure_str s r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce *s* to six.text_type. For Python 2: - `unicode` -> `unicode` - `str` -> `unicode` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r N)rI r r r r r r r r r ensure_text s r c C s2 t r.d| jkr td| j | j| _dd | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. __str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | dS )Nr ) __unicode__r r r r r <lambda> z-python_2_unicode_compatible.<locals>.<lambda>)r r ValueErrorr r r )r r r r python_2_unicode_compatible s r __spec__)N)NN)r r )r r )r r )r Z __future__r rd rU operatorr r __author__ __version__ version_infor r) ZPY34r Z string_typesintZ integer_typesr Z class_typesr bytesr maxsizeZMAXSIZEr ZlongZ ClassTyper platform startswithobjectr len OverflowErrorr r r r' ModuleTyper4 r9 r; r r rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr r r Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr r NameErrorr r r r r r attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr r r r methodcallerr r r r r chrZunichrstructStructpackZint2byte itemgetterr getitemr r Z iterbytesrR rS BytesIOr r r partialr[ r r r r r. rV r r r r r WRAPPER_ASSIGNMENTSWRAPPER_UPDATESr r r r r r r rL __package__globalsr r submodule_search_locations meta_pathr r Zimporterappendr r r r <module> sN @ K % : PK A\Pyg yg A pip/_vendor/urllib3/packages/__pycache__/six.cpython-38.opt-1.pycnu [ U .e C @ s d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej d dkZ ej d dkZ ej dd dkZ e refZefZefZeZeZejZn~efZeefZeejfZe ZeZej d red ZnHG d d d e Z ze!e W n e"k r ed ZY n X ed Z[ dd Z#dd Z$G dd de Z%G dd de%Z&G dd dej'Z(G dd de%Z)G dd de Z*e*e+Z,G d d d e(Z-e)d d d d e)d!d"d#d$d!e)d%d"d"d&d%e)d'd(d#d)d'e)d*d(d+e)d,d"d#d-d,e)d.d/d/d0d.e)d1d/d/d.d1e)d2d3d4e)d5d(d#d6d5e)d7d(e r d8nd9d:e)d;d(d<e)d=d>d?d@e)d d d e)dAdAdBe)dCdCdBe)dDdDdBe)d6d(d#d6d5e)dEd"d#dFdEe)dGd"d"dHdGe&d#d(e&dIdJe&dKdLe&dMdNdOe&dPdQdPe&dRdSdTe&dUdVdWe&dXdYdZe&d[d\d]e&d^d_d`e&dadbdce&dddedfe&dgdhdie&djdkdle&dmdndoe&dpdpdqe&drdrdqe&dsdsdqe&dtdtdue&dvdwe&dxdye&dzd{e&d|d}d|e&d~de&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&ddde&de+d de&de+d de&de+d e+d e&ddde&ddde&dddg@Z.ej dkrfe.e&ddg7 Z.e.D ]2Z/e0e-e/j1e/ e2e/e&rje,3e/de/j1 qj[/e.e-_.e-e+d Z4e,3e4d G dd de(Z5e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d@dde)ddde)ddde)ddde)ddddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)dddgZ6e6D ]Z/e0e5e/j1e/ q[/e6e5_.e,3e5e+d ddڡ G dd܄ de(Z7e)ddde)ddde)dddgZ8e8D ]Z/e0e7e/j1e/ q>[/e8e7_.e,3e7e+d dd G dd de(Z9e)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d dde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)ddde)d ddg#Z:e:D ]Z/e0e9e/j1e/ q[/e:e9_.e,3e9e+d d d G d d de(Z;e)ddde)ddde)ddde)dddgZ<e<D ]Z/e0e;e/j1e/ q[/e<e;_.e,3e;e+d dd G dd de(Z=e)dddgZ>e>D ]Z/e0e=e/j1e/ q[/e>e=_.e,3e=e+d dd G d d d ej'Z?e,3e?e+d d d d! Z@d"d# ZAe rd$ZBd%ZCd&ZDd'ZEd(ZFd)ZGn$d*ZBd+ZCd,ZDd-ZEd.ZFd/ZGzeHZIW n" eJk r d0d1 ZIY nX eIZHzeKZKW n" eJk r d2d3 ZKY nX e rFd4d5 ZLejMZNd6d7 ZOe ZPn>d8d5 ZLd9d: ZNd;d7 ZOG d<d= d=e ZPeKZKe#eLd> eQeBZReQeCZSeQeDZTeQeEZUeQeFZVeQeGZWe r(d?d@ ZXdAdB ZYdCdD ZZdEdF Z[e\dGZ]e\dHZ^e\dIZ_nTdJd@ ZXdKdB ZYdLdD ZZdMdF Z[e\dNZ]e\dOZ^e\dPZ_e#eXdQ e#eYdR e#eZdS e#e[dT e rFdUdV Z`dWdX ZaebZcddldZdededYjfZg[dehdZiejjZkelZmddlnZnenjoZoenjpZp[ndZZqej d[ d[k r8d\Zrd]Zsn d^Zrd_Zsnjd`dV Z`dadX ZaecZcebZgdbdc Ziddde ZketejuevZmddloZoeojo ZoZpdfZqd\Zrd]Zse#e`dg e#eadh didZ Zwdjd^ Zxdkd_ Zye reze4j{dlZ|ddmdnZ}nddodpZ|e|dq ej dd drk rNe|ds n.ej dd drk rpe|dt n dudv Z~eze4j{dwdZedk rdxdy Zej dd dzk reZd{dy Ze#e}d| ej dd dk r ejejfd}d~ZnejZdd Zdd ZdddZdddZdddZdd Zg Ze+Ze ddk r|g e_ejreejD ]4\ZZeej+dkrej1e+kreje= qĐq[[eje, dS ( z6Utilities for writing code that runs on Python 2 and 3 )absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0 )r javaic @ s e Zd Zdd ZdS )Xc C s dS )Nl selfr r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/six.py__len__= s z X.__len__N)__name__ __module__ __qualname__r r r r r r < s r l c C s || _ dS )z Add documentation to a function.N)__doc__)funcdocr r r _add_docK s r c C s t | tj| S )z7Import module, returning the module after the last dot.) __import__sysmodulesnamer r r _import_moduleP s r c @ s e Zd Zdd Zdd ZdS ) _LazyDescrc C s || _ d S Nr r r r r r __init__W s z_LazyDescr.__init__c C sB | }t|| j| zt|j| j W n tk r< Y nX |S r )_resolvesetattrr delattr __class__AttributeError)r objtpresultr r r __get__Z s z_LazyDescr.__get__N)r r r r r& r r r r r V s r c s. e Zd Zd fdd Zdd Zdd Z ZS ) MovedModuleNc s2 t t| | tr(|d kr |}|| _n|| _d S r )superr' r PY3mod)r r oldnewr! r r r g s zMovedModule.__init__c C s t | jS r )r r* r r r r r p s zMovedModule._resolvec C s" | }t||}t| || |S r )r getattrr )r attr_modulevaluer r r __getattr__s s zMovedModule.__getattr__)N)r r r r r r2 __classcell__r r r- r r' f s r' c s( e Zd Z fddZdd Zg Z ZS ) _LazyModulec s t t| | | jj| _d S r )r( r4 r r! r r r- r r r { s z_LazyModule.__init__c C s ddg}|dd | j D 7 }|S )Nr r c S s g | ] }|j qS r r ).0r/ r r r <listcomp> s z'_LazyModule.__dir__.<locals>.<listcomp>)_moved_attributes)r Zattrsr r r __dir__ s z_LazyModule.__dir__)r r r r r8 r7 r3 r r r- r r4 z s r4 c s& e Zd Zd fdd Zdd Z ZS )MovedAttributeNc sd t t| | trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r r Zold_modZnew_modZold_attrZnew_attrr- r r r s zMovedAttribute.__init__c C s t | j}t|| jS r )r r* r. r/ )r moduler r r r s zMovedAttribute._resolve)NN)r r r r r r3 r r r- r r9 s r9 c @ sV e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z e Z dS )_SixMetaPathImporterz A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 c C s || _ i | _d S r )r known_modules)r Zsix_module_namer r r r s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S N.r< r )r r* Z fullnamesfullnamer r r _add_module s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? r r@ r r r _get_module s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r r@ pathr r r find_module s z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk r, td| Y nX d S )Nz!This loader does not know module )r< KeyError ImportErrorrB r r r Z __get_module s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk r Y nX | |}t|tr@| }n| |_|t j|< |S r )r r rF _SixMetaPathImporter__get_module isinstancer' r __loader__)r r@ r* r r r load_module s z _SixMetaPathImporter.load_modulec C s t | |dS )z Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) __path__)hasattrrH rB r r r is_package s z _SixMetaPathImporter.is_packagec C s | | dS )z;Return None Required, if is_package is implementedN)rH rB r r r get_code s z _SixMetaPathImporter.get_code)N) r r r r r rA rC rE rH rK rN rO get_sourcer r r r r; s r; c @ s e Zd ZdZg ZdS ) _MovedItemsz Lazy loading of moved objectsN)r r r r rL r r r r rQ s rQ Z cStringIOioStringIOfilter itertoolsbuiltinsZifilter filterfalseZ ifilterfalseinputZ __builtin__Z raw_inputinternr mapimapgetcwdosZgetcwdugetcwdbZ getoutputZcommands subprocessrangeZxrangeZ reload_module importlibZimpreloadreduce functoolsZ shlex_quoteZpipesZshlexZquoteUserDict collectionsUserList UserStringzipZizip zip_longestZ izip_longestZ configparserZ ConfigParsercopyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ _dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ html_entitiesZhtmlentitydefsz html.entitiesZ html_parserZ HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ CGIHTTPServerZSimpleHTTPServerZcPicklepickleZqueueZQueuereprlibreprZ socketserverZ SocketServer_threadthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz .moves.urllibZurllib_robotparser robotparserzurllib.robotparserZ xmlrpc_clientZ xmlrpclibz xmlrpc.clientZ xmlrpc_serverZSimpleXMLRPCServerz xmlrpc.serverZwin32winreg_winregzmoves.z.movesmovesc @ s e Zd ZdZdS ) Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseNr r r r r r r r ru D s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ urlunparseZ urlunsplitZ quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ splitqueryZsplittagZ splituserZ splitvalueZ uses_fragmentZ uses_netlocZ uses_paramsZ uses_queryZ uses_relativemoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS ) Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx s s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errormoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS ) Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.requestmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS ) Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ addinfourlz.moves.urllib.responsemoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ s r~ ZRobotFileParserz.moves.urllib.robotparsermoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg ZedZedZedZ edZ edZ dd Z d S ) Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )Nparseerrorrequestresponserq r r r r r r8 s z Module_six_moves_urllib.__dir__N) r r r r rL _importerrC r r r r rq r8 r r r r r s r z moves.urllibc C s t t| j| dS )zAdd an item to six.moves.N)r rQ r )Zmover r r add_move s r c C sX zt t| W nD tk rR z tj| = W n" tk rL td| f Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt __dict__rF r r r r remove_move s r __func____self__ __closure____code__ __defaults__ __globals__im_funcZim_selfZ func_closureZ func_codeZ func_defaultsZ func_globalsc C s | S r )next)itr r r advance_iterator* s r c C s t dd t| jD S )Nc s s | ]}d |j kV qdS )__call__N)r )r5 klassr r r <genexpr>6 s zcallable.<locals>.<genexpr>)anytype__mro__)r# r r r callable5 s r c C s | S r r Zunboundr r r get_unbound_function; s r c C s | S r r r clsr r r create_unbound_method@ s r c C s | j S r )r r r r r r F s c C s t | ||jS r )types MethodTyper! )r r# r r r create_bound_methodI s r c C s t | d |S r )r r r r r r r L s c @ s e Zd Zdd ZdS )Iteratorc C s t | | S r )r __next__r r r r r P s z Iterator.nextN)r r r r r r r r r O s r z3Get the function out of a possibly unbound functionc K s t | jf |S r )iterkeysdkwr r r iterkeysc s r c K s t | jf |S r )r valuesr r r r itervaluesf s r c K s t | jf |S r )r itemsr r r r iteritemsi s r c K s t | jf |S r )r Zlistsr r r r iterlistsl s r r r r c K s | j f |S r )r r r r r r v s c K s | j f |S r )r r r r r r y s c K s | j f |S r )r r r r r r | s c K s | j f |S r )r r r r r r s viewkeys viewvalues viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s | dS )Nzlatin-1)encodesr r r b s r c C s | S r r r r r r u s r z>BassertCountEqual ZassertRaisesRegexpZassertRegexpMatchesassertRaisesRegex assertRegexc C s | S r r r r r r r s c C s t | dddS )Nz\\z\\\\Zunicode_escape)unicodereplacer r r r r s c C s t | d S )Nr ord)Zbsr r r byte2int s r c C s t | | S r r )Zbufir r r indexbytes s r ZassertItemsEqualz Byte literalz Text literalc O s t | t||S r )r. _assertCountEqualr argskwargsr r r r s c O s t | t||S r )r. _assertRaisesRegexr r r r r s c O s t | t||S r )r. _assertRegexr r r r r s execc C s: z*|d kr| }|j |k r$|||W 5 d }d }X d S r ) __traceback__with_traceback)r$ r1 tbr r r reraise s r c C sB |dkr*t d}|j}|dkr&|j}~n |dkr6|}td dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r _getframe f_globalsf_localsr )Z_code_Z_globs_Z_locs_framer r r exec_ s r zedef reraise(tp, value, tb=None): try: raise tp, value, tb finally: tb = None )r r zdef raise_from(value, from_value): try: if from_value is None: raise value raise value from from_value finally: value = None zrdef raise_from(value, from_value): try: raise value from from_value finally: value = None c C s | d S r r )r1 Z from_valuer r r raise_from s r printc s. | dtj dkrdS fdd}d}| dd}|dk r`t|trNd}nt|ts`td| d d}|dk rt|trd}nt|tstd |rtd |s| D ]}t|trd} qq|rtd }td }nd }d }|dkr|}|dkr|}t| D ] \} }| r|| || q || dS )z4The new-style print function for Python 2.4 and 2.5.fileNc sd t | tst| } t trVt | trV jd k rVt dd }|d krHd}| j|} | d S )Nerrorsstrict) rI basestringstrr r encodingr. r write)datar fpr r r s zprint_.<locals>.writeFsepTz sep must be None or a stringendz end must be None or a stringz$invalid keyword arguments to print() )popr stdoutrI r r TypeError enumerate) r r r Z want_unicoder r argnewlineZspacer r r r print_ sL r )r r c O s< | dtj}|dd}t| | |r8|d k r8| d S )Nr flushF)getr r r _printr )r r r r r r r r W s zReraise an exception.c s fdd}|S )Nc s t | } | _| S r )rd wraps __wrapped__)fassignedupdatedwrappedr r wrapperh s zwraps.<locals>.wrapperr )r r r r r r r r c s r c s& G fdddt }t |ddi S )z%Create a base class with a metaclass.c s, e Zd Z fddZe fddZdS )z!with_metaclass.<locals>.metaclassc s | |S r r )r r this_basesr basesmetar r __new__z s z)with_metaclass.<locals>.metaclass.__new__c s | S r ) __prepare__)r r r r r r r } s z-with_metaclass.<locals>.metaclass.__prepare__N)r r r r classmethodr r r r r metaclassy s r Ztemporary_classr )r r )r r r r r r with_metaclasst s r c s fdd}|S )z6Class decorator for creating a class with a metaclass.c s| | j }|d}|d k r@t|tr,|g}|D ]}|| q0|dd |dd t| drl| j|d< | j| j |S )N __slots__r __weakref__r ) r copyr rI r r rM r r __bases__)r Z orig_varsslotsZ slots_varr r r r s z add_metaclass.<locals>.wrapperr )r r r r r add_metaclass s r utf-8r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce **s** to six.binary_type. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> encoded to `bytes` - `bytes` -> `bytes` not expecting type '%s'N)rI text_typer binary_typer r r r r r r r ensure_binary s r c C sX t | ttfs tdt| tr:t | tr:| ||} ntrTt | trT| ||} | S )zCoerce *s* to `str`. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r ) rI r r r r PY2r r) decoder r r r ensure_str s r c C s8 t | tr| ||S t | tr$| S tdt| dS )zCoerce *s* to six.text_type. For Python 2: - `unicode` -> `unicode` - `str` -> `unicode` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` r N)rI r r r r r r r r r ensure_text s r c C s2 t r.d| jkr td| j | j| _dd | _| S )a A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. __str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | dS )Nr ) __unicode__r r r r r <lambda> z-python_2_unicode_compatible.<locals>.<lambda>)r r ValueErrorr r r )r r r r python_2_unicode_compatible s r __spec__)N)NN)r r )r r )r r )r Z __future__r rd rU operatorr r __author__ __version__ version_infor r) ZPY34r Z string_typesintZ integer_typesr Z class_typesr bytesr maxsizeZMAXSIZEr ZlongZ ClassTyper platform startswithobjectr len OverflowErrorr r r r' ModuleTyper4 r9 r; r r rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr r r Z _meth_funcZ _meth_selfZ _func_closureZ _func_codeZ_func_defaultsZ _func_globalsr r NameErrorr r r r r r attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr r r r methodcallerr r r r r chrZunichrstructStructpackZint2byte itemgetterr getitemr r Z iterbytesrR rS BytesIOr r r partialr[ r r r r r. rV r r r r r WRAPPER_ASSIGNMENTSWRAPPER_UPDATESr r r r r r r rL __package__globalsr r submodule_search_locations meta_pathr r Zimporterappendr r r r <module> sN @ K % : PK A\!e F pip/_vendor/urllib3/packages/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .el @ s d dl mZ ddlmZ dZdS ) )absolute_import )ssl_match_hostnameN)Z __future__r r __all__ r r I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/__init__.py<module> s PK A\U # pip/_vendor/urllib3/packages/six.pynu [ # Copyright (c) 2010-2019 Benjamin Peterson # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. """Utilities for writing code that runs on Python 2 and 3""" from __future__ import absolute_import import functools import itertools import operator import sys import types __author__ = "Benjamin Peterson <benjamin@python.org>" __version__ = "1.12.0" # Useful for very coarse version differentiation. PY2 = sys.version_info[0] == 2 PY3 = sys.version_info[0] == 3 PY34 = sys.version_info[0:2] >= (3, 4) if PY3: string_types = (str,) integer_types = (int,) class_types = (type,) text_type = str binary_type = bytes MAXSIZE = sys.maxsize else: string_types = (basestring,) integer_types = (int, long) class_types = (type, types.ClassType) text_type = unicode binary_type = str if sys.platform.startswith("java"): # Jython always uses 32 bits. MAXSIZE = int((1 << 31) - 1) else: # It's possible to have sizeof(long) != sizeof(Py_ssize_t). class X(object): def __len__(self): return 1 << 31 try: len(X()) except OverflowError: # 32-bit MAXSIZE = int((1 << 31) - 1) else: # 64-bit MAXSIZE = int((1 << 63) - 1) del X def _add_doc(func, doc): """Add documentation to a function.""" func.__doc__ = doc def _import_module(name): """Import module, returning the module after the last dot.""" __import__(name) return sys.modules[name] class _LazyDescr(object): def __init__(self, name): self.name = name def __get__(self, obj, tp): result = self._resolve() setattr(obj, self.name, result) # Invokes __set__. try: # This is a bit ugly, but it avoids running this again by # removing this descriptor. delattr(obj.__class__, self.name) except AttributeError: pass return result class MovedModule(_LazyDescr): def __init__(self, name, old, new=None): super(MovedModule, self).__init__(name) if PY3: if new is None: new = name self.mod = new else: self.mod = old def _resolve(self): return _import_module(self.mod) def __getattr__(self, attr): _module = self._resolve() value = getattr(_module, attr) setattr(self, attr, value) return value class _LazyModule(types.ModuleType): def __init__(self, name): super(_LazyModule, self).__init__(name) self.__doc__ = self.__class__.__doc__ def __dir__(self): attrs = ["__doc__", "__name__"] attrs += [attr.name for attr in self._moved_attributes] return attrs # Subclasses should override this _moved_attributes = [] class MovedAttribute(_LazyDescr): def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None): super(MovedAttribute, self).__init__(name) if PY3: if new_mod is None: new_mod = name self.mod = new_mod if new_attr is None: if old_attr is None: new_attr = name else: new_attr = old_attr self.attr = new_attr else: self.mod = old_mod if old_attr is None: old_attr = name self.attr = old_attr def _resolve(self): module = _import_module(self.mod) return getattr(module, self.attr) class _SixMetaPathImporter(object): """ A meta path importer to import six.moves and its submodules. This class implements a PEP302 finder and loader. It should be compatible with Python 2.5 and all existing versions of Python3 """ def __init__(self, six_module_name): self.name = six_module_name self.known_modules = {} def _add_module(self, mod, *fullnames): for fullname in fullnames: self.known_modules[self.name + "." + fullname] = mod def _get_module(self, fullname): return self.known_modules[self.name + "." + fullname] def find_module(self, fullname, path=None): if fullname in self.known_modules: return self return None def __get_module(self, fullname): try: return self.known_modules[fullname] except KeyError: raise ImportError("This loader does not know module " + fullname) def load_module(self, fullname): try: # in case of a reload return sys.modules[fullname] except KeyError: pass mod = self.__get_module(fullname) if isinstance(mod, MovedModule): mod = mod._resolve() else: mod.__loader__ = self sys.modules[fullname] = mod return mod def is_package(self, fullname): """ Return true, if the named module is a package. We need this method to get correct spec objects with Python 3.4 (see PEP451) """ return hasattr(self.__get_module(fullname), "__path__") def get_code(self, fullname): """Return None Required, if is_package is implemented""" self.__get_module(fullname) # eventually raises ImportError return None get_source = get_code # same as get_code _importer = _SixMetaPathImporter(__name__) class _MovedItems(_LazyModule): """Lazy loading of moved objects""" __path__ = [] # mark as package _moved_attributes = [ MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"), MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"), MovedAttribute( "filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse" ), MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"), MovedAttribute("intern", "__builtin__", "sys"), MovedAttribute("map", "itertools", "builtins", "imap", "map"), MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"), MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"), MovedAttribute("getoutput", "commands", "subprocess"), MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"), MovedAttribute( "reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload" ), MovedAttribute("reduce", "__builtin__", "functools"), MovedAttribute("shlex_quote", "pipes", "shlex", "quote"), MovedAttribute("StringIO", "StringIO", "io"), MovedAttribute("UserDict", "UserDict", "collections"), MovedAttribute("UserList", "UserList", "collections"), MovedAttribute("UserString", "UserString", "collections"), MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"), MovedAttribute("zip", "itertools", "builtins", "izip", "zip"), MovedAttribute( "zip_longest", "itertools", "itertools", "izip_longest", "zip_longest" ), MovedModule("builtins", "__builtin__"), MovedModule("configparser", "ConfigParser"), MovedModule("copyreg", "copy_reg"), MovedModule("dbm_gnu", "gdbm", "dbm.gnu"), MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"), MovedModule("http_cookiejar", "cookielib", "http.cookiejar"), MovedModule("http_cookies", "Cookie", "http.cookies"), MovedModule("html_entities", "htmlentitydefs", "html.entities"), MovedModule("html_parser", "HTMLParser", "html.parser"), MovedModule("http_client", "httplib", "http.client"), MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"), MovedModule("email_mime_image", "email.MIMEImage", "email.mime.image"), MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"), MovedModule( "email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart" ), MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"), MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"), MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"), MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"), MovedModule("cPickle", "cPickle", "pickle"), MovedModule("queue", "Queue"), MovedModule("reprlib", "repr"), MovedModule("socketserver", "SocketServer"), MovedModule("_thread", "thread", "_thread"), MovedModule("tkinter", "Tkinter"), MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"), MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"), MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"), MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"), MovedModule("tkinter_tix", "Tix", "tkinter.tix"), MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"), MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"), MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"), MovedModule("tkinter_colorchooser", "tkColorChooser", "tkinter.colorchooser"), MovedModule("tkinter_commondialog", "tkCommonDialog", "tkinter.commondialog"), MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"), MovedModule("tkinter_font", "tkFont", "tkinter.font"), MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"), MovedModule("tkinter_tksimpledialog", "tkSimpleDialog", "tkinter.simpledialog"), MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"), MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"), MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"), MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"), MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"), MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"), ] # Add windows specific modules. if sys.platform == "win32": _moved_attributes += [MovedModule("winreg", "_winreg")] for attr in _moved_attributes: setattr(_MovedItems, attr.name, attr) if isinstance(attr, MovedModule): _importer._add_module(attr, "moves." + attr.name) del attr _MovedItems._moved_attributes = _moved_attributes moves = _MovedItems(__name__ + ".moves") _importer._add_module(moves, "moves") class Module_six_moves_urllib_parse(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_parse""" _urllib_parse_moved_attributes = [ MovedAttribute("ParseResult", "urlparse", "urllib.parse"), MovedAttribute("SplitResult", "urlparse", "urllib.parse"), MovedAttribute("parse_qs", "urlparse", "urllib.parse"), MovedAttribute("parse_qsl", "urlparse", "urllib.parse"), MovedAttribute("urldefrag", "urlparse", "urllib.parse"), MovedAttribute("urljoin", "urlparse", "urllib.parse"), MovedAttribute("urlparse", "urlparse", "urllib.parse"), MovedAttribute("urlsplit", "urlparse", "urllib.parse"), MovedAttribute("urlunparse", "urlparse", "urllib.parse"), MovedAttribute("urlunsplit", "urlparse", "urllib.parse"), MovedAttribute("quote", "urllib", "urllib.parse"), MovedAttribute("quote_plus", "urllib", "urllib.parse"), MovedAttribute("unquote", "urllib", "urllib.parse"), MovedAttribute("unquote_plus", "urllib", "urllib.parse"), MovedAttribute( "unquote_to_bytes", "urllib", "urllib.parse", "unquote", "unquote_to_bytes" ), MovedAttribute("urlencode", "urllib", "urllib.parse"), MovedAttribute("splitquery", "urllib", "urllib.parse"), MovedAttribute("splittag", "urllib", "urllib.parse"), MovedAttribute("splituser", "urllib", "urllib.parse"), MovedAttribute("splitvalue", "urllib", "urllib.parse"), MovedAttribute("uses_fragment", "urlparse", "urllib.parse"), MovedAttribute("uses_netloc", "urlparse", "urllib.parse"), MovedAttribute("uses_params", "urlparse", "urllib.parse"), MovedAttribute("uses_query", "urlparse", "urllib.parse"), MovedAttribute("uses_relative", "urlparse", "urllib.parse"), ] for attr in _urllib_parse_moved_attributes: setattr(Module_six_moves_urllib_parse, attr.name, attr) del attr Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes _importer._add_module( Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"), "moves.urllib_parse", "moves.urllib.parse", ) class Module_six_moves_urllib_error(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_error""" _urllib_error_moved_attributes = [ MovedAttribute("URLError", "urllib2", "urllib.error"), MovedAttribute("HTTPError", "urllib2", "urllib.error"), MovedAttribute("ContentTooShortError", "urllib", "urllib.error"), ] for attr in _urllib_error_moved_attributes: setattr(Module_six_moves_urllib_error, attr.name, attr) del attr Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes _importer._add_module( Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"), "moves.urllib_error", "moves.urllib.error", ) class Module_six_moves_urllib_request(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_request""" _urllib_request_moved_attributes = [ MovedAttribute("urlopen", "urllib2", "urllib.request"), MovedAttribute("install_opener", "urllib2", "urllib.request"), MovedAttribute("build_opener", "urllib2", "urllib.request"), MovedAttribute("pathname2url", "urllib", "urllib.request"), MovedAttribute("url2pathname", "urllib", "urllib.request"), MovedAttribute("getproxies", "urllib", "urllib.request"), MovedAttribute("Request", "urllib2", "urllib.request"), MovedAttribute("OpenerDirector", "urllib2", "urllib.request"), MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"), MovedAttribute("ProxyHandler", "urllib2", "urllib.request"), MovedAttribute("BaseHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"), MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"), MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"), MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"), MovedAttribute("FileHandler", "urllib2", "urllib.request"), MovedAttribute("FTPHandler", "urllib2", "urllib.request"), MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"), MovedAttribute("UnknownHandler", "urllib2", "urllib.request"), MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"), MovedAttribute("urlretrieve", "urllib", "urllib.request"), MovedAttribute("urlcleanup", "urllib", "urllib.request"), MovedAttribute("URLopener", "urllib", "urllib.request"), MovedAttribute("FancyURLopener", "urllib", "urllib.request"), MovedAttribute("proxy_bypass", "urllib", "urllib.request"), MovedAttribute("parse_http_list", "urllib2", "urllib.request"), MovedAttribute("parse_keqv_list", "urllib2", "urllib.request"), ] for attr in _urllib_request_moved_attributes: setattr(Module_six_moves_urllib_request, attr.name, attr) del attr Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes _importer._add_module( Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"), "moves.urllib_request", "moves.urllib.request", ) class Module_six_moves_urllib_response(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_response""" _urllib_response_moved_attributes = [ MovedAttribute("addbase", "urllib", "urllib.response"), MovedAttribute("addclosehook", "urllib", "urllib.response"), MovedAttribute("addinfo", "urllib", "urllib.response"), MovedAttribute("addinfourl", "urllib", "urllib.response"), ] for attr in _urllib_response_moved_attributes: setattr(Module_six_moves_urllib_response, attr.name, attr) del attr Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes _importer._add_module( Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"), "moves.urllib_response", "moves.urllib.response", ) class Module_six_moves_urllib_robotparser(_LazyModule): """Lazy loading of moved objects in six.moves.urllib_robotparser""" _urllib_robotparser_moved_attributes = [ MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser") ] for attr in _urllib_robotparser_moved_attributes: setattr(Module_six_moves_urllib_robotparser, attr.name, attr) del attr Module_six_moves_urllib_robotparser._moved_attributes = ( _urllib_robotparser_moved_attributes ) _importer._add_module( Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"), "moves.urllib_robotparser", "moves.urllib.robotparser", ) class Module_six_moves_urllib(types.ModuleType): """Create a six.moves.urllib namespace that resembles the Python 3 namespace""" __path__ = [] # mark as package parse = _importer._get_module("moves.urllib_parse") error = _importer._get_module("moves.urllib_error") request = _importer._get_module("moves.urllib_request") response = _importer._get_module("moves.urllib_response") robotparser = _importer._get_module("moves.urllib_robotparser") def __dir__(self): return ["parse", "error", "request", "response", "robotparser"] _importer._add_module( Module_six_moves_urllib(__name__ + ".moves.urllib"), "moves.urllib" ) def add_move(move): """Add an item to six.moves.""" setattr(_MovedItems, move.name, move) def remove_move(name): """Remove item from six.moves.""" try: delattr(_MovedItems, name) except AttributeError: try: del moves.__dict__[name] except KeyError: raise AttributeError("no such move, %r" % (name,)) if PY3: _meth_func = "__func__" _meth_self = "__self__" _func_closure = "__closure__" _func_code = "__code__" _func_defaults = "__defaults__" _func_globals = "__globals__" else: _meth_func = "im_func" _meth_self = "im_self" _func_closure = "func_closure" _func_code = "func_code" _func_defaults = "func_defaults" _func_globals = "func_globals" try: advance_iterator = next except NameError: def advance_iterator(it): return it.next() next = advance_iterator try: callable = callable except NameError: def callable(obj): return any("__call__" in klass.__dict__ for klass in type(obj).__mro__) if PY3: def get_unbound_function(unbound): return unbound create_bound_method = types.MethodType def create_unbound_method(func, cls): return func Iterator = object else: def get_unbound_function(unbound): return unbound.im_func def create_bound_method(func, obj): return types.MethodType(func, obj, obj.__class__) def create_unbound_method(func, cls): return types.MethodType(func, None, cls) class Iterator(object): def next(self): return type(self).__next__(self) callable = callable _add_doc( get_unbound_function, """Get the function out of a possibly unbound function""" ) get_method_function = operator.attrgetter(_meth_func) get_method_self = operator.attrgetter(_meth_self) get_function_closure = operator.attrgetter(_func_closure) get_function_code = operator.attrgetter(_func_code) get_function_defaults = operator.attrgetter(_func_defaults) get_function_globals = operator.attrgetter(_func_globals) if PY3: def iterkeys(d, **kw): return iter(d.keys(**kw)) def itervalues(d, **kw): return iter(d.values(**kw)) def iteritems(d, **kw): return iter(d.items(**kw)) def iterlists(d, **kw): return iter(d.lists(**kw)) viewkeys = operator.methodcaller("keys") viewvalues = operator.methodcaller("values") viewitems = operator.methodcaller("items") else: def iterkeys(d, **kw): return d.iterkeys(**kw) def itervalues(d, **kw): return d.itervalues(**kw) def iteritems(d, **kw): return d.iteritems(**kw) def iterlists(d, **kw): return d.iterlists(**kw) viewkeys = operator.methodcaller("viewkeys") viewvalues = operator.methodcaller("viewvalues") viewitems = operator.methodcaller("viewitems") _add_doc(iterkeys, "Return an iterator over the keys of a dictionary.") _add_doc(itervalues, "Return an iterator over the values of a dictionary.") _add_doc(iteritems, "Return an iterator over the (key, value) pairs of a dictionary.") _add_doc( iterlists, "Return an iterator over the (key, [values]) pairs of a dictionary." ) if PY3: def b(s): return s.encode("latin-1") def u(s): return s unichr = chr import struct int2byte = struct.Struct(">B").pack del struct byte2int = operator.itemgetter(0) indexbytes = operator.getitem iterbytes = iter import io StringIO = io.StringIO BytesIO = io.BytesIO del io _assertCountEqual = "assertCountEqual" if sys.version_info[1] <= 1: _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" else: _assertRaisesRegex = "assertRaisesRegex" _assertRegex = "assertRegex" else: def b(s): return s # Workaround for standalone backslash def u(s): return unicode(s.replace(r"\\", r"\\\\"), "unicode_escape") unichr = unichr int2byte = chr def byte2int(bs): return ord(bs[0]) def indexbytes(buf, i): return ord(buf[i]) iterbytes = functools.partial(itertools.imap, ord) import StringIO StringIO = BytesIO = StringIO.StringIO _assertCountEqual = "assertItemsEqual" _assertRaisesRegex = "assertRaisesRegexp" _assertRegex = "assertRegexpMatches" _add_doc(b, """Byte literal""") _add_doc(u, """Text literal""") def assertCountEqual(self, *args, **kwargs): return getattr(self, _assertCountEqual)(*args, **kwargs) def assertRaisesRegex(self, *args, **kwargs): return getattr(self, _assertRaisesRegex)(*args, **kwargs) def assertRegex(self, *args, **kwargs): return getattr(self, _assertRegex)(*args, **kwargs) if PY3: exec_ = getattr(moves.builtins, "exec") def reraise(tp, value, tb=None): try: if value is None: value = tp() if value.__traceback__ is not tb: raise value.with_traceback(tb) raise value finally: value = None tb = None else: def exec_(_code_, _globs_=None, _locs_=None): """Execute code in a namespace.""" if _globs_ is None: frame = sys._getframe(1) _globs_ = frame.f_globals if _locs_ is None: _locs_ = frame.f_locals del frame elif _locs_ is None: _locs_ = _globs_ exec("""exec _code_ in _globs_, _locs_""") exec_( """def reraise(tp, value, tb=None): try: raise tp, value, tb finally: tb = None """ ) if sys.version_info[:2] == (3, 2): exec_( """def raise_from(value, from_value): try: if from_value is None: raise value raise value from from_value finally: value = None """ ) elif sys.version_info[:2] > (3, 2): exec_( """def raise_from(value, from_value): try: raise value from from_value finally: value = None """ ) else: def raise_from(value, from_value): raise value print_ = getattr(moves.builtins, "print", None) if print_ is None: def print_(*args, **kwargs): """The new-style print function for Python 2.4 and 2.5.""" fp = kwargs.pop("file", sys.stdout) if fp is None: return def write(data): if not isinstance(data, basestring): data = str(data) # If the file has an encoding, encode unicode with it. if ( isinstance(fp, file) and isinstance(data, unicode) and fp.encoding is not None ): errors = getattr(fp, "errors", None) if errors is None: errors = "strict" data = data.encode(fp.encoding, errors) fp.write(data) want_unicode = False sep = kwargs.pop("sep", None) if sep is not None: if isinstance(sep, unicode): want_unicode = True elif not isinstance(sep, str): raise TypeError("sep must be None or a string") end = kwargs.pop("end", None) if end is not None: if isinstance(end, unicode): want_unicode = True elif not isinstance(end, str): raise TypeError("end must be None or a string") if kwargs: raise TypeError("invalid keyword arguments to print()") if not want_unicode: for arg in args: if isinstance(arg, unicode): want_unicode = True break if want_unicode: newline = unicode("\n") space = unicode(" ") else: newline = "\n" space = " " if sep is None: sep = space if end is None: end = newline for i, arg in enumerate(args): if i: write(sep) write(arg) write(end) if sys.version_info[:2] < (3, 3): _print = print_ def print_(*args, **kwargs): fp = kwargs.get("file", sys.stdout) flush = kwargs.pop("flush", False) _print(*args, **kwargs) if flush and fp is not None: fp.flush() _add_doc(reraise, """Reraise an exception.""") if sys.version_info[0:2] < (3, 4): def wraps( wrapped, assigned=functools.WRAPPER_ASSIGNMENTS, updated=functools.WRAPPER_UPDATES, ): def wrapper(f): f = functools.wraps(wrapped, assigned, updated)(f) f.__wrapped__ = wrapped return f return wrapper else: wraps = functools.wraps def with_metaclass(meta, *bases): """Create a base class with a metaclass.""" # This requires a bit of explanation: the basic idea is to make a dummy # metaclass for one level of class instantiation that replaces itself with # the actual metaclass. class metaclass(type): def __new__(cls, name, this_bases, d): return meta(name, bases, d) @classmethod def __prepare__(cls, name, this_bases): return meta.__prepare__(name, bases) return type.__new__(metaclass, "temporary_class", (), {}) def add_metaclass(metaclass): """Class decorator for creating a class with a metaclass.""" def wrapper(cls): orig_vars = cls.__dict__.copy() slots = orig_vars.get("__slots__") if slots is not None: if isinstance(slots, str): slots = [slots] for slots_var in slots: orig_vars.pop(slots_var) orig_vars.pop("__dict__", None) orig_vars.pop("__weakref__", None) if hasattr(cls, "__qualname__"): orig_vars["__qualname__"] = cls.__qualname__ return metaclass(cls.__name__, cls.__bases__, orig_vars) return wrapper def ensure_binary(s, encoding="utf-8", errors="strict"): """Coerce **s** to six.binary_type. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> encoded to `bytes` - `bytes` -> `bytes` """ if isinstance(s, text_type): return s.encode(encoding, errors) elif isinstance(s, binary_type): return s else: raise TypeError("not expecting type '%s'" % type(s)) def ensure_str(s, encoding="utf-8", errors="strict"): """Coerce *s* to `str`. For Python 2: - `unicode` -> encoded to `str` - `str` -> `str` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` """ if not isinstance(s, (text_type, binary_type)): raise TypeError("not expecting type '%s'" % type(s)) if PY2 and isinstance(s, text_type): s = s.encode(encoding, errors) elif PY3 and isinstance(s, binary_type): s = s.decode(encoding, errors) return s def ensure_text(s, encoding="utf-8", errors="strict"): """Coerce *s* to six.text_type. For Python 2: - `unicode` -> `unicode` - `str` -> `unicode` For Python 3: - `str` -> `str` - `bytes` -> decoded to `str` """ if isinstance(s, binary_type): return s.decode(encoding, errors) elif isinstance(s, text_type): return s else: raise TypeError("not expecting type '%s'" % type(s)) def python_2_unicode_compatible(klass): """ A decorator that defines __unicode__ and __str__ methods under Python 2. Under Python 3 it does nothing. To support Python 2 and 3 with a single code base, define a __str__ method returning text and apply this decorator to the class. """ if PY2: if "__str__" not in klass.__dict__: raise ValueError( "@python_2_unicode_compatible cannot be applied " "to %s because it doesn't define __str__()." % klass.__name__ ) klass.__unicode__ = klass.__str__ klass.__str__ = lambda self: self.__unicode__().encode("utf-8") return klass # Complete the moves implementation. # This code is at the end of this module to speed up module loading. # Turn this module into a package. __path__ = [] # required for PEP 302 and PEP 451 __package__ = __name__ # see PEP 366 @ReservedAssignment if globals().get("__spec__") is not None: __spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable # Remove other six meta path importers, since they cause problems. This can # happen if six is removed from sys.modules and then reloaded. (Setuptools does # this for some reason.) if sys.meta_path: for i, importer in enumerate(sys.meta_path): # Here's some real nastiness: Another "instance" of the six module might # be floating around. Therefore, we can't use isinstance() to check for # the six meta path importer, since the other six instance will have # inserted an importer with different class. if ( type(importer).__name__ == "_SixMetaPathImporter" and importer.name == __name__ ): del sys.meta_path[i] break del i, importer # Finally, add the importer to the meta path import hook. sys.meta_path.append(_importer) PK A\Q ?\ \ B pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.pynu [ """The match_hostname() function from Python 3.3.3, essential when using SSL.""" # Note: This file is under the PSF license as the code comes from the python # stdlib. http://docs.python.org/3/license.html import re import sys # ipaddress has been backported to 2.6+ in pypi. If it is installed on the # system, use it to handle IPAddress ServerAltnames (this was added in # python-3.5) otherwise only do DNS matching. This allows # backports.ssl_match_hostname to continue to be used in Python 2.7. try: from pip._vendor import ipaddress except ImportError: ipaddress = None __version__ = "3.5.0.1" class CertificateError(ValueError): pass def _dnsname_match(dn, hostname, max_wildcards=1): """Matching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 """ pats = [] if not dn: return False # Ported from python3-syntax: # leftmost, *remainder = dn.split(r'.') parts = dn.split(r".") leftmost = parts[0] remainder = parts[1:] wildcards = leftmost.count("*") if wildcards > max_wildcards: # Issue #17980: avoid denials of service by refusing more # than one wildcard per fragment. A survey of established # policy among SSL implementations showed it to be a # reasonable choice. raise CertificateError( "too many wildcards in certificate DNS name: " + repr(dn) ) # speed up common case w/o wildcards if not wildcards: return dn.lower() == hostname.lower() # RFC 6125, section 6.4.3, subitem 1. # The client SHOULD NOT attempt to match a presented identifier in which # the wildcard character comprises a label other than the left-most label. if leftmost == "*": # When '*' is a fragment by itself, it matches a non-empty dotless # fragment. pats.append("[^.]+") elif leftmost.startswith("xn--") or hostname.startswith("xn--"): # RFC 6125, section 6.4.3, subitem 3. # The client SHOULD NOT attempt to match a presented identifier # where the wildcard character is embedded within an A-label or # U-label of an internationalized domain name. pats.append(re.escape(leftmost)) else: # Otherwise, '*' matches any dotless string, e.g. www* pats.append(re.escape(leftmost).replace(r"\*", "[^.]*")) # add the remaining fragments, ignore any wildcards for frag in remainder: pats.append(re.escape(frag)) pat = re.compile(r"\A" + r"\.".join(pats) + r"\Z", re.IGNORECASE) return pat.match(hostname) def _to_unicode(obj): if isinstance(obj, str) and sys.version_info < (3,): obj = unicode(obj, encoding="ascii", errors="strict") return obj def _ipaddress_match(ipname, host_ip): """Exact matching of IP addresses. RFC 6125 explicitly doesn't define an algorithm for this (section 1.7.2 - "Out of Scope"). """ # OpenSSL may add a trailing newline to a subjectAltName's IP address # Divergence from upstream: ipaddress can't handle byte str ip = ipaddress.ip_address(_to_unicode(ipname).rstrip()) return ip == host_ip def match_hostname(cert, hostname): """Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. """ if not cert: raise ValueError( "empty or no certificate, match_hostname needs a " "SSL socket or SSL context with either " "CERT_OPTIONAL or CERT_REQUIRED" ) try: # Divergence from upstream: ipaddress can't handle byte str host_ip = ipaddress.ip_address(_to_unicode(hostname)) except ValueError: # Not an IP address (common case) host_ip = None except UnicodeError: # Divergence from upstream: Have to deal with ipaddress not taking # byte strings. addresses should be all ascii, so we consider it not # an ipaddress in this case host_ip = None except AttributeError: # Divergence from upstream: Make ipaddress library optional if ipaddress is None: host_ip = None else: raise dnsnames = [] san = cert.get("subjectAltName", ()) for key, value in san: if key == "DNS": if host_ip is None and _dnsname_match(value, hostname): return dnsnames.append(value) elif key == "IP Address": if host_ip is not None and _ipaddress_match(value, host_ip): return dnsnames.append(value) if not dnsnames: # The subject is only checked when there is no dNSName entry # in subjectAltName for sub in cert.get("subject", ()): for key, value in sub: # XXX according to RFC 2818, the most specific Common Name # must be used. if key == "commonName": if _dnsname_match(value, hostname): return dnsnames.append(value) if len(dnsnames) > 1: raise CertificateError( "hostname %r " "doesn't match either of %s" % (hostname, ", ".join(map(repr, dnsnames))) ) elif len(dnsnames) == 1: raise CertificateError( "hostname %r " "doesn't match %r" % (hostname, dnsnames[0]) ) else: raise CertificateError( "no appropriate commonName or " "subjectAltName fields were found" ) PK A\hi S pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d dl Z z&e jdk r edd dlmZmZ W nN ek r| zd dlmZmZ W n$ ek rv ddlmZmZ Y nX Y nX dZdS ) N) zFallback to vendored code)CertificateErrormatch_hostname ) sys version_info ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation__all__ r r \/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py<module> s PK A\lSo ` pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.opt-1.pycnu [ U .e\ @ sx d Z ddlZddlZzddlmZ W n ek r< dZY nX dZG dd deZddd Z d d Z d d Z dd Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL. N) ipaddressz3.5.0.1c @ s e Zd ZdS )CertificateErrorN)__name__ __module__ __qualname__ r r c/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.pyr s r c C s g }| s dS | d}|d }|dd }|d}||krLtdt| |s`| | kS |dkrt|d n>|d s|d r|t| n|t| d d |D ]}|t| qt d d | d tj } | |S )zhMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F.r r N*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)splitcountr reprlowerappend startswithreescapereplacecompilejoin IGNORECASEmatch) ZdnhostnameZ max_wildcardsZpatspartsZleftmostZ remainderZ wildcardsZfragZpatr r r _dnsname_match s, r c C s& t | tr"tjdk r"t| ddd} | S )N) asciistrict)encodingerrors) isinstancestrsys version_infoZunicode)objr r r _to_unicodeO s r& c C s t t| }||kS )zExact matching of IP addresses. RFC 6125 explicitly doesn't define an algorithm for this (section 1.7.2 - "Out of Scope"). )r ip_addressr& rstrip)Zipnamehost_ipZipr r r _ipaddress_matchU s r* c C s | s t dztt|}W nP t k r6 d}Y n: tk rL d}Y n$ tk rn tdkrhd}n Y nX g }| dd}|D ]^\}}|dkr|dkrt||r dS || q|dkr|dk rt ||r dS || q|s0| ddD ]8}|D ].\}}|dkrt||r" dS || qqt |d kr\t d |d t t|f n,t |d krt d ||d f nt ddS )a) Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNamer ZDNSz IP AddressZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) ValueErrorr r' r& UnicodeErrorAttributeErrorgetr r r* lenr r mapr )Zcertr r) ZdnsnamesZsankeyvaluesubr r r match_hostnamea sZ r4 )r ) __doc__r r# Z pip._vendorr ImportError __version__r+ r r r& r* r4 r r r r <module> s 6 PK A\hi Y pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d dl Z z&e jdk r edd dlmZmZ W nN ek r| zd dlmZmZ W n$ ek rv ddlmZmZ Y nX Y nX dZdS ) N) zFallback to vendored code)CertificateErrormatch_hostname ) sys version_info ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation__all__ r r \/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py<module> s PK A\lSo Z pip/_vendor/urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.pycnu [ U .e\ @ sx d Z ddlZddlZzddlmZ W n ek r< dZY nX dZG dd deZddd Z d d Z d d Z dd Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL. N) ipaddressz3.5.0.1c @ s e Zd ZdS )CertificateErrorN)__name__ __module__ __qualname__ r r c/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.pyr s r c C s g }| s dS | d}|d }|dd }|d}||krLtdt| |s`| | kS |dkrt|d n>|d s|d r|t| n|t| d d |D ]}|t| qt d d | d tj } | |S )zhMatching according to RFC 6125, section 6.4.3 http://tools.ietf.org/html/rfc6125#section-6.4.3 F.r r N*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)splitcountr reprlowerappend startswithreescapereplacecompilejoin IGNORECASEmatch) ZdnhostnameZ max_wildcardsZpatspartsZleftmostZ remainderZ wildcardsZfragZpatr r r _dnsname_match s, r c C s& t | tr"tjdk r"t| ddd} | S )N) asciistrict)encodingerrors) isinstancestrsys version_infoZunicode)objr r r _to_unicodeO s r& c C s t t| }||kS )zExact matching of IP addresses. RFC 6125 explicitly doesn't define an algorithm for this (section 1.7.2 - "Out of Scope"). )r ip_addressr& rstrip)Zipnamehost_ipZipr r r _ipaddress_matchU s r* c C s | s t dztt|}W nP t k r6 d}Y n: tk rL d}Y n$ tk rn tdkrhd}n Y nX g }| dd}|D ]^\}}|dkr|dkrt||r dS || q|dkr|dk rt ||r dS || q|s0| ddD ]8}|D ].\}}|dkrt||r" dS || qqt |d kr\t d |d t t|f n,t |d krt d ||d f nt ddS )a) Verify that *cert* (in decoded format as returned by SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125 rules are followed, but IP addresses are not accepted for *hostname*. CertificateError is raised on failure. On success, the function returns nothing. ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNamer ZDNSz IP AddressZsubjectZ commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) ValueErrorr r' r& UnicodeErrorAttributeErrorgetr r r* lenr r mapr )Zcertr r) ZdnsnamesZsankeyvaluesubr r r match_hostnamea sZ r4 )r ) __doc__r r# Z pip._vendorr ImportError __version__r+ r r r& r* r4 r r r r <module> s 6 PK A\{I\ ; pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.pynu [ import sys try: # Our match_hostname function is the same as 3.5's, so we only want to # import the match_hostname function if it's at least that good. if sys.version_info < (3, 5): raise ImportError("Fallback to vendored code") from ssl import CertificateError, match_hostname except ImportError: try: # Backport of the function from a pypi module from backports.ssl_match_hostname import CertificateError, match_hostname except ImportError: # Our vendored copy from ._implementation import CertificateError, match_hostname # Not needed, but documenting what we provide. __all__ = ("CertificateError", "match_hostname") PK A\9l l ( pip/_vendor/urllib3/packages/__init__.pynu [ from __future__ import absolute_import from . import ssl_match_hostname __all__ = ("ssl_match_hostname",) PK A\ܮ J pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d S )N r r r S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/__init__.py<module> PK A\~7 P pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-38.opt-1.pycnu [ U .e @ s& d Z ddlZddlmZ dddZdS )z backports.makefile ~~~~~~~~~~~~~~~~~~ Backports the Python 3 ``socket.makefile`` method for use with anything that wants to create a "fake" socket object. N)SocketIOrc C s t |dddhks td|f d|k}d|kp4| }d|k}d} |rN| d7 } |rZ| d7 } t| | } | jd7 _|dkr~d}|d k rtj}|d kr|std | S |r|rt| | |} n |rt| |} n t| |} |r| S t | |||} || _ | S ) z: Backport of ``socket.makefile`` from Python 3.5. r wbz&invalid mode %r (only r, w, b allowed) Nr z!unbuffered streams must be binary) set ValueErrorr Z_makefile_refsioDEFAULT_BUFFER_SIZEBufferedRWPairBufferedReaderBufferedWriter TextIOWrappermode) selfr bufferingencodingerrorsnewlineZwritingZreadingZbinaryZrawmoderawbuffertext r S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/makefile.pybackport_makefile s< r )r NNNN)__doc__r Zsocketr r r r r r <module> s PK A\ OG J pip/_vendor/urllib3/packages/backports/__pycache__/makefile.cpython-38.pycnu [ U .e @ s& d Z ddlZddlmZ dddZdS )z backports.makefile ~~~~~~~~~~~~~~~~~~ Backports the Python 3 ``socket.makefile`` method for use with anything that wants to create a "fake" socket object. N)SocketIOrc C s t |dddhks td|f d|k}d|kp4| }|sB|sBtd|k}d} |rZ| d7 } |rf| d7 } t| | } | jd7 _|dkrd}|d k rtj}|d kr|std | S |r|rt| | |} n&|rt| |} n|stt | |} |r| S t | |||} || _ | S ) z: Backport of ``socket.makefile`` from Python 3.5. r wbz&invalid mode %r (only r, w, b allowed) Nr z!unbuffered streams must be binary) set ValueErrorAssertionErrorr Z_makefile_refsioDEFAULT_BUFFER_SIZEBufferedRWPairBufferedReaderBufferedWriter TextIOWrappermode) selfr bufferingencodingerrorsnewlineZwritingZreadingZbinaryZrawmoderawbuffertext r S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/makefile.pybackport_makefile s@ r )r NNNN)__doc__r Zsocketr r r r r r <module> s PK A\ܮ P pip/_vendor/urllib3/packages/backports/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d S )N r r r S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/__init__.py<module> PK A\ò 2 pip/_vendor/urllib3/packages/backports/makefile.pynu [ # -*- coding: utf-8 -*- """ backports.makefile ~~~~~~~~~~~~~~~~~~ Backports the Python 3 ``socket.makefile`` method for use with anything that wants to create a "fake" socket object. """ import io from socket import SocketIO def backport_makefile( self, mode="r", buffering=None, encoding=None, errors=None, newline=None ): """ Backport of ``socket.makefile`` from Python 3.5. """ if not set(mode) <= {"r", "w", "b"}: raise ValueError("invalid mode %r (only r, w, b allowed)" % (mode,)) writing = "w" in mode reading = "r" in mode or not writing assert reading or writing binary = "b" in mode rawmode = "" if reading: rawmode += "r" if writing: rawmode += "w" raw = SocketIO(self, rawmode) self._makefile_refs += 1 if buffering is None: buffering = -1 if buffering < 0: buffering = io.DEFAULT_BUFFER_SIZE if buffering == 0: if not binary: raise ValueError("unbuffered streams must be binary") return raw if reading and writing: buffer = io.BufferedRWPair(raw, raw, buffering) elif reading: buffer = io.BufferedReader(raw, buffering) else: assert writing buffer = io.BufferedWriter(raw, buffering) if binary: return buffer text = io.TextIOWrapper(buffer, encoding, errors, newline) text.mode = mode return text PK A\ 2 pip/_vendor/urllib3/packages/backports/__init__.pynu [ PK A\ 'v ] ] = pip/_vendor/urllib3/__pycache__/connectionpool.cpython-38.pycnu [ U .e^ @ s d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z d dlZddl m Z m Z mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd l'm(Z( dd l)m*Z* dd l+m,Z, dd l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7m8Z8m9Z:m;Z; ddl<m=Z= e j>j?Z?e@eAZBeC ZDG dd deCZEejFejGhZHG dd deEe(ZIG dd deIZJdd ZKdd Z9dS ) )absolute_importN)errortimeout ) ClosedPoolError ProtocolErrorEmptyPoolErrorHeaderParsingErrorHostChangedErrorLocationValueError MaxRetryError ProxyErrorReadTimeoutErrorSSLError TimeoutErrorInsecureRequestWarningNewConnectionError)CertificateError)six)queue)port_by_schemeDummyConnectionHTTPConnectionHTTPSConnectionVerifiedHTTPSConnection HTTPException BaseSSLError)RequestMethods) HTTPResponse)is_connection_dropped)set_file_position)assert_header_parsing)Retry)Timeout)get_host parse_urlUrl_normalize_host_encode_target) LifoQueuec @ sB e Zd ZdZdZeZd ddZdd Zdd Z d d Z d d Z dS )ConnectionPoolzz Base class for all connection pools, such as :class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`. Nc C s0 |s t dt|| jd| _| | _|| _d S )NzNo host specified.scheme)r r' r, hostlower _proxy_hostport)selfr- r0 r2 F/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connectionpool.py__init__I s zConnectionPool.__init__c C s dt | j| j| jf S )Nz%s(host=%r, port=%r))type__name__r- r0 r1 r2 r2 r3 __str__Q s zConnectionPool.__str__c C s | S Nr2 r7 r2 r2 r3 __enter__T s zConnectionPool.__enter__c C s | dS )NF)close)r1 exc_typeZexc_valZexc_tbr2 r2 r3 __exit__W s zConnectionPool.__exit__c C s dS )D Close all pooled connections and disable the pool. Nr2 r7 r2 r2 r3 r; \ s zConnectionPool.close)N) r6 __module__ __qualname____doc__r, r) QueueClsr4 r8 r: r= r; r2 r2 r2 r3 r* @ s r* c @ s e Zd ZdZdZeZeZdde j ddddddf ddZ dd Z d!d d Z d d Zdd Zdd Zdd Zdd ZedfddZdd Zdd Zd d Zdddd d eddddf d d ZdS )"HTTPConnectionPoolaN Thread-safe connection pool for one host. :param host: Host used for this HTTP Connection (e.g. "localhost"), passed into :class:`httplib.HTTPConnection`. :param port: Port used for this HTTP Connection (None is equivalent to 80), passed into :class:`httplib.HTTPConnection`. :param strict: Causes BadStatusLine to be raised if the status line can't be parsed as a valid HTTP/1.0 or 1.1 status line, passed into :class:`httplib.HTTPConnection`. .. note:: Only works in Python 2. This parameter is ignored in Python 3. :param timeout: Socket timeout in seconds for each individual connection. This can be a float or integer, which sets the timeout for the HTTP request, or an instance of :class:`urllib3.util.Timeout` which gives you more fine-grained control over request timeouts. After the constructor has been parsed, this is always a `urllib3.util.Timeout` object. :param maxsize: Number of connections to save that can be reused. More than 1 is useful in multithreaded situations. If ``block`` is set to False, more connections will be created but they will not be saved once they've been used. :param block: If set to True, no more than ``maxsize`` connections will be used at a time. When no free connections are available, the call will block until a connection has been released. This is a useful side effect for particular multithreaded situations where one does not want to use more than maxsize connections per host to prevent flooding. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param retries: Retry configuration to use by default with requests in this pool. :param _proxy: Parsed proxy URL, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param _proxy_headers: A dictionary with proxy headers, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param \**conn_kw: Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`, :class:`urllib3.connection.HTTPSConnection` instances. httpNFr c K s t | || t| | || _t|ts4t|}|d krBtj}|| _ || _ | || _ || _ | | _| pli | _t|D ]} | j d qxd| _d| _| | _| jr| jdg d S )Nr Zsocket_options)r* r4 r strict isinstancer# from_floatr" ZDEFAULTr retriesrB poolblockproxy proxy_headersxrangeputnum_connections num_requestsconn_kw setdefault) r1 r- r0 rE r maxsizerJ headersrH _proxy_proxy_headersrQ _r2 r2 r3 r4 s( zHTTPConnectionPool.__init__c C sR | j d7 _ td| j | j| jp$d | jf | j| j| jj| jd| j }|S )z9 Return a fresh :class:`HTTPConnection`. r z(Starting new HTTP connection (%d): %s:%sZ80)r- r0 r rE ) rO logdebugr- r0 ConnectionClsr connect_timeoutrE rQ r1 connr2 r2 r3 _new_conn s z HTTPConnectionPool._new_connc C s d}z| j j| j|d}W nB tk r8 t| dY n& tjk r\ | jrXt| dY nX |rt|rt d| j | t |dddkrd}|p| S ) a Get a connection. Will return a pooled connection if one is available. If no connections are available and :prop:`.block` is ``False``, then a fresh connection is returned. :param timeout: Seconds to wait before giving up and raising :class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and :prop:`.block` is ``True``. N)rJ r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rI getrJ AttributeErrorr r Emptyr r rX rY r- r; getattrr^ )r1 r r] r2 r2 r3 _get_conn s$ z HTTPConnectionPool._get_connc C s^ z| j j|dd W dS tk r* Y n$ tjk rL td| j Y nX |rZ| dS )a Put a connection back into the pool. :param conn: Connection object for the current host and port as returned by :meth:`._new_conn` or :meth:`._get_conn`. If the pool is already full, the connection is closed and discarded because we exceeded maxsize. If connections are discarded frequently, then maxsize should be increased. If the pool is closed, then the connection will be closed and discarded. FrJ Nz2Connection pool is full, discarding connection: %s) rI rN r` r ZFullrX warningr- r; r\ r2 r2 r3 _put_conn s z HTTPConnectionPool._put_connc C s dS )U Called right before a request is made, after the socket is created. Nr2 r\ r2 r2 r3 _validate_conn0 s z!HTTPConnectionPool._validate_connc C s d S r9 r2 r\ r2 r2 r3 _prepare_proxy6 s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| j S t|tr$| S t|S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)_Defaultr ZclonerF r# rG )r1 r r2 r2 r3 _get_timeout: s z HTTPConnectionPool._get_timeoutc C sj t |trt| |d| t|dr>|jtkr>t| |d| dt|ksVdt|krft| |d| dS )zAIs the error actually a timeout? Will raise a ReadTimeout or pass!Read timed out. (read timeout=%s)errnoz timed outzdid not complete (read)N)rF SocketTimeoutr hasattrrm _blocking_errnosstr)r1 errurl timeout_valuer2 r2 r3 _raise_timeoutF s( z!HTTPConnectionPool._raise_timeoutc K s | j d7 _ | |}| |j|_z| | W n: ttfk rp } z| j|||jd W 5 d}~X Y nX |r|j ||f| n|j ||f| |j } t |ddr| dkrt | |d| | tjkr|jt n |j| zjz|jdd} W nT tk rP z | } W n0 tk rJ } zt|d W 5 d}~X Y nX Y nX W n< tttfk r } z| j||| d W 5 d}~X Y nX t |d d } td | j | j | j ||| | j | j zt!| j" W n@ t#tfk r } z tj$d | %|| dd W 5 d} ~ X Y nX | S )a Perform a request on a given urllib connection object taken from our pool. :param conn: a connection from one of our connection pools :param timeout: Socket timeout in seconds for the request. This can be a float or integer, which will set the same timeout value for the socket connect and the socket read, or an instance of :class:`urllib3.util.Timeout`, which gives you more fine-grained control over your timeouts. r )rr rs rt Nsockr rl T) bufferingZ _http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)exc_info)&rP rk Z start_connectr[ r rh rn r ru Zrequest_chunkedrequest read_timeoutrb r r# DEFAULT_TIMEOUTrv Z settimeoutsocketZgetdefaulttimeoutZ getresponse TypeError BaseExceptionr Z raise_from SocketErrorrX rY r, r- r0 statusZlengthr! msgr re _absolute_url) r1 r] methodrs r chunkedZhttplib_request_kw timeout_objerz httplib_responseZ http_versionZhper2 r2 r3 _make_request_ sp ( z HTTPConnectionPool._make_requestc C s t | j| j| j|djS )N)r, r- r0 path)r& r, r- r0 rs )r1 r r2 r2 r3 r s z HTTPConnectionPool._absolute_urlc C sV | j dkrdS | j d }| _ z |jdd}|r | q W n tjk rP Y nX dS )r> NFrd )rI r_ r; r ra )r1 Zold_poolr] r2 r2 r3 r; s zHTTPConnectionPool.closec C sx | drdS t|\}}}|dk r0t||d}| jrF|sFt|}n| js^|t|kr^d}|||f| j| j| jfkS )zj Check if the given ``url`` is a member of the same host as this connection pool. /TNr+ ) startswithr$ r' r0 r r_ r, r- )r1 rs r, r- r0 r2 r2 r3 is_same_host s z HTTPConnectionPool.is_same_hostTc K s |dkr| j }t|ts*tj||| jd}| dkr>| dd} |rX| |sXt| |||drrt t |}nt t |j }d}| }| jdkr| }|| j d}d}t|| } ztz| |}| j| d}|j|_| jdk ot|d d }|r| | | j ||||||| d }| s(|nd}|| d < | j j |f| ||d | }d}W n t j k rx t!| d Y n t"t#t$t%t&t't(fk r, } zd}t|t&t(frt'|}n>t|t$t)fr| jrt*d|}nt|t$t#frt%d|}|j+|||| t,- d d}|. |}W 5 d}~X Y nX W 5 |sJ|oD| }d}|rZ| | X |st/0d||| | j1|||||||f|| | | d| S dd }|o|2 }|rR|j3dkrd}z|j+|||| d}W n, t4k r |j5r || | Y S X || |6| t/7d|| | j1||||f||||| | | d| S t8|9d}|:||j3|rz|j+|||| d}W n, t4k r |j;r|| | Y S X || |.| t/7d | | j1||||f||||| | | d| S |S ) a Get a connection from the pool and perform an HTTP request. This is the lowest level call for making a request, so you'll need to specify all the raw details. .. note:: More commonly, it's appropriate to use a convenience method provided by :class:`.RequestMethods`, such as :meth:`request`. .. note:: `release_conn` will only behave as expected if `preload_content=False` because we want to make `preload_content=False` the default behaviour someday soon without breaking backwards compatibility. :param method: HTTP request method (such as GET, POST, PUT, etc.) :param body: Data to send in the request body (useful for creating POST requests, see HTTPConnectionPool.post_url for more convenience). :param headers: Dictionary of custom headers to send, such as User-Agent, If-None-Match, etc. If None, pool headers are used. If provided, these headers completely replace any pool-specific headers. :param retries: Configure the number of retries to allow before raising a :class:`~urllib3.exceptions.MaxRetryError` exception. Pass ``None`` to retry until you receive a response. Pass a :class:`~urllib3.util.retry.Retry` object for fine-grained control over different types of retries. Pass an integer number to retry connection errors that many times, but no other types of errors. Pass zero to never retry. If ``False``, then retries are disabled and any exception is raised immediately. Also, instead of raising a MaxRetryError on redirects, the redirect response will be returned. :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int. :param redirect: If True, automatically handle redirects (status codes 301, 302, 303, 307, 308). Each redirect counts as a retry. Disabling retries will disable redirect, too. :param assert_same_host: If ``True``, will make sure that the host of the pool requests is consistent else will raise HostChangedError. When False, you can use the pool on an HTTP proxy and request foreign hosts. :param timeout: If specified, overrides the default timeout for this one request. It may be a float (in seconds) or an instance of :class:`urllib3.util.Timeout`. :param pool_timeout: If set and the pool is set to block=True, then this method will block for ``pool_timeout`` seconds and raise EmptyPoolError if no connection is available within the time period. :param release_conn: If False, then the urlopen call will not release the connection back into the pool once a response is received (but will release if you read the entire contents of the response such as when `preload_content=True`). This is useful if you're not preloading the response's content immediately. You will need to call ``r.release_conn()`` on the response ``r`` to return the connection back into the pool. If None, it takes the value of ``response_kw.get('preload_content', True)``. :param chunked: If True, urllib3 will send the body using chunked transfer encoding. Otherwise, urllib3 will send the body using the standard content-length form. Defaults to False. :param int body_pos: Position to seek to in file-like body in the event of a retry or redirect. Typically this won't need to be set because urllib3 will auto-populate the value when needed. :param \**response_kw: Additional parameters are passed to :meth:`urllib3.response.HTTPResponse.from_httplib` N)redirectdefaultZpreload_contentTr rD F)r rv )r bodyrT r Zrequest_method)rI connectionrH z"No pool connections are available.zCannot connect to proxy.zConnection aborted. )r _poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r pool_timeout release_connbody_posc S s2 z | W n ttttttfk r, Y nX d S r9 )readr r r r r r )responser2 r2 r3 drain_and_release_conn s z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r r zRedirecting %s -> %s)rH r assert_same_hostr r r r z Retry-Afterz Retry: %s)<rT rF r" Zfrom_intrH r_ r r r r Z ensure_strr( r% rs r, copyupdaterL r r; rf rk rc r[ r rK rb ri r ResponseClsZ from_httplibr ra r r r r r r r r r r Z incrementsysrx sleeprX re urlopenZget_redirect_locationr r Zraise_on_redirectZsleep_for_retryrY boolZ getheaderZis_retryZraise_on_status)r1 r rs r rT rH r r r r r r r Z response_kwr] Zrelease_this_connrr Z clean_exitr Zis_new_proxy_connr Z response_connr r r Zredirect_locationZhas_retry_afterr2 r2 r3 r sL j zHTTPConnectionPool.urlopen)N)r6 r? r@ rA r, r rZ r r r# r{ r4 r^ rc rf rh ri rk ru rj r r r; r r r2 r2 r2 r3 rC g sL ; 1 ' erC c sp e Zd ZdZdZeZddejdddddddddddddddfddZ dd Z d d Z d d Z fddZ ZS )HTTPSConnectionPoola Same as :class:`.HTTPConnectionPool`, but HTTPS. When Python is compiled with the :mod:`ssl` module, then :class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates, instead of :class:`.HTTPSConnection`. :class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``, ``assert_hostname`` and ``host`` in this order to verify connections. If ``assert_hostname`` is False, no verification is done. The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``, ``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl` is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade the connection socket into an SSL socket. httpsNFr c K s\ t j| ||||||||| | f | | | _| | _| | _|| _|| _|| _|| _|| _ || _ d S r9 ) rC r4 key_file cert_file cert_reqs key_passwordca_certs ca_cert_dir ssl_versionassert_hostnameassert_fingerprint)r1 r- r0 rE r rS rJ rT rH rU rV r r r r r r r r r rQ r2 r2 r3 r4 i s0 z HTTPSConnectionPool.__init__c C s@ t |tr<|j| j| j| j| j| j| j| j | j d | j |_ |S )z Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket` and establish the tunnel if proxy is used. )r r r r r r r r ) rF r Zset_certr r r r r r r r r r\ r2 r2 r3 _prepare_conn s z!HTTPSConnectionPool._prepare_connc C s | | j| j| j | dS )z Establish tunnel connection early, because otherwise httplib would improperly set Host: header to proxy's IP:port. N)Z set_tunnelr/ r0 rL connectr\ r2 r2 r3 ri s z"HTTPSConnectionPool._prepare_proxyc C s | j d7 _ td| j | j| jp$d | jr8| jtkr@td| j}| j}| jdk rf| jj}| jj}| jf ||| j j | j | j | j | jd| j}| |S )zB Return a fresh :class:`httplib.HTTPSConnection`. r z)Starting new HTTPS connection (%d): %s:%sZ443zCCan't connect to HTTPS URL because the SSL module is not available.N)r- r0 r rE r r r )rO rX rY r- r0 rZ r r rK r r[ rE r r r rQ r )r1 Z actual_hostZ actual_portr] r2 r2 r3 r^ s8 z HTTPSConnectionPool._new_connc s: t t| | t|dds$| |js6tdt dS )rg rv NzUnverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) superr rh rb r Z is_verifiedwarningswarnr r\ __class__r2 r3 rh s z"HTTPSConnectionPool._validate_conn)r6 r? r@ rA r, r rZ r# r{ r4 r ri r^ rh __classcell__r2 r2 r r3 r T s4 1$r c K sR t | \}}}|p t|d}|dkr:t|fd|i|S t|fd|i|S dS )a Given a url, return an :class:`.ConnectionPool` instance of its host. This is a shortcut for not having to parse out the scheme, host, and port of the url before creating an :class:`.ConnectionPool` instance. :param url: Absolute URL string that must include the scheme. Port is optional. :param \**kw: Passes additional parameters to the constructor of the appropriate :class:`.ConnectionPool`. Useful for specifying things like timeout, maxsize, headers, etc. Example:: >>> conn = connection_from_url('http://google.com/') >>> r = conn.request('GET', '/') P r r0 N)r$ r r_ r rC )rs kwr, r- r0 r2 r2 r3 connection_from_url s r c C s. t | |} | dr*| dr*| dd } | S )z? Normalize hosts for comparisons and use with sockets. []r )normalize_hostr endswith)r- r, r2 r2 r3 r' s r' )LZ __future__r rm Zloggingr r r| r r r rn exceptionsr r r r r r r r r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r r r r r r r r ry r r r Zutil.connectionr Z util.requestr Z util.responser! Z util.retryr" Z util.timeoutr# Zutil.urlr$ r% r& r' r r( Z util.queuer) ZmovesrM Z getLoggerr6 rX objectrj r* ZEAGAINZ EWOULDBLOCKrp rC r r r2 r2 r2 r3 <module> sF < $ $ r PK A\ !% % 7 pip/_vendor/urllib3/__pycache__/__init__.cpython-38.pycnu [ U .e{ @ s4 d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl m Z ddl m Z mZmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlZddlmZ dZ dZ dZ dZ e e!"e ej#fddZ$[ej%de j&dd ej%de j'dd ej%de j(dd ej%de j)dd e j*fddZ+dS )z8 urllib3 - Thread-safe connection pooling and re-using. )absolute_importN )HTTPConnectionPoolHTTPSConnectionPoolconnection_from_url) exceptions)encode_multipart_formdata) PoolManager ProxyManagerproxy_from_url) HTTPResponse) make_headers)get_host)Timeout)Retry) NullHandlerz(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.25.6)r r r r r r r add_stderr_loggerr disable_warningsr r r r c C sF t t}t }|t d || || |dt |S )z Helper for quickly adding a StreamHandler to the logger. Useful for debugging. Returns the handler after adding it. z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) logging getLogger__name__Z StreamHandlerZ setFormatterZ Formatter addHandlerZsetLeveldebug)levelZloggerZhandler r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/__init__.pyr / s r alwaysT)appenddefaultc C s t d| dS )z< Helper for quickly disabling all urllib3 warnings. ignoreN)warnings simplefilter)categoryr r r r R s r ),__doc__Z __future__r r Zconnectionpoolr r r r Zfilepostr Z poolmanagerr r r Zresponser Z util.requestr Zutil.urlr Z util.timeoutr Z util.retryr r r __author__Z __license__ __version____all__r r r DEBUGr r! ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r <module> s2 PK A\) ) A pip/_vendor/urllib3/__pycache__/_collections.cpython-38.opt-1.pycnu [ U .e(* @ s d dl mZ zd dlmZmZ W n$ ek rD d dlmZmZ Y nX zd dlmZ W n" ek rx G dd dZY nX d dlm Z ddl m Z dd l m Z mZmZ d d gZe ZG d d d eZG d d d eZdS ) )absolute_import)MappingMutableMapping)RLockc @ s e Zd Zdd Zdd ZdS )r c C s d S N selfr r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/_collections.py __enter__ s zRLock.__enter__c C s d S r r )r exc_type exc_value tracebackr r r __exit__ s zRLock.__exit__N)__name__ __module__ __qualname__r r r r r r r s r ) OrderedDict ) InvalidHeader)iterkeys itervaluesPY3RecentlyUsedContainerHTTPHeaderDictc @ sV e Zd ZdZeZdddZdd Zdd Zd d Z d d Z dd Z dd Z dd Z dS )r a Provides a thread-safe dict-like container which maintains up to ``maxsize`` keys while throwing away the least-recently-used keys beyond ``maxsize``. :param maxsize: Maximum number of recent elements to retain. :param dispose_func: Every time an item is evicted from the container, ``dispose_func(value)`` is called. Callback which will get called Nc C s" || _ || _| | _t | _d S r )_maxsize dispose_func ContainerCls _containerr lock)r maxsizer r r r __init__. s z RecentlyUsedContainer.__init__c C s8 | j ( | j|}|| j|< |W 5 Q R S Q R X d S r )r r pop)r keyitemr r r __getitem__5 s z!RecentlyUsedContainer.__getitem__c C sl t }| j@ | j|t }|| j|< t| j| jkrF| jjdd\}}W 5 Q R X | jrh|t k rh| | d S )NF)Zlast)_Nullr r getlenr popitemr )r r$ valueZ evicted_valueZ_keyr r r __setitem__< s z!RecentlyUsedContainer.__setitem__c C s2 | j | j|}W 5 Q R X | jr.| | d S r )r r r# r )r r$ r+ r r r __delitem__K s z!RecentlyUsedContainer.__delitem__c C s( | j t| jW 5 Q R S Q R X d S r )r r) r r r r r __len__R s z RecentlyUsedContainer.__len__c C s t dd S )Nz7Iteration over this class is unlikely to be threadsafe.)NotImplementedErrorr r r r __iter__V s z RecentlyUsedContainer.__iter__c C sH | j tt| j}| j W 5 Q R X | jrD|D ]}| | q4d S r )r listr r clearr )r valuesr+ r r r r2 [ s zRecentlyUsedContainer.clearc C s, | j tt| jW 5 Q R S Q R X d S r )r r1 r r r r r r keyse s zRecentlyUsedContainer.keys)r N)r r r __doc__r r r" r& r, r- r. r0 r2 r4 r r r r r s c s e Zd ZdZd- fdd Zdd Zdd Zd d Zd d Zd d Z dd Z e sZe j Z e jZe Zdd Zdd ZefddZdd Zdd Zdd Zefd d ZeZeZeZeZd d Z d!d" Z d#d$ Z d%d& Z d'd( Z d)d* Z!e"d+d, Z# Z$S ).r ap :param headers: An iterable of field-value pairs. Must not contain multiple field names when compared case-insensitively. :param kwargs: Additional field-value pairs to pass in to ``dict.update``. A ``dict`` like container for storing HTTP Headers. Field names are stored and compared case-insensitively in compliance with RFC 7230. Iteration provides the first case-sensitive key seen for each case-insensitive pair. Using ``__setitem__`` syntax overwrites fields that compare equal case-insensitively in order to maintain ``dict``'s api. For fields that compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add`` in a loop. If multiple fields that are equal case-insensitively are passed to the constructor or ``.update``, the behavior is undefined and some will be lost. >>> headers = HTTPHeaderDict() >>> headers.add('Set-Cookie', 'foo=bar') >>> headers.add('set-cookie', 'baz=quxx') >>> headers['content-length'] = '7' >>> headers['SET-cookie'] 'foo=bar, baz=quxx' >>> headers['Content-Length'] '7' Nc sP t t| t | _|d k r>t|tr4| | n | | |rL| | d S r )superr r" r r isinstance _copy_fromextend)r headerskwargs __class__r r r" s zHTTPHeaderDict.__init__c C s ||g| j | < | j | S r r lowerr r$ valr r r r, s zHTTPHeaderDict.__setitem__c C s | j | }d|dd S )N, r r r? joinr@ r r r r& s zHTTPHeaderDict.__getitem__c C s | j | = d S r r> r r$ r r r r- s zHTTPHeaderDict.__delitem__c C s | | jkS r )r? r rE r r r __contains__ s zHTTPHeaderDict.__contains__c C s^ t |tst|dsdS t |t| s2t| |}tdd | D tdd | D kS )Nr4 Fc s s | ]\}}| |fV qd S r )r? ).0kvr r r <genexpr> s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>)r7 r hasattrtypedict itermergedr otherr r r __eq__ s zHTTPHeaderDict.__eq__c C s | | S r )rQ rO r r r __ne__ s zHTTPHeaderDict.__ne__c C s t | jS r )r) r r r r r r. s zHTTPHeaderDict.__len__c c s | j D ]}|d V q d S )Nr )r r3 )r valsr r r r0 s zHTTPHeaderDict.__iter__c C s@ z | | }W n$ t k r0 || jkr( | Y S X | |= |S dS )zD.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. N)KeyError_HTTPHeaderDict__marker)r r$ defaultr+ r r r r# s zHTTPHeaderDict.popc C s$ z | |= W n t k r Y nX d S r )rT rE r r r discard s zHTTPHeaderDict.discardc C s4 | }||g}| j||}||k r0|| dS )zAdds a (name, value) pair, doesn't overwrite the value if it already exists. >>> headers = HTTPHeaderDict(foo='bar') >>> headers.add('Foo', 'baz') >>> headers['foo'] 'bar, baz' N)r? r setdefaultappend)r r$ rA Z key_lowerZnew_valsrS r r r add s zHTTPHeaderDict.addc O s t |dkr tdt |t |dkr2|d nd}t|tr`| D ]\}}| || qHnjt|tr|D ]}| ||| qnnDt|dr| D ]}| ||| qn|D ]\}}| || q| D ]\}}| || qdS )zGeneric import function for any type of header-like object. Adapted version of MutableMapping.update in order to insert items with self.add instead of self.__setitem__ r z9extend() takes at most 1 positional arguments ({0} given)r r r4 N) r) TypeErrorformatr7 r iteritemsrZ r rK r4 items)r argsr; rP r$ rA r+ r r r r9 s( zHTTPHeaderDict.extendc C sN z| j | }W n* tk r< || jkr4g Y S | Y S X |dd S dS )zmReturns a list of all the values for the named field. Returns an empty list if the key doesn't exist.r N)r r? rT rU )r r$ rV rS r r r getlist s zHTTPHeaderDict.getlistc C s dt | jt| f S )Nz%s(%s))rL r rM rN r r r r __repr__ s zHTTPHeaderDict.__repr__c C s> |D ]4}| |}t|tr$t|}|g| | j| < qd S r )r` r7 r1 r r? )r rP r$ rA r r r r8 s zHTTPHeaderDict._copy_fromc C s t | }|| |S r )rL r8 )r Zcloner r r copy! s zHTTPHeaderDict.copyc c s< | D ]2}| j | }|dd D ]}|d |fV q"qdS )z8Iterate over all header lines, including duplicate ones.r Nr r> )r r$ rS rA r r r r] & s zHTTPHeaderDict.iteritemsc c s8 | D ].}| j | }|d d|dd fV qdS )z:Iterate over all headers, merging duplicate ones together.r rB r NrC r@ r r r rN - s zHTTPHeaderDict.itermergedc C s t | S r )r1 r] r r r r r^ 3 s zHTTPHeaderDict.itemsc C s d}g }|j D ]h}||rT|s.td| n&|d \}}||d | f|d< q|dd\}}||| f q| |S )z4Read headers from a Python 2 httplib message object.) z/Header continuation with no previous header: %src :r )r: startswithr stripsplitrY )clsmessageZobs_fold_continued_leadersr: liner$ r+ r r r from_httplib6 s zHTTPHeaderDict.from_httplib)N)%r r r r5 r" r, r& r- rF rQ rR r r r r objectrU r. r0 r# rW rZ r9 r` Z getheadersZgetallmatchingheadersZigetZget_allra r8 rb r] rN r^ classmethodrm __classcell__r r r< r r j s> ! N)Z __future__r Zcollections.abcr r ImportError collectionsZ threadingr r exceptionsr Z packages.sixr r r __all__rn r' r r r r r r <module> s LPK A\ 'v ] ] C pip/_vendor/urllib3/__pycache__/connectionpool.cpython-38.opt-1.pycnu [ U .e^ @ s d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z d dlZddl m Z m Z mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd l'm(Z( dd l)m*Z* dd l+m,Z, dd l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7m8Z8m9Z:m;Z; ddl<m=Z= e j>j?Z?e@eAZBeC ZDG dd deCZEejFejGhZHG dd deEe(ZIG dd deIZJdd ZKdd Z9dS ) )absolute_importN)errortimeout ) ClosedPoolError ProtocolErrorEmptyPoolErrorHeaderParsingErrorHostChangedErrorLocationValueError MaxRetryError ProxyErrorReadTimeoutErrorSSLError TimeoutErrorInsecureRequestWarningNewConnectionError)CertificateError)six)queue)port_by_schemeDummyConnectionHTTPConnectionHTTPSConnectionVerifiedHTTPSConnection HTTPException BaseSSLError)RequestMethods) HTTPResponse)is_connection_dropped)set_file_position)assert_header_parsing)Retry)Timeout)get_host parse_urlUrl_normalize_host_encode_target) LifoQueuec @ sB e Zd ZdZdZeZd ddZdd Zdd Z d d Z d d Z dS )ConnectionPoolzz Base class for all connection pools, such as :class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`. Nc C s0 |s t dt|| jd| _| | _|| _d S )NzNo host specified.scheme)r r' r, hostlower _proxy_hostport)selfr- r0 r2 F/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connectionpool.py__init__I s zConnectionPool.__init__c C s dt | j| j| jf S )Nz%s(host=%r, port=%r))type__name__r- r0 r1 r2 r2 r3 __str__Q s zConnectionPool.__str__c C s | S Nr2 r7 r2 r2 r3 __enter__T s zConnectionPool.__enter__c C s | dS )NF)close)r1 exc_typeZexc_valZexc_tbr2 r2 r3 __exit__W s zConnectionPool.__exit__c C s dS )D Close all pooled connections and disable the pool. Nr2 r7 r2 r2 r3 r; \ s zConnectionPool.close)N) r6 __module__ __qualname____doc__r, r) QueueClsr4 r8 r: r= r; r2 r2 r2 r3 r* @ s r* c @ s e Zd ZdZdZeZeZdde j ddddddf ddZ dd Z d!d d Z d d Zdd Zdd Zdd Zdd ZedfddZdd Zdd Zd d Zdddd d eddddf d d ZdS )"HTTPConnectionPoolaN Thread-safe connection pool for one host. :param host: Host used for this HTTP Connection (e.g. "localhost"), passed into :class:`httplib.HTTPConnection`. :param port: Port used for this HTTP Connection (None is equivalent to 80), passed into :class:`httplib.HTTPConnection`. :param strict: Causes BadStatusLine to be raised if the status line can't be parsed as a valid HTTP/1.0 or 1.1 status line, passed into :class:`httplib.HTTPConnection`. .. note:: Only works in Python 2. This parameter is ignored in Python 3. :param timeout: Socket timeout in seconds for each individual connection. This can be a float or integer, which sets the timeout for the HTTP request, or an instance of :class:`urllib3.util.Timeout` which gives you more fine-grained control over request timeouts. After the constructor has been parsed, this is always a `urllib3.util.Timeout` object. :param maxsize: Number of connections to save that can be reused. More than 1 is useful in multithreaded situations. If ``block`` is set to False, more connections will be created but they will not be saved once they've been used. :param block: If set to True, no more than ``maxsize`` connections will be used at a time. When no free connections are available, the call will block until a connection has been released. This is a useful side effect for particular multithreaded situations where one does not want to use more than maxsize connections per host to prevent flooding. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param retries: Retry configuration to use by default with requests in this pool. :param _proxy: Parsed proxy URL, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param _proxy_headers: A dictionary with proxy headers, should not be used directly, instead, see :class:`urllib3.connectionpool.ProxyManager`" :param \**conn_kw: Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`, :class:`urllib3.connection.HTTPSConnection` instances. httpNFr c K s t | || t| | || _t|ts4t|}|d krBtj}|| _ || _ | || _ || _ | | _| pli | _t|D ]} | j d qxd| _d| _| | _| jr| jdg d S )Nr Zsocket_options)r* r4 r strict isinstancer# from_floatr" ZDEFAULTr retriesrB poolblockproxy proxy_headersxrangeputnum_connections num_requestsconn_kw setdefault) r1 r- r0 rE r maxsizerJ headersrH _proxy_proxy_headersrQ _r2 r2 r3 r4 s( zHTTPConnectionPool.__init__c C sR | j d7 _ td| j | j| jp$d | jf | j| j| jj| jd| j }|S )z9 Return a fresh :class:`HTTPConnection`. r z(Starting new HTTP connection (%d): %s:%sZ80)r- r0 r rE ) rO logdebugr- r0 ConnectionClsr connect_timeoutrE rQ r1 connr2 r2 r3 _new_conn s z HTTPConnectionPool._new_connc C s d}z| j j| j|d}W nB tk r8 t| dY n& tjk r\ | jrXt| dY nX |rt|rt d| j | t |dddkrd}|p| S ) a Get a connection. Will return a pooled connection if one is available. If no connections are available and :prop:`.block` is ``False``, then a fresh connection is returned. :param timeout: Seconds to wait before giving up and raising :class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and :prop:`.block` is ``True``. N)rJ r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rI getrJ AttributeErrorr r Emptyr r rX rY r- r; getattrr^ )r1 r r] r2 r2 r3 _get_conn s$ z HTTPConnectionPool._get_connc C s^ z| j j|dd W dS tk r* Y n$ tjk rL td| j Y nX |rZ| dS )a Put a connection back into the pool. :param conn: Connection object for the current host and port as returned by :meth:`._new_conn` or :meth:`._get_conn`. If the pool is already full, the connection is closed and discarded because we exceeded maxsize. If connections are discarded frequently, then maxsize should be increased. If the pool is closed, then the connection will be closed and discarded. FrJ Nz2Connection pool is full, discarding connection: %s) rI rN r` r ZFullrX warningr- r; r\ r2 r2 r3 _put_conn s z HTTPConnectionPool._put_connc C s dS )U Called right before a request is made, after the socket is created. Nr2 r\ r2 r2 r3 _validate_conn0 s z!HTTPConnectionPool._validate_connc C s d S r9 r2 r\ r2 r2 r3 _prepare_proxy6 s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| j S t|tr$| S t|S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)_Defaultr ZclonerF r# rG )r1 r r2 r2 r3 _get_timeout: s z HTTPConnectionPool._get_timeoutc C sj t |trt| |d| t|dr>|jtkr>t| |d| dt|ksVdt|krft| |d| dS )zAIs the error actually a timeout? Will raise a ReadTimeout or pass!Read timed out. (read timeout=%s)errnoz timed outzdid not complete (read)N)rF SocketTimeoutr hasattrrm _blocking_errnosstr)r1 errurl timeout_valuer2 r2 r3 _raise_timeoutF s( z!HTTPConnectionPool._raise_timeoutc K s | j d7 _ | |}| |j|_z| | W n: ttfk rp } z| j|||jd W 5 d}~X Y nX |r|j ||f| n|j ||f| |j } t |ddr| dkrt | |d| | tjkr|jt n |j| zjz|jdd} W nT tk rP z | } W n0 tk rJ } zt|d W 5 d}~X Y nX Y nX W n< tttfk r } z| j||| d W 5 d}~X Y nX t |d d } td | j | j | j ||| | j | j zt!| j" W n@ t#tfk r } z tj$d | %|| dd W 5 d} ~ X Y nX | S )a Perform a request on a given urllib connection object taken from our pool. :param conn: a connection from one of our connection pools :param timeout: Socket timeout in seconds for the request. This can be a float or integer, which will set the same timeout value for the socket connect and the socket read, or an instance of :class:`urllib3.util.Timeout`, which gives you more fine-grained control over your timeouts. r )rr rs rt Nsockr rl T) bufferingZ _http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)exc_info)&rP rk Z start_connectr[ r rh rn r ru Zrequest_chunkedrequest read_timeoutrb r r# DEFAULT_TIMEOUTrv Z settimeoutsocketZgetdefaulttimeoutZ getresponse TypeError BaseExceptionr Z raise_from SocketErrorrX rY r, r- r0 statusZlengthr! msgr re _absolute_url) r1 r] methodrs r chunkedZhttplib_request_kw timeout_objerz httplib_responseZ http_versionZhper2 r2 r3 _make_request_ sp ( z HTTPConnectionPool._make_requestc C s t | j| j| j|djS )N)r, r- r0 path)r& r, r- r0 rs )r1 r r2 r2 r3 r s z HTTPConnectionPool._absolute_urlc C sV | j dkrdS | j d }| _ z |jdd}|r | q W n tjk rP Y nX dS )r> NFrd )rI r_ r; r ra )r1 Zold_poolr] r2 r2 r3 r; s zHTTPConnectionPool.closec C sx | drdS t|\}}}|dk r0t||d}| jrF|sFt|}n| js^|t|kr^d}|||f| j| j| jfkS )zj Check if the given ``url`` is a member of the same host as this connection pool. /TNr+ ) startswithr$ r' r0 r r_ r, r- )r1 rs r, r- r0 r2 r2 r3 is_same_host s z HTTPConnectionPool.is_same_hostTc K s |dkr| j }t|ts*tj||| jd}| dkr>| dd} |rX| |sXt| |||drrt t |}nt t |j }d}| }| jdkr| }|| j d}d}t|| } ztz| |}| j| d}|j|_| jdk ot|d d }|r| | | j ||||||| d }| s(|nd}|| d < | j j |f| ||d | }d}W n t j k rx t!| d Y n t"t#t$t%t&t't(fk r, } zd}t|t&t(frt'|}n>t|t$t)fr| jrt*d|}nt|t$t#frt%d|}|j+|||| t,- d d}|. |}W 5 d}~X Y nX W 5 |sJ|oD| }d}|rZ| | X |st/0d||| | j1|||||||f|| | | d| S dd }|o|2 }|rR|j3dkrd}z|j+|||| d}W n, t4k r |j5r || | Y S X || |6| t/7d|| | j1||||f||||| | | d| S t8|9d}|:||j3|rz|j+|||| d}W n, t4k r |j;r|| | Y S X || |.| t/7d | | j1||||f||||| | | d| S |S ) a Get a connection from the pool and perform an HTTP request. This is the lowest level call for making a request, so you'll need to specify all the raw details. .. note:: More commonly, it's appropriate to use a convenience method provided by :class:`.RequestMethods`, such as :meth:`request`. .. note:: `release_conn` will only behave as expected if `preload_content=False` because we want to make `preload_content=False` the default behaviour someday soon without breaking backwards compatibility. :param method: HTTP request method (such as GET, POST, PUT, etc.) :param body: Data to send in the request body (useful for creating POST requests, see HTTPConnectionPool.post_url for more convenience). :param headers: Dictionary of custom headers to send, such as User-Agent, If-None-Match, etc. If None, pool headers are used. If provided, these headers completely replace any pool-specific headers. :param retries: Configure the number of retries to allow before raising a :class:`~urllib3.exceptions.MaxRetryError` exception. Pass ``None`` to retry until you receive a response. Pass a :class:`~urllib3.util.retry.Retry` object for fine-grained control over different types of retries. Pass an integer number to retry connection errors that many times, but no other types of errors. Pass zero to never retry. If ``False``, then retries are disabled and any exception is raised immediately. Also, instead of raising a MaxRetryError on redirects, the redirect response will be returned. :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int. :param redirect: If True, automatically handle redirects (status codes 301, 302, 303, 307, 308). Each redirect counts as a retry. Disabling retries will disable redirect, too. :param assert_same_host: If ``True``, will make sure that the host of the pool requests is consistent else will raise HostChangedError. When False, you can use the pool on an HTTP proxy and request foreign hosts. :param timeout: If specified, overrides the default timeout for this one request. It may be a float (in seconds) or an instance of :class:`urllib3.util.Timeout`. :param pool_timeout: If set and the pool is set to block=True, then this method will block for ``pool_timeout`` seconds and raise EmptyPoolError if no connection is available within the time period. :param release_conn: If False, then the urlopen call will not release the connection back into the pool once a response is received (but will release if you read the entire contents of the response such as when `preload_content=True`). This is useful if you're not preloading the response's content immediately. You will need to call ``r.release_conn()`` on the response ``r`` to return the connection back into the pool. If None, it takes the value of ``response_kw.get('preload_content', True)``. :param chunked: If True, urllib3 will send the body using chunked transfer encoding. Otherwise, urllib3 will send the body using the standard content-length form. Defaults to False. :param int body_pos: Position to seek to in file-like body in the event of a retry or redirect. Typically this won't need to be set because urllib3 will auto-populate the value when needed. :param \**response_kw: Additional parameters are passed to :meth:`urllib3.response.HTTPResponse.from_httplib` N)redirectdefaultZpreload_contentTr rD F)r rv )r bodyrT r Zrequest_method)rI connectionrH z"No pool connections are available.zCannot connect to proxy.zConnection aborted. )r _poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r pool_timeout release_connbody_posc S s2 z | W n ttttttfk r, Y nX d S r9 )readr r r r r r )responser2 r2 r3 drain_and_release_conn s z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r r zRedirecting %s -> %s)rH r assert_same_hostr r r r z Retry-Afterz Retry: %s)<rT rF r" Zfrom_intrH r_ r r r r Z ensure_strr( r% rs r, copyupdaterL r r; rf rk rc r[ r rK rb ri r ResponseClsZ from_httplibr ra r r r r r r r r r r Z incrementsysrx sleeprX re urlopenZget_redirect_locationr r Zraise_on_redirectZsleep_for_retryrY boolZ getheaderZis_retryZraise_on_status)r1 r rs r rT rH r r r r r r r Z response_kwr] Zrelease_this_connrr Z clean_exitr Zis_new_proxy_connr Z response_connr r r Zredirect_locationZhas_retry_afterr2 r2 r3 r sL j zHTTPConnectionPool.urlopen)N)r6 r? r@ rA r, r rZ r r r# r{ r4 r^ rc rf rh ri rk ru rj r r r; r r r2 r2 r2 r3 rC g sL ; 1 ' erC c sp e Zd ZdZdZeZddejdddddddddddddddfddZ dd Z d d Z d d Z fddZ ZS )HTTPSConnectionPoola Same as :class:`.HTTPConnectionPool`, but HTTPS. When Python is compiled with the :mod:`ssl` module, then :class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates, instead of :class:`.HTTPSConnection`. :class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``, ``assert_hostname`` and ``host`` in this order to verify connections. If ``assert_hostname`` is False, no verification is done. The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``, ``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl` is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade the connection socket into an SSL socket. httpsNFr c K s\ t j| ||||||||| | f | | | _| | _| | _|| _|| _|| _|| _|| _ || _ d S r9 ) rC r4 key_file cert_file cert_reqs key_passwordca_certs ca_cert_dir ssl_versionassert_hostnameassert_fingerprint)r1 r- r0 rE r rS rJ rT rH rU rV r r r r r r r r r rQ r2 r2 r3 r4 i s0 z HTTPSConnectionPool.__init__c C s@ t |tr<|j| j| j| j| j| j| j| j | j d | j |_ |S )z Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket` and establish the tunnel if proxy is used. )r r r r r r r r ) rF r Zset_certr r r r r r r r r r\ r2 r2 r3 _prepare_conn s z!HTTPSConnectionPool._prepare_connc C s | | j| j| j | dS )z Establish tunnel connection early, because otherwise httplib would improperly set Host: header to proxy's IP:port. N)Z set_tunnelr/ r0 rL connectr\ r2 r2 r3 ri s z"HTTPSConnectionPool._prepare_proxyc C s | j d7 _ td| j | j| jp$d | jr8| jtkr@td| j}| j}| jdk rf| jj}| jj}| jf ||| j j | j | j | j | jd| j}| |S )zB Return a fresh :class:`httplib.HTTPSConnection`. r z)Starting new HTTPS connection (%d): %s:%sZ443zCCan't connect to HTTPS URL because the SSL module is not available.N)r- r0 r rE r r r )rO rX rY r- r0 rZ r r rK r r[ rE r r r rQ r )r1 Z actual_hostZ actual_portr] r2 r2 r3 r^ s8 z HTTPSConnectionPool._new_connc s: t t| | t|dds$| |js6tdt dS )rg rv NzUnverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) superr rh rb r Z is_verifiedwarningswarnr r\ __class__r2 r3 rh s z"HTTPSConnectionPool._validate_conn)r6 r? r@ rA r, r rZ r# r{ r4 r ri r^ rh __classcell__r2 r2 r r3 r T s4 1$r c K sR t | \}}}|p t|d}|dkr:t|fd|i|S t|fd|i|S dS )a Given a url, return an :class:`.ConnectionPool` instance of its host. This is a shortcut for not having to parse out the scheme, host, and port of the url before creating an :class:`.ConnectionPool` instance. :param url: Absolute URL string that must include the scheme. Port is optional. :param \**kw: Passes additional parameters to the constructor of the appropriate :class:`.ConnectionPool`. Useful for specifying things like timeout, maxsize, headers, etc. Example:: >>> conn = connection_from_url('http://google.com/') >>> r = conn.request('GET', '/') P r r0 N)r$ r r_ r rC )rs kwr, r- r0 r2 r2 r3 connection_from_url s r c C s. t | |} | dr*| dr*| dd } | S )z? Normalize hosts for comparisons and use with sockets. []r )normalize_hostr endswith)r- r, r2 r2 r3 r' s r' )LZ __future__r rm Zloggingr r r| r r r rn exceptionsr r r r r r r r r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r r r r r r r r ry r r r Zutil.connectionr Z util.requestr Z util.responser! Z util.retryr" Z util.timeoutr# Zutil.urlr$ r% r& r' r r( Z util.queuer) ZmovesrM Z getLoggerr6 rX objectrj r* ZEAGAINZ EWOULDBLOCKrp rC r r r2 r2 r2 r3 <module> sF < $ $ r PK A\@A2) 2) ? pip/_vendor/urllib3/__pycache__/connection.cpython-38.opt-1.pycnu [ U .eB; @ s d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl Z ddl m Z ddl mZ ddl mZ zd dlZejZW n, eefk r dZG dd d eZY nX zeZW n$ ek r G d d d eZY nX dd lmZm Z m Z m Z dd l m Z m!Z! ddl"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ e,e-Z.dddZ/e0dddZ1G dd de2Z3G dd dee2ZG dd deZ4G dd d e4Z5d d Z6ere4Z7e5Z4ne3Z4dS ) )absolute_importN)errortimeout )six)HTTPConnection) HTTPExceptionc @ s e Zd ZdS ) BaseSSLErrorN__name__ __module__ __qualname__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connection.pyr s r c @ s e Zd ZdS )ConnectionErrorNr r r r r r s r )NewConnectionErrorConnectTimeoutErrorSubjectAltNameWarningSystemTimeWarning)match_hostnameCertificateError)resolve_cert_reqsresolve_ssl_versionassert_fingerprintcreate_urllib3_contextssl_wrap_socket) connection)HTTPHeaderDictP i )httphttpsi c @ s e Zd ZdZdS )DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r __doc__r r r r r! > s r! c @ sp e Zd ZdZed ZejejdfgZ dZ dd Z e dd Z e jd d Z d d Zd d Zdd ZdddZdS )r a$ Based on httplib.HTTPConnection but provides an extra constructor backwards-compatibility layer between older and newer Pythons. Additional keyword parameters are used to configure attributes of the connection. Accepted parameters include: - ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool` - ``source_address``: Set the source address for the current connection. - ``socket_options``: Set specific options on the underlying socket. If not specified, then defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy. For example, if you wish to enable TCP Keep Alive in addition to the defaults, you might pass:: HTTPConnection.default_socket_options + [ (socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1), ] Or you may want to disable the defaults by passing an empty list (e.g., ``[]``). r r Fc O sD t js|dd |d| _|d| j| _tj| f|| d S )Nstrictsource_addresssocket_options) r ZPY2popgetr$ default_socket_optionsr% _HTTPConnection__init__)selfargskwr r r r* e s zHTTPConnection.__init__c C s | j dS )a Getter method to remove any trailing dots that indicate the hostname is an FQDN. In general, SSL certificates don't include the trailing dot indicating a fully-qualified domain name, and thus, they don't validate properly when checked against a domain name that includes the dot. In addition, some servers may not expect to receive the trailing dot when provided. However, the hostname with trailing dot is critical to DNS resolution; doing a lookup with the trailing dot will properly only resolve the appropriate FQDN, whereas a lookup without a trailing dot will search the system's search domain list. Thus, it's important to keep the original host around for use only in those cases where it's appropriate (i.e., when doing DNS lookup to establish the actual TCP connection across which we're going to send HTTP requests). .) _dns_hostrstrip)r+ r r r hostr s zHTTPConnection.hostc C s || _ dS )z Setter for the `host` property. We assume that only urllib3 uses the _dns_host attribute; httplib itself only uses `host`, and it seems reasonable that other libraries follow suit. N)r/ )r+ valuer r r r1 s c C s i }| j r| j |d< | jr$| j|d< z tj| j| jf| jf|}W nX tk rl t| d| j | jf Y n0 t k r } zt | d| W 5 d}~X Y nX |S )zp Establish a socket connection and set nodelay settings on it. :return: New socket connection. r$ r% z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN) r$ r% r Zcreate_connectionr/ portr SocketTimeoutr r1 SocketErrorr )r+ Zextra_kwconner r r _new_conn s2 zHTTPConnection._new_connc C s$ || _ t| dd r | d| _d S )N _tunnel_hostr )sockgetattr_tunnel auto_openr+ r6 r r r _prepare_conn s z HTTPConnection._prepare_connc C s | }| | d S )N)r8 r? r> r r r connect s zHTTPConnection.connectNc C s t |dk r|ni }d|k}d|k}| j||||d | D ]\}}| || q>d|krh| dd | |dk rtjtf } t|| r|f}|D ]`} | sqt| ts| d} t t | d d } | | d | d | | | d q| d dS ) z Alternative to the common request method, which sends the body with chunked encoding and not as one block Nzaccept-encodingr1 )skip_accept_encoding skip_hostztransfer-encodingzTransfer-EncodingZchunkedutf8 zutf-8s s 0 ) r Z putrequestitemsZ putheaderZ endheadersr Z string_typesbytes isinstanceencodehexlensend) r+ methodZurlZbodyZheadersrA rB headerr2 Zstringish_typeschunkZlen_strr r r request_chunked s: z HTTPConnection.request_chunked)NN)r r r r" port_by_scheme default_portsocketZ IPPROTO_TCPZ TCP_NODELAYr( is_verifiedr* propertyr1 setterr8 r? r@ rO r r r r r D s r c @ s< e Zd Zed ZdZdddddejddfddZdd Z dS )HTTPSConnectionr Nc K sD t j| ||f||d| || _|| _|| _|| _| | _d| _d S )N)r# r r )r r* key_file cert_file key_password ssl_contextserver_hostnameZ _protocol) r+ r1 r3 rW rX rY r# r rZ r[ r- r r r r* s zHTTPSConnection.__init__c C s | }| | d}| jd kr>d}tt| jt| jd| _| j}| jsf| j sf|rft |drf| t || j | j| j| j| jd| _d S )NFT ssl_version cert_reqsload_default_certs)r: keyfilecertfilerY rZ r[ )r8 r? rZ r r r] r r^ ca_certs ca_cert_dirhasattrr_ r rW rX rY r[ r: )r+ r6 default_ssl_contextcontextr r r r@ s6 zHTTPSConnection.connect) r r r rP rQ r] rR Z_GLOBAL_DEFAULT_TIMEOUTr* r@ r r r r rV s rV c @ s6 e Zd ZdZdZdZdZdZdZdddZ dd Z dS )VerifiedHTTPSConnectionz[ Based on httplib.HTTPSConnection but wraps the socket with SSL certification. Nc C sp |dkr$| j dk r | j j}ntd}|| _|| _|| _|| _|| _|| _|oVt j || _ |oht j || _ dS )zX This method should only be called once, before the connection is used. N)rZ verify_moder rW rX r^ rY assert_hostnamer ospath expanduserrb rc ) r+ rW rX r^ rY rb ri r rc r r r set_cert- s z VerifiedHTTPSConnection.set_certc C s | }| j}t| dd r4|| _| d| _| j}|}| jd k rH| j}tj t k }|rlt dt t d}| jd krd}tt| jt| jd| _| j}t| j|_| js| js|rt|dr| t|| j | j | j | j| j||d| _| j rt | jj dd | j nd|jt!j"krtt|d dst| j#dk rt| j }|$d d sbt d |t% t&|| j#pp| |jt!j'kp| j d k | _(d S )Nr9 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errorsFTr\ r_ )r: r` ra rY rb rc r[ rZ )Z binary_formZcheck_hostnameZsubjectAltNamer zCertificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)))r8 r1 r; r: r< r= r9 r[ datetimedateZtoday RECENT_DATEwarningswarnformatr rZ r r r] r r^ rh rb rc rd r_ r rW rX rY r Z getpeercertsslZ CERT_NONEri r' r _match_hostnameZ CERT_REQUIREDrS )r+ r6 Zhostnamer[ Z is_time_offre rf certr r r r@ L s z VerifiedHTTPSConnection.connect)NNNNNNNN) r r r r" r^ rb rc r] r rm r@ r r r r rg ! s rg c C sL zt | | W n8 tk rF } ztd|| | |_ W 5 d }~X Y nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r logZwarningZ _peer_cert)rv Zasserted_hostnamer7 r r r ru s ru )8Z __future__r rn Zloggingrj rR r r5 r r4 rq Zpackagesr Z packages.six.moves.http_clientr r) r rt ZSSLErrorr ImportErrorAttributeError BaseExceptionr NameError Exception exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r utilr _collectionsr Z getLoggerr rw rP ro rp objectr! rV rg ru ZUnverifiedHTTPSConnectionr r r r <module> sL B PK A\gڣh2 h2 : pip/_vendor/urllib3/__pycache__/poolmanager.cpython-38.pycnu [ U .eB @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm Z ddl m Z m Z mZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ d ddgZeeZ dZ dZ e de Z dd Z!e"e!e e"e!e dZ#ee dZ$G dd d eZ%G dd de%Z&dd Z'dS ) )absolute_importN )RecentlyUsedContainer)HTTPConnectionPoolHTTPSConnectionPool)port_by_scheme)LocationValueError MaxRetryErrorProxySchemeUnknown)six)urljoin)RequestMethods) parse_url)Retry PoolManager ProxyManagerproxy_from_url)Zkey_fileZ cert_fileZ cert_reqsZca_certsZ ssl_versionZ ca_cert_dirZ ssl_contextZ key_password)Z key_schemeZkey_hostZkey_portZ key_timeoutZ key_retriesZ key_strictZ key_blockZkey_source_addressZ key_key_fileZkey_key_passwordZ key_cert_fileZ key_cert_reqsZ key_ca_certsZkey_ssl_versionZkey_ca_cert_dirZkey_ssl_contextZ key_maxsizeZ key_headersZ key__proxyZkey__proxy_headersZkey_socket_optionsZkey__socks_optionsZkey_assert_hostnameZkey_assert_fingerprintZkey_server_hostnamePoolKeyc C s | }|d |d< |d |d< dD ],}||kr,|| dk r,t|| ||< q,|d}|dk rxt||d< t| D ]}|||d| < q| j D ]}||krd||< q| f |S )a Create a pool key out of a request context dictionary. According to RFC 3986, both the scheme and host are case-insensitive. Therefore, this function normalizes both before constructing the pool key for an HTTPS request. If you wish to change this behaviour, provide alternate callables to ``key_fn_by_scheme``. :param key_class: The class to use when constructing the key. This should be a namedtuple with the ``scheme`` and ``host`` keys at a minimum. :type key_class: namedtuple :param request_context: A dictionary-like object that contain the context for a request. :type request_context: dict :return: A namedtuple that can be used as a connection pool key. :rtype: PoolKey schemehost)headers_proxy_headersZ_socks_optionsNZsocket_optionsZkey_) copylower frozensetitemsgettuplelistkeyspop_fields)Z key_classrequest_contextcontextkeyZ socket_optsZfield r% C/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/poolmanager.py_default_key_normalizerD s r' httphttpsc @ sx e Zd ZdZdZd ddZdd Zdd Zd d d Zd d Z d ddZ dd Z d ddZ d ddZ dd Zd!ddZdS )"r a$ Allows for arbitrary requests while transparently keeping track of necessary connection pools for you. :param num_pools: Number of connection pools to cache before discarding the least recently used pool. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param \**connection_pool_kw: Additional parameters are used to create fresh :class:`urllib3.connectionpool.ConnectionPool` instances. Example:: >>> manager = PoolManager(num_pools=2) >>> r = manager.request('GET', 'http://google.com/') >>> r = manager.request('GET', 'http://google.com/mail') >>> r = manager.request('GET', 'http://yahoo.com/') >>> len(manager.pools) 2 N c K s8 t | | || _t|dd d| _t| _t | _d S )Nc S s | S N)close)pr% r% r& <lambda> z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r __init__connection_pool_kwr poolspool_classes_by_schemekey_fn_by_schemer )self num_poolsr r2 r% r% r& r1 s zPoolManager.__init__c C s | S r, r% r6 r% r% r& __enter__ s zPoolManager.__enter__c C s | dS )NF)clear)r6 exc_typeZexc_valZexc_tbr% r% r& __exit__ s zPoolManager.__exit__c C s^ | j | }|dkr | j }dD ]}||d q |dkrPtD ]}||d q>|||f|S )a Create a new :class:`ConnectionPool` based on host, port, scheme, and any additional pool keyword arguments. If ``request_context`` is provided, it is provided as keyword arguments to the pool class used. This method is used to actually create the connection pools handed out by :meth:`connection_from_url` and companion methods. It is intended to be overridden for customization. N)r r portr) )r4 r2 r r SSL_KEYWORDS)r6 r r r= r" Zpool_clsr$ kwr% r% r& _new_pool s zPoolManager._new_poolc C s | j dS )z Empty our store of pools and direct them all to close. This will not affect in-flight connections, but they will not be re-used after completion. N)r3 r: r8 r% r% r& r: s zPoolManager.clearr) c C sT |s t d| |}|p d|d< |s:t|d d}||d< ||d< | |S )a Get a :class:`ConnectionPool` based on the host, port, and scheme. If ``port`` isn't given, it will be derived from the ``scheme`` using ``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is provided, it is merged with the instance's ``connection_pool_kw`` variable and used to create the new connection pool, if one is needed. zNo host specified.r) r P r= r )r _merge_pool_kwargsr r r connection_from_context)r6 r r= r pool_kwargsr" r% r% r& connection_from_host s z PoolManager.connection_from_hostc C s, |d }| j| }||}| j||dS )z Get a :class:`ConnectionPool` based on the request context. ``request_context`` must at least contain the ``scheme`` key and its value must be a key in ``key_fn_by_scheme`` instance variable. r r" )r r5 connection_from_pool_key)r6 r" r Zpool_key_constructorpool_keyr% r% r& rC s z#PoolManager.connection_from_contextc C sl | j jZ | j |}|r*|W 5 Q R S |d }|d }|d }| j||||d}|| j |< W 5 Q R X |S )z Get a :class:`ConnectionPool` based on the provided pool key. ``pool_key`` should be a namedtuple that only contains immutable objects. At a minimum it must have the ``scheme``, ``host``, and ``port`` fields. r r r= rF )r3 lockr r@ )r6 rH r" Zpoolr r r= r% r% r& rG s z$PoolManager.connection_from_pool_keyc C s t |}| j|j|j|j|dS )a Similar to :func:`urllib3.connectionpool.connection_from_url`. If ``pool_kwargs`` is not provided and a new pool needs to be constructed, ``self.connection_pool_kw`` is used to initialize the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs`` is provided, it is used instead. Note that if a new pool does not need to be created for the request, the provided ``pool_kwargs`` are not used. )r= r rD )r rE r r= r )r6 urlrD ur% r% r& connection_from_url s z PoolManager.connection_from_urlc C sV | j }|rR| D ]:\}}|dkrHz ||= W qP tk rD Y qPX q|||< q|S )a Merge a dictionary of override values for self.connection_pool_kw. This does not modify self.connection_pool_kw and returns a new dict. Any keys in the override dictionary with a value of ``None`` are removed from the merged dictionary. N)r2 r r KeyError)r6 overrideZbase_pool_kwargsr$ valuer% r% r& rB ! s z PoolManager._merge_pool_kwargsTc K s t |}| j|j|j|jd}d|d< d|d< d|krD| j |d< | jdk rj|jdkrj|j||f|}n|j||j f|}|o| }|s|S t ||}|j dkrd }| d } t| tstj| |d } | jr||stt|d } | D ]"} | | jkr|d | d qz| j||||d } W n$ tk rR | jrJ | Y S X | |d < ||d< t d || | j||f|S )a] Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen` with custom cross-host redirect logic and only sends the request-uri portion of the ``url``. The given ``url`` parameter must be absolute, such that an appropriate :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it. )r= r FZassert_same_hostredirectr Nr) i/ ZGETretries)rP )responseZ_poolzRedirecting %s -> %s) r rE r r= r r r proxyurlopenZ request_uriZget_redirect_locationr Zstatusr isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr r Ziterkeysr r Z incrementr Zraise_on_redirectloginfo) r6 methodrJ rP r? rK ZconnrR Zredirect_locationrQ r headerr% r% r& rT 5 sF zPoolManager.urlopen)r+ N)N)Nr) N)N)N)T)__name__ __module__ __qualname____doc__rS r1 r9 r< r@ r: rE rC rG rL rB rT r% r% r% r& r s c sH e Zd ZdZd fdd Zd fdd Zdd d Zd fd d Z ZS )r ax Behaves just like :class:`PoolManager`, but sends all requests through the defined proxy, using the CONNECT method for HTTPS URLs. :param proxy_url: The URL of the proxy to be used. :param proxy_headers: A dictionary containing headers that will be sent to the proxy. In case of HTTP they are being sent with each request, while in the HTTPS/CONNECT case they are sent only once. Could be used for proxy authentication. Example: >>> proxy = urllib3.ProxyManager('http://localhost:3128/') >>> r1 = proxy.request('GET', 'http://google.com/') >>> r2 = proxy.request('GET', 'http://httpbin.org/') >>> len(proxy.pools) 1 >>> r3 = proxy.request('GET', 'https://httpbin.org/') >>> r4 = proxy.request('GET', 'https://twitter.com/') >>> len(proxy.pools) 3 r+ Nc s t |tr d|j|j|jf }t|}|jsFt|jd}|j|d}|jdkrZt |j|| _ |pfi | _ | j |d< | j |d< t t | j||f| d S )Nz %s://%s:%irA )r= r( _proxyr )rU r r r r= r r r _replacer rS proxy_headerssuperr r1 )r6 proxy_urlr7 r r` r2 rS r= __class__r% r& r1 s" zProxyManager.__init__r) c sD |dkr t t| j||||dS t t| j| jj| jj| jj|dS )Nr* )rD )ra r rE rS r r= r )r6 r r= r rD rc r% r& rE s z!ProxyManager.connection_from_hostc C s0 ddi}t |j}|r ||d< |r,|| |S )z Sets headers needed by proxies: specifically, the Accept and Host headers. Only sets headers not provided by the user. ZAcceptz*/*ZHost)r netlocupdate)r6 rJ r Zheaders_re r% r% r& _set_proxy_headers s z ProxyManager._set_proxy_headersTc sN t |}|jdkr0|d| j}| |||d< tt| j||fd|i|S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.r) r rP )r r r r rg ra r rT )r6 rX rJ rP r? rK r rc r% r& rT s zProxyManager.urlopen)r+ NN)Nr) N)N)T) rZ r[ r\ r] r1 rE rg rT __classcell__r% r% rc r& r t s c K s t f d| i|S )Nrb )r )rJ r? r% r% r& r s )(Z __future__r collections functoolsZlogging _collectionsr Zconnectionpoolr r r exceptionsr r r Zpackagesr Z packages.six.moves.urllib.parser Zrequestr Zutil.urlr Z util.retryr __all__Z getLoggerrZ rV r> Z _key_fields namedtupler r' partialr5 r4 r r r r% r% r% r& <module> s4 6 taPK A\) ) ; pip/_vendor/urllib3/__pycache__/_collections.cpython-38.pycnu [ U .e(* @ s d dl mZ zd dlmZmZ W n$ ek rD d dlmZmZ Y nX zd dlmZ W n" ek rx G dd dZY nX d dlm Z ddl m Z dd l m Z mZmZ d d gZe ZG d d d eZG d d d eZdS ) )absolute_import)MappingMutableMapping)RLockc @ s e Zd Zdd Zdd ZdS )r c C s d S N selfr r D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/_collections.py __enter__ s zRLock.__enter__c C s d S r r )r exc_type exc_value tracebackr r r __exit__ s zRLock.__exit__N)__name__ __module__ __qualname__r r r r r r r s r ) OrderedDict ) InvalidHeader)iterkeys itervaluesPY3RecentlyUsedContainerHTTPHeaderDictc @ sV e Zd ZdZeZdddZdd Zdd Zd d Z d d Z dd Z dd Z dd Z dS )r a Provides a thread-safe dict-like container which maintains up to ``maxsize`` keys while throwing away the least-recently-used keys beyond ``maxsize``. :param maxsize: Maximum number of recent elements to retain. :param dispose_func: Every time an item is evicted from the container, ``dispose_func(value)`` is called. Callback which will get called Nc C s" || _ || _| | _t | _d S r )_maxsize dispose_func ContainerCls _containerr lock)r maxsizer r r r __init__. s z RecentlyUsedContainer.__init__c C s8 | j ( | j|}|| j|< |W 5 Q R S Q R X d S r )r r pop)r keyitemr r r __getitem__5 s z!RecentlyUsedContainer.__getitem__c C sl t }| j@ | j|t }|| j|< t| j| jkrF| jjdd\}}W 5 Q R X | jrh|t k rh| | d S )NF)Zlast)_Nullr r getlenr popitemr )r r$ valueZ evicted_valueZ_keyr r r __setitem__< s z!RecentlyUsedContainer.__setitem__c C s2 | j | j|}W 5 Q R X | jr.| | d S r )r r r# r )r r$ r+ r r r __delitem__K s z!RecentlyUsedContainer.__delitem__c C s( | j t| jW 5 Q R S Q R X d S r )r r) r r r r r __len__R s z RecentlyUsedContainer.__len__c C s t dd S )Nz7Iteration over this class is unlikely to be threadsafe.)NotImplementedErrorr r r r __iter__V s z RecentlyUsedContainer.__iter__c C sH | j tt| j}| j W 5 Q R X | jrD|D ]}| | q4d S r )r listr r clearr )r valuesr+ r r r r2 [ s zRecentlyUsedContainer.clearc C s, | j tt| jW 5 Q R S Q R X d S r )r r1 r r r r r r keyse s zRecentlyUsedContainer.keys)r N)r r r __doc__r r r" r& r, r- r. r0 r2 r4 r r r r r s c s e Zd ZdZd- fdd Zdd Zdd Zd d Zd d Zd d Z dd Z e sZe j Z e jZe Zdd Zdd ZefddZdd Zdd Zdd Zefd d ZeZeZeZeZd d Z d!d" Z d#d$ Z d%d& Z d'd( Z d)d* Z!e"d+d, Z# Z$S ).r ap :param headers: An iterable of field-value pairs. Must not contain multiple field names when compared case-insensitively. :param kwargs: Additional field-value pairs to pass in to ``dict.update``. A ``dict`` like container for storing HTTP Headers. Field names are stored and compared case-insensitively in compliance with RFC 7230. Iteration provides the first case-sensitive key seen for each case-insensitive pair. Using ``__setitem__`` syntax overwrites fields that compare equal case-insensitively in order to maintain ``dict``'s api. For fields that compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add`` in a loop. If multiple fields that are equal case-insensitively are passed to the constructor or ``.update``, the behavior is undefined and some will be lost. >>> headers = HTTPHeaderDict() >>> headers.add('Set-Cookie', 'foo=bar') >>> headers.add('set-cookie', 'baz=quxx') >>> headers['content-length'] = '7' >>> headers['SET-cookie'] 'foo=bar, baz=quxx' >>> headers['Content-Length'] '7' Nc sP t t| t | _|d k r>t|tr4| | n | | |rL| | d S r )superr r" r r isinstance _copy_fromextend)r headerskwargs __class__r r r" s zHTTPHeaderDict.__init__c C s ||g| j | < | j | S r r lowerr r$ valr r r r, s zHTTPHeaderDict.__setitem__c C s | j | }d|dd S )N, r r r? joinr@ r r r r& s zHTTPHeaderDict.__getitem__c C s | j | = d S r r> r r$ r r r r- s zHTTPHeaderDict.__delitem__c C s | | jkS r )r? r rE r r r __contains__ s zHTTPHeaderDict.__contains__c C s^ t |tst|dsdS t |t| s2t| |}tdd | D tdd | D kS )Nr4 Fc s s | ]\}}| |fV qd S r )r? ).0kvr r r <genexpr> s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>)r7 r hasattrtypedict itermergedr otherr r r __eq__ s zHTTPHeaderDict.__eq__c C s | | S r )rQ rO r r r __ne__ s zHTTPHeaderDict.__ne__c C s t | jS r )r) r r r r r r. s zHTTPHeaderDict.__len__c c s | j D ]}|d V q d S )Nr )r r3 )r valsr r r r0 s zHTTPHeaderDict.__iter__c C s@ z | | }W n$ t k r0 || jkr( | Y S X | |= |S dS )zD.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. N)KeyError_HTTPHeaderDict__marker)r r$ defaultr+ r r r r# s zHTTPHeaderDict.popc C s$ z | |= W n t k r Y nX d S r )rT rE r r r discard s zHTTPHeaderDict.discardc C s4 | }||g}| j||}||k r0|| dS )zAdds a (name, value) pair, doesn't overwrite the value if it already exists. >>> headers = HTTPHeaderDict(foo='bar') >>> headers.add('Foo', 'baz') >>> headers['foo'] 'bar, baz' N)r? r setdefaultappend)r r$ rA Z key_lowerZnew_valsrS r r r add s zHTTPHeaderDict.addc O s t |dkr tdt |t |dkr2|d nd}t|tr`| D ]\}}| || qHnjt|tr|D ]}| ||| qnnDt|dr| D ]}| ||| qn|D ]\}}| || q| D ]\}}| || qdS )zGeneric import function for any type of header-like object. Adapted version of MutableMapping.update in order to insert items with self.add instead of self.__setitem__ r z9extend() takes at most 1 positional arguments ({0} given)r r r4 N) r) TypeErrorformatr7 r iteritemsrZ r rK r4 items)r argsr; rP r$ rA r+ r r r r9 s( zHTTPHeaderDict.extendc C sN z| j | }W n* tk r< || jkr4g Y S | Y S X |dd S dS )zmReturns a list of all the values for the named field. Returns an empty list if the key doesn't exist.r N)r r? rT rU )r r$ rV rS r r r getlist s zHTTPHeaderDict.getlistc C s dt | jt| f S )Nz%s(%s))rL r rM rN r r r r __repr__ s zHTTPHeaderDict.__repr__c C s> |D ]4}| |}t|tr$t|}|g| | j| < qd S r )r` r7 r1 r r? )r rP r$ rA r r r r8 s zHTTPHeaderDict._copy_fromc C s t | }|| |S r )rL r8 )r Zcloner r r copy! s zHTTPHeaderDict.copyc c s< | D ]2}| j | }|dd D ]}|d |fV q"qdS )z8Iterate over all header lines, including duplicate ones.r Nr r> )r r$ rS rA r r r r] & s zHTTPHeaderDict.iteritemsc c s8 | D ].}| j | }|d d|dd fV qdS )z:Iterate over all headers, merging duplicate ones together.r rB r NrC r@ r r r rN - s zHTTPHeaderDict.itermergedc C s t | S r )r1 r] r r r r r^ 3 s zHTTPHeaderDict.itemsc C s d}g }|j D ]h}||rT|s.td| n&|d \}}||d | f|d< q|dd\}}||| f q| |S )z4Read headers from a Python 2 httplib message object.) z/Header continuation with no previous header: %src :r )r: startswithr stripsplitrY )clsmessageZobs_fold_continued_leadersr: liner$ r+ r r r from_httplib6 s zHTTPHeaderDict.from_httplib)N)%r r r r5 r" r, r& r- rF rQ rR r r r r objectrU r. r0 r# rW rZ r9 r` Z getheadersZgetallmatchingheadersZigetZget_allra r8 rb r] rN r^ classmethodrm __classcell__r r r< r r j s> ! N)Z __future__r Zcollections.abcr r ImportError collectionsZ threadingr r exceptionsr Z packages.sixr r r __all__rn r' r r r r r r <module> s LPK A\Ձ ; pip/_vendor/urllib3/__pycache__/fields.cpython-38.opt-1.pycnu [ U .ei! @ s d dl mZ d dlZd dlZd dlZddlmZ dddZdd Z d d d d Z e d d e d dD dd Z dd ZeZG dd deZdS ) )absolute_importN )sixapplication/octet-streamc C s | rt | d p|S |S )z Guess the "Content-Type" of a file. :param filename: The filename to guess the "Content-Type" of using :mod:`mimetypes`. :param default: If no "Content-Type" can be guessed, default to `default`. r ) mimetypesZ guess_type)filenamedefault r >/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/fields.pyguess_content_type s r c s t tjr d t fdddD sdd| f }z|d W n ttfk r^ Y nX |S tjrt d t j d d| f tjr d S )a Helper function to format and quote a single header parameter using the strategy defined in RFC 2231. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows RFC 2388 Section 4.4. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as ``bytes`` or `str``. :ret: An RFC-2231-formatted unicode string. utf-8c 3 s | ]}| kV qd S Nr ).0Zchvaluer r <genexpr>) s z.format_header_param_rfc2231.<locals>.<genexpr>z"\ %s="%s"asciiz%s*=%s) isinstancer binary_typedecodeanyencodeUnicodeEncodeErrorUnicodeDecodeErrorZPY2emailZutilsZencode_rfc2231)namer resultr r r format_header_param_rfc2231 s r z%22z\\)"\r c C s& i | ] }|d krt |d|qS )) z%{:02X})r Zunichrformat)r Zccr r r <dictcomp>I s r# c s: fdd}t ddd D }||| }|S )Nc s | d S )Nr )group)matchneedles_and_replacementsr r replacerR s z#_replace_multiple.<locals>.replacer|c S s g | ]}t |qS r )reescape)r Zneedler r r <listcomp>V s z%_replace_multiple.<locals>.<listcomp>)r+ compilejoinkeyssub)r r( r) patternr r r' r _replace_multipleQ s r3 c C s, t |tjr|d}t|t}d| |f S )a Helper function to format and quote a single header parameter using the HTML5 strategy. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows the `HTML5 Working Draft Section 4.10.22.7`_ and matches the behavior of curl and modern browsers. .. _HTML5 Working Draft Section 4.10.22.7: https://w3c.github.io/html/sec-forms.html#multipart-form-data :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as ``bytes`` or `str``. :ret: A unicode string, stripped of troublesome characters. r r )r r r r r3 _HTML5_REPLACEMENTS)r r r r r format_header_param_html5^ s r5 c @ sR e Zd ZdZddefddZeefddZdd Zd d Z d d Z dd dZ dS ) RequestFielda A data container for request body parameters. :param name: The name of this request field. Must be unicode. :param data: The data/value body. :param filename: An optional filename of the request field. Must be unicode. :param headers: An optional dict-like object of headers to initially use for the field. :param header_formatter: An optional callable that is used to encode and format the headers. By default, this is :func:`format_header_param_html5`. Nc C s0 || _ || _|| _i | _|r&t|| _|| _d S r )_name _filenamedataheadersdictheader_formatter)selfr r9 r r: r< r r r __init__ s zRequestField.__init__c C s` t |tr4t|dkr"|\}}}q@|\}}t|}n d}d}|}| ||||d}|j|d |S )a A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. Supports constructing :class:`~urllib3.fields.RequestField` from parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', Field names and filenames must be unicode. N)r r< ) content_type)r tuplelenr make_multipart)clsZ fieldnamer r< r r9 r@ Z request_paramr r r from_tuples s zRequestField.from_tuplesc C s | ||S )aI Overridable helper function to format a single header parameter. By default, this calls ``self.header_formatter``. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. )r< )r= r r r r r _render_part s zRequestField._render_partc C sL g }|}t |tr| }|D ]"\}}|dk r || || q d|S )aO Helper function to format and quote a single header. Useful for single headers that are composed of multiple items. E.g., 'Content-Disposition' fields. :param header_parts: A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format as `k1="v1"; k2="v2"; ...`. N; )r r; itemsappendrF r/ )r= Z header_partspartsiterabler r r r r _render_parts s zRequestField._render_partsc C s g }dddg}|D ]*}| j |dr|d|| j | f q| j D ]&\}}||krH|rH|d||f qH|d d|S )z= Renders the headers for this request field. Content-Disposition Content-TypeContent-LocationFz%s: %sz )r: getrI rH r/ )r= linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r render_headers s zRequestField.render_headersc C sX |pd| j d< | j d dd| d| jfd| jffg7 < || j d< || j d< d S ) a| Makes this request field into a multipart request field. This method overrides "Content-Disposition", "Content-Type" and "Content-Location" headers to the request parameter. :param content_type: The 'Content-Type' of the request body. :param content_location: The 'Content-Location' of the request body. z form-datarM rG r r rN rO N)r: r/ rL r7 r8 )r= Zcontent_dispositionr@ Zcontent_locationr r r rC s zRequestField.make_multipart)NNN) __name__ __module__ __qualname____doc__r5 r> classmethodrE rF rL rR rC r r r r r6 } s # r6 )r )Z __future__r Z email.utilsr r r+ Zpackagesr r r r4 updateranger3 r5 Zformat_header_paramobjectr6 r r r r <module> s& * PK A\@A2) 2) 9 pip/_vendor/urllib3/__pycache__/connection.cpython-38.pycnu [ U .eB; @ s d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl Z ddl m Z ddl mZ ddl mZ zd dlZejZW n, eefk r dZG dd d eZY nX zeZW n$ ek r G d d d eZY nX dd lmZm Z m Z m Z dd l m Z m!Z! ddl"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ e,e-Z.dddZ/e0dddZ1G dd de2Z3G dd dee2ZG dd deZ4G dd d e4Z5d d Z6ere4Z7e5Z4ne3Z4dS ) )absolute_importN)errortimeout )six)HTTPConnection) HTTPExceptionc @ s e Zd ZdS ) BaseSSLErrorN__name__ __module__ __qualname__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connection.pyr s r c @ s e Zd ZdS )ConnectionErrorNr r r r r r s r )NewConnectionErrorConnectTimeoutErrorSubjectAltNameWarningSystemTimeWarning)match_hostnameCertificateError)resolve_cert_reqsresolve_ssl_versionassert_fingerprintcreate_urllib3_contextssl_wrap_socket) connection)HTTPHeaderDictP i )httphttpsi c @ s e Zd ZdZdS )DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r __doc__r r r r r! > s r! c @ sp e Zd ZdZed ZejejdfgZ dZ dd Z e dd Z e jd d Z d d Zd d Zdd ZdddZdS )r a$ Based on httplib.HTTPConnection but provides an extra constructor backwards-compatibility layer between older and newer Pythons. Additional keyword parameters are used to configure attributes of the connection. Accepted parameters include: - ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool` - ``source_address``: Set the source address for the current connection. - ``socket_options``: Set specific options on the underlying socket. If not specified, then defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy. For example, if you wish to enable TCP Keep Alive in addition to the defaults, you might pass:: HTTPConnection.default_socket_options + [ (socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1), ] Or you may want to disable the defaults by passing an empty list (e.g., ``[]``). r r Fc O sD t js|dd |d| _|d| j| _tj| f|| d S )Nstrictsource_addresssocket_options) r ZPY2popgetr$ default_socket_optionsr% _HTTPConnection__init__)selfargskwr r r r* e s zHTTPConnection.__init__c C s | j dS )a Getter method to remove any trailing dots that indicate the hostname is an FQDN. In general, SSL certificates don't include the trailing dot indicating a fully-qualified domain name, and thus, they don't validate properly when checked against a domain name that includes the dot. In addition, some servers may not expect to receive the trailing dot when provided. However, the hostname with trailing dot is critical to DNS resolution; doing a lookup with the trailing dot will properly only resolve the appropriate FQDN, whereas a lookup without a trailing dot will search the system's search domain list. Thus, it's important to keep the original host around for use only in those cases where it's appropriate (i.e., when doing DNS lookup to establish the actual TCP connection across which we're going to send HTTP requests). .) _dns_hostrstrip)r+ r r r hostr s zHTTPConnection.hostc C s || _ dS )z Setter for the `host` property. We assume that only urllib3 uses the _dns_host attribute; httplib itself only uses `host`, and it seems reasonable that other libraries follow suit. N)r/ )r+ valuer r r r1 s c C s i }| j r| j |d< | jr$| j|d< z tj| j| jf| jf|}W nX tk rl t| d| j | jf Y n0 t k r } zt | d| W 5 d}~X Y nX |S )zp Establish a socket connection and set nodelay settings on it. :return: New socket connection. r$ r% z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN) r$ r% r Zcreate_connectionr/ portr SocketTimeoutr r1 SocketErrorr )r+ Zextra_kwconner r r _new_conn s2 zHTTPConnection._new_connc C s$ || _ t| dd r | d| _d S )N _tunnel_hostr )sockgetattr_tunnel auto_openr+ r6 r r r _prepare_conn s z HTTPConnection._prepare_connc C s | }| | d S )N)r8 r? r> r r r connect s zHTTPConnection.connectNc C s t |dk r|ni }d|k}d|k}| j||||d | D ]\}}| || q>d|krh| dd | |dk rtjtf } t|| r|f}|D ]`} | sqt| ts| d} t t | d d } | | d | d | | | d q| d dS ) z Alternative to the common request method, which sends the body with chunked encoding and not as one block Nzaccept-encodingr1 )skip_accept_encoding skip_hostztransfer-encodingzTransfer-EncodingZchunkedutf8 zutf-8s s 0 ) r Z putrequestitemsZ putheaderZ endheadersr Z string_typesbytes isinstanceencodehexlensend) r+ methodZurlZbodyZheadersrA rB headerr2 Zstringish_typeschunkZlen_strr r r request_chunked s: z HTTPConnection.request_chunked)NN)r r r r" port_by_scheme default_portsocketZ IPPROTO_TCPZ TCP_NODELAYr( is_verifiedr* propertyr1 setterr8 r? r@ rO r r r r r D s r c @ s< e Zd Zed ZdZdddddejddfddZdd Z dS )HTTPSConnectionr Nc K sD t j| ||f||d| || _|| _|| _|| _| | _d| _d S )N)r# r r )r r* key_file cert_file key_password ssl_contextserver_hostnameZ _protocol) r+ r1 r3 rW rX rY r# r rZ r[ r- r r r r* s zHTTPSConnection.__init__c C s | }| | d}| jd kr>d}tt| jt| jd| _| j}| jsf| j sf|rft |drf| t || j | j| j| j| jd| _d S )NFT ssl_version cert_reqsload_default_certs)r: keyfilecertfilerY rZ r[ )r8 r? rZ r r r] r r^ ca_certs ca_cert_dirhasattrr_ r rW rX rY r[ r: )r+ r6 default_ssl_contextcontextr r r r@ s6 zHTTPSConnection.connect) r r r rP rQ r] rR Z_GLOBAL_DEFAULT_TIMEOUTr* r@ r r r r rV s rV c @ s6 e Zd ZdZdZdZdZdZdZdddZ dd Z dS )VerifiedHTTPSConnectionz[ Based on httplib.HTTPSConnection but wraps the socket with SSL certification. Nc C sp |dkr$| j dk r | j j}ntd}|| _|| _|| _|| _|| _|| _|oVt j || _ |oht j || _ dS )zX This method should only be called once, before the connection is used. N)rZ verify_moder rW rX r^ rY assert_hostnamer ospath expanduserrb rc ) r+ rW rX r^ rY rb ri r rc r r r set_cert- s z VerifiedHTTPSConnection.set_certc C s | }| j}t| dd r4|| _| d| _| j}|}| jd k rH| j}tj t k }|rlt dt t d}| jd krd}tt| jt| jd| _| j}t| j|_| js| js|rt|dr| t|| j | j | j | j| j||d| _| j rt | jj dd | j nd|jt!j"krtt|d dst| j#dk rt| j }|$d d sbt d |t% t&|| j#pp| |jt!j'kp| j d k | _(d S )Nr9 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errorsFTr\ r_ )r: r` ra rY rb rc r[ rZ )Z binary_formZcheck_hostnameZsubjectAltNamer zCertificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)))r8 r1 r; r: r< r= r9 r[ datetimedateZtoday RECENT_DATEwarningswarnformatr rZ r r r] r r^ rh rb rc rd r_ r rW rX rY r Z getpeercertsslZ CERT_NONEri r' r _match_hostnameZ CERT_REQUIREDrS )r+ r6 Zhostnamer[ Z is_time_offre rf certr r r r@ L s z VerifiedHTTPSConnection.connect)NNNNNNNN) r r r r" r^ rb rc r] r rm r@ r r r r rg ! s rg c C sL zt | | W n8 tk rF } ztd|| | |_ W 5 d }~X Y nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r logZwarningZ _peer_cert)rv Zasserted_hostnamer7 r r r ru s ru )8Z __future__r rn Zloggingrj rR r r5 r r4 rq Zpackagesr Z packages.six.moves.http_clientr r) r rt ZSSLErrorr ImportErrorAttributeError BaseExceptionr NameError Exception exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r utilr _collectionsr Z getLoggerr rw rP ro rp objectr! rV rg ru ZUnverifiedHTTPSConnectionr r r r <module> sL B PK A\d0 6 pip/_vendor/urllib3/__pycache__/request.cpython-38.pycnu [ U .e @ s> d dl mZ ddlmZ ddlmZ dgZG dd deZdS ) )absolute_import )encode_multipart_formdata) urlencodeRequestMethodsc @ sN e Zd ZdZddddhZdddZdd d Zdd d ZdddZdddZ dS )r a Convenience mixin for classes who implement a :meth:`urlopen` method, such as :class:`~urllib3.connectionpool.HTTPConnectionPool` and :class:`~urllib3.poolmanager.PoolManager`. Provides behavior for making common types of HTTP request methods and decides which type of request field encoding to use. Specifically, :meth:`.request_encode_url` is for sending requests whose fields are encoded in the URL (such as GET, HEAD, DELETE). :meth:`.request_encode_body` is for sending requests whose fields are encoded in the *body* of the request using multipart or www-form-urlencoded (such as for POST, PUT, PATCH). :meth:`.request` is for making any kind of request, it will look up the appropriate encoding format and use one of the above two methods to make the request. Initializer parameters: :param headers: Headers to include with all requests, unless other headers are given explicitly. ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)headers)selfr r ?/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/request.py__init__) s zRequestMethods.__init__Tc K s t dd S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)NotImplementedError)r methodurlbodyr encode_multipartmultipart_boundarykwr r r urlopen, s zRequestMethods.urlopenc K sR | }||d< || jkr4| j||f||d|S | j||f||d|S dS )a Make a request using :meth:`urlopen` with the appropriate encoding of ``fields`` based on the ``method`` used. This is a convenience method that requires the least amount of manual effort. It can be used in most situations, while still having the option to drop down to more specific methods when necessary, such as :meth:`request_encode_url`, :meth:`request_encode_body`, or even the lowest level :meth:`urlopen`. Z request_url)fieldsr N)upper_encode_url_methodsrequest_encode_urlrequest_encode_body)r r r r r urlopen_kwr r r request; s* zRequestMethods.requestc K sD |dkr| j }d|i}|| |r4|dt| 7 }| j||f|S )z Make a request using :meth:`urlopen` with the ``fields`` encoded in the url. This is useful for request methods like GET, HEAD, DELETE, etc. Nr ?)r updater r )r r r r r r extra_kwr r r r S s z!RequestMethods.request_encode_urlc K s |dkr| j }di i}|rbd|kr*td|r@t||d\} } nt|d } } | |d< d| i|d< |d | || | j||f|S )a Make a request using :meth:`urlopen` with the ``fields`` encoded in the body. This is useful for request methods like POST, PUT, PATCH, etc. When ``encode_multipart=True`` (default), then :meth:`urllib3.filepost.encode_multipart_formdata` is used to encode the payload with the appropriate content type. Otherwise :meth:`urllib.urlencode` is used with the 'application/x-www-form-urlencoded' content type. Multipart encoding must be used when posting files, and it's reasonably safe to use it in other times too. However, it may break request signing, such as with OAuth. Supports an optional ``fields`` parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: fields = { 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', } When uploading a file, providing a filename (the first parameter of the tuple) is optional but recommended to best mimic behavior of browsers. Note that if ``headers`` are supplied, the 'Content-Type' header will be overwritten because it depends on the dynamic random boundary string which is used to compose the body of the request. The random boundary string can be explicitly set with the ``multipart_boundary`` parameter. Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)boundaryz!application/x-www-form-urlencodedz Content-Type)r TypeErrorr r r r ) r r r r r r r r r r Z content_typer r r r c s* - z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN) __name__ __module__ __qualname____doc__r r r r r r r r r r r s N) Z __future__r Zfilepostr Z packages.six.moves.urllib.parser __all__objectr r r r r <module> s PK A\roO oO 7 pip/_vendor/urllib3/__pycache__/response.cpython-38.pycnu [ U .el @ s\ d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm Z z d dl Z W n e k rl dZ Y nX ddlmZ ddlmZmZmZmZmZmZmZ dd lmZmZ dd l m Z dd l m Z m!Z! dd l"m#Z#m$Z$ e%e&Z'G d d de(Z)G dd de(Z*G dd de(Z+e dk r.G dd de(Z,G dd de(Z-dd Z.G dd dej/Z0dS ) )absolute_import)contextmanagerN)timeout)error )HTTPHeaderDict)BodyNotHttplibCompatible ProtocolError DecodeErrorReadTimeoutErrorResponseNotChunkedIncompleteRead InvalidHeader) string_typesPY3) http_client) HTTPException BaseSSLError) is_fp_closedis_response_to_headc @ s$ e Zd Zdd Zdd Zdd ZdS )DeflateDecoderc C s d| _ d| _t | _d S )NT ) _first_try_datazlib decompressobj_objself r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/response.py__init__! s zDeflateDecoder.__init__c C s t | j|S Ngetattrr r namer r r __getattr__& s zDeflateDecoder.__getattr__c C s |s|S | j s| j|S | j|7 _z"| j|}|rFd| _ d | _|W S tjk r d| _ ttj | _z| | jW Y S d | _X Y nX d S )NF)r r decompressr r r r MAX_WBITS)r dataZ decompressedr r r r( ) s" zDeflateDecoder.decompressN__name__ __module__ __qualname__r! r' r( r r r r r s r c @ s e Zd ZdZdZdZdS )GzipDecoderStater r N)r, r- r. FIRST_MEMBER OTHER_MEMBERS SWALLOW_DATAr r r r r/ @ s r/ c @ s$ e Zd Zdd Zdd Zdd ZdS ) GzipDecoderc C s t dt j | _tj| _d S N )r r r) r r/ r1 _stater r r r r! H s zGzipDecoder.__init__c C s t | j|S r" r# r% r r r r' L s zGzipDecoder.__getattr__c C s t }| jtjks|s t|S z|| j|7 }W n< tjk rn | j}tj| _|tj krht| Y S Y nX | jj }|st|S tj | _t dtj | _q d S r5 ) bytearrayr7 r/ r3 bytesr r( r r r2 Z unused_datar r) )r r* retZprevious_stater r r r( O s zGzipDecoder.decompressNr+ r r r r r4 G s r4 c @ s$ e Zd Zdd Zdd Zdd ZdS ) BrotliDecoderc C s t | _d S r" )brotliZ Decompressorr r r r r r! k s zBrotliDecoder.__init__c C s$ t | jdr| j|S | j|S )Nr( )hasattrr r( Zprocess)r r* r r r r( n s zBrotliDecoder.decompressc C s t | jdr| j S dS )Nflushr )r= r r> r r r r r> s s zBrotliDecoder.flushN)r, r- r. r! r( r> r r r r r; g s r; c @ s( e Zd ZdZdd Zdd Zdd ZdS ) MultiDecodera From RFC7231: If one or more encodings have been applied to a representation, the sender that applied the encodings MUST generate a Content-Encoding header field that lists the content codings in the order in which they were applied. c C s dd | dD | _d S )Nc S s g | ]}t | qS r ) _get_decoderstrip).0mr r r <listcomp> s z)MultiDecoder.__init__.<locals>.<listcomp>,)split _decoders)r Zmodesr r r r! s zMultiDecoder.__init__c C s | j d S Nr )rG r> r r r r r> s zMultiDecoder.flushc C s t | jD ]}||}q |S r" )reversedrG r( )r r* dr r r r( s zMultiDecoder.decompressN)r, r- r. __doc__r! r> r( r r r r r? y s r? c C s: d| krt | S | dkr t S td k r4| dkr4t S t S )NrE gzipbr)r? r4 r< r; r )moder r r r@ s r@ c @ sd e Zd ZdZddgZedk r&edg7 Zdddd d gZdLddZdd Zdd Z e dd Z e dd Z dd Z dd Zd d Zd d ZeejfZedk reejf7 Zd!d" Zd#d$ Zed%d& ZdMd'd(ZdNd*d+Zed,d- Z d.d/ Z dOd0d1Z d2d3 Z d4d5 Z e d6d7 Z!d8d9 Z"d:d; Z#d<d= Z$d>d? Z%d@dA Z&dBdC Z'dDdE Z(dPdFdGZ)dHdI Z*dJdK Z+dS )Q HTTPResponsea HTTP Response container. Backwards-compatible to httplib's HTTPResponse but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed. This class is also compatible with the Python standard library's :mod:`io` module, and can hence be treated as a readable object in the context of that framework. Extra parameters for behaviour not present in httplib.HTTPResponse: :param preload_content: If True, the response's body will be preloaded during construction. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param original_response: When this HTTPResponse wrapper is generated from an httplib.HTTPResponse object, it's convenient to include the original for debug purposes. It's otherwise unused. :param retries: The retries contains the last :class:`~urllib3.util.retry.Retry` that was used during the request. :param enforce_content_length: Enforce content length checking. Body returned by server must match value of Content-Length header, if present. Otherwise, raise error. rL ZdeflateNrM i- i. i/ i3 i4 r TFc C s t |tr|| _n t|| _|| _|| _|| _|| _|| _| | _|| _ || _ d | _ d | _ d | _ | | _d| _| | _|| _|rt |ttfr|| _ | | _| | _t|dr|| _ d| _d | _| jdd }dd |dD }d |krd | _| || _ |r| j s| j |d | _ d S ) Nr readFztransfer-encodingrP c s s | ]}| V qd S r" )rA )rB encr r r <genexpr> s z(HTTPResponse.__init__.<locals>.<genexpr>rE chunkedTdecode_content) isinstancer headersstatusversionreasonstrictrV retriesenforce_content_length auto_close_decoder_body_fp_original_response_fp_bytes_readmsg _request_url basestringr9 _pool _connectionr= rT chunk_leftgetlowerrF _init_lengthlength_remainingrQ )r bodyrX rY rZ r[ r\ Zpreload_contentrV original_responseZpool connectionre r] r^ request_methodZ request_urlr_ Ztr_enc encodingsr r r r! sB zHTTPResponse.__init__c C s | j | jkr| jdS dS )a Should we redirect and where to? :returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. locationF)rY REDIRECT_STATUSESrX rk r r r r get_redirect_location s z"HTTPResponse.get_redirect_locationc C s( | j r | jsd S | j | j d | _d S r" )rh ri Z _put_connr r r r release_conn s zHTTPResponse.release_connc C s" | j r | j S | jr | jddS d S )NT) cache_content)ra rb rQ r r r r r* s zHTTPResponse.datac C s | j S r" )ri r r r r rq ! s zHTTPResponse.connectionc C s t | jS r" )r rb r r r r isclosed% s zHTTPResponse.isclosedc C s | j S )z Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). )rd r r r r tell( s zHTTPResponse.tellc C s | j d}|dk r| jr(td dS z<tdd |dD }t|dkrZtd| | }W n t k r| d}Y nX |d k rd}zt | j }W n t k r d }Y nX |d ksd | krd k sn |d krd }|S )zM Set initial length value for Response content if available. zcontent-lengthNzReceived response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |qS r )int)rB valr r r rD J s z-HTTPResponse._init_length.<locals>.<listcomp>rE r z8Content-Length contained multiple unmatching values (%s)r ) i0 d ZHEAD) rX rk rT logZwarningsetrF lenr pop ValueErrorr{ rY )r rr ZlengthZlengthsrY r r r rm 0 s6 &zHTTPResponse._init_lengthc sh j dd } jdkrd| jkr2t| _n2d|krd fdd|dD }t|rdt| _dS )z= Set-up the _decoder attribute if necessary. content-encodingrP NrE c s" g | ]}| jkr| qS r )rA CONTENT_DECODERS)rB er r r rD o s z.HTTPResponse._init_decoder.<locals>.<listcomp>)rX rk rl r` r r@ rF r )r content_encodingrs r r r _init_decoderd s zHTTPResponse._init_decoderc C sx |s|S z| j r | j |}W nD | jk rb } z$| jdd }td| |W 5 d}~X Y nX |rt|| 7 }|S )zN Decode the data passed in and potentially flush the decoder. r rP zEReceived response with content-encoding: %s, but failed to decode it.N)r` r( DECODER_ERROR_CLASSESrX rk rl r _flush_decoder)r r* rV flush_decoderr r r r r _decode{ s zHTTPResponse._decodec C s$ | j r | j d}|| j S dS )zk Flushes the decoder. Should only be called if the decoder is actually being used. r )r` r( r> )r Zbufr r r r s zHTTPResponse._flush_decoderc c s d}zz dV W n tk r2 t| jddY np tk rn } z dt |krP t| jddW 5 d}~X Y n4 t t fk r } zt d| |W 5 d}~X Y nX d}W 5 |s| j r| j | jr| j | j r| j r| X dS )z Catch low-level python exceptions, instead re-raising urllib3 variants, so that low-level exceptions are not leaked in the high-level api. On exit, release the connection back to the pool. FNzRead timed out.zread operation timed outzConnection broken: %rT) rc closeri ry rw SocketTimeoutr rh r strr SocketErrorr )r Z clean_exitr r r r _error_catcher s( zHTTPResponse._error_catcherc C s | |dkr| j}| jdkr$dS d}t| jdd}| v |dkr`|sV| j nd}d}nPd}|st| j|nd}|dkr|s| j d}| jr| jdkrt | j | jW 5 Q R X |r| j t |7 _ | jdk r| jt |8 _| |||}|r|| _ |S )aP Similar to :meth:`httplib.HTTPResponse.read`, but with two additional parameters: ``decode_content`` and ``cache_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param cache_content: If True, will save the returned data such that the same result is returned despite of the state of the underlying file object. This is useful if you want the ``.data`` property to continue working after having ``.read()`` the file object. (Overridden if ``amt`` is set.) NFclosedr Tr )r N)r rV rb r$ r rQ r r^ rn r rd r r ra )r amtrV rx r Z fp_closedr* r r r rQ s: zHTTPResponse.read c c sR | j r*| r*| j||dD ] }|V q n$t| jsN| j||d}|r*|V q*dS )a_ A generator wrapper for the read() method. A call will block until ``amt`` bytes have been read from the connection or until the connection is closed. :param amt: How much of the content to read. The generator will return up to much data per iteration, but may return less. This is particularly likely when using compressed data. However, the empty string will never be returned. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. rU )r rV N)rT supports_chunked_reads read_chunkedr rb rQ )r r rV liner* r r r stream s zHTTPResponse.streamc K s` |j }t|ts,tr"t| }n t|}t|dd}| f |||j|j|j ||d|}|S )a Given an :class:`httplib.HTTPResponse` instance ``r``, return a corresponding :class:`urllib3.response.HTTPResponse` object. Remaining parameters are passed to the HTTPResponse constructor, along with ``original_response=r``. r\ r )ro rX rY rZ r[ r\ rp ) re rW r r items from_httplibr$ rY rZ r[ )Z ResponseClsrZ response_kwrX r\ Zrespr r r r 9 s$ zHTTPResponse.from_httplibc C s | j S r" rX r r r r getheadersZ s zHTTPResponse.getheadersc C s | j ||S r" )rX rk )r r& defaultr r r getheader] s zHTTPResponse.getheaderc C s | j S r" r r r r r infoa s zHTTPResponse.infoc C s6 | j s| j | jr | j | js2tj| d S r" )r rb r ri r_ ioIOBaser r r r r e s zHTTPResponse.closec C sT | j stjj| S | jd kr"dS t| jdr8| j S t| jdrL| jjS dS d S )NTry r )r_ r r r __get__rb r= ry r r r r r o s zHTTPResponse.closedc C s6 | j d krtdn t| j dr*| j S tdd S )Nz-HTTPResponse has no file to get a fileno fromfilenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rb IOErrorr= r r r r r r | s zHTTPResponse.filenoc C s2 | j d k r.t| j dr.t| j dds.| j S d S )Nr> r F)rb r= r$ r> r r r r r> s zHTTPResponse.flushc C s dS )NTr r r r r readable s zHTTPResponse.readablec C s: | t|}t|dkr dS ||d t|< t|S d S rH )rQ r )r bZtempr r r readinto s zHTTPResponse.readintoc C s t | jdS )z Checks if the underlying file-like object looks like a httplib.HTTPResponse object. We do this by testing for the fp attribute. If it is present we assume it returns raw chunks as processed by read_chunked(). fp)r= rb r r r r r s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jj }|ddd }zt|d| _ W n& tk r` | t |Y nX d S )N ;r r r6 ) rj rb r readlinerF r{ r r httplibr )r r r r r _update_chunk_length s z!HTTPResponse._update_chunk_lengthc C s d }|d kr2| j | j}|}| j d d | _nv|| jk rZ| j |}| j| | _|}nN|| jkr| j |}| j d d | _|}n | j | j}| j d d | _|S )Nr0 )rb Z _safe_readrj )r r Zreturned_chunkchunkvaluer r r _handle_chunk s& zHTTPResponse._handle_chunkc c s | | jstd| s&td| | jrXt| jrX| j W 5 Q R dS | j j dkrrW 5 Q R dS | | j dkrq| |}| j||dd}|rr|V qr|r| }|r|V | j j }|sq|dkrqq| jr| j W 5 Q R X dS )a Similar to :meth:`HTTPResponse.read`, but with an additional parameter: ``decode_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)rV r s )r rT r r r r rc r r rb r r rj r r r r )r r rV r Zdecodedr r r r r sJ zHTTPResponse.read_chunkedc C s. | j dk r$t| j jr$| j jd jS | jS dS )z Returns the URL that was the source of this response. If the request that generated this response redirected, this method will return the final redirect location. N)r] r historyZredirect_locationrf r r r r geturl s zHTTPResponse.geturlc c s dg}| j ddD ]n}d|krv|d}d||d d V |dd D ]}|d V qL|d rp|d g}qg }q|| q|rd|V d S )Nr TrU r r r )r rF joinappend)r bufferr xr r r __iter__ s zHTTPResponse.__iter__)rP Nr r Nr TTNNNNNFNNT)NNF)r N)N)NN),r, r- r. rK r r< ru r! rv rw propertyr* rq ry rz rm r r r r r r r r r rQ r classmethodr r r r r r r r> r r r r r r r r r r r r rO sx C 4 8 J F rO )1Z __future__r contextlibr r r ZloggingZsocketr r r r r< ImportError _collectionsr exceptionsr r r r r r r Z packages.sixr rg r Zpackages.six.movesr r rq r r Z util.responser r Z getLoggerr, r objectr r/ r4 r; r? r@ r rO r r r r <module> s2 $ PK A\7} = pip/_vendor/urllib3/__pycache__/filepost.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlmZ ddlmZ ddl m Z ddl m Z e dd Zd d Zd d Zdd ZdddZdS ) )absolute_importN)BytesIO )six)b) RequestFieldzutf-8 c C s$ t td} tjs | d} | S )zN Our embarrassingly-simple replacement for mimetools.choose_boundary. ascii)binasciiZhexlifyosurandomr ZPY2decode)boundary r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/filepost.pychoose_boundary s r c c sJ t | trt| }nt| }|D ]"}t |tr8|V q"tj| V q"dS )z Iterate over fields. Supports list of (k, v) tuples and dicts, and lists of :class:`~urllib3.fields.RequestField`. N) isinstancedictr iteritemsiterr Z from_tuples)fieldsifieldr r r iter_field_objects s r c C s, t | tr dd t| D S dd | D S )a- .. deprecated:: 1.6 Iterate over fields. The addition of :class:`~urllib3.fields.RequestField` makes this function obsolete. Instead, use :func:`iter_field_objects`, which returns :class:`~urllib3.fields.RequestField` objects. Supports list of (k, v) tuples and dicts. c s s | ]\}}||fV qd S Nr .0kvr r r <genexpr>: s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S r r r r r r r < s )r r r r )r r r r iter_fields- s r! c C s t }|dkrt }t| D ]p}|td| t|| |j}t|t r\t |}t|t j rxt|| n || |d q |td| t d| }| |fS )aQ Encode a dictionary of ``fields`` using the multipart/form-data MIME format. :param fields: Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`). :param boundary: If not specified, then a random boundary will be generated using :func:`urllib3.filepost.choose_boundary`. Nz--%s s z--%s-- z multipart/form-data; boundary=%s)r r r writer writerZrender_headersdatar intstrr Z text_typegetvalue)r r Zbodyr r$ Z content_typer r r encode_multipart_formdata? s r( )N)Z __future__r r codecsr ior Zpackagesr Z packages.sixr r r lookupr# r r r! r( r r r r <module> s PK A\Ձ 5 pip/_vendor/urllib3/__pycache__/fields.cpython-38.pycnu [ U .ei! @ s d dl mZ d dlZd dlZd dlZddlmZ dddZdd Z d d d d Z e d d e d dD dd Z dd ZeZG dd deZdS ) )absolute_importN )sixapplication/octet-streamc C s | rt | d p|S |S )z Guess the "Content-Type" of a file. :param filename: The filename to guess the "Content-Type" of using :mod:`mimetypes`. :param default: If no "Content-Type" can be guessed, default to `default`. r ) mimetypesZ guess_type)filenamedefault r >/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/fields.pyguess_content_type s r c s t tjr d t fdddD sdd| f }z|d W n ttfk r^ Y nX |S tjrt d t j d d| f tjr d S )a Helper function to format and quote a single header parameter using the strategy defined in RFC 2231. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows RFC 2388 Section 4.4. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as ``bytes`` or `str``. :ret: An RFC-2231-formatted unicode string. utf-8c 3 s | ]}| kV qd S Nr ).0Zchvaluer r <genexpr>) s z.format_header_param_rfc2231.<locals>.<genexpr>z"\ %s="%s"asciiz%s*=%s) isinstancer binary_typedecodeanyencodeUnicodeEncodeErrorUnicodeDecodeErrorZPY2emailZutilsZencode_rfc2231)namer resultr r r format_header_param_rfc2231 s r z%22z\\)"\r c C s& i | ] }|d krt |d|qS )) z%{:02X})r Zunichrformat)r Zccr r r <dictcomp>I s r# c s: fdd}t ddd D }||| }|S )Nc s | d S )Nr )group)matchneedles_and_replacementsr r replacerR s z#_replace_multiple.<locals>.replacer|c S s g | ]}t |qS r )reescape)r Zneedler r r <listcomp>V s z%_replace_multiple.<locals>.<listcomp>)r+ compilejoinkeyssub)r r( r) patternr r r' r _replace_multipleQ s r3 c C s, t |tjr|d}t|t}d| |f S )a Helper function to format and quote a single header parameter using the HTML5 strategy. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows the `HTML5 Working Draft Section 4.10.22.7`_ and matches the behavior of curl and modern browsers. .. _HTML5 Working Draft Section 4.10.22.7: https://w3c.github.io/html/sec-forms.html#multipart-form-data :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as ``bytes`` or `str``. :ret: A unicode string, stripped of troublesome characters. r r )r r r r r3 _HTML5_REPLACEMENTS)r r r r r format_header_param_html5^ s r5 c @ sR e Zd ZdZddefddZeefddZdd Zd d Z d d Z dd dZ dS ) RequestFielda A data container for request body parameters. :param name: The name of this request field. Must be unicode. :param data: The data/value body. :param filename: An optional filename of the request field. Must be unicode. :param headers: An optional dict-like object of headers to initially use for the field. :param header_formatter: An optional callable that is used to encode and format the headers. By default, this is :func:`format_header_param_html5`. Nc C s0 || _ || _|| _i | _|r&t|| _|| _d S r )_name _filenamedataheadersdictheader_formatter)selfr r9 r r: r< r r r __init__ s zRequestField.__init__c C s` t |tr4t|dkr"|\}}}q@|\}}t|}n d}d}|}| ||||d}|j|d |S )a A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. Supports constructing :class:`~urllib3.fields.RequestField` from parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', Field names and filenames must be unicode. N)r r< ) content_type)r tuplelenr make_multipart)clsZ fieldnamer r< r r9 r@ Z request_paramr r r from_tuples s zRequestField.from_tuplesc C s | ||S )aI Overridable helper function to format a single header parameter. By default, this calls ``self.header_formatter``. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. )r< )r= r r r r r _render_part s zRequestField._render_partc C sL g }|}t |tr| }|D ]"\}}|dk r || || q d|S )aO Helper function to format and quote a single header. Useful for single headers that are composed of multiple items. E.g., 'Content-Disposition' fields. :param header_parts: A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format as `k1="v1"; k2="v2"; ...`. N; )r r; itemsappendrF r/ )r= Z header_partspartsiterabler r r r r _render_parts s zRequestField._render_partsc C s g }dddg}|D ]*}| j |dr|d|| j | f q| j D ]&\}}||krH|rH|d||f qH|d d|S )z= Renders the headers for this request field. Content-Disposition Content-TypeContent-LocationFz%s: %sz )r: getrI rH r/ )r= linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r render_headers s zRequestField.render_headersc C sX |pd| j d< | j d dd| d| jfd| jffg7 < || j d< || j d< d S ) a| Makes this request field into a multipart request field. This method overrides "Content-Disposition", "Content-Type" and "Content-Location" headers to the request parameter. :param content_type: The 'Content-Type' of the request body. :param content_location: The 'Content-Location' of the request body. z form-datarM rG r r rN rO N)r: r/ rL r7 r8 )r= Zcontent_dispositionr@ Zcontent_locationr r r rC s zRequestField.make_multipart)NNN) __name__ __module__ __qualname____doc__r5 r> classmethodrE rF rL rR rC r r r r r6 } s # r6 )r )Z __future__r Z email.utilsr r r+ Zpackagesr r r r4 updateranger3 r5 Zformat_header_paramobjectr6 r r r r <module> s& * PK A\gڣh2 h2 @ pip/_vendor/urllib3/__pycache__/poolmanager.cpython-38.opt-1.pycnu [ U .eB @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm Z ddl m Z m Z mZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ d ddgZeeZ dZ dZ e de Z dd Z!e"e!e e"e!e dZ#ee dZ$G dd d eZ%G dd de%Z&dd Z'dS ) )absolute_importN )RecentlyUsedContainer)HTTPConnectionPoolHTTPSConnectionPool)port_by_scheme)LocationValueError MaxRetryErrorProxySchemeUnknown)six)urljoin)RequestMethods) parse_url)Retry PoolManager ProxyManagerproxy_from_url)Zkey_fileZ cert_fileZ cert_reqsZca_certsZ ssl_versionZ ca_cert_dirZ ssl_contextZ key_password)Z key_schemeZkey_hostZkey_portZ key_timeoutZ key_retriesZ key_strictZ key_blockZkey_source_addressZ key_key_fileZkey_key_passwordZ key_cert_fileZ key_cert_reqsZ key_ca_certsZkey_ssl_versionZkey_ca_cert_dirZkey_ssl_contextZ key_maxsizeZ key_headersZ key__proxyZkey__proxy_headersZkey_socket_optionsZkey__socks_optionsZkey_assert_hostnameZkey_assert_fingerprintZkey_server_hostnamePoolKeyc C s | }|d |d< |d |d< dD ],}||kr,|| dk r,t|| ||< q,|d}|dk rxt||d< t| D ]}|||d| < q| j D ]}||krd||< q| f |S )a Create a pool key out of a request context dictionary. According to RFC 3986, both the scheme and host are case-insensitive. Therefore, this function normalizes both before constructing the pool key for an HTTPS request. If you wish to change this behaviour, provide alternate callables to ``key_fn_by_scheme``. :param key_class: The class to use when constructing the key. This should be a namedtuple with the ``scheme`` and ``host`` keys at a minimum. :type key_class: namedtuple :param request_context: A dictionary-like object that contain the context for a request. :type request_context: dict :return: A namedtuple that can be used as a connection pool key. :rtype: PoolKey schemehost)headers_proxy_headersZ_socks_optionsNZsocket_optionsZkey_) copylower frozensetitemsgettuplelistkeyspop_fields)Z key_classrequest_contextcontextkeyZ socket_optsZfield r% C/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/poolmanager.py_default_key_normalizerD s r' httphttpsc @ sx e Zd ZdZdZd ddZdd Zdd Zd d d Zd d Z d ddZ dd Z d ddZ d ddZ dd Zd!ddZdS )"r a$ Allows for arbitrary requests while transparently keeping track of necessary connection pools for you. :param num_pools: Number of connection pools to cache before discarding the least recently used pool. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param \**connection_pool_kw: Additional parameters are used to create fresh :class:`urllib3.connectionpool.ConnectionPool` instances. Example:: >>> manager = PoolManager(num_pools=2) >>> r = manager.request('GET', 'http://google.com/') >>> r = manager.request('GET', 'http://google.com/mail') >>> r = manager.request('GET', 'http://yahoo.com/') >>> len(manager.pools) 2 N c K s8 t | | || _t|dd d| _t| _t | _d S )Nc S s | S N)close)pr% r% r& <lambda> z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r __init__connection_pool_kwr poolspool_classes_by_schemekey_fn_by_schemer )self num_poolsr r2 r% r% r& r1 s zPoolManager.__init__c C s | S r, r% r6 r% r% r& __enter__ s zPoolManager.__enter__c C s | dS )NF)clear)r6 exc_typeZexc_valZexc_tbr% r% r& __exit__ s zPoolManager.__exit__c C s^ | j | }|dkr | j }dD ]}||d q |dkrPtD ]}||d q>|||f|S )a Create a new :class:`ConnectionPool` based on host, port, scheme, and any additional pool keyword arguments. If ``request_context`` is provided, it is provided as keyword arguments to the pool class used. This method is used to actually create the connection pools handed out by :meth:`connection_from_url` and companion methods. It is intended to be overridden for customization. N)r r portr) )r4 r2 r r SSL_KEYWORDS)r6 r r r= r" Zpool_clsr$ kwr% r% r& _new_pool s zPoolManager._new_poolc C s | j dS )z Empty our store of pools and direct them all to close. This will not affect in-flight connections, but they will not be re-used after completion. N)r3 r: r8 r% r% r& r: s zPoolManager.clearr) c C sT |s t d| |}|p d|d< |s:t|d d}||d< ||d< | |S )a Get a :class:`ConnectionPool` based on the host, port, and scheme. If ``port`` isn't given, it will be derived from the ``scheme`` using ``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is provided, it is merged with the instance's ``connection_pool_kw`` variable and used to create the new connection pool, if one is needed. zNo host specified.r) r P r= r )r _merge_pool_kwargsr r r connection_from_context)r6 r r= r pool_kwargsr" r% r% r& connection_from_host s z PoolManager.connection_from_hostc C s, |d }| j| }||}| j||dS )z Get a :class:`ConnectionPool` based on the request context. ``request_context`` must at least contain the ``scheme`` key and its value must be a key in ``key_fn_by_scheme`` instance variable. r r" )r r5 connection_from_pool_key)r6 r" r Zpool_key_constructorpool_keyr% r% r& rC s z#PoolManager.connection_from_contextc C sl | j jZ | j |}|r*|W 5 Q R S |d }|d }|d }| j||||d}|| j |< W 5 Q R X |S )z Get a :class:`ConnectionPool` based on the provided pool key. ``pool_key`` should be a namedtuple that only contains immutable objects. At a minimum it must have the ``scheme``, ``host``, and ``port`` fields. r r r= rF )r3 lockr r@ )r6 rH r" Zpoolr r r= r% r% r& rG s z$PoolManager.connection_from_pool_keyc C s t |}| j|j|j|j|dS )a Similar to :func:`urllib3.connectionpool.connection_from_url`. If ``pool_kwargs`` is not provided and a new pool needs to be constructed, ``self.connection_pool_kw`` is used to initialize the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs`` is provided, it is used instead. Note that if a new pool does not need to be created for the request, the provided ``pool_kwargs`` are not used. )r= r rD )r rE r r= r )r6 urlrD ur% r% r& connection_from_url s z PoolManager.connection_from_urlc C sV | j }|rR| D ]:\}}|dkrHz ||= W qP tk rD Y qPX q|||< q|S )a Merge a dictionary of override values for self.connection_pool_kw. This does not modify self.connection_pool_kw and returns a new dict. Any keys in the override dictionary with a value of ``None`` are removed from the merged dictionary. N)r2 r r KeyError)r6 overrideZbase_pool_kwargsr$ valuer% r% r& rB ! s z PoolManager._merge_pool_kwargsTc K s t |}| j|j|j|jd}d|d< d|d< d|krD| j |d< | jdk rj|jdkrj|j||f|}n|j||j f|}|o| }|s|S t ||}|j dkrd }| d } t| tstj| |d } | jr||stt|d } | D ]"} | | jkr|d | d qz| j||||d } W n$ tk rR | jrJ | Y S X | |d < ||d< t d || | j||f|S )a] Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen` with custom cross-host redirect logic and only sends the request-uri portion of the ``url``. The given ``url`` parameter must be absolute, such that an appropriate :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it. )r= r FZassert_same_hostredirectr Nr) i/ ZGETretries)rP )responseZ_poolzRedirecting %s -> %s) r rE r r= r r r proxyurlopenZ request_uriZget_redirect_locationr Zstatusr isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr r Ziterkeysr r Z incrementr Zraise_on_redirectloginfo) r6 methodrJ rP r? rK ZconnrR Zredirect_locationrQ r headerr% r% r& rT 5 sF zPoolManager.urlopen)r+ N)N)Nr) N)N)N)T)__name__ __module__ __qualname____doc__rS r1 r9 r< r@ r: rE rC rG rL rB rT r% r% r% r& r s c sH e Zd ZdZd fdd Zd fdd Zdd d Zd fd d Z ZS )r ax Behaves just like :class:`PoolManager`, but sends all requests through the defined proxy, using the CONNECT method for HTTPS URLs. :param proxy_url: The URL of the proxy to be used. :param proxy_headers: A dictionary containing headers that will be sent to the proxy. In case of HTTP they are being sent with each request, while in the HTTPS/CONNECT case they are sent only once. Could be used for proxy authentication. Example: >>> proxy = urllib3.ProxyManager('http://localhost:3128/') >>> r1 = proxy.request('GET', 'http://google.com/') >>> r2 = proxy.request('GET', 'http://httpbin.org/') >>> len(proxy.pools) 1 >>> r3 = proxy.request('GET', 'https://httpbin.org/') >>> r4 = proxy.request('GET', 'https://twitter.com/') >>> len(proxy.pools) 3 r+ Nc s t |tr d|j|j|jf }t|}|jsFt|jd}|j|d}|jdkrZt |j|| _ |pfi | _ | j |d< | j |d< t t | j||f| d S )Nz %s://%s:%irA )r= r( _proxyr )rU r r r r= r r r _replacer rS proxy_headerssuperr r1 )r6 proxy_urlr7 r r` r2 rS r= __class__r% r& r1 s" zProxyManager.__init__r) c sD |dkr t t| j||||dS t t| j| jj| jj| jj|dS )Nr* )rD )ra r rE rS r r= r )r6 r r= r rD rc r% r& rE s z!ProxyManager.connection_from_hostc C s0 ddi}t |j}|r ||d< |r,|| |S )z Sets headers needed by proxies: specifically, the Accept and Host headers. Only sets headers not provided by the user. ZAcceptz*/*ZHost)r netlocupdate)r6 rJ r Zheaders_re r% r% r& _set_proxy_headers s z ProxyManager._set_proxy_headersTc sN t |}|jdkr0|d| j}| |||d< tt| j||fd|i|S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.r) r rP )r r r r rg ra r rT )r6 rX rJ rP r? rK r rc r% r& rT s zProxyManager.urlopen)r+ NN)Nr) N)N)T) rZ r[ r\ r] r1 rE rg rT __classcell__r% r% rc r& r t s c K s t f d| i|S )Nrb )r )rJ r? r% r% r& r s )(Z __future__r collections functoolsZlogging _collectionsr Zconnectionpoolr r r exceptionsr r r Zpackagesr Z packages.six.moves.urllib.parser Zrequestr Zutil.urlr Z util.retryr __all__Z getLoggerrZ rV r> Z _key_fields namedtupler r' partialr5 r4 r r r r% r% r% r& <module> s4 6 taPK A\7} 7 pip/_vendor/urllib3/__pycache__/filepost.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlmZ ddlmZ ddl m Z ddl m Z e dd Zd d Zd d Zdd ZdddZdS ) )absolute_importN)BytesIO )six)b) RequestFieldzutf-8 c C s$ t td} tjs | d} | S )zN Our embarrassingly-simple replacement for mimetools.choose_boundary. ascii)binasciiZhexlifyosurandomr ZPY2decode)boundary r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/filepost.pychoose_boundary s r c c sJ t | trt| }nt| }|D ]"}t |tr8|V q"tj| V q"dS )z Iterate over fields. Supports list of (k, v) tuples and dicts, and lists of :class:`~urllib3.fields.RequestField`. N) isinstancedictr iteritemsiterr Z from_tuples)fieldsifieldr r r iter_field_objects s r c C s, t | tr dd t| D S dd | D S )a- .. deprecated:: 1.6 Iterate over fields. The addition of :class:`~urllib3.fields.RequestField` makes this function obsolete. Instead, use :func:`iter_field_objects`, which returns :class:`~urllib3.fields.RequestField` objects. Supports list of (k, v) tuples and dicts. c s s | ]\}}||fV qd S Nr .0kvr r r <genexpr>: s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S r r r r r r r < s )r r r r )r r r r iter_fields- s r! c C s t }|dkrt }t| D ]p}|td| t|| |j}t|t r\t |}t|t j rxt|| n || |d q |td| t d| }| |fS )aQ Encode a dictionary of ``fields`` using the multipart/form-data MIME format. :param fields: Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`). :param boundary: If not specified, then a random boundary will be generated using :func:`urllib3.filepost.choose_boundary`. Nz--%s s z--%s-- z multipart/form-data; boundary=%s)r r r writer writerZrender_headersdatar intstrr Z text_typegetvalue)r r Zbodyr r$ Z content_typer r r encode_multipart_formdata? s r( )N)Z __future__r r codecsr ior Zpackagesr Z packages.sixr r r lookupr# r r r! r( r r r r <module> s PK A\ !% % = pip/_vendor/urllib3/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e{ @ s4 d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl m Z ddl m Z mZmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lmZ ddlZddlmZ dZ dZ dZ dZ e e!"e ej#fddZ$[ej%de j&dd ej%de j'dd ej%de j(dd ej%de j)dd e j*fddZ+dS )z8 urllib3 - Thread-safe connection pooling and re-using. )absolute_importN )HTTPConnectionPoolHTTPSConnectionPoolconnection_from_url) exceptions)encode_multipart_formdata) PoolManager ProxyManagerproxy_from_url) HTTPResponse) make_headers)get_host)Timeout)Retry) NullHandlerz(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.25.6)r r r r r r r add_stderr_loggerr disable_warningsr r r r c C sF t t}t }|t d || || |dt |S )z Helper for quickly adding a StreamHandler to the logger. Useful for debugging. Returns the handler after adding it. z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) logging getLogger__name__Z StreamHandlerZ setFormatterZ Formatter addHandlerZsetLeveldebug)levelZloggerZhandler r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/__init__.pyr / s r alwaysT)appenddefaultc C s t d| dS )z< Helper for quickly disabling all urllib3 warnings. ignoreN)warnings simplefilter)categoryr r r r R s r ),__doc__Z __future__r r Zconnectionpoolr r r r Zfilepostr Z poolmanagerr r r Zresponser Z util.requestr Zutil.urlr Z util.timeoutr Z util.retryr r r __author__Z __license__ __version____all__r r r DEBUGr r! ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r <module> s2 PK A\d0 < pip/_vendor/urllib3/__pycache__/request.cpython-38.opt-1.pycnu [ U .e @ s> d dl mZ ddlmZ ddlmZ dgZG dd deZdS ) )absolute_import )encode_multipart_formdata) urlencodeRequestMethodsc @ sN e Zd ZdZddddhZdddZdd d Zdd d ZdddZdddZ dS )r a Convenience mixin for classes who implement a :meth:`urlopen` method, such as :class:`~urllib3.connectionpool.HTTPConnectionPool` and :class:`~urllib3.poolmanager.PoolManager`. Provides behavior for making common types of HTTP request methods and decides which type of request field encoding to use. Specifically, :meth:`.request_encode_url` is for sending requests whose fields are encoded in the URL (such as GET, HEAD, DELETE). :meth:`.request_encode_body` is for sending requests whose fields are encoded in the *body* of the request using multipart or www-form-urlencoded (such as for POST, PUT, PATCH). :meth:`.request` is for making any kind of request, it will look up the appropriate encoding format and use one of the above two methods to make the request. Initializer parameters: :param headers: Headers to include with all requests, unless other headers are given explicitly. ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)headers)selfr r ?/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/request.py__init__) s zRequestMethods.__init__Tc K s t dd S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)NotImplementedError)r methodurlbodyr encode_multipartmultipart_boundarykwr r r urlopen, s zRequestMethods.urlopenc K sR | }||d< || jkr4| j||f||d|S | j||f||d|S dS )a Make a request using :meth:`urlopen` with the appropriate encoding of ``fields`` based on the ``method`` used. This is a convenience method that requires the least amount of manual effort. It can be used in most situations, while still having the option to drop down to more specific methods when necessary, such as :meth:`request_encode_url`, :meth:`request_encode_body`, or even the lowest level :meth:`urlopen`. Z request_url)fieldsr N)upper_encode_url_methodsrequest_encode_urlrequest_encode_body)r r r r r urlopen_kwr r r request; s* zRequestMethods.requestc K sD |dkr| j }d|i}|| |r4|dt| 7 }| j||f|S )z Make a request using :meth:`urlopen` with the ``fields`` encoded in the url. This is useful for request methods like GET, HEAD, DELETE, etc. Nr ?)r updater r )r r r r r r extra_kwr r r r S s z!RequestMethods.request_encode_urlc K s |dkr| j }di i}|rbd|kr*td|r@t||d\} } nt|d } } | |d< d| i|d< |d | || | j||f|S )a Make a request using :meth:`urlopen` with the ``fields`` encoded in the body. This is useful for request methods like POST, PUT, PATCH, etc. When ``encode_multipart=True`` (default), then :meth:`urllib3.filepost.encode_multipart_formdata` is used to encode the payload with the appropriate content type. Otherwise :meth:`urllib.urlencode` is used with the 'application/x-www-form-urlencoded' content type. Multipart encoding must be used when posting files, and it's reasonably safe to use it in other times too. However, it may break request signing, such as with OAuth. Supports an optional ``fields`` parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: fields = { 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', } When uploading a file, providing a filename (the first parameter of the tuple) is optional but recommended to best mimic behavior of browsers. Note that if ``headers`` are supplied, the 'Content-Type' header will be overwritten because it depends on the dynamic random boundary string which is used to compose the body of the request. The random boundary string can be explicitly set with the ``multipart_boundary`` parameter. Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)boundaryz!application/x-www-form-urlencodedz Content-Type)r TypeErrorr r r r ) r r r r r r r r r r Z content_typer r r r c s* - z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN) __name__ __module__ __qualname____doc__r r r r r r r r r r r s N) Z __future__r Zfilepostr Z packages.six.moves.urllib.parser __all__objectr r r r r <module> s PK A\`Mc,' ,' ? pip/_vendor/urllib3/__pycache__/exceptions.cpython-38.opt-1.pycnu [ U .e @ sL d dl mZ ddlmZ G dd deZG dd deZG dd d eZ G d d d e Z G d d d eZ G dd deZ G dd deZ G dd deZeZG dd de ZG dd de ZG dd deZG dd deZG d d d ee ZG d d d eZG d d! d!ee ZG d"d# d#e ZG d$d% d%e ZG d&d' d'eeZG d(d) d)eZG d*d+ d+eZ G d,d- d-eZ G d.d/ d/e Z G d0d1 d1e Z G d2d3 d3e Z G d4d5 d5e Z!G d6d7 d7eZ"G d8d9 d9eZ#G d:d; d;eeZ$G d<d= d=eZ%G d>d? d?eeZG d@dA dAeZ&G dBdC dCe'eZ(G dDdE dEeZ)G dFdG dGeZ*dHS )I )absolute_import )IncompleteReadc @ s e Zd ZdZdS ) HTTPErrorz#Base exception used by this module.N__name__ __module__ __qualname____doc__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/exceptions.pyr s r c @ s e Zd ZdZdS ) HTTPWarningz!Base warning used by this module.Nr r r r r r s r c @ s e Zd ZdZdd Zdd ZdS ) PoolErrorz/Base exception for errors caused within a pool.c C s || _ t| d||f d S )Nz%s: %s)poolr __init__)selfr messager r r r s zPoolError.__init__c C s | j dfS )N)NN __class__r r r r __reduce__ s zPoolError.__reduce__Nr r r r r r r r r r r s r c @ s e Zd ZdZdd Zdd ZdS ) RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ t| || d S N)urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS r )r r r r r r r $ s zRequestError.__reduce__Nr r r r r r s r c @ s e Zd ZdZdS )SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.Nr r r r r r ) s r c @ s e Zd ZdZdS ) ProxyErrorz,Raised when the connection to a proxy fails.Nr r r r r r . s r c @ s e Zd ZdZdS ) DecodeErrorz;Raised when automatic decoding based on Content-Type fails.Nr r r r r r 3 s r c @ s e Zd ZdZdS ) ProtocolErrorz>Raised when something unexpected happens mid-request/response.Nr r r r r r 8 s r c @ s e Zd ZdZdddZdS ) MaxRetryErrora Raised when the maximum number of retries is exceeded. :param pool: The connection pool :type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool` :param string url: The requested Url :param exceptions.Exception reason: The underlying error Nc C s& || _ d||f }t| ||| d S )Nz0Max retries exceeded with url: %s (Caused by %r))reasonr r )r r r r r r r r r N s zMaxRetryError.__init__)Nr r r r r r r r r r D s r c @ s e Zd ZdZdddZdS )HostChangedErrorz?Raised when an existing pool gets a request for a foreign host. c C s" d| }t | ||| || _d S )Nz)Tried to open a foreign host with url: %s)r r retries)r r r r$ r r r r r Y s zHostChangedError.__init__N)r# r! r r r r r" V s r" c @ s e Zd ZdZdS )TimeoutStateErrorz3 Raised when passing an invalid state to a timeout Nr r r r r r% _ s r% c @ s e Zd ZdZdS ) TimeoutErrorz Raised when a socket timeout error occurs. Catching this error will catch both :exc:`ReadTimeoutErrors <ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`. Nr r r r r r& e s r& c @ s e Zd ZdZdS )ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverNr r r r r r' o s r' c @ s e Zd ZdZdS )ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverNr r r r r r( v s r( c @ s e Zd ZdZdS )NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.Nr r r r r r) { s r) c @ s e Zd ZdZdS )EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.Nr r r r r r* s r* c @ s e Zd ZdZdS )ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.Nr r r r r r+ s r+ c @ s e Zd ZdZdS )LocationValueErrorz<Raised when there is something wrong with a given URL input.Nr r r r r r, s r, c @ s e Zd ZdZdd ZdS )LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t | | || _d S )NzFailed to parse: %s)r r location)r r. r r r r r s zLocationParseError.__init__Nr! r r r r r- s r- c @ s e Zd ZdZdZdZdS ) ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r Z GENERIC_ERRORZSPECIFIC_ERRORr r r r r/ s r/ c @ s e Zd ZdZdS )SecurityWarningz0Warned when performing security reducing actionsNr r r r r r0 s r0 c @ s e Zd ZdZdS )SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.Nr r r r r r1 s r1 c @ s e Zd ZdZdS )InsecureRequestWarningz/Warned when making an unverified HTTPS request.Nr r r r r r2 s r2 c @ s e Zd ZdZdS )SystemTimeWarningz0Warned when system time is suspected to be wrongNr r r r r r3 s r3 c @ s e Zd ZdZdS )InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.Nr r r r r r4 s r4 c @ s e Zd ZdZdS )SNIMissingWarningz9Warned when making a HTTPS request without SNI available.Nr r r r r r5 s r5 c @ s e Zd ZdZdS )DependencyWarningzc Warned when an attempt is made to import a module with missing optional dependencies. Nr r r r r r6 s r6 c @ s e Zd ZdZdS )ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.Nr r r r r r7 s r7 c @ s e Zd ZdZdS )BodyNotHttplibCompatiblezz Body should be httplib.HTTPResponse like (have an fp attribute which returns raw chunks) for read_chunked(). Nr r r r r r8 s r8 c s( e Zd ZdZ fddZdd Z ZS )r z Response length doesn't match expected Content-Length Subclass of http_client.IncompleteRead to allow int value for `partial` to avoid creating large objects on streamed reads. c s t t| || d S r )superr r )r partialexpectedr r r r s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r: r; r r r r __repr__ s zIncompleteRead.__repr__)r r r r r r< __classcell__r r r r r s r c @ s e Zd ZdZdS ) InvalidHeaderz(The header provided was somehow invalid.Nr r r r r r> s r> c s e Zd ZdZ fddZ ZS )ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| | d S )Nz Not supported proxy scheme %s)r9 r? r )r Zschemer r r r r s zProxySchemeUnknown.__init__r r r r r r= r r r r r? s r? c s e Zd ZdZ fddZ ZS )HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| | d S )Nz%s, unparsed data: %rZUnknown)r9 rA r )r ZdefectsZ unparsed_datar r r r r s zHeaderParsingError.__init__r@ r r r r rA s rA c @ s e Zd ZdZdS )UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyNr r r r r rB s rB N)+Z __future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead Exceptionr Warningr r r r r r r ConnectionErrorr r" r% r& r' r( r) r* r+ ValueErrorr, r- r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r> AssertionErrorr? rA rB r r r r <module> sH PK A\roO oO = pip/_vendor/urllib3/__pycache__/response.cpython-38.opt-1.pycnu [ U .el @ s\ d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm Z z d dl Z W n e k rl dZ Y nX ddlmZ ddlmZmZmZmZmZmZmZ dd lmZmZ dd l m Z dd l m Z m!Z! dd l"m#Z#m$Z$ e%e&Z'G d d de(Z)G dd de(Z*G dd de(Z+e dk r.G dd de(Z,G dd de(Z-dd Z.G dd dej/Z0dS ) )absolute_import)contextmanagerN)timeout)error )HTTPHeaderDict)BodyNotHttplibCompatible ProtocolError DecodeErrorReadTimeoutErrorResponseNotChunkedIncompleteRead InvalidHeader) string_typesPY3) http_client) HTTPException BaseSSLError) is_fp_closedis_response_to_headc @ s$ e Zd Zdd Zdd Zdd ZdS )DeflateDecoderc C s d| _ d| _t | _d S )NT ) _first_try_datazlib decompressobj_objself r @/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/response.py__init__! s zDeflateDecoder.__init__c C s t | j|S Ngetattrr r namer r r __getattr__& s zDeflateDecoder.__getattr__c C s |s|S | j s| j|S | j|7 _z"| j|}|rFd| _ d | _|W S tjk r d| _ ttj | _z| | jW Y S d | _X Y nX d S )NF)r r decompressr r r r MAX_WBITS)r dataZ decompressedr r r r( ) s" zDeflateDecoder.decompressN__name__ __module__ __qualname__r! r' r( r r r r r s r c @ s e Zd ZdZdZdZdS )GzipDecoderStater r N)r, r- r. FIRST_MEMBER OTHER_MEMBERS SWALLOW_DATAr r r r r/ @ s r/ c @ s$ e Zd Zdd Zdd Zdd ZdS ) GzipDecoderc C s t dt j | _tj| _d S N )r r r) r r/ r1 _stater r r r r! H s zGzipDecoder.__init__c C s t | j|S r" r# r% r r r r' L s zGzipDecoder.__getattr__c C s t }| jtjks|s t|S z|| j|7 }W n< tjk rn | j}tj| _|tj krht| Y S Y nX | jj }|st|S tj | _t dtj | _q d S r5 ) bytearrayr7 r/ r3 bytesr r( r r r2 Z unused_datar r) )r r* retZprevious_stater r r r( O s zGzipDecoder.decompressNr+ r r r r r4 G s r4 c @ s$ e Zd Zdd Zdd Zdd ZdS ) BrotliDecoderc C s t | _d S r" )brotliZ Decompressorr r r r r r! k s zBrotliDecoder.__init__c C s$ t | jdr| j|S | j|S )Nr( )hasattrr r( Zprocess)r r* r r r r( n s zBrotliDecoder.decompressc C s t | jdr| j S dS )Nflushr )r= r r> r r r r r> s s zBrotliDecoder.flushN)r, r- r. r! r( r> r r r r r; g s r; c @ s( e Zd ZdZdd Zdd Zdd ZdS ) MultiDecodera From RFC7231: If one or more encodings have been applied to a representation, the sender that applied the encodings MUST generate a Content-Encoding header field that lists the content codings in the order in which they were applied. c C s dd | dD | _d S )Nc S s g | ]}t | qS r ) _get_decoderstrip).0mr r r <listcomp> s z)MultiDecoder.__init__.<locals>.<listcomp>,)split _decoders)r Zmodesr r r r! s zMultiDecoder.__init__c C s | j d S Nr )rG r> r r r r r> s zMultiDecoder.flushc C s t | jD ]}||}q |S r" )reversedrG r( )r r* dr r r r( s zMultiDecoder.decompressN)r, r- r. __doc__r! r> r( r r r r r? y s r? c C s: d| krt | S | dkr t S td k r4| dkr4t S t S )NrE gzipbr)r? r4 r< r; r )moder r r r@ s r@ c @ sd e Zd ZdZddgZedk r&edg7 Zdddd d gZdLddZdd Zdd Z e dd Z e dd Z dd Z dd Zd d Zd d ZeejfZedk reejf7 Zd!d" Zd#d$ Zed%d& ZdMd'd(ZdNd*d+Zed,d- Z d.d/ Z dOd0d1Z d2d3 Z d4d5 Z e d6d7 Z!d8d9 Z"d:d; Z#d<d= Z$d>d? Z%d@dA Z&dBdC Z'dDdE Z(dPdFdGZ)dHdI Z*dJdK Z+dS )Q HTTPResponsea HTTP Response container. Backwards-compatible to httplib's HTTPResponse but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed. This class is also compatible with the Python standard library's :mod:`io` module, and can hence be treated as a readable object in the context of that framework. Extra parameters for behaviour not present in httplib.HTTPResponse: :param preload_content: If True, the response's body will be preloaded during construction. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param original_response: When this HTTPResponse wrapper is generated from an httplib.HTTPResponse object, it's convenient to include the original for debug purposes. It's otherwise unused. :param retries: The retries contains the last :class:`~urllib3.util.retry.Retry` that was used during the request. :param enforce_content_length: Enforce content length checking. Body returned by server must match value of Content-Length header, if present. Otherwise, raise error. rL ZdeflateNrM i- i. i/ i3 i4 r TFc C s t |tr|| _n t|| _|| _|| _|| _|| _|| _| | _|| _ || _ d | _ d | _ d | _ | | _d| _| | _|| _|rt |ttfr|| _ | | _| | _t|dr|| _ d| _d | _| jdd }dd |dD }d |krd | _| || _ |r| j s| j |d | _ d S ) Nr readFztransfer-encodingrP c s s | ]}| V qd S r" )rA )rB encr r r <genexpr> s z(HTTPResponse.__init__.<locals>.<genexpr>rE chunkedTdecode_content) isinstancer headersstatusversionreasonstrictrV retriesenforce_content_length auto_close_decoder_body_fp_original_response_fp_bytes_readmsg _request_url basestringr9 _pool _connectionr= rT chunk_leftgetlowerrF _init_lengthlength_remainingrQ )r bodyrX rY rZ r[ r\ Zpreload_contentrV original_responseZpool connectionre r] r^ request_methodZ request_urlr_ Ztr_enc encodingsr r r r! sB zHTTPResponse.__init__c C s | j | jkr| jdS dS )a Should we redirect and where to? :returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. locationF)rY REDIRECT_STATUSESrX rk r r r r get_redirect_location s z"HTTPResponse.get_redirect_locationc C s( | j r | jsd S | j | j d | _d S r" )rh ri Z _put_connr r r r release_conn s zHTTPResponse.release_connc C s" | j r | j S | jr | jddS d S )NT) cache_content)ra rb rQ r r r r r* s zHTTPResponse.datac C s | j S r" )ri r r r r rq ! s zHTTPResponse.connectionc C s t | jS r" )r rb r r r r isclosed% s zHTTPResponse.isclosedc C s | j S )z Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). )rd r r r r tell( s zHTTPResponse.tellc C s | j d}|dk r| jr(td dS z<tdd |dD }t|dkrZtd| | }W n t k r| d}Y nX |d k rd}zt | j }W n t k r d }Y nX |d ksd | krd k sn |d krd }|S )zM Set initial length value for Response content if available. zcontent-lengthNzReceived response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |qS r )int)rB valr r r rD J s z-HTTPResponse._init_length.<locals>.<listcomp>rE r z8Content-Length contained multiple unmatching values (%s)r ) i0 d ZHEAD) rX rk rT logZwarningsetrF lenr pop ValueErrorr{ rY )r rr ZlengthZlengthsrY r r r rm 0 s6 &zHTTPResponse._init_lengthc sh j dd } jdkrd| jkr2t| _n2d|krd fdd|dD }t|rdt| _dS )z= Set-up the _decoder attribute if necessary. content-encodingrP NrE c s" g | ]}| jkr| qS r )rA CONTENT_DECODERS)rB er r r rD o s z.HTTPResponse._init_decoder.<locals>.<listcomp>)rX rk rl r` r r@ rF r )r content_encodingrs r r r _init_decoderd s zHTTPResponse._init_decoderc C sx |s|S z| j r | j |}W nD | jk rb } z$| jdd }td| |W 5 d}~X Y nX |rt|| 7 }|S )zN Decode the data passed in and potentially flush the decoder. r rP zEReceived response with content-encoding: %s, but failed to decode it.N)r` r( DECODER_ERROR_CLASSESrX rk rl r _flush_decoder)r r* rV flush_decoderr r r r r _decode{ s zHTTPResponse._decodec C s$ | j r | j d}|| j S dS )zk Flushes the decoder. Should only be called if the decoder is actually being used. r )r` r( r> )r Zbufr r r r s zHTTPResponse._flush_decoderc c s d}zz dV W n tk r2 t| jddY np tk rn } z dt |krP t| jddW 5 d}~X Y n4 t t fk r } zt d| |W 5 d}~X Y nX d}W 5 |s| j r| j | jr| j | j r| j r| X dS )z Catch low-level python exceptions, instead re-raising urllib3 variants, so that low-level exceptions are not leaked in the high-level api. On exit, release the connection back to the pool. FNzRead timed out.zread operation timed outzConnection broken: %rT) rc closeri ry rw SocketTimeoutr rh r strr SocketErrorr )r Z clean_exitr r r r _error_catcher s( zHTTPResponse._error_catcherc C s | |dkr| j}| jdkr$dS d}t| jdd}| v |dkr`|sV| j nd}d}nPd}|st| j|nd}|dkr|s| j d}| jr| jdkrt | j | jW 5 Q R X |r| j t |7 _ | jdk r| jt |8 _| |||}|r|| _ |S )aP Similar to :meth:`httplib.HTTPResponse.read`, but with two additional parameters: ``decode_content`` and ``cache_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. :param cache_content: If True, will save the returned data such that the same result is returned despite of the state of the underlying file object. This is useful if you want the ``.data`` property to continue working after having ``.read()`` the file object. (Overridden if ``amt`` is set.) NFclosedr Tr )r N)r rV rb r$ r rQ r r^ rn r rd r r ra )r amtrV rx r Z fp_closedr* r r r rQ s: zHTTPResponse.read c c sR | j r*| r*| j||dD ] }|V q n$t| jsN| j||d}|r*|V q*dS )a_ A generator wrapper for the read() method. A call will block until ``amt`` bytes have been read from the connection or until the connection is closed. :param amt: How much of the content to read. The generator will return up to much data per iteration, but may return less. This is particularly likely when using compressed data. However, the empty string will never be returned. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. rU )r rV N)rT supports_chunked_reads read_chunkedr rb rQ )r r rV liner* r r r stream s zHTTPResponse.streamc K s` |j }t|ts,tr"t| }n t|}t|dd}| f |||j|j|j ||d|}|S )a Given an :class:`httplib.HTTPResponse` instance ``r``, return a corresponding :class:`urllib3.response.HTTPResponse` object. Remaining parameters are passed to the HTTPResponse constructor, along with ``original_response=r``. r\ r )ro rX rY rZ r[ r\ rp ) re rW r r items from_httplibr$ rY rZ r[ )Z ResponseClsrZ response_kwrX r\ Zrespr r r r 9 s$ zHTTPResponse.from_httplibc C s | j S r" rX r r r r getheadersZ s zHTTPResponse.getheadersc C s | j ||S r" )rX rk )r r& defaultr r r getheader] s zHTTPResponse.getheaderc C s | j S r" r r r r r infoa s zHTTPResponse.infoc C s6 | j s| j | jr | j | js2tj| d S r" )r rb r ri r_ ioIOBaser r r r r e s zHTTPResponse.closec C sT | j stjj| S | jd kr"dS t| jdr8| j S t| jdrL| jjS dS d S )NTry r )r_ r r r __get__rb r= ry r r r r r o s zHTTPResponse.closedc C s6 | j d krtdn t| j dr*| j S tdd S )Nz-HTTPResponse has no file to get a fileno fromfilenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rb IOErrorr= r r r r r r | s zHTTPResponse.filenoc C s2 | j d k r.t| j dr.t| j dds.| j S d S )Nr> r F)rb r= r$ r> r r r r r> s zHTTPResponse.flushc C s dS )NTr r r r r readable s zHTTPResponse.readablec C s: | t|}t|dkr dS ||d t|< t|S d S rH )rQ r )r bZtempr r r readinto s zHTTPResponse.readintoc C s t | jdS )z Checks if the underlying file-like object looks like a httplib.HTTPResponse object. We do this by testing for the fp attribute. If it is present we assume it returns raw chunks as processed by read_chunked(). fp)r= rb r r r r r s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jj }|ddd }zt|d| _ W n& tk r` | t |Y nX d S )N ;r r r6 ) rj rb r readlinerF r{ r r httplibr )r r r r r _update_chunk_length s z!HTTPResponse._update_chunk_lengthc C s d }|d kr2| j | j}|}| j d d | _nv|| jk rZ| j |}| j| | _|}nN|| jkr| j |}| j d d | _|}n | j | j}| j d d | _|S )Nr0 )rb Z _safe_readrj )r r Zreturned_chunkchunkvaluer r r _handle_chunk s& zHTTPResponse._handle_chunkc c s | | jstd| s&td| | jrXt| jrX| j W 5 Q R dS | j j dkrrW 5 Q R dS | | j dkrq| |}| j||dd}|rr|V qr|r| }|r|V | j j }|sq|dkrqq| jr| j W 5 Q R X dS )a Similar to :meth:`HTTPResponse.read`, but with an additional parameter: ``decode_content``. :param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response. :param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)rV r s )r rT r r r r rc r r rb r r rj r r r r )r r rV r Zdecodedr r r r r sJ zHTTPResponse.read_chunkedc C s. | j dk r$t| j jr$| j jd jS | jS dS )z Returns the URL that was the source of this response. If the request that generated this response redirected, this method will return the final redirect location. N)r] r historyZredirect_locationrf r r r r geturl s zHTTPResponse.geturlc c s dg}| j ddD ]n}d|krv|d}d||d d V |dd D ]}|d V qL|d rp|d g}qg }q|| q|rd|V d S )Nr TrU r r r )r rF joinappend)r bufferr xr r r __iter__ s zHTTPResponse.__iter__)rP Nr r Nr TTNNNNNFNNT)NNF)r N)N)NN),r, r- r. rK r r< ru r! rv rw propertyr* rq ry rz rm r r r r r r r r r rQ r classmethodr r r r r r r r> r r r r r r r r r r r r rO sx C 4 8 J F rO )1Z __future__r contextlibr r r ZloggingZsocketr r r r r< ImportError _collectionsr exceptionsr r r r r r r Z packages.sixr rg r Zpackages.six.movesr r rq r r Z util.responser r Z getLoggerr, r objectr r/ r4 r; r? r@ r rO r r r r <module> s2 $ PK A\`Mc,' ,' 9 pip/_vendor/urllib3/__pycache__/exceptions.cpython-38.pycnu [ U .e @ sL d dl mZ ddlmZ G dd deZG dd deZG dd d eZ G d d d e Z G d d d eZ G dd deZ G dd deZ G dd deZeZG dd de ZG dd de ZG dd deZG dd deZG d d d ee ZG d d d eZG d d! d!ee ZG d"d# d#e ZG d$d% d%e ZG d&d' d'eeZG d(d) d)eZG d*d+ d+eZ G d,d- d-eZ G d.d/ d/e Z G d0d1 d1e Z G d2d3 d3e Z G d4d5 d5e Z!G d6d7 d7eZ"G d8d9 d9eZ#G d:d; d;eeZ$G d<d= d=eZ%G d>d? d?eeZG d@dA dAeZ&G dBdC dCe'eZ(G dDdE dEeZ)G dFdG dGeZ*dHS )I )absolute_import )IncompleteReadc @ s e Zd ZdZdS ) HTTPErrorz#Base exception used by this module.N__name__ __module__ __qualname____doc__ r r B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/exceptions.pyr s r c @ s e Zd ZdZdS ) HTTPWarningz!Base warning used by this module.Nr r r r r r s r c @ s e Zd ZdZdd Zdd ZdS ) PoolErrorz/Base exception for errors caused within a pool.c C s || _ t| d||f d S )Nz%s: %s)poolr __init__)selfr messager r r r s zPoolError.__init__c C s | j dfS )N)NN __class__r r r r __reduce__ s zPoolError.__reduce__Nr r r r r r r r r r r s r c @ s e Zd ZdZdd Zdd ZdS ) RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ t| || d S N)urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS r )r r r r r r r $ s zRequestError.__reduce__Nr r r r r r s r c @ s e Zd ZdZdS )SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.Nr r r r r r ) s r c @ s e Zd ZdZdS ) ProxyErrorz,Raised when the connection to a proxy fails.Nr r r r r r . s r c @ s e Zd ZdZdS ) DecodeErrorz;Raised when automatic decoding based on Content-Type fails.Nr r r r r r 3 s r c @ s e Zd ZdZdS ) ProtocolErrorz>Raised when something unexpected happens mid-request/response.Nr r r r r r 8 s r c @ s e Zd ZdZdddZdS ) MaxRetryErrora Raised when the maximum number of retries is exceeded. :param pool: The connection pool :type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool` :param string url: The requested Url :param exceptions.Exception reason: The underlying error Nc C s& || _ d||f }t| ||| d S )Nz0Max retries exceeded with url: %s (Caused by %r))reasonr r )r r r r r r r r r N s zMaxRetryError.__init__)Nr r r r r r r r r r D s r c @ s e Zd ZdZdddZdS )HostChangedErrorz?Raised when an existing pool gets a request for a foreign host. c C s" d| }t | ||| || _d S )Nz)Tried to open a foreign host with url: %s)r r retries)r r r r$ r r r r r Y s zHostChangedError.__init__N)r# r! r r r r r" V s r" c @ s e Zd ZdZdS )TimeoutStateErrorz3 Raised when passing an invalid state to a timeout Nr r r r r r% _ s r% c @ s e Zd ZdZdS ) TimeoutErrorz Raised when a socket timeout error occurs. Catching this error will catch both :exc:`ReadTimeoutErrors <ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`. Nr r r r r r& e s r& c @ s e Zd ZdZdS )ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverNr r r r r r' o s r' c @ s e Zd ZdZdS )ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverNr r r r r r( v s r( c @ s e Zd ZdZdS )NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.Nr r r r r r) { s r) c @ s e Zd ZdZdS )EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.Nr r r r r r* s r* c @ s e Zd ZdZdS )ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.Nr r r r r r+ s r+ c @ s e Zd ZdZdS )LocationValueErrorz<Raised when there is something wrong with a given URL input.Nr r r r r r, s r, c @ s e Zd ZdZdd ZdS )LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t | | || _d S )NzFailed to parse: %s)r r location)r r. r r r r r s zLocationParseError.__init__Nr! r r r r r- s r- c @ s e Zd ZdZdZdZdS ) ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r Z GENERIC_ERRORZSPECIFIC_ERRORr r r r r/ s r/ c @ s e Zd ZdZdS )SecurityWarningz0Warned when performing security reducing actionsNr r r r r r0 s r0 c @ s e Zd ZdZdS )SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.Nr r r r r r1 s r1 c @ s e Zd ZdZdS )InsecureRequestWarningz/Warned when making an unverified HTTPS request.Nr r r r r r2 s r2 c @ s e Zd ZdZdS )SystemTimeWarningz0Warned when system time is suspected to be wrongNr r r r r r3 s r3 c @ s e Zd ZdZdS )InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.Nr r r r r r4 s r4 c @ s e Zd ZdZdS )SNIMissingWarningz9Warned when making a HTTPS request without SNI available.Nr r r r r r5 s r5 c @ s e Zd ZdZdS )DependencyWarningzc Warned when an attempt is made to import a module with missing optional dependencies. Nr r r r r r6 s r6 c @ s e Zd ZdZdS )ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.Nr r r r r r7 s r7 c @ s e Zd ZdZdS )BodyNotHttplibCompatiblezz Body should be httplib.HTTPResponse like (have an fp attribute which returns raw chunks) for read_chunked(). Nr r r r r r8 s r8 c s( e Zd ZdZ fddZdd Z ZS )r z Response length doesn't match expected Content-Length Subclass of http_client.IncompleteRead to allow int value for `partial` to avoid creating large objects on streamed reads. c s t t| || d S r )superr r )r partialexpectedr r r r s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r: r; r r r r __repr__ s zIncompleteRead.__repr__)r r r r r r< __classcell__r r r r r s r c @ s e Zd ZdZdS ) InvalidHeaderz(The header provided was somehow invalid.Nr r r r r r> s r> c s e Zd ZdZ fddZ ZS )ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| | d S )Nz Not supported proxy scheme %s)r9 r? r )r Zschemer r r r r s zProxySchemeUnknown.__init__r r r r r r= r r r r r? s r? c s e Zd ZdZ fddZ ZS )HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| | d S )Nz%s, unparsed data: %rZUnknown)r9 rA r )r ZdefectsZ unparsed_datar r r r r s zHeaderParsingError.__init__r@ r r r r rA s rA c @ s e Zd ZdZdS )UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyNr r r r r rB s rB N)+Z __future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead Exceptionr Warningr r r r r r r ConnectionErrorr r" r% r& r' r( r) r* r+ ValueErrorr, r- r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r> AssertionErrorr? rA rB r r r r <module> sH PK A\&f[B B " pip/_vendor/urllib3/poolmanager.pynu [ from __future__ import absolute_import import collections import functools import logging from ._collections import RecentlyUsedContainer from .connectionpool import HTTPConnectionPool, HTTPSConnectionPool from .connectionpool import port_by_scheme from .exceptions import LocationValueError, MaxRetryError, ProxySchemeUnknown from .packages import six from .packages.six.moves.urllib.parse import urljoin from .request import RequestMethods from .util.url import parse_url from .util.retry import Retry __all__ = ["PoolManager", "ProxyManager", "proxy_from_url"] log = logging.getLogger(__name__) SSL_KEYWORDS = ( "key_file", "cert_file", "cert_reqs", "ca_certs", "ssl_version", "ca_cert_dir", "ssl_context", "key_password", ) # All known keyword arguments that could be provided to the pool manager, its # pools, or the underlying connections. This is used to construct a pool key. _key_fields = ( "key_scheme", # str "key_host", # str "key_port", # int "key_timeout", # int or float or Timeout "key_retries", # int or Retry "key_strict", # bool "key_block", # bool "key_source_address", # str "key_key_file", # str "key_key_password", # str "key_cert_file", # str "key_cert_reqs", # str "key_ca_certs", # str "key_ssl_version", # str "key_ca_cert_dir", # str "key_ssl_context", # instance of ssl.SSLContext or urllib3.util.ssl_.SSLContext "key_maxsize", # int "key_headers", # dict "key__proxy", # parsed proxy url "key__proxy_headers", # dict "key_socket_options", # list of (level (int), optname (int), value (int or str)) tuples "key__socks_options", # dict "key_assert_hostname", # bool or string "key_assert_fingerprint", # str "key_server_hostname", # str ) #: The namedtuple class used to construct keys for the connection pool. #: All custom key schemes should include the fields in this key at a minimum. PoolKey = collections.namedtuple("PoolKey", _key_fields) def _default_key_normalizer(key_class, request_context): """ Create a pool key out of a request context dictionary. According to RFC 3986, both the scheme and host are case-insensitive. Therefore, this function normalizes both before constructing the pool key for an HTTPS request. If you wish to change this behaviour, provide alternate callables to ``key_fn_by_scheme``. :param key_class: The class to use when constructing the key. This should be a namedtuple with the ``scheme`` and ``host`` keys at a minimum. :type key_class: namedtuple :param request_context: A dictionary-like object that contain the context for a request. :type request_context: dict :return: A namedtuple that can be used as a connection pool key. :rtype: PoolKey """ # Since we mutate the dictionary, make a copy first context = request_context.copy() context["scheme"] = context["scheme"].lower() context["host"] = context["host"].lower() # These are both dictionaries and need to be transformed into frozensets for key in ("headers", "_proxy_headers", "_socks_options"): if key in context and context[key] is not None: context[key] = frozenset(context[key].items()) # The socket_options key may be a list and needs to be transformed into a # tuple. socket_opts = context.get("socket_options") if socket_opts is not None: context["socket_options"] = tuple(socket_opts) # Map the kwargs to the names in the namedtuple - this is necessary since # namedtuples can't have fields starting with '_'. for key in list(context.keys()): context["key_" + key] = context.pop(key) # Default to ``None`` for keys missing from the context for field in key_class._fields: if field not in context: context[field] = None return key_class(**context) #: A dictionary that maps a scheme to a callable that creates a pool key. #: This can be used to alter the way pool keys are constructed, if desired. #: Each PoolManager makes a copy of this dictionary so they can be configured #: globally here, or individually on the instance. key_fn_by_scheme = { "http": functools.partial(_default_key_normalizer, PoolKey), "https": functools.partial(_default_key_normalizer, PoolKey), } pool_classes_by_scheme = {"http": HTTPConnectionPool, "https": HTTPSConnectionPool} class PoolManager(RequestMethods): """ Allows for arbitrary requests while transparently keeping track of necessary connection pools for you. :param num_pools: Number of connection pools to cache before discarding the least recently used pool. :param headers: Headers to include with all requests, unless other headers are given explicitly. :param \\**connection_pool_kw: Additional parameters are used to create fresh :class:`urllib3.connectionpool.ConnectionPool` instances. Example:: >>> manager = PoolManager(num_pools=2) >>> r = manager.request('GET', 'http://google.com/') >>> r = manager.request('GET', 'http://google.com/mail') >>> r = manager.request('GET', 'http://yahoo.com/') >>> len(manager.pools) 2 """ proxy = None def __init__(self, num_pools=10, headers=None, **connection_pool_kw): RequestMethods.__init__(self, headers) self.connection_pool_kw = connection_pool_kw self.pools = RecentlyUsedContainer(num_pools, dispose_func=lambda p: p.close()) # Locally set the pool classes and keys so other PoolManagers can # override them. self.pool_classes_by_scheme = pool_classes_by_scheme self.key_fn_by_scheme = key_fn_by_scheme.copy() def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): self.clear() # Return False to re-raise any potential exceptions return False def _new_pool(self, scheme, host, port, request_context=None): """ Create a new :class:`ConnectionPool` based on host, port, scheme, and any additional pool keyword arguments. If ``request_context`` is provided, it is provided as keyword arguments to the pool class used. This method is used to actually create the connection pools handed out by :meth:`connection_from_url` and companion methods. It is intended to be overridden for customization. """ pool_cls = self.pool_classes_by_scheme[scheme] if request_context is None: request_context = self.connection_pool_kw.copy() # Although the context has everything necessary to create the pool, # this function has historically only used the scheme, host, and port # in the positional args. When an API change is acceptable these can # be removed. for key in ("scheme", "host", "port"): request_context.pop(key, None) if scheme == "http": for kw in SSL_KEYWORDS: request_context.pop(kw, None) return pool_cls(host, port, **request_context) def clear(self): """ Empty our store of pools and direct them all to close. This will not affect in-flight connections, but they will not be re-used after completion. """ self.pools.clear() def connection_from_host(self, host, port=None, scheme="http", pool_kwargs=None): """ Get a :class:`ConnectionPool` based on the host, port, and scheme. If ``port`` isn't given, it will be derived from the ``scheme`` using ``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is provided, it is merged with the instance's ``connection_pool_kw`` variable and used to create the new connection pool, if one is needed. """ if not host: raise LocationValueError("No host specified.") request_context = self._merge_pool_kwargs(pool_kwargs) request_context["scheme"] = scheme or "http" if not port: port = port_by_scheme.get(request_context["scheme"].lower(), 80) request_context["port"] = port request_context["host"] = host return self.connection_from_context(request_context) def connection_from_context(self, request_context): """ Get a :class:`ConnectionPool` based on the request context. ``request_context`` must at least contain the ``scheme`` key and its value must be a key in ``key_fn_by_scheme`` instance variable. """ scheme = request_context["scheme"].lower() pool_key_constructor = self.key_fn_by_scheme[scheme] pool_key = pool_key_constructor(request_context) return self.connection_from_pool_key(pool_key, request_context=request_context) def connection_from_pool_key(self, pool_key, request_context=None): """ Get a :class:`ConnectionPool` based on the provided pool key. ``pool_key`` should be a namedtuple that only contains immutable objects. At a minimum it must have the ``scheme``, ``host``, and ``port`` fields. """ with self.pools.lock: # If the scheme, host, or port doesn't match existing open # connections, open a new ConnectionPool. pool = self.pools.get(pool_key) if pool: return pool # Make a fresh ConnectionPool of the desired type scheme = request_context["scheme"] host = request_context["host"] port = request_context["port"] pool = self._new_pool(scheme, host, port, request_context=request_context) self.pools[pool_key] = pool return pool def connection_from_url(self, url, pool_kwargs=None): """ Similar to :func:`urllib3.connectionpool.connection_from_url`. If ``pool_kwargs`` is not provided and a new pool needs to be constructed, ``self.connection_pool_kw`` is used to initialize the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs`` is provided, it is used instead. Note that if a new pool does not need to be created for the request, the provided ``pool_kwargs`` are not used. """ u = parse_url(url) return self.connection_from_host( u.host, port=u.port, scheme=u.scheme, pool_kwargs=pool_kwargs ) def _merge_pool_kwargs(self, override): """ Merge a dictionary of override values for self.connection_pool_kw. This does not modify self.connection_pool_kw and returns a new dict. Any keys in the override dictionary with a value of ``None`` are removed from the merged dictionary. """ base_pool_kwargs = self.connection_pool_kw.copy() if override: for key, value in override.items(): if value is None: try: del base_pool_kwargs[key] except KeyError: pass else: base_pool_kwargs[key] = value return base_pool_kwargs def urlopen(self, method, url, redirect=True, **kw): """ Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen` with custom cross-host redirect logic and only sends the request-uri portion of the ``url``. The given ``url`` parameter must be absolute, such that an appropriate :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it. """ u = parse_url(url) conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme) kw["assert_same_host"] = False kw["redirect"] = False if "headers" not in kw: kw["headers"] = self.headers.copy() if self.proxy is not None and u.scheme == "http": response = conn.urlopen(method, url, **kw) else: response = conn.urlopen(method, u.request_uri, **kw) redirect_location = redirect and response.get_redirect_location() if not redirect_location: return response # Support relative URLs for redirecting. redirect_location = urljoin(url, redirect_location) # RFC 7231, Section 6.4.4 if response.status == 303: method = "GET" retries = kw.get("retries") if not isinstance(retries, Retry): retries = Retry.from_int(retries, redirect=redirect) # Strip headers marked as unsafe to forward to the redirected location. # Check remove_headers_on_redirect to avoid a potential network call within # conn.is_same_host() which may use socket.gethostbyname() in the future. if retries.remove_headers_on_redirect and not conn.is_same_host( redirect_location ): headers = list(six.iterkeys(kw["headers"])) for header in headers: if header.lower() in retries.remove_headers_on_redirect: kw["headers"].pop(header, None) try: retries = retries.increment(method, url, response=response, _pool=conn) except MaxRetryError: if retries.raise_on_redirect: raise return response kw["retries"] = retries kw["redirect"] = redirect log.info("Redirecting %s -> %s", url, redirect_location) return self.urlopen(method, redirect_location, **kw) class ProxyManager(PoolManager): """ Behaves just like :class:`PoolManager`, but sends all requests through the defined proxy, using the CONNECT method for HTTPS URLs. :param proxy_url: The URL of the proxy to be used. :param proxy_headers: A dictionary containing headers that will be sent to the proxy. In case of HTTP they are being sent with each request, while in the HTTPS/CONNECT case they are sent only once. Could be used for proxy authentication. Example: >>> proxy = urllib3.ProxyManager('http://localhost:3128/') >>> r1 = proxy.request('GET', 'http://google.com/') >>> r2 = proxy.request('GET', 'http://httpbin.org/') >>> len(proxy.pools) 1 >>> r3 = proxy.request('GET', 'https://httpbin.org/') >>> r4 = proxy.request('GET', 'https://twitter.com/') >>> len(proxy.pools) 3 """ def __init__( self, proxy_url, num_pools=10, headers=None, proxy_headers=None, **connection_pool_kw ): if isinstance(proxy_url, HTTPConnectionPool): proxy_url = "%s://%s:%i" % ( proxy_url.scheme, proxy_url.host, proxy_url.port, ) proxy = parse_url(proxy_url) if not proxy.port: port = port_by_scheme.get(proxy.scheme, 80) proxy = proxy._replace(port=port) if proxy.scheme not in ("http", "https"): raise ProxySchemeUnknown(proxy.scheme) self.proxy = proxy self.proxy_headers = proxy_headers or {} connection_pool_kw["_proxy"] = self.proxy connection_pool_kw["_proxy_headers"] = self.proxy_headers super(ProxyManager, self).__init__(num_pools, headers, **connection_pool_kw) def connection_from_host(self, host, port=None, scheme="http", pool_kwargs=None): if scheme == "https": return super(ProxyManager, self).connection_from_host( host, port, scheme, pool_kwargs=pool_kwargs ) return super(ProxyManager, self).connection_from_host( self.proxy.host, self.proxy.port, self.proxy.scheme, pool_kwargs=pool_kwargs ) def _set_proxy_headers(self, url, headers=None): """ Sets headers needed by proxies: specifically, the Accept and Host headers. Only sets headers not provided by the user. """ headers_ = {"Accept": "*/*"} netloc = parse_url(url).netloc if netloc: headers_["Host"] = netloc if headers: headers_.update(headers) return headers_ def urlopen(self, method, url, redirect=True, **kw): "Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute." u = parse_url(url) if u.scheme == "http": # For proxied HTTPS requests, httplib sets the necessary headers # on the CONNECT to the proxy. For HTTP, we'll definitely # need to set 'Host' at the very least. headers = kw.get("headers", self.headers) kw["headers"] = self._set_proxy_headers(url, headers) return super(ProxyManager, self).urlopen(method, url, redirect=redirect, **kw) def proxy_from_url(url, **kw): return ProxyManager(proxy_url=url, **kw) PK A\K C* pip/_vendor/urllib3/request.pynu [ from __future__ import absolute_import from .filepost import encode_multipart_formdata from .packages.six.moves.urllib.parse import urlencode __all__ = ["RequestMethods"] class RequestMethods(object): """ Convenience mixin for classes who implement a :meth:`urlopen` method, such as :class:`~urllib3.connectionpool.HTTPConnectionPool` and :class:`~urllib3.poolmanager.PoolManager`. Provides behavior for making common types of HTTP request methods and decides which type of request field encoding to use. Specifically, :meth:`.request_encode_url` is for sending requests whose fields are encoded in the URL (such as GET, HEAD, DELETE). :meth:`.request_encode_body` is for sending requests whose fields are encoded in the *body* of the request using multipart or www-form-urlencoded (such as for POST, PUT, PATCH). :meth:`.request` is for making any kind of request, it will look up the appropriate encoding format and use one of the above two methods to make the request. Initializer parameters: :param headers: Headers to include with all requests, unless other headers are given explicitly. """ _encode_url_methods = {"DELETE", "GET", "HEAD", "OPTIONS"} def __init__(self, headers=None): self.headers = headers or {} def urlopen( self, method, url, body=None, headers=None, encode_multipart=True, multipart_boundary=None, **kw ): # Abstract raise NotImplementedError( "Classes extending RequestMethods must implement " "their own ``urlopen`` method." ) def request(self, method, url, fields=None, headers=None, **urlopen_kw): """ Make a request using :meth:`urlopen` with the appropriate encoding of ``fields`` based on the ``method`` used. This is a convenience method that requires the least amount of manual effort. It can be used in most situations, while still having the option to drop down to more specific methods when necessary, such as :meth:`request_encode_url`, :meth:`request_encode_body`, or even the lowest level :meth:`urlopen`. """ method = method.upper() urlopen_kw["request_url"] = url if method in self._encode_url_methods: return self.request_encode_url( method, url, fields=fields, headers=headers, **urlopen_kw ) else: return self.request_encode_body( method, url, fields=fields, headers=headers, **urlopen_kw ) def request_encode_url(self, method, url, fields=None, headers=None, **urlopen_kw): """ Make a request using :meth:`urlopen` with the ``fields`` encoded in the url. This is useful for request methods like GET, HEAD, DELETE, etc. """ if headers is None: headers = self.headers extra_kw = {"headers": headers} extra_kw.update(urlopen_kw) if fields: url += "?" + urlencode(fields) return self.urlopen(method, url, **extra_kw) def request_encode_body( self, method, url, fields=None, headers=None, encode_multipart=True, multipart_boundary=None, **urlopen_kw ): """ Make a request using :meth:`urlopen` with the ``fields`` encoded in the body. This is useful for request methods like POST, PUT, PATCH, etc. When ``encode_multipart=True`` (default), then :meth:`urllib3.filepost.encode_multipart_formdata` is used to encode the payload with the appropriate content type. Otherwise :meth:`urllib.urlencode` is used with the 'application/x-www-form-urlencoded' content type. Multipart encoding must be used when posting files, and it's reasonably safe to use it in other times too. However, it may break request signing, such as with OAuth. Supports an optional ``fields`` parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: fields = { 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', } When uploading a file, providing a filename (the first parameter of the tuple) is optional but recommended to best mimic behavior of browsers. Note that if ``headers`` are supplied, the 'Content-Type' header will be overwritten because it depends on the dynamic random boundary string which is used to compose the body of the request. The random boundary string can be explicitly set with the ``multipart_boundary`` parameter. """ if headers is None: headers = self.headers extra_kw = {"headers": {}} if fields: if "body" in urlopen_kw: raise TypeError( "request got values for both 'fields' and 'body', can only specify one." ) if encode_multipart: body, content_type = encode_multipart_formdata( fields, boundary=multipart_boundary ) else: body, content_type = ( urlencode(fields), "application/x-www-form-urlencoded", ) extra_kw["body"] = body extra_kw["headers"] = {"Content-Type": content_type} extra_kw["headers"].update(headers) extra_kw.update(urlopen_kw) return self.urlopen(method, url, **extra_kw) PK A\wٮB; B; ! pip/_vendor/urllib3/connection.pynu [ from __future__ import absolute_import import datetime import logging import os import socket from socket import error as SocketError, timeout as SocketTimeout import warnings from .packages import six from .packages.six.moves.http_client import HTTPConnection as _HTTPConnection from .packages.six.moves.http_client import HTTPException # noqa: F401 try: # Compiled with SSL? import ssl BaseSSLError = ssl.SSLError except (ImportError, AttributeError): # Platform-specific: No SSL. ssl = None class BaseSSLError(BaseException): pass try: # Python 3: not a no-op, we're adding this to the namespace so it can be imported. ConnectionError = ConnectionError except NameError: # Python 2 class ConnectionError(Exception): pass from .exceptions import ( NewConnectionError, ConnectTimeoutError, SubjectAltNameWarning, SystemTimeWarning, ) from .packages.ssl_match_hostname import match_hostname, CertificateError from .util.ssl_ import ( resolve_cert_reqs, resolve_ssl_version, assert_fingerprint, create_urllib3_context, ssl_wrap_socket, ) from .util import connection from ._collections import HTTPHeaderDict log = logging.getLogger(__name__) port_by_scheme = {"http": 80, "https": 443} # When it comes time to update this value as a part of regular maintenance # (ie test_recent_date is failing) update it to ~6 months before the current date. RECENT_DATE = datetime.date(2019, 1, 1) class DummyConnection(object): """Used to detect a failed ConnectionCls import.""" pass class HTTPConnection(_HTTPConnection, object): """ Based on httplib.HTTPConnection but provides an extra constructor backwards-compatibility layer between older and newer Pythons. Additional keyword parameters are used to configure attributes of the connection. Accepted parameters include: - ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool` - ``source_address``: Set the source address for the current connection. - ``socket_options``: Set specific options on the underlying socket. If not specified, then defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy. For example, if you wish to enable TCP Keep Alive in addition to the defaults, you might pass:: HTTPConnection.default_socket_options + [ (socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1), ] Or you may want to disable the defaults by passing an empty list (e.g., ``[]``). """ default_port = port_by_scheme["http"] #: Disable Nagle's algorithm by default. #: ``[(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)]`` default_socket_options = [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)] #: Whether this connection verifies the host's certificate. is_verified = False def __init__(self, *args, **kw): if not six.PY2: kw.pop("strict", None) # Pre-set source_address. self.source_address = kw.get("source_address") #: The socket options provided by the user. If no options are #: provided, we use the default options. self.socket_options = kw.pop("socket_options", self.default_socket_options) _HTTPConnection.__init__(self, *args, **kw) @property def host(self): """ Getter method to remove any trailing dots that indicate the hostname is an FQDN. In general, SSL certificates don't include the trailing dot indicating a fully-qualified domain name, and thus, they don't validate properly when checked against a domain name that includes the dot. In addition, some servers may not expect to receive the trailing dot when provided. However, the hostname with trailing dot is critical to DNS resolution; doing a lookup with the trailing dot will properly only resolve the appropriate FQDN, whereas a lookup without a trailing dot will search the system's search domain list. Thus, it's important to keep the original host around for use only in those cases where it's appropriate (i.e., when doing DNS lookup to establish the actual TCP connection across which we're going to send HTTP requests). """ return self._dns_host.rstrip(".") @host.setter def host(self, value): """ Setter for the `host` property. We assume that only urllib3 uses the _dns_host attribute; httplib itself only uses `host`, and it seems reasonable that other libraries follow suit. """ self._dns_host = value def _new_conn(self): """ Establish a socket connection and set nodelay settings on it. :return: New socket connection. """ extra_kw = {} if self.source_address: extra_kw["source_address"] = self.source_address if self.socket_options: extra_kw["socket_options"] = self.socket_options try: conn = connection.create_connection( (self._dns_host, self.port), self.timeout, **extra_kw ) except SocketTimeout: raise ConnectTimeoutError( self, "Connection to %s timed out. (connect timeout=%s)" % (self.host, self.timeout), ) except SocketError as e: raise NewConnectionError( self, "Failed to establish a new connection: %s" % e ) return conn def _prepare_conn(self, conn): self.sock = conn # Google App Engine's httplib does not define _tunnel_host if getattr(self, "_tunnel_host", None): # TODO: Fix tunnel so it doesn't depend on self.sock state. self._tunnel() # Mark this connection as not reusable self.auto_open = 0 def connect(self): conn = self._new_conn() self._prepare_conn(conn) def request_chunked(self, method, url, body=None, headers=None): """ Alternative to the common request method, which sends the body with chunked encoding and not as one block """ headers = HTTPHeaderDict(headers if headers is not None else {}) skip_accept_encoding = "accept-encoding" in headers skip_host = "host" in headers self.putrequest( method, url, skip_accept_encoding=skip_accept_encoding, skip_host=skip_host ) for header, value in headers.items(): self.putheader(header, value) if "transfer-encoding" not in headers: self.putheader("Transfer-Encoding", "chunked") self.endheaders() if body is not None: stringish_types = six.string_types + (bytes,) if isinstance(body, stringish_types): body = (body,) for chunk in body: if not chunk: continue if not isinstance(chunk, bytes): chunk = chunk.encode("utf8") len_str = hex(len(chunk))[2:] self.send(len_str.encode("utf-8")) self.send(b"\r\n") self.send(chunk) self.send(b"\r\n") # After the if clause, to always have a closed body self.send(b"0\r\n\r\n") class HTTPSConnection(HTTPConnection): default_port = port_by_scheme["https"] ssl_version = None def __init__( self, host, port=None, key_file=None, cert_file=None, key_password=None, strict=None, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, ssl_context=None, server_hostname=None, **kw ): HTTPConnection.__init__(self, host, port, strict=strict, timeout=timeout, **kw) self.key_file = key_file self.cert_file = cert_file self.key_password = key_password self.ssl_context = ssl_context self.server_hostname = server_hostname # Required property for Google AppEngine 1.9.0 which otherwise causes # HTTPS requests to go out as HTTP. (See Issue #356) self._protocol = "https" def connect(self): conn = self._new_conn() self._prepare_conn(conn) # Wrap socket using verification with the root certs in # trusted_root_certs default_ssl_context = False if self.ssl_context is None: default_ssl_context = True self.ssl_context = create_urllib3_context( ssl_version=resolve_ssl_version(self.ssl_version), cert_reqs=resolve_cert_reqs(self.cert_reqs), ) # Try to load OS default certs if none are given. # Works well on Windows (requires Python3.4+) context = self.ssl_context if ( not self.ca_certs and not self.ca_cert_dir and default_ssl_context and hasattr(context, "load_default_certs") ): context.load_default_certs() self.sock = ssl_wrap_socket( sock=conn, keyfile=self.key_file, certfile=self.cert_file, key_password=self.key_password, ssl_context=self.ssl_context, server_hostname=self.server_hostname, ) class VerifiedHTTPSConnection(HTTPSConnection): """ Based on httplib.HTTPSConnection but wraps the socket with SSL certification. """ cert_reqs = None ca_certs = None ca_cert_dir = None ssl_version = None assert_fingerprint = None def set_cert( self, key_file=None, cert_file=None, cert_reqs=None, key_password=None, ca_certs=None, assert_hostname=None, assert_fingerprint=None, ca_cert_dir=None, ): """ This method should only be called once, before the connection is used. """ # If cert_reqs is not provided we'll assume CERT_REQUIRED unless we also # have an SSLContext object in which case we'll use its verify_mode. if cert_reqs is None: if self.ssl_context is not None: cert_reqs = self.ssl_context.verify_mode else: cert_reqs = resolve_cert_reqs(None) self.key_file = key_file self.cert_file = cert_file self.cert_reqs = cert_reqs self.key_password = key_password self.assert_hostname = assert_hostname self.assert_fingerprint = assert_fingerprint self.ca_certs = ca_certs and os.path.expanduser(ca_certs) self.ca_cert_dir = ca_cert_dir and os.path.expanduser(ca_cert_dir) def connect(self): # Add certificate verification conn = self._new_conn() hostname = self.host # Google App Engine's httplib does not define _tunnel_host if getattr(self, "_tunnel_host", None): self.sock = conn # Calls self._set_hostport(), so self.host is # self._tunnel_host below. self._tunnel() # Mark this connection as not reusable self.auto_open = 0 # Override the host with the one we're requesting data from. hostname = self._tunnel_host server_hostname = hostname if self.server_hostname is not None: server_hostname = self.server_hostname is_time_off = datetime.date.today() < RECENT_DATE if is_time_off: warnings.warn( ( "System time is way off (before {0}). This will probably " "lead to SSL verification errors" ).format(RECENT_DATE), SystemTimeWarning, ) # Wrap socket using verification with the root certs in # trusted_root_certs default_ssl_context = False if self.ssl_context is None: default_ssl_context = True self.ssl_context = create_urllib3_context( ssl_version=resolve_ssl_version(self.ssl_version), cert_reqs=resolve_cert_reqs(self.cert_reqs), ) context = self.ssl_context context.verify_mode = resolve_cert_reqs(self.cert_reqs) # Try to load OS default certs if none are given. # Works well on Windows (requires Python3.4+) if ( not self.ca_certs and not self.ca_cert_dir and default_ssl_context and hasattr(context, "load_default_certs") ): context.load_default_certs() self.sock = ssl_wrap_socket( sock=conn, keyfile=self.key_file, certfile=self.cert_file, key_password=self.key_password, ca_certs=self.ca_certs, ca_cert_dir=self.ca_cert_dir, server_hostname=server_hostname, ssl_context=context, ) if self.assert_fingerprint: assert_fingerprint( self.sock.getpeercert(binary_form=True), self.assert_fingerprint ) elif ( context.verify_mode != ssl.CERT_NONE and not getattr(context, "check_hostname", False) and self.assert_hostname is not False ): # While urllib3 attempts to always turn off hostname matching from # the TLS library, this cannot always be done. So we check whether # the TLS Library still thinks it's matching hostnames. cert = self.sock.getpeercert() if not cert.get("subjectAltName", ()): warnings.warn( ( "Certificate for {0} has no `subjectAltName`, falling back to check for a " "`commonName` for now. This feature is being removed by major browsers and " "deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 " "for details.)".format(hostname) ), SubjectAltNameWarning, ) _match_hostname(cert, self.assert_hostname or server_hostname) self.is_verified = ( context.verify_mode == ssl.CERT_REQUIRED or self.assert_fingerprint is not None ) def _match_hostname(cert, asserted_hostname): try: match_hostname(cert, asserted_hostname) except CertificateError as e: log.warning( "Certificate did not match expected hostname: %s. " "Certificate: %s", asserted_hostname, cert, ) # Add cert to exception and reraise so client code can inspect # the cert when catching the exception, if they want to e._peer_cert = cert raise if ssl: # Make a copy for testing. UnverifiedHTTPSConnection = HTTPSConnection HTTPSConnection = VerifiedHTTPSConnection else: HTTPSConnection = DummyConnection PK A\{ { pip/_vendor/urllib3/__init__.pynu [ """ urllib3 - Thread-safe connection pooling and re-using. """ from __future__ import absolute_import import warnings from .connectionpool import HTTPConnectionPool, HTTPSConnectionPool, connection_from_url from . import exceptions from .filepost import encode_multipart_formdata from .poolmanager import PoolManager, ProxyManager, proxy_from_url from .response import HTTPResponse from .util.request import make_headers from .util.url import get_host from .util.timeout import Timeout from .util.retry import Retry # Set default logging handler to avoid "No handler found" warnings. import logging from logging import NullHandler __author__ = "Andrey Petrov (andrey.petrov@shazow.net)" __license__ = "MIT" __version__ = "1.25.6" __all__ = ( "HTTPConnectionPool", "HTTPSConnectionPool", "PoolManager", "ProxyManager", "HTTPResponse", "Retry", "Timeout", "add_stderr_logger", "connection_from_url", "disable_warnings", "encode_multipart_formdata", "get_host", "make_headers", "proxy_from_url", ) logging.getLogger(__name__).addHandler(NullHandler()) def add_stderr_logger(level=logging.DEBUG): """ Helper for quickly adding a StreamHandler to the logger. Useful for debugging. Returns the handler after adding it. """ # This method needs to be in this __init__.py to get the __name__ correct # even if urllib3 is vendored within another package. logger = logging.getLogger(__name__) handler = logging.StreamHandler() handler.setFormatter(logging.Formatter("%(asctime)s %(levelname)s %(message)s")) logger.addHandler(handler) logger.setLevel(level) logger.debug("Added a stderr logging handler to logger: %s", __name__) return handler # ... Clean up. del NullHandler # All warning filters *must* be appended unless you're really certain that they # shouldn't be: otherwise, it's very hard for users to use most Python # mechanisms to silence them. # SecurityWarning's always go off by default. warnings.simplefilter("always", exceptions.SecurityWarning, append=True) # SubjectAltNameWarning's should go off once per host warnings.simplefilter("default", exceptions.SubjectAltNameWarning, append=True) # InsecurePlatformWarning's don't vary between requests, so we keep it default. warnings.simplefilter("default", exceptions.InsecurePlatformWarning, append=True) # SNIMissingWarnings should go off only once. warnings.simplefilter("default", exceptions.SNIMissingWarning, append=True) def disable_warnings(category=exceptions.HTTPWarning): """ Helper for quickly disabling all urllib3 warnings. """ warnings.simplefilter("ignore", category) PK A\ĸ;;(* (* # pip/_vendor/urllib3/_collections.pynu [ from __future__ import absolute_import try: from collections.abc import Mapping, MutableMapping except ImportError: from collections import Mapping, MutableMapping try: from threading import RLock except ImportError: # Platform-specific: No threads available class RLock: def __enter__(self): pass def __exit__(self, exc_type, exc_value, traceback): pass from collections import OrderedDict from .exceptions import InvalidHeader from .packages.six import iterkeys, itervalues, PY3 __all__ = ["RecentlyUsedContainer", "HTTPHeaderDict"] _Null = object() class RecentlyUsedContainer(MutableMapping): """ Provides a thread-safe dict-like container which maintains up to ``maxsize`` keys while throwing away the least-recently-used keys beyond ``maxsize``. :param maxsize: Maximum number of recent elements to retain. :param dispose_func: Every time an item is evicted from the container, ``dispose_func(value)`` is called. Callback which will get called """ ContainerCls = OrderedDict def __init__(self, maxsize=10, dispose_func=None): self._maxsize = maxsize self.dispose_func = dispose_func self._container = self.ContainerCls() self.lock = RLock() def __getitem__(self, key): # Re-insert the item, moving it to the end of the eviction line. with self.lock: item = self._container.pop(key) self._container[key] = item return item def __setitem__(self, key, value): evicted_value = _Null with self.lock: # Possibly evict the existing value of 'key' evicted_value = self._container.get(key, _Null) self._container[key] = value # If we didn't evict an existing value, we might have to evict the # least recently used item from the beginning of the container. if len(self._container) > self._maxsize: _key, evicted_value = self._container.popitem(last=False) if self.dispose_func and evicted_value is not _Null: self.dispose_func(evicted_value) def __delitem__(self, key): with self.lock: value = self._container.pop(key) if self.dispose_func: self.dispose_func(value) def __len__(self): with self.lock: return len(self._container) def __iter__(self): raise NotImplementedError( "Iteration over this class is unlikely to be threadsafe." ) def clear(self): with self.lock: # Copy pointers to all values, then wipe the mapping values = list(itervalues(self._container)) self._container.clear() if self.dispose_func: for value in values: self.dispose_func(value) def keys(self): with self.lock: return list(iterkeys(self._container)) class HTTPHeaderDict(MutableMapping): """ :param headers: An iterable of field-value pairs. Must not contain multiple field names when compared case-insensitively. :param kwargs: Additional field-value pairs to pass in to ``dict.update``. A ``dict`` like container for storing HTTP Headers. Field names are stored and compared case-insensitively in compliance with RFC 7230. Iteration provides the first case-sensitive key seen for each case-insensitive pair. Using ``__setitem__`` syntax overwrites fields that compare equal case-insensitively in order to maintain ``dict``'s api. For fields that compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add`` in a loop. If multiple fields that are equal case-insensitively are passed to the constructor or ``.update``, the behavior is undefined and some will be lost. >>> headers = HTTPHeaderDict() >>> headers.add('Set-Cookie', 'foo=bar') >>> headers.add('set-cookie', 'baz=quxx') >>> headers['content-length'] = '7' >>> headers['SET-cookie'] 'foo=bar, baz=quxx' >>> headers['Content-Length'] '7' """ def __init__(self, headers=None, **kwargs): super(HTTPHeaderDict, self).__init__() self._container = OrderedDict() if headers is not None: if isinstance(headers, HTTPHeaderDict): self._copy_from(headers) else: self.extend(headers) if kwargs: self.extend(kwargs) def __setitem__(self, key, val): self._container[key.lower()] = [key, val] return self._container[key.lower()] def __getitem__(self, key): val = self._container[key.lower()] return ", ".join(val[1:]) def __delitem__(self, key): del self._container[key.lower()] def __contains__(self, key): return key.lower() in self._container def __eq__(self, other): if not isinstance(other, Mapping) and not hasattr(other, "keys"): return False if not isinstance(other, type(self)): other = type(self)(other) return dict((k.lower(), v) for k, v in self.itermerged()) == dict( (k.lower(), v) for k, v in other.itermerged() ) def __ne__(self, other): return not self.__eq__(other) if not PY3: # Python 2 iterkeys = MutableMapping.iterkeys itervalues = MutableMapping.itervalues __marker = object() def __len__(self): return len(self._container) def __iter__(self): # Only provide the originally cased names for vals in self._container.values(): yield vals[0] def pop(self, key, default=__marker): """D.pop(k[,d]) -> v, remove specified key and return the corresponding value. If key is not found, d is returned if given, otherwise KeyError is raised. """ # Using the MutableMapping function directly fails due to the private marker. # Using ordinary dict.pop would expose the internal structures. # So let's reinvent the wheel. try: value = self[key] except KeyError: if default is self.__marker: raise return default else: del self[key] return value def discard(self, key): try: del self[key] except KeyError: pass def add(self, key, val): """Adds a (name, value) pair, doesn't overwrite the value if it already exists. >>> headers = HTTPHeaderDict(foo='bar') >>> headers.add('Foo', 'baz') >>> headers['foo'] 'bar, baz' """ key_lower = key.lower() new_vals = [key, val] # Keep the common case aka no item present as fast as possible vals = self._container.setdefault(key_lower, new_vals) if new_vals is not vals: vals.append(val) def extend(self, *args, **kwargs): """Generic import function for any type of header-like object. Adapted version of MutableMapping.update in order to insert items with self.add instead of self.__setitem__ """ if len(args) > 1: raise TypeError( "extend() takes at most 1 positional " "arguments ({0} given)".format(len(args)) ) other = args[0] if len(args) >= 1 else () if isinstance(other, HTTPHeaderDict): for key, val in other.iteritems(): self.add(key, val) elif isinstance(other, Mapping): for key in other: self.add(key, other[key]) elif hasattr(other, "keys"): for key in other.keys(): self.add(key, other[key]) else: for key, value in other: self.add(key, value) for key, value in kwargs.items(): self.add(key, value) def getlist(self, key, default=__marker): """Returns a list of all the values for the named field. Returns an empty list if the key doesn't exist.""" try: vals = self._container[key.lower()] except KeyError: if default is self.__marker: return [] return default else: return vals[1:] # Backwards compatibility for httplib getheaders = getlist getallmatchingheaders = getlist iget = getlist # Backwards compatibility for http.cookiejar get_all = getlist def __repr__(self): return "%s(%s)" % (type(self).__name__, dict(self.itermerged())) def _copy_from(self, other): for key in other: val = other.getlist(key) if isinstance(val, list): # Don't need to convert tuples val = list(val) self._container[key.lower()] = [key] + val def copy(self): clone = type(self)() clone._copy_from(self) return clone def iteritems(self): """Iterate over all header lines, including duplicate ones.""" for key in self: vals = self._container[key.lower()] for val in vals[1:]: yield vals[0], val def itermerged(self): """Iterate over all headers, merging duplicate ones together.""" for key in self: val = self._container[key.lower()] yield val[0], ", ".join(val[1:]) def items(self): return list(self.iteritems()) @classmethod def from_httplib(cls, message): # Python 2 """Read headers from a Python 2 httplib message object.""" # python2.7 does not expose a proper API for exporting multiheaders # efficiently. This function re-reads raw lines from the message # object and extracts the multiheaders properly. obs_fold_continued_leaders = (" ", "\t") headers = [] for line in message.headers: if line.startswith(obs_fold_continued_leaders): if not headers: # We received a header line that starts with OWS as described # in RFC-7230 S3.2.4. This indicates a multiline header, but # there exists no previous header to which we can attach it. raise InvalidHeader( "Header continuation with no previous header: %s" % line ) else: key, value = headers[-1] headers[-1] = (key, value + " " + line.strip()) continue key, value = line.split(":", 1) headers.append((key, value.strip())) return cls(headers) PK A\7i! i! pip/_vendor/urllib3/fields.pynu [ from __future__ import absolute_import import email.utils import mimetypes import re from .packages import six def guess_content_type(filename, default="application/octet-stream"): """ Guess the "Content-Type" of a file. :param filename: The filename to guess the "Content-Type" of using :mod:`mimetypes`. :param default: If no "Content-Type" can be guessed, default to `default`. """ if filename: return mimetypes.guess_type(filename)[0] or default return default def format_header_param_rfc2231(name, value): """ Helper function to format and quote a single header parameter using the strategy defined in RFC 2231. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows RFC 2388 Section 4.4. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as ``bytes`` or `str``. :ret: An RFC-2231-formatted unicode string. """ if isinstance(value, six.binary_type): value = value.decode("utf-8") if not any(ch in value for ch in '"\\\r\n'): result = u'%s="%s"' % (name, value) try: result.encode("ascii") except (UnicodeEncodeError, UnicodeDecodeError): pass else: return result if six.PY2: # Python 2: value = value.encode("utf-8") # encode_rfc2231 accepts an encoded string and returns an ascii-encoded # string in Python 2 but accepts and returns unicode strings in Python 3 value = email.utils.encode_rfc2231(value, "utf-8") value = "%s*=%s" % (name, value) if six.PY2: # Python 2: value = value.decode("utf-8") return value _HTML5_REPLACEMENTS = { u"\u0022": u"%22", # Replace "\" with "\\". u"\u005C": u"\u005C\u005C", u"\u005C": u"\u005C\u005C", } # All control characters from 0x00 to 0x1F *except* 0x1B. _HTML5_REPLACEMENTS.update( { six.unichr(cc): u"%{:02X}".format(cc) for cc in range(0x00, 0x1F + 1) if cc not in (0x1B,) } ) def _replace_multiple(value, needles_and_replacements): def replacer(match): return needles_and_replacements[match.group(0)] pattern = re.compile( r"|".join([re.escape(needle) for needle in needles_and_replacements.keys()]) ) result = pattern.sub(replacer, value) return result def format_header_param_html5(name, value): """ Helper function to format and quote a single header parameter using the HTML5 strategy. Particularly useful for header parameters which might contain non-ASCII values, like file names. This follows the `HTML5 Working Draft Section 4.10.22.7`_ and matches the behavior of curl and modern browsers. .. _HTML5 Working Draft Section 4.10.22.7: https://w3c.github.io/html/sec-forms.html#multipart-form-data :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as ``bytes`` or `str``. :ret: A unicode string, stripped of troublesome characters. """ if isinstance(value, six.binary_type): value = value.decode("utf-8") value = _replace_multiple(value, _HTML5_REPLACEMENTS) return u'%s="%s"' % (name, value) # For backwards-compatibility. format_header_param = format_header_param_html5 class RequestField(object): """ A data container for request body parameters. :param name: The name of this request field. Must be unicode. :param data: The data/value body. :param filename: An optional filename of the request field. Must be unicode. :param headers: An optional dict-like object of headers to initially use for the field. :param header_formatter: An optional callable that is used to encode and format the headers. By default, this is :func:`format_header_param_html5`. """ def __init__( self, name, data, filename=None, headers=None, header_formatter=format_header_param_html5, ): self._name = name self._filename = filename self.data = data self.headers = {} if headers: self.headers = dict(headers) self.header_formatter = header_formatter @classmethod def from_tuples(cls, fieldname, value, header_formatter=format_header_param_html5): """ A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. Supports constructing :class:`~urllib3.fields.RequestField` from parameter of key/value strings AND key/filetuple. A filetuple is a (filename, data, MIME type) tuple where the MIME type is optional. For example:: 'foo': 'bar', 'fakefile': ('foofile.txt', 'contents of foofile'), 'realfile': ('barfile.txt', open('realfile').read()), 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), 'nonamefile': 'contents of nonamefile field', Field names and filenames must be unicode. """ if isinstance(value, tuple): if len(value) == 3: filename, data, content_type = value else: filename, data = value content_type = guess_content_type(filename) else: filename = None content_type = None data = value request_param = cls( fieldname, data, filename=filename, header_formatter=header_formatter ) request_param.make_multipart(content_type=content_type) return request_param def _render_part(self, name, value): """ Overridable helper function to format a single header parameter. By default, this calls ``self.header_formatter``. :param name: The name of the parameter, a string expected to be ASCII only. :param value: The value of the parameter, provided as a unicode string. """ return self.header_formatter(name, value) def _render_parts(self, header_parts): """ Helper function to format and quote a single header. Useful for single headers that are composed of multiple items. E.g., 'Content-Disposition' fields. :param header_parts: A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format as `k1="v1"; k2="v2"; ...`. """ parts = [] iterable = header_parts if isinstance(header_parts, dict): iterable = header_parts.items() for name, value in iterable: if value is not None: parts.append(self._render_part(name, value)) return u"; ".join(parts) def render_headers(self): """ Renders the headers for this request field. """ lines = [] sort_keys = ["Content-Disposition", "Content-Type", "Content-Location"] for sort_key in sort_keys: if self.headers.get(sort_key, False): lines.append(u"%s: %s" % (sort_key, self.headers[sort_key])) for header_name, header_value in self.headers.items(): if header_name not in sort_keys: if header_value: lines.append(u"%s: %s" % (header_name, header_value)) lines.append(u"\r\n") return u"\r\n".join(lines) def make_multipart( self, content_disposition=None, content_type=None, content_location=None ): """ Makes this request field into a multipart request field. This method overrides "Content-Disposition", "Content-Type" and "Content-Location" headers to the request parameter. :param content_type: The 'Content-Type' of the request body. :param content_location: The 'Content-Location' of the request body. """ self.headers["Content-Disposition"] = content_disposition or u"form-data" self.headers["Content-Disposition"] += u"; ".join( [ u"", self._render_parts( ((u"name", self._name), (u"filename", self._filename)) ), ] ) self.headers["Content-Type"] = content_type self.headers["Content-Location"] = content_location PK A\/]& pip/_vendor/urllib3/filepost.pynu [ from __future__ import absolute_import import binascii import codecs import os from io import BytesIO from .packages import six from .packages.six import b from .fields import RequestField writer = codecs.lookup("utf-8")[3] def choose_boundary(): """ Our embarrassingly-simple replacement for mimetools.choose_boundary. """ boundary = binascii.hexlify(os.urandom(16)) if not six.PY2: boundary = boundary.decode("ascii") return boundary def iter_field_objects(fields): """ Iterate over fields. Supports list of (k, v) tuples and dicts, and lists of :class:`~urllib3.fields.RequestField`. """ if isinstance(fields, dict): i = six.iteritems(fields) else: i = iter(fields) for field in i: if isinstance(field, RequestField): yield field else: yield RequestField.from_tuples(*field) def iter_fields(fields): """ .. deprecated:: 1.6 Iterate over fields. The addition of :class:`~urllib3.fields.RequestField` makes this function obsolete. Instead, use :func:`iter_field_objects`, which returns :class:`~urllib3.fields.RequestField` objects. Supports list of (k, v) tuples and dicts. """ if isinstance(fields, dict): return ((k, v) for k, v in six.iteritems(fields)) return ((k, v) for k, v in fields) def encode_multipart_formdata(fields, boundary=None): """ Encode a dictionary of ``fields`` using the multipart/form-data MIME format. :param fields: Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`). :param boundary: If not specified, then a random boundary will be generated using :func:`urllib3.filepost.choose_boundary`. """ body = BytesIO() if boundary is None: boundary = choose_boundary() for field in iter_field_objects(fields): body.write(b("--%s\r\n" % (boundary))) writer(body).write(field.render_headers()) data = field.data if isinstance(data, int): data = str(data) # Backwards compatibility if isinstance(data, six.text_type): writer(body).write(data) else: body.write(data) body.write(b"\r\n") body.write(b("--%s--\r\n" % (boundary))) content_type = str("multipart/form-data; boundary=%s" % boundary) return body.getvalue(), content_type PK A\Ϣ . pip/_vendor/urllib3/contrib/securetransport.pynu [ """ SecureTranport support for urllib3 via ctypes. This makes platform-native TLS available to urllib3 users on macOS without the use of a compiler. This is an important feature because the Python Package Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL that ships with macOS is not capable of doing TLSv1.2. The only way to resolve this is to give macOS users an alternative solution to the problem, and that solution is to use SecureTransport. We use ctypes here because this solution must not require a compiler. That's because pip is not allowed to require a compiler either. This is not intended to be a seriously long-term solution to this problem. The hope is that PEP 543 will eventually solve this issue for us, at which point we can retire this contrib module. But in the short term, we need to solve the impending tire fire that is Python on Mac without this kind of contrib module. So...here we are. To use this module, simply import and inject it:: import urllib3.contrib.securetransport urllib3.contrib.securetransport.inject_into_urllib3() Happy TLSing! This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. """ from __future__ import absolute_import import contextlib import ctypes import errno import os.path import shutil import socket import ssl import threading import weakref from .. import util from ._securetransport.bindings import Security, SecurityConst, CoreFoundation from ._securetransport.low_level import ( _assert_no_error, _cert_array_from_pem, _temporary_keychain, _load_client_cert_chain, ) try: # Platform-specific: Python 2 from socket import _fileobject except ImportError: # Platform-specific: Python 3 _fileobject = None from ..packages.backports.makefile import backport_makefile __all__ = ["inject_into_urllib3", "extract_from_urllib3"] # SNI always works HAS_SNI = True orig_util_HAS_SNI = util.HAS_SNI orig_util_SSLContext = util.ssl_.SSLContext # This dictionary is used by the read callback to obtain a handle to the # calling wrapped socket. This is a pretty silly approach, but for now it'll # do. I feel like I should be able to smuggle a handle to the wrapped socket # directly in the SSLConnectionRef, but for now this approach will work I # guess. # # We need to lock around this structure for inserts, but we don't do it for # reads/writes in the callbacks. The reasoning here goes as follows: # # 1. It is not possible to call into the callbacks before the dictionary is # populated, so once in the callback the id must be in the dictionary. # 2. The callbacks don't mutate the dictionary, they only read from it, and # so cannot conflict with any of the insertions. # # This is good: if we had to lock in the callbacks we'd drastically slow down # the performance of this code. _connection_refs = weakref.WeakValueDictionary() _connection_ref_lock = threading.Lock() # Limit writes to 16kB. This is OpenSSL's limit, but we'll cargo-cult it over # for no better reason than we need *a* limit, and this one is right there. SSL_WRITE_BLOCKSIZE = 16384 # This is our equivalent of util.ssl_.DEFAULT_CIPHERS, but expanded out to # individual cipher suites. We need to do this because this is how # SecureTransport wants them. CIPHER_SUITES = [ SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256, SecurityConst.TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256, SecurityConst.TLS_DHE_RSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_DHE_RSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA, SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384, SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA, SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA256, SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA, SecurityConst.TLS_AES_256_GCM_SHA384, SecurityConst.TLS_AES_128_GCM_SHA256, SecurityConst.TLS_RSA_WITH_AES_256_GCM_SHA384, SecurityConst.TLS_RSA_WITH_AES_128_GCM_SHA256, SecurityConst.TLS_AES_128_CCM_8_SHA256, SecurityConst.TLS_AES_128_CCM_SHA256, SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA256, SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA256, SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA, SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA, ] # Basically this is simple: for PROTOCOL_SSLv23 we turn it into a low of # TLSv1 and a high of TLSv1.3. For everything else, we pin to that version. # TLSv1 to 1.2 are supported on macOS 10.8+ and TLSv1.3 is macOS 10.13+ _protocol_to_min_max = { util.PROTOCOL_TLS: ( SecurityConst.kTLSProtocol1, SecurityConst.kTLSProtocolMaxSupported, ) } if hasattr(ssl, "PROTOCOL_SSLv2"): _protocol_to_min_max[ssl.PROTOCOL_SSLv2] = ( SecurityConst.kSSLProtocol2, SecurityConst.kSSLProtocol2, ) if hasattr(ssl, "PROTOCOL_SSLv3"): _protocol_to_min_max[ssl.PROTOCOL_SSLv3] = ( SecurityConst.kSSLProtocol3, SecurityConst.kSSLProtocol3, ) if hasattr(ssl, "PROTOCOL_TLSv1"): _protocol_to_min_max[ssl.PROTOCOL_TLSv1] = ( SecurityConst.kTLSProtocol1, SecurityConst.kTLSProtocol1, ) if hasattr(ssl, "PROTOCOL_TLSv1_1"): _protocol_to_min_max[ssl.PROTOCOL_TLSv1_1] = ( SecurityConst.kTLSProtocol11, SecurityConst.kTLSProtocol11, ) if hasattr(ssl, "PROTOCOL_TLSv1_2"): _protocol_to_min_max[ssl.PROTOCOL_TLSv1_2] = ( SecurityConst.kTLSProtocol12, SecurityConst.kTLSProtocol12, ) def inject_into_urllib3(): """ Monkey-patch urllib3 with SecureTransport-backed SSL-support. """ util.SSLContext = SecureTransportContext util.ssl_.SSLContext = SecureTransportContext util.HAS_SNI = HAS_SNI util.ssl_.HAS_SNI = HAS_SNI util.IS_SECURETRANSPORT = True util.ssl_.IS_SECURETRANSPORT = True def extract_from_urllib3(): """ Undo monkey-patching by :func:`inject_into_urllib3`. """ util.SSLContext = orig_util_SSLContext util.ssl_.SSLContext = orig_util_SSLContext util.HAS_SNI = orig_util_HAS_SNI util.ssl_.HAS_SNI = orig_util_HAS_SNI util.IS_SECURETRANSPORT = False util.ssl_.IS_SECURETRANSPORT = False def _read_callback(connection_id, data_buffer, data_length_pointer): """ SecureTransport read callback. This is called by ST to request that data be returned from the socket. """ wrapped_socket = None try: wrapped_socket = _connection_refs.get(connection_id) if wrapped_socket is None: return SecurityConst.errSSLInternal base_socket = wrapped_socket.socket requested_length = data_length_pointer[0] timeout = wrapped_socket.gettimeout() error = None read_count = 0 try: while read_count < requested_length: if timeout is None or timeout >= 0: if not util.wait_for_read(base_socket, timeout): raise socket.error(errno.EAGAIN, "timed out") remaining = requested_length - read_count buffer = (ctypes.c_char * remaining).from_address( data_buffer + read_count ) chunk_size = base_socket.recv_into(buffer, remaining) read_count += chunk_size if not chunk_size: if not read_count: return SecurityConst.errSSLClosedGraceful break except (socket.error) as e: error = e.errno if error is not None and error != errno.EAGAIN: data_length_pointer[0] = read_count if error == errno.ECONNRESET or error == errno.EPIPE: return SecurityConst.errSSLClosedAbort raise data_length_pointer[0] = read_count if read_count != requested_length: return SecurityConst.errSSLWouldBlock return 0 except Exception as e: if wrapped_socket is not None: wrapped_socket._exception = e return SecurityConst.errSSLInternal def _write_callback(connection_id, data_buffer, data_length_pointer): """ SecureTransport write callback. This is called by ST to request that data actually be sent on the network. """ wrapped_socket = None try: wrapped_socket = _connection_refs.get(connection_id) if wrapped_socket is None: return SecurityConst.errSSLInternal base_socket = wrapped_socket.socket bytes_to_write = data_length_pointer[0] data = ctypes.string_at(data_buffer, bytes_to_write) timeout = wrapped_socket.gettimeout() error = None sent = 0 try: while sent < bytes_to_write: if timeout is None or timeout >= 0: if not util.wait_for_write(base_socket, timeout): raise socket.error(errno.EAGAIN, "timed out") chunk_sent = base_socket.send(data) sent += chunk_sent # This has some needless copying here, but I'm not sure there's # much value in optimising this data path. data = data[chunk_sent:] except (socket.error) as e: error = e.errno if error is not None and error != errno.EAGAIN: data_length_pointer[0] = sent if error == errno.ECONNRESET or error == errno.EPIPE: return SecurityConst.errSSLClosedAbort raise data_length_pointer[0] = sent if sent != bytes_to_write: return SecurityConst.errSSLWouldBlock return 0 except Exception as e: if wrapped_socket is not None: wrapped_socket._exception = e return SecurityConst.errSSLInternal # We need to keep these two objects references alive: if they get GC'd while # in use then SecureTransport could attempt to call a function that is in freed # memory. That would be...uh...bad. Yeah, that's the word. Bad. _read_callback_pointer = Security.SSLReadFunc(_read_callback) _write_callback_pointer = Security.SSLWriteFunc(_write_callback) class WrappedSocket(object): """ API-compatibility wrapper for Python's OpenSSL wrapped socket object. Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage collector of PyPy. """ def __init__(self, socket): self.socket = socket self.context = None self._makefile_refs = 0 self._closed = False self._exception = None self._keychain = None self._keychain_dir = None self._client_cert_chain = None # We save off the previously-configured timeout and then set it to # zero. This is done because we use select and friends to handle the # timeouts, but if we leave the timeout set on the lower socket then # Python will "kindly" call select on that socket again for us. Avoid # that by forcing the timeout to zero. self._timeout = self.socket.gettimeout() self.socket.settimeout(0) @contextlib.contextmanager def _raise_on_error(self): """ A context manager that can be used to wrap calls that do I/O from SecureTransport. If any of the I/O callbacks hit an exception, this context manager will correctly propagate the exception after the fact. This avoids silently swallowing those exceptions. It also correctly forces the socket closed. """ self._exception = None # We explicitly don't catch around this yield because in the unlikely # event that an exception was hit in the block we don't want to swallow # it. yield if self._exception is not None: exception, self._exception = self._exception, None self.close() raise exception def _set_ciphers(self): """ Sets up the allowed ciphers. By default this matches the set in util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done custom and doesn't allow changing at this time, mostly because parsing OpenSSL cipher strings is going to be a freaking nightmare. """ ciphers = (Security.SSLCipherSuite * len(CIPHER_SUITES))(*CIPHER_SUITES) result = Security.SSLSetEnabledCiphers( self.context, ciphers, len(CIPHER_SUITES) ) _assert_no_error(result) def _custom_validate(self, verify, trust_bundle): """ Called when we have set custom validation. We do this in two cases: first, when cert validation is entirely disabled; and second, when using a custom trust DB. """ # If we disabled cert validation, just say: cool. if not verify: return # We want data in memory, so load it up. if os.path.isfile(trust_bundle): with open(trust_bundle, "rb") as f: trust_bundle = f.read() cert_array = None trust = Security.SecTrustRef() try: # Get a CFArray that contains the certs we want. cert_array = _cert_array_from_pem(trust_bundle) # Ok, now the hard part. We want to get the SecTrustRef that ST has # created for this connection, shove our CAs into it, tell ST to # ignore everything else it knows, and then ask if it can build a # chain. This is a buuuunch of code. result = Security.SSLCopyPeerTrust(self.context, ctypes.byref(trust)) _assert_no_error(result) if not trust: raise ssl.SSLError("Failed to copy trust reference") result = Security.SecTrustSetAnchorCertificates(trust, cert_array) _assert_no_error(result) result = Security.SecTrustSetAnchorCertificatesOnly(trust, True) _assert_no_error(result) trust_result = Security.SecTrustResultType() result = Security.SecTrustEvaluate(trust, ctypes.byref(trust_result)) _assert_no_error(result) finally: if trust: CoreFoundation.CFRelease(trust) if cert_array is not None: CoreFoundation.CFRelease(cert_array) # Ok, now we can look at what the result was. successes = ( SecurityConst.kSecTrustResultUnspecified, SecurityConst.kSecTrustResultProceed, ) if trust_result.value not in successes: raise ssl.SSLError( "certificate verify failed, error code: %d" % trust_result.value ) def handshake( self, server_hostname, verify, trust_bundle, min_version, max_version, client_cert, client_key, client_key_passphrase, ): """ Actually performs the TLS handshake. This is run automatically by wrapped socket, and shouldn't be needed in user code. """ # First, we do the initial bits of connection setup. We need to create # a context, set its I/O funcs, and set the connection reference. self.context = Security.SSLCreateContext( None, SecurityConst.kSSLClientSide, SecurityConst.kSSLStreamType ) result = Security.SSLSetIOFuncs( self.context, _read_callback_pointer, _write_callback_pointer ) _assert_no_error(result) # Here we need to compute the handle to use. We do this by taking the # id of self modulo 2**31 - 1. If this is already in the dictionary, we # just keep incrementing by one until we find a free space. with _connection_ref_lock: handle = id(self) % 2147483647 while handle in _connection_refs: handle = (handle + 1) % 2147483647 _connection_refs[handle] = self result = Security.SSLSetConnection(self.context, handle) _assert_no_error(result) # If we have a server hostname, we should set that too. if server_hostname: if not isinstance(server_hostname, bytes): server_hostname = server_hostname.encode("utf-8") result = Security.SSLSetPeerDomainName( self.context, server_hostname, len(server_hostname) ) _assert_no_error(result) # Setup the ciphers. self._set_ciphers() # Set the minimum and maximum TLS versions. result = Security.SSLSetProtocolVersionMin(self.context, min_version) _assert_no_error(result) # TLS 1.3 isn't necessarily enabled by the OS # so we have to detect when we error out and try # setting TLS 1.3 if it's allowed. kTLSProtocolMaxSupported # was added in macOS 10.13 along with kTLSProtocol13. result = Security.SSLSetProtocolVersionMax(self.context, max_version) if result != 0 and max_version == SecurityConst.kTLSProtocolMaxSupported: result = Security.SSLSetProtocolVersionMax( self.context, SecurityConst.kTLSProtocol12 ) _assert_no_error(result) # If there's a trust DB, we need to use it. We do that by telling # SecureTransport to break on server auth. We also do that if we don't # want to validate the certs at all: we just won't actually do any # authing in that case. if not verify or trust_bundle is not None: result = Security.SSLSetSessionOption( self.context, SecurityConst.kSSLSessionOptionBreakOnServerAuth, True ) _assert_no_error(result) # If there's a client cert, we need to use it. if client_cert: self._keychain, self._keychain_dir = _temporary_keychain() self._client_cert_chain = _load_client_cert_chain( self._keychain, client_cert, client_key ) result = Security.SSLSetCertificate(self.context, self._client_cert_chain) _assert_no_error(result) while True: with self._raise_on_error(): result = Security.SSLHandshake(self.context) if result == SecurityConst.errSSLWouldBlock: raise socket.timeout("handshake timed out") elif result == SecurityConst.errSSLServerAuthCompleted: self._custom_validate(verify, trust_bundle) continue else: _assert_no_error(result) break def fileno(self): return self.socket.fileno() # Copy-pasted from Python 3.5 source code def _decref_socketios(self): if self._makefile_refs > 0: self._makefile_refs -= 1 if self._closed: self.close() def recv(self, bufsiz): buffer = ctypes.create_string_buffer(bufsiz) bytes_read = self.recv_into(buffer, bufsiz) data = buffer[:bytes_read] return data def recv_into(self, buffer, nbytes=None): # Read short on EOF. if self._closed: return 0 if nbytes is None: nbytes = len(buffer) buffer = (ctypes.c_char * nbytes).from_buffer(buffer) processed_bytes = ctypes.c_size_t(0) with self._raise_on_error(): result = Security.SSLRead( self.context, buffer, nbytes, ctypes.byref(processed_bytes) ) # There are some result codes that we want to treat as "not always # errors". Specifically, those are errSSLWouldBlock, # errSSLClosedGraceful, and errSSLClosedNoNotify. if result == SecurityConst.errSSLWouldBlock: # If we didn't process any bytes, then this was just a time out. # However, we can get errSSLWouldBlock in situations when we *did* # read some data, and in those cases we should just read "short" # and return. if processed_bytes.value == 0: # Timed out, no data read. raise socket.timeout("recv timed out") elif result in ( SecurityConst.errSSLClosedGraceful, SecurityConst.errSSLClosedNoNotify, ): # The remote peer has closed this connection. We should do so as # well. Note that we don't actually return here because in # principle this could actually be fired along with return data. # It's unlikely though. self.close() else: _assert_no_error(result) # Ok, we read and probably succeeded. We should return whatever data # was actually read. return processed_bytes.value def settimeout(self, timeout): self._timeout = timeout def gettimeout(self): return self._timeout def send(self, data): processed_bytes = ctypes.c_size_t(0) with self._raise_on_error(): result = Security.SSLWrite( self.context, data, len(data), ctypes.byref(processed_bytes) ) if result == SecurityConst.errSSLWouldBlock and processed_bytes.value == 0: # Timed out raise socket.timeout("send timed out") else: _assert_no_error(result) # We sent, and probably succeeded. Tell them how much we sent. return processed_bytes.value def sendall(self, data): total_sent = 0 while total_sent < len(data): sent = self.send(data[total_sent : total_sent + SSL_WRITE_BLOCKSIZE]) total_sent += sent def shutdown(self): with self._raise_on_error(): Security.SSLClose(self.context) def close(self): # TODO: should I do clean shutdown here? Do I have to? if self._makefile_refs < 1: self._closed = True if self.context: CoreFoundation.CFRelease(self.context) self.context = None if self._client_cert_chain: CoreFoundation.CFRelease(self._client_cert_chain) self._client_cert_chain = None if self._keychain: Security.SecKeychainDelete(self._keychain) CoreFoundation.CFRelease(self._keychain) shutil.rmtree(self._keychain_dir) self._keychain = self._keychain_dir = None return self.socket.close() else: self._makefile_refs -= 1 def getpeercert(self, binary_form=False): # Urgh, annoying. # # Here's how we do this: # # 1. Call SSLCopyPeerTrust to get hold of the trust object for this # connection. # 2. Call SecTrustGetCertificateAtIndex for index 0 to get the leaf. # 3. To get the CN, call SecCertificateCopyCommonName and process that # string so that it's of the appropriate type. # 4. To get the SAN, we need to do something a bit more complex: # a. Call SecCertificateCopyValues to get the data, requesting # kSecOIDSubjectAltName. # b. Mess about with this dictionary to try to get the SANs out. # # This is gross. Really gross. It's going to be a few hundred LoC extra # just to repeat something that SecureTransport can *already do*. So my # operating assumption at this time is that what we want to do is # instead to just flag to urllib3 that it shouldn't do its own hostname # validation when using SecureTransport. if not binary_form: raise ValueError("SecureTransport only supports dumping binary certs") trust = Security.SecTrustRef() certdata = None der_bytes = None try: # Grab the trust store. result = Security.SSLCopyPeerTrust(self.context, ctypes.byref(trust)) _assert_no_error(result) if not trust: # Probably we haven't done the handshake yet. No biggie. return None cert_count = Security.SecTrustGetCertificateCount(trust) if not cert_count: # Also a case that might happen if we haven't handshaked. # Handshook? Handshaken? return None leaf = Security.SecTrustGetCertificateAtIndex(trust, 0) assert leaf # Ok, now we want the DER bytes. certdata = Security.SecCertificateCopyData(leaf) assert certdata data_length = CoreFoundation.CFDataGetLength(certdata) data_buffer = CoreFoundation.CFDataGetBytePtr(certdata) der_bytes = ctypes.string_at(data_buffer, data_length) finally: if certdata: CoreFoundation.CFRelease(certdata) if trust: CoreFoundation.CFRelease(trust) return der_bytes def version(self): protocol = Security.SSLProtocol() result = Security.SSLGetNegotiatedProtocolVersion( self.context, ctypes.byref(protocol) ) _assert_no_error(result) if protocol.value == SecurityConst.kTLSProtocol13: return "TLSv1.3" elif protocol.value == SecurityConst.kTLSProtocol12: return "TLSv1.2" elif protocol.value == SecurityConst.kTLSProtocol11: return "TLSv1.1" elif protocol.value == SecurityConst.kTLSProtocol1: return "TLSv1" elif protocol.value == SecurityConst.kSSLProtocol3: return "SSLv3" elif protocol.value == SecurityConst.kSSLProtocol2: return "SSLv2" else: raise ssl.SSLError("Unknown TLS version: %r" % protocol) def _reuse(self): self._makefile_refs += 1 def _drop(self): if self._makefile_refs < 1: self.close() else: self._makefile_refs -= 1 if _fileobject: # Platform-specific: Python 2 def makefile(self, mode, bufsize=-1): self._makefile_refs += 1 return _fileobject(self, mode, bufsize, close=True) else: # Platform-specific: Python 3 def makefile(self, mode="r", buffering=None, *args, **kwargs): # We disable buffering with SecureTransport because it conflicts with # the buffering that ST does internally (see issue #1153 for more). buffering = 0 return backport_makefile(self, mode, buffering, *args, **kwargs) WrappedSocket.makefile = makefile class SecureTransportContext(object): """ I am a wrapper class for the SecureTransport library, to translate the interface of the standard library ``SSLContext`` object to calls into SecureTransport. """ def __init__(self, protocol): self._min_version, self._max_version = _protocol_to_min_max[protocol] self._options = 0 self._verify = False self._trust_bundle = None self._client_cert = None self._client_key = None self._client_key_passphrase = None @property def check_hostname(self): """ SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. """ return True @check_hostname.setter def check_hostname(self, value): """ SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. """ pass @property def options(self): # TODO: Well, crap. # # So this is the bit of the code that is the most likely to cause us # trouble. Essentially we need to enumerate all of the SSL options that # users might want to use and try to see if we can sensibly translate # them, or whether we should just ignore them. return self._options @options.setter def options(self, value): # TODO: Update in line with above. self._options = value @property def verify_mode(self): return ssl.CERT_REQUIRED if self._verify else ssl.CERT_NONE @verify_mode.setter def verify_mode(self, value): self._verify = True if value == ssl.CERT_REQUIRED else False def set_default_verify_paths(self): # So, this has to do something a bit weird. Specifically, what it does # is nothing. # # This means that, if we had previously had load_verify_locations # called, this does not undo that. We need to do that because it turns # out that the rest of the urllib3 code will attempt to load the # default verify paths if it hasn't been told about any paths, even if # the context itself was sometime earlier. We resolve that by just # ignoring it. pass def load_default_certs(self): return self.set_default_verify_paths() def set_ciphers(self, ciphers): # For now, we just require the default cipher string. if ciphers != util.ssl_.DEFAULT_CIPHERS: raise ValueError("SecureTransport doesn't support custom cipher strings") def load_verify_locations(self, cafile=None, capath=None, cadata=None): # OK, we only really support cadata and cafile. if capath is not None: raise ValueError("SecureTransport does not support cert directories") self._trust_bundle = cafile or cadata def load_cert_chain(self, certfile, keyfile=None, password=None): self._client_cert = certfile self._client_key = keyfile self._client_cert_passphrase = password def wrap_socket( self, sock, server_side=False, do_handshake_on_connect=True, suppress_ragged_eofs=True, server_hostname=None, ): # So, what do we do here? Firstly, we assert some properties. This is a # stripped down shim, so there is some functionality we don't support. # See PEP 543 for the real deal. assert not server_side assert do_handshake_on_connect assert suppress_ragged_eofs # Ok, we're good to go. Now we want to create the wrapped socket object # and store it in the appropriate place. wrapped_socket = WrappedSocket(sock) # Now we can handshake wrapped_socket.handshake( server_hostname, self._verify, self._trust_bundle, self._min_version, self._max_version, self._client_cert, self._client_key, self._client_key_passphrase, ) return wrapped_socket PK A\Ai i ' pip/_vendor/urllib3/contrib/ntlmpool.pynu [ """ NTLM authenticating pool, contributed by erikcederstran Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10 """ from __future__ import absolute_import from logging import getLogger from ntlm import ntlm from .. import HTTPSConnectionPool from ..packages.six.moves.http_client import HTTPSConnection log = getLogger(__name__) class NTLMConnectionPool(HTTPSConnectionPool): """ Implements an NTLM authentication version of an urllib3 connection pool """ scheme = "https" def __init__(self, user, pw, authurl, *args, **kwargs): """ authurl is a random URL on the server that is protected by NTLM. user is the Windows user, probably in the DOMAIN\\username format. pw is the password for the user. """ super(NTLMConnectionPool, self).__init__(*args, **kwargs) self.authurl = authurl self.rawuser = user user_parts = user.split("\\", 1) self.domain = user_parts[0].upper() self.user = user_parts[1] self.pw = pw def _new_conn(self): # Performs the NTLM handshake that secures the connection. The socket # must be kept open while requests are performed. self.num_connections += 1 log.debug( "Starting NTLM HTTPS connection no. %d: https://%s%s", self.num_connections, self.host, self.authurl, ) headers = {"Connection": "Keep-Alive"} req_header = "Authorization" resp_header = "www-authenticate" conn = HTTPSConnection(host=self.host, port=self.port) # Send negotiation message headers[req_header] = "NTLM %s" % ntlm.create_NTLM_NEGOTIATE_MESSAGE( self.rawuser ) log.debug("Request headers: %s", headers) conn.request("GET", self.authurl, None, headers) res = conn.getresponse() reshdr = dict(res.getheaders()) log.debug("Response status: %s %s", res.status, res.reason) log.debug("Response headers: %s", reshdr) log.debug("Response data: %s [...]", res.read(100)) # Remove the reference to the socket, so that it can not be closed by # the response object (we want to keep the socket open) res.fp = None # Server should respond with a challenge message auth_header_values = reshdr[resp_header].split(", ") auth_header_value = None for s in auth_header_values: if s[:5] == "NTLM ": auth_header_value = s[5:] if auth_header_value is None: raise Exception( "Unexpected %s response header: %s" % (resp_header, reshdr[resp_header]) ) # Send authentication message ServerChallenge, NegotiateFlags = ntlm.parse_NTLM_CHALLENGE_MESSAGE( auth_header_value ) auth_msg = ntlm.create_NTLM_AUTHENTICATE_MESSAGE( ServerChallenge, self.user, self.domain, self.pw, NegotiateFlags ) headers[req_header] = "NTLM %s" % auth_msg log.debug("Request headers: %s", headers) conn.request("GET", self.authurl, None, headers) res = conn.getresponse() log.debug("Response status: %s %s", res.status, res.reason) log.debug("Response headers: %s", dict(res.getheaders())) log.debug("Response data: %s [...]", res.read()[:100]) if res.status != 200: if res.status == 401: raise Exception( "Server rejected request: wrong " "username or password" ) raise Exception("Wrong server response: %s %s" % (res.status, res.reason)) res.fp = None log.debug("Connection established") return conn def urlopen( self, method, url, body=None, headers=None, retries=3, redirect=True, assert_same_host=True, ): if headers is None: headers = {} headers["Connection"] = "Keep-Alive" return super(NTLMConnectionPool, self).urlopen( method, url, body, headers, retries, redirect, assert_same_host ) PK A\1 1 pip/_vendor/urllib3/contrib/_appengine_environ.pynu [ """ This module provides means to detect the App Engine environment. """ import os def is_appengine(): return is_local_appengine() or is_prod_appengine() or is_prod_appengine_mvms() def is_appengine_sandbox(): return is_appengine() and not is_prod_appengine_mvms() def is_local_appengine(): return ( "APPENGINE_RUNTIME" in os.environ and "Development/" in os.environ["SERVER_SOFTWARE"] ) def is_prod_appengine(): return ( "APPENGINE_RUNTIME" in os.environ and "Google App Engine/" in os.environ["SERVER_SOFTWARE"] and not is_prod_appengine_mvms() ) def is_prod_appengine_mvms(): return os.environ.get("GAE_VM", False) == "true" PK A\[q E pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-38.opt-1.pycnu [ U .ei @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee Z G dd d eZ d S ) z NTLM authenticating pool, contributed by erikcederstran Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10 )absolute_import) getLogger)ntlm )HTTPSConnectionPool)HTTPSConnectionc s: e Zd ZdZdZ fddZdd Zd fd d Z ZS ) NTLMConnectionPoolzQ Implements an NTLM authentication version of an urllib3 connection pool Zhttpsc sL t t| j|| || _|| _|dd}|d | _|d | _|| _ dS )z authurl is a random URL on the server that is protected by NTLM. user is the Windows user, probably in the DOMAIN\username format. pw is the password for the user. \ r N) superr __init__authurlrawusersplitupperdomainuserpw)selfr r r argskwargsZ user_parts __class__ H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/ntlmpool.pyr s zNTLMConnectionPool.__init__c C s | j d7 _ td| j | j| j ddi}d}d}t| j| jd}dt| j ||< td | | d | jd | | }t | }td |j|j td | td |d d |_|| d}d }|D ] } | d d dkr| dd }q|d krtd||| f t|\} } t| | j| j| j| } d| ||< td | | d | jd | | }td |j|j td t | td | d d |jdkr|jdkrtdtd|j|jf d |_td |S )Nr z3Starting NTLM HTTPS connection no. %d: https://%s%s Connection Keep-AliveZ Authorizationzwww-authenticate)hostportzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]d z, zNTLM z!Unexpected %s response header: %s i z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connectionslogdebugr r r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponsedictZ getheadersZstatusreasonreadfpr ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r ) r headersZ req_headerZ resp_headerZconnresZreshdrZauth_header_valuesZauth_header_valuesZServerChallengeZNegotiateFlagsZauth_msgr r r _new_conn' sr z NTLMConnectionPool._new_connN Tc s0 |d kr i }d|d< t t| |||||||S )Nr r )r r urlopen)r methodZurlZbodyr) ZretriesZredirectZassert_same_hostr r r r. l s zNTLMConnectionPool.urlopen)NNr- TT) __name__ __module__ __qualname____doc__Zschemer r, r. __classcell__r r r r r s I r N) r3 Z __future__r Zloggingr r r Z packages.six.moves.http_clientr r0 r" r r r r r <module> s PK A\[dU: U: F pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-38.opt-1.pycnu [ U .e8@ @ s\ d Z ddlmZ ddlZddlmZ ddlmZ ddl m Z zddl m Z W n$ ek rp G dd d eZ Y nX dd lmZmZ dd lmZ zdd lmZ W n$ ek r dZd dlmZ Y nX ddlZddlZd dlm Z ddl Z d dl m Z ddgZ dZ!e j"ej#j$ej%ej#j&iZ'e(edr@e(ej#dr@ej#j)e'ej*< e(edrhe(ej#drhej#j+e'ej,< e(edre(ej#drej#j-e'ej.< ej/ej#j0ej1ej#j2ej3ej#j2ej#j4 iZ5e6dd e57 D Z8d Z9e j!Z:e j;j<Z=e>e?Z@d d ZAd d ZBd d ZCd!d" ZDd#d$ ZEG d%d& d&eFZGer6d.d(d)ZHneZHeHeG_HG d*d+ d+eFZId,d- ZJdS )/ab SSL with SNI_-support for Python 2. Follow these instructions if you would like to verify SSL certificates in Python 2. Note, the default libraries do *not* do certificate checking; you need to do additional work to validate certificates yourself. This needs the following packages installed: * pyOpenSSL (tested with 16.0.0) * cryptography (minimum 1.3.4, from pyopenssl) * idna (minimum 2.0, from cryptography) However, pyopenssl depends on cryptography, which depends on idna, so while we use all three directly here we end up having relatively few packages required. You can install them with the following command: pip install pyopenssl cryptography idna To activate certificate checking, call :func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code before you begin making HTTP requests. This can be done in a ``sitecustomize`` module, or at any other time before your application begins using ``urllib3``, like this:: try: import urllib3.contrib.pyopenssl urllib3.contrib.pyopenssl.inject_into_urllib3() except ImportError: pass Now you can use :mod:`urllib3` as you normally would, and it will support SNI when the required modules are installed. Activating this module also has the positive side effect of disabling SSL/TLS compression in Python 2 (see `CRIME attack`_). If you want to configure the default list of supported cipher suites, you can set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable. .. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication .. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit) )absolute_importN)x509)backend) _Certificate)UnsupportedExtensionc @ s e Zd ZdS )r N)__name__ __module__ __qualname__ r r I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/pyopenssl.pyr 7 s r )timeouterror)BytesIO) _fileobject )backport_makefile)six)utilinject_into_urllib3extract_from_urllib3TPROTOCOL_SSLv3 SSLv3_METHODPROTOCOL_TLSv1_1TLSv1_1_METHODPROTOCOL_TLSv1_2TLSv1_2_METHODc c s | ]\}}||fV qd S Nr ).0kvr r r <genexpr>g s r i @ c C s4 t tt_ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)_validate_dependencies_metPyOpenSSLContextr SSLContextssl_HAS_SNI IS_PYOPENSSLr r r r r s s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)orig_util_SSLContextr r# r$ orig_util_HAS_SNIr% r& r r r r r s c C sR ddl m} t| dddkr$tdddlm} | }t|dddkrNtddS ) z{ Verifies that PyOpenSSL's package-level dependencies have been met. Throws `ImportError` if they are not met. r ) Extensionsget_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)X509_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr) getattr ImportErrorZOpenSSL.cryptor+ )r) r+ r r r r r! s r! c C s@ dd }d| kr| S || } | dkr(dS t jdkr<| d} | S )a% Converts a dNSName SubjectAlternativeName field to the form used by the standard library on the given Python version. Cryptography produces a dNSName as a unicode string that was idna-decoded from ASCII bytes. We need to idna-encode that string to get it back, and then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8). If the name cannot be idna-encoded then we return None signalling that the name given should be skipped. c S sv ddl m} zJdD ]8}| |r| t|d } |d|| W S q|| W S |jjk rp Y dS X dS )z Borrowed wholesale from the Python Cryptography Project. It turns out that we can't just safely call `idna.encode`: it can explode for wildcard names. This avoids that problem. r )idna)z*..Nascii)Z pip._vendorr/ startswithlenencodeZcoreZ IDNAError)namer/ prefixr r r idna_encode s z'_dnsname_to_stdlib.<locals>.idna_encode:N) r utf-8)sys version_infodecode)r5 r7 r r r _dnsname_to_stdlib s r> c C s t | dr| }n tt| j}z|jtjj }W nZ tj k rN g Y S tj t tj tfk r } ztd| g W Y S d}~X Y nX dd tt|tjD }|dd |tjD |S )zU Given an PyOpenSSL certificate, provides all the subject alternative names. to_cryptographyzA problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}|d k rd|fqS )NZDNSr r r5 r r r <listcomp> s z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |fV qdS )z IP AddressN)strr@ r r r r s z$get_subj_alt_name.<locals>.<genexpr>)hasattrr? r openssl_backendr, extensionsr* r ZSubjectAlternativeNamevalueZExtensionNotFoundZDuplicateExtensionr ZUnsupportedGeneralNameType UnicodeErrorlogZwarningmapr> Zget_values_for_typeZDNSNameextendZ IPAddress)Z peer_certZcertZextenamesr r r get_subj_alt_name s2 rM c @ s e Zd ZdZd!ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z d"ddZdd Zd d Zd d Zd S )# WrappedSocketzAPI-compatibility wrapper for Python OpenSSL's Connection-class. Note: _makefile_refs, _drop() and _reuse() are needed for the garbage collector of pypy. Tc C s" || _ || _|| _d| _d| _d S Nr F) connectionsocketsuppress_ragged_eofs_makefile_refs_closed)selfrP rQ rR r r r __init__ s zWrappedSocket.__init__c C s | j S r )rQ filenorU r r r rW s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| d S )Nr )rS rT closerX r r r _decref_socketios s z WrappedSocket._decref_socketiosc O s z| j j||}W n tjjk r^ } z*| jrB|jdkrBW Y dS tt|W 5 d }~X Y n tjj k r | j tjj krY dS Y n~ tjj k r t | j| j stdn| j|| Y S Y n: tjjk r } ztd| W 5 d }~X Y nX |S d S )NzUnexpected EOF The read operation timed outread error: %r)rP recvOpenSSLSSL SysCallErrorrR args SocketErrorrB ZeroReturnError get_shutdownRECEIVED_SHUTDOWN WantReadErrorr wait_for_readrQ gettimeoutr ErrorsslSSLError)rU re kwargsdatarK r r r ra s" zWrappedSocket.recvc O s z| j j||W S tjjk r\ } z*| jr@|jdkr@W Y dS tt|W 5 d }~X Y n tjj k r | j tjj krY dS Y nz tjj k r t | j| j stdn| j|| Y S Y n6 tjjk r } ztd| W 5 d }~X Y nX d S )Nr\ r r_ r` )rP recv_intorb rc rd rR re rf rB rg rh ri rj r rk rQ rl r rm rn ro )rU re rp rK r r r rr 7 s zWrappedSocket.recv_intoc C s | j |S r )rQ settimeout)rU r r r r rs N s zWrappedSocket.settimeoutc C s| z| j |W S tjjk rD t| j| j s<t Y q Y q tjj k rt } zt t |W 5 d }~X Y q X q d S r ) rP sendrb rc ZWantWriteErrorr Zwait_for_writerQ rl r rd rf rB )rU rq rK r r r _send_until_doneQ s z WrappedSocket._send_until_donec C s4 d}|t |k r0| |||t }||7 }qd S Nr )r3 ru SSL_WRITE_BLOCKSIZE)rU rq Z total_sentZsentr r r sendall\ s zWrappedSocket.sendallc C s | j d S r )rP shutdownrX r r r ry d s zWrappedSocket.shutdownc C sL | j dk r:zd| _| j W S tjjk r6 Y d S X n| j d8 _ d S )NrY T)rS rT rP rZ rb rc rm rX r r r rZ h s zWrappedSocket.closeFc C sD | j }|s|S |r(tjtjj|S d| jffft|dS )NZ commonName)ZsubjectZsubjectAltName) rP Zget_peer_certificaterb ZcryptoZdump_certificateZ FILETYPE_ASN1Z get_subjectZCNrM )rU Z binary_formr r r r getpeercertr s zWrappedSocket.getpeercertc C s | j S r )rP Zget_protocol_version_namerX r r r version s zWrappedSocket.versionc C s | j d7 _ d S NrY )rS rX r r r _reuse s zWrappedSocket._reusec C s& | j dk r| n| j d8 _ d S r| )rS rZ rX r r r _drop s zWrappedSocket._dropN)T)F)r r r __doc__rV rW r[ ra rr rs ru rx ry rZ rz r{ r} r~ r r r r rN s rN r] c C s | j d7 _ t| ||ddS )NrY T)rZ )rS r )rU modebufsizer r r makefile s r c @ sz e Zd ZdZdd Zedd Zejdd Zedd Zejd d Zd d Z d d Z dddZ dddZ dddZ dS )r" z I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible for translating the interface of the standard library ``SSLContext`` object to calls into PyOpenSSL. c C s* t | | _tj| j| _d| _d| _d S rO )_openssl_versionsprotocolrb rc ZContext_ctx_optionsZcheck_hostname)rU r r r r rV s zPyOpenSSLContext.__init__c C s | j S r )r rX r r r options s zPyOpenSSLContext.optionsc C s || _ | j| d S r )r r Z set_optionsrU rF r r r r s c C s t | j S r )_openssl_to_stdlib_verifyr Zget_verify_moderX r r r verify_mode s z PyOpenSSLContext.verify_modec C s | j t| t d S r )r Z set_verify_stdlib_to_openssl_verify_verify_callbackr r r r r s c C s | j d S r )r set_default_verify_pathsrX r r r r s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tjr|d}| j| d S Nr: ) isinstancer text_typer4 r Zset_cipher_list)rU Zciphersr r r set_ciphers s z PyOpenSSLContext.set_ciphersNc C sN |d k r| d}|d k r$| d}| j|| |d k rJ| jt| d S r )r4 r load_verify_locationsr )rU ZcafileZcapathZcadatar r r r s z&PyOpenSSLContext.load_verify_locationsc sR | j | d k r>t tjs* d | j fdd | j |pJ| d S )Nr: c s S r r )_passwordr r <lambda> r^ z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)r Zuse_certificate_chain_filer r Z binary_typer4 Z set_passwd_cbZuse_privatekey_file)rU ZcertfileZkeyfiler r r r load_cert_chain s z PyOpenSSLContext.load_cert_chainFTc C s t j| j|}t|tjr&|d}|d k r8|| | z | W q t jj k r t || sxtdY q@Y q t jjk r } ztd| W 5 d }~X Y qX qq@t||S )Nr: zselect timed outzbad handshake: %r)rb rc Z Connectionr r r r r4 Zset_tlsext_host_nameZset_connect_stateZ do_handshakerj r rk rl r rm rn ro rN )rU ZsockZ server_sideZdo_handshake_on_connectrR Zserver_hostnamecnxrK r r r wrap_socket s z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)r r r r rV propertyr setterr r r r r r r r r r r" s& r" c C s |dkS rv r )r r Zerr_noZ err_depthZ return_coder r r r s r )r] )Kr Z __future__r Z OpenSSL.SSLrb Z cryptographyr Z$cryptography.hazmat.backends.opensslr rD Z)cryptography.hazmat.backends.openssl.x509r Zcryptography.x509r r. ExceptionrQ r r rf ior r Zpackages.backports.makefiler Zloggingrn Zpackagesr r; r __all__r% Z PROTOCOL_TLSrc Z SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODr rC r r r r r r Z CERT_NONEZ VERIFY_NONEZ CERT_OPTIONALZ VERIFY_PEERZ CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr dictitemsr rw r( r$ r# r' Z getLoggerr rH r r r! r> rM objectrN r r" r r r r r <module> sz + +6 WPK A\Z$ ? pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d S )N r r r H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/__init__.py<module> PK A\H.| F pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-38.opt-1.pycnu [ U .e2, @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m Z m Z m Z m Z mZ ddlmZ ddlmZ dd lmZ dd lmZ d d lmZ zdd lmZ W n ek r dZY nX e e Z G dd de Z G dd de Z G dd deZ!ej"Z"ej#Z#ej$Z$ej%Z%ej&Z&dS )a[ This module provides a pool manager that uses Google App Engine's `URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Example usage:: from pip._vendor.urllib3 import PoolManager from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox if is_appengine_sandbox(): # AppEngineManager uses AppEngine's URLFetch API behind the scenes http = AppEngineManager() else: # PoolManager uses a socket-level API behind the scenes http = PoolManager() r = http.request('GET', 'https://google.com/') There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be the best choice for your application. There are three options for using urllib3 on Google App Engine: 1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is cost-effective in many circumstances as long as your usage is within the limitations. 2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets. Sockets also have `limitations and restrictions <https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch. To use sockets, be sure to specify the following in your ``app.yaml``:: env_variables: GAE_USE_SOCKETS_HTTPLIB : 'true' 3. If you are using `App Engine Flexible <https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard :class:`PoolManager` without any configuration or special environment variables. )absolute_importN )urljoin) HTTPError HTTPWarning MaxRetryError ProtocolError TimeoutErrorSSLError)RequestMethods) HTTPResponse)Timeout)Retry )_appengine_environ)urlfetchc @ s e Zd ZdS )AppEnginePlatformWarningN__name__ __module__ __qualname__ r r I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/appengine.pyr G s r c @ s e Zd ZdS )AppEnginePlatformErrorNr r r r r r K s r c @ sX e Zd ZdZdddZdd Zdd Zddddejfd d Z d d Z dd Z dd Z dS )AppEngineManagera Connection manager for Google App Engine sandbox applications. This manager uses the URLFetch service directly instead of using the emulated httplib, and is subject to URLFetch limitations as described in the App Engine documentation `here <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Notably it will raise an :class:`AppEnginePlatformError` if: * URLFetch is not available. * If you attempt to use this on App Engine Flexible, as full socket support is available. * If a request size is more than 10 megabytes. * If a response size is more than 32 megabtyes. * If you use an unsupported request method such as OPTIONS. Beyond those cases, it will raise normal urllib3 errors. NTc C sN t s tdt rtdtdt t| | || _|| _ |pFt j | _ d S )Nz.URLFetch is not available in this environment.zUse normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.zurllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.) r r is_prod_appengine_mvmswarningswarnr r __init__validate_certificateurlfetch_retriesr ZDEFAULTretries)selfheadersr! r r r r r r c s zAppEngineManager.__init__c C s | S )Nr )r" r r r __enter__ s zAppEngineManager.__enter__c C s dS )NFr )r" exc_typeZexc_valZexc_tbr r r __exit__ s zAppEngineManager.__exit__c K s | ||}zF|o |jdko |j} tj||||p2i d| jo<| | || jd} W nB tjk r } zt | | W 5 d } ~ X Y n tj k r } z"dt | krt d| t | W 5 d } ~ X Y n tjk r } z&dt | krt| || dt | W 5 d } ~ X Y n tjk r6 } zt d| W 5 d } ~ X Y n` tjk rb } z t| W 5 d } ~ X Y n4 tjk r } zt d | | W 5 d } ~ X Y nX | j| fd |i|} |o| } | rv| jr|jrt| |d n| jd krd }z|j||| | d}W n. tk r2 |jr*t| |d | Y S X || td|| t || }| j ||||f|||d|S t | d}| || j|r|j||| | d}td| |!| | j ||f|||||d|S | S )Nr F)Zpayloadmethodr# Zallow_truncatedfollow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr! ztoo many redirectsi/ ZGET)responseZ_poolzRedirecting %s -> %s)r! redirecttimeoutz Retry-Afterz Retry: %s)bodyr# r! r+ r, )" _get_retriesr+ totalr Zfetchr _get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLErrorstrr r Z DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr ZInvalidMethodError#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirectstatusZ incrementZsleep_for_retrylogdebugr urlopenboolZ getheaderZis_retrysleep)r" r' Zurlr- r# r! r+ r, response_kwr( r* eZ http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r6 s zAppEngineManager.urlopenc K s t r"|jd}|dkr"|jd= |jd}|dkrZ|d}|d d||jd< tf t|j |j |j|j d|}tf t|j |j|j |d|S )Nzcontent-encodingZdeflateztransfer-encodingZchunked,)r- msgr# r3 )r- r# r3 original_response) is_prod_appenginer# getsplitremovejoinr ioBytesIOZcontentZ header_msgZ status_code)r" Z urlfetch_respr9 Zcontent_encodingZtransfer_encodingZ encodingsr= r r r r2 s2 z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t r>|jd k s,|jd k r8tdt |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r DEFAULT_TIMEOUT isinstanceZ_readZ_connectr r r r/ )r" r, r r r r0 s z&AppEngineManager._get_absolute_timeoutc C s> t |ts tj||| jd}|js.|js.|jr:tdt |S )N)r+ defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.) rF r Zfrom_intr! Zconnectreadr+ r r r )r" r! r+ r r r r. - s z AppEngineManager._get_retries)NNTT) r r r __doc__r r$ r& r rE r6 r2 r0 r. r r r r r O s" r$ r )'rI Z __future__r rC Zloggingr Z packages.six.moves.urllib.parser exceptionsr r r r r r Zrequestr r* r Z util.timeoutr Z util.retryr r Zgoogle.appengine.apir ImportErrorZ getLoggerr r4 r r r Z is_appengineZis_appengine_sandboxZis_local_appenginer> r r r r r <module> s2 ( oPK A\[q ? pip/_vendor/urllib3/contrib/__pycache__/ntlmpool.cpython-38.pycnu [ U .ei @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee Z G dd d eZ d S ) z NTLM authenticating pool, contributed by erikcederstran Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10 )absolute_import) getLogger)ntlm )HTTPSConnectionPool)HTTPSConnectionc s: e Zd ZdZdZ fddZdd Zd fd d Z ZS ) NTLMConnectionPoolzQ Implements an NTLM authentication version of an urllib3 connection pool Zhttpsc sL t t| j|| || _|| _|dd}|d | _|d | _|| _ dS )z authurl is a random URL on the server that is protected by NTLM. user is the Windows user, probably in the DOMAIN\username format. pw is the password for the user. \ r N) superr __init__authurlrawusersplitupperdomainuserpw)selfr r r argskwargsZ user_parts __class__ H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/ntlmpool.pyr s zNTLMConnectionPool.__init__c C s | j d7 _ td| j | j| j ddi}d}d}t| j| jd}dt| j ||< td | | d | jd | | }t | }td |j|j td | td |d d |_|| d}d }|D ] } | d d dkr| dd }q|d krtd||| f t|\} } t| | j| j| j| } d| ||< td | | d | jd | | }td |j|j td t | td | d d |jdkr|jdkrtdtd|j|jf d |_td |S )Nr z3Starting NTLM HTTPS connection no. %d: https://%s%s Connection Keep-AliveZ Authorizationzwww-authenticate)hostportzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]d z, zNTLM z!Unexpected %s response header: %s i z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connectionslogdebugr r r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponsedictZ getheadersZstatusreasonreadfpr ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r ) r headersZ req_headerZ resp_headerZconnresZreshdrZauth_header_valuesZauth_header_valuesZServerChallengeZNegotiateFlagsZauth_msgr r r _new_conn' sr z NTLMConnectionPool._new_connN Tc s0 |d kr i }d|d< t t| |||||||S )Nr r )r r urlopen)r methodZurlZbodyr) ZretriesZredirectZassert_same_hostr r r r. l s zNTLMConnectionPool.urlopen)NNr- TT) __name__ __module__ __qualname____doc__Zschemer r, r. __classcell__r r r r r s I r N) r3 Z __future__r Zloggingr r r Z packages.six.moves.http_clientr r0 r" r r r r r <module> s PK A\<;M M F pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-38.pycnu [ U .e @ s d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZ ddlmZmZmZ ddlmZmZmZmZ zdd l mZ W n$ ek r dZdd lmZ Y nX d d gZ d Z ej Z ej j Z!e " Z#e $ Z%dZ&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDg ZEejFejGejHfiZIeJe drejKejKfeIe jL< eJe drejMejMfeIe jN< eJe drejGejGfeIe jO< eJe drejPejPfeIe jQ< eJe drejRejRfeIe jS< dd ZTdd ZUdd ZVdd ZWeXeVZYeZeWZ[G dd de\Z]ernd#d d Z^n d$d d Z^e^e]_^G d!d" d"e\Z_dS )%a SecureTranport support for urllib3 via ctypes. This makes platform-native TLS available to urllib3 users on macOS without the use of a compiler. This is an important feature because the Python Package Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL that ships with macOS is not capable of doing TLSv1.2. The only way to resolve this is to give macOS users an alternative solution to the problem, and that solution is to use SecureTransport. We use ctypes here because this solution must not require a compiler. That's because pip is not allowed to require a compiler either. This is not intended to be a seriously long-term solution to this problem. The hope is that PEP 543 will eventually solve this issue for us, at which point we can retire this contrib module. But in the short term, we need to solve the impending tire fire that is Python on Mac without this kind of contrib module. So...here we are. To use this module, simply import and inject it:: import urllib3.contrib.securetransport urllib3.contrib.securetransport.inject_into_urllib3() Happy TLSing! This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. )absolute_importN )util )Security SecurityConstCoreFoundation)_assert_no_error_cert_array_from_pem_temporary_keychain_load_client_cert_chain) _fileobjectbackport_makefileinject_into_urllib3extract_from_urllib3Ti @ PROTOCOL_SSLv2PROTOCOL_SSLv3PROTOCOL_TLSv1PROTOCOL_TLSv1_1PROTOCOL_TLSv1_2c C s. t t_t tj_tt_ttj_dt_dtj_dS )zG Monkey-patch urllib3 with SecureTransport-backed SSL-support. TN)SecureTransportContextr SSLContextssl_HAS_SNIIS_SECURETRANSPORT r r O/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/securetransport.pyr s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z> Undo monkey-patching by :func:`inject_into_urllib3`. FN)orig_util_SSLContextr r r orig_util_HAS_SNIr r r r r r r s c C s d}zJt | }|dkr"tjW S |j}|d }| }d}d}z|||k r|dksZ|dkrtt||sttt j d|| } t j | || } || | } || 7 }| sB|stjW W S qqBW nt tjk r0 } zR| j }|dk r |t j kr ||d< |t jks|t jkr tj W Y W S W 5 d} ~ X Y nX ||d< ||krLtjW S W dS tk r } z |dk rt| |_tj W Y S d} ~ X Y nX dS )zs SecureTransport read callback. This is called by ST to request that data be returned from the socket. Nr timed out)_connection_refsgetr errSSLInternalsocket gettimeoutr Z wait_for_readerrorerrnoEAGAINctypesc_charZ from_address recv_intoerrSSLClosedGraceful ECONNRESETEPIPEerrSSLClosedAborterrSSLWouldBlock Exception _exception) connection_id data_bufferdata_length_pointerwrapped_socket base_socketZrequested_lengthtimeoutr& Z read_countZ remainingbufferZ chunk_sizeer r r _read_callback sP r; c C sr d}z(t | }|dkr"tjW S |j}|d }t||}| }d}d} zV| |k r|dksf|dkrt ||st t j d| |} | | 7 } || d }qNW nl tj k r } zJ| j }|dk r|t j kr| |d< |t jks|t jkrtj W Y W S W 5 d} ~ X Y nX | |d< | |kr*tjW S W dS tk rl } z |dk rR| |_tj W Y S d} ~ X Y nX dS )zx SecureTransport write callback. This is called by ST to request that data actually be sent on the network. Nr r )r! r" r r# r$ r) string_atr% r Zwait_for_writer& r' r( sendr- r. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_writedatar8 r& sentZ chunk_sentr: r r r _write_callback sD r@ c @ s e Zd ZdZdd Zejdd Zdd Zdd Z d d Z d d Z dd Z dd Z d*ddZdd Zdd Zdd Zdd Zd d Zd d Zd+d"d#Zd$d% Zd&d' Zd(d) ZdS ), WrappedSocketz API-compatibility wrapper for Python's OpenSSL wrapped socket object. Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage collector of PyPy. c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j | _ | j d d S Nr F) r$ context_makefile_refs_closedr2 _keychain _keychain_dir_client_cert_chainr% _timeout settimeout)selfr$ r r r __init__H s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | |dS )a] A context manager that can be used to wrap calls that do I/O from SecureTransport. If any of the I/O callbacks hit an exception, this context manager will correctly propagate the exception after the fact. This avoids silently swallowing those exceptions. It also correctly forces the socket closed. N)r2 close)rK Z exceptionr r r _raise_on_errorZ s z WrappedSocket._raise_on_errorc C s2 t jtt t }t | j|tt}t| dS )a4 Sets up the allowed ciphers. By default this matches the set in util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done custom and doesn't allow changing at this time, mostly because parsing OpenSSL cipher strings is going to be a freaking nightmare. N)r ZSSLCipherSuitelen CIPHER_SUITESZSSLSetEnabledCiphersrC r )rK ciphersresultr r r _set_cipherso s zWrappedSocket._set_ciphersc C s |sdS t j|r2t|d}| }W 5 Q R X d}t }zt |}t | j t |}t| |srtdt||}t| t|d}t| t }t|t |}t| W 5 |rt| |dk rt| X tjtjf}|j|kr td|j dS )z Called when we have set custom validation. We do this in two cases: first, when cert validation is entirely disabled; and second, when using a custom trust DB. Nrbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)ospathisfileopenreadr SecTrustRefr CFReleaser SSLCopyPeerTrustrC r) byrefr sslSSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater ZkSecTrustResultUnspecifiedZkSecTrustResultProceedvalue) rK verify trust_bundlefZ cert_arraytrustrR Z trust_resultZ successesr r r _custom_validate| s> z WrappedSocket._custom_validatec C s t dtjtj| _t | jtt} t | t 0 t | d } | t krT| d d } q>| t | < W 5 Q R X t | j| } t | |rt|ts|d}t | j|t|} t | | t | j|} t | t | j|} | dkr|tjkrt | jtj} t | |r|dk r0t | jtjd} t | |rlt \| _| _ t | j||| _ t | j| j } t | | h t !| j} | tj"krt#$dn>| tj%kr| &|| W 5 Q R qlnt | W 5 Q R qW 5 Q R X qldS )z Actually performs the TLS handshake. This is run automatically by wrapped socket, and shouldn't be needed in user code. Nir zutf-8r Tzhandshake timed out)'r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperC Z SSLSetIOFuncs_read_callback_pointer_write_callback_pointerr _connection_ref_lockidr! ZSSLSetConnection isinstancebytesencodeZSSLSetPeerDomainNamerO rS ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxkTLSProtocolMaxSupportedkTLSProtocol12ZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rF rG r rH ZSSLSetCertificaterN Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedre ) rK server_hostnamera rb Z min_versionZ max_versionZ client_certZ client_keyZclient_key_passphraserR Zhandler r r handshake s| zWrappedSocket.handshakec C s | j S N)r$ filenorK r r r rr s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| d S )Nr r )rD rE rM rs r r r _decref_socketios s z WrappedSocket._decref_socketiosc C s& t |}| ||}|d | }|S rq )r) Zcreate_string_bufferr+ )rK Zbufsizr9 Z bytes_readr> r r r recv s zWrappedSocket.recvNc C s | j r dS |d krt|}tj| |}td}| t| j ||t |}W 5 Q R X |t j kr|j dkrtdn"|t jt jfkr| nt| |j S )Nr zrecv timed out)rE rO r) r* Z from_bufferc_size_trN r ZSSLReadrC r] r r0 r` r$ r8 r, ZerrSSLClosedNoNotifyrM r )rK r9 nbytesprocessed_bytesrR r r r r+ & s. zWrappedSocket.recv_intoc C s || _ d S rq rI )rK r8 r r r rJ Q s zWrappedSocket.settimeoutc C s | j S rq ry rs r r r r% T s zWrappedSocket.gettimeoutc C sh t d}| " t| j|t|t |}W 5 Q R X |tj krZ|j dkrZt dnt | |j S )Nr zsend timed out)r) rv rN r ZSSLWriterC rO r] r r0 r` r$ r8 r )rK r> rx rR r r r r= W s zWrappedSocket.sendc C s4 d}|t |k r0| |||t }||7 }qd S Nr )rO r= SSL_WRITE_BLOCKSIZE)rK r> Z total_sentr? r r r sendallh s zWrappedSocket.sendallc C s$ | t| j W 5 Q R X d S rq )rN r ZSSLCloserC rs r r r shutdownn s zWrappedSocket.shutdownc C s | j dk rd| _| jr(t| j d | _| jr@t| j d | _| jrvt| j t| j t | j d | _| _ | j S | j d8 _ d S )Nr T)rD rE rC r r[ rH rF r ZSecKeychainDeleteshutilZrmtreerG r$ rM rs r r r rM r s zWrappedSocket.closeFc C s |s t dt }d }d }zt| jt|}t | |sFW dd S t |}|s\W Nd S t |d}|spt t |}|st t|}t|} t| |}W 5 |rt| |rt| X |S )Nz2SecureTransport only supports dumping binary certsr ) ValueErrorr rZ r r[ r\ rC r) r] r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexAssertionErrorZSecCertificateCopyDataZCFDataGetLengthZCFDataGetBytePtrr< ) rK Z binary_formrd ZcertdataZ der_bytesrR Z cert_countZleafZ data_lengthr4 r r r getpeercert s2 zWrappedSocket.getpeercertc C s t }t | jt|}t| |jtj kr4dS |jtj krDdS |jtj krTdS |jtj krddS |jtj krtdS |jtjkrdS td| d S )NzTLSv1.3zTLSv1.2zTLSv1.1ZTLSv1ZSSLv3ZSSLv2zUnknown TLS version: %r)r Z SSLProtocolZ SSLGetNegotiatedProtocolVersionrC r) r] r r` r ZkTLSProtocol13rn kTLSProtocol11 kTLSProtocol1 kSSLProtocol3 kSSLProtocol2r^ r_ )rK protocolrR r r r version s& zWrappedSocket.versionc C s | j d7 _ d S Nr )rD rs r r r _reuse s zWrappedSocket._reusec C s& | j dk r| n| j d8 _ d S r )rD rM rs r r r _drop s zWrappedSocket._drop)N)F)__name__ __module__ __qualname____doc__rL contextlibcontextmanagerrN rS re rp rr rt ru r+ rJ r% r= r| r} rM r r r r r r r r rA @ s* 9a + :rA c C s | j d7 _ t| ||ddS )Nr T)rM )rD r )rK modebufsizer r r makefile s r rc O s d}t | ||f||S rz r )rK r bufferingargskwargsr r r r s c @ s e Zd ZdZdd Zedd Zejdd Zedd Zejd d Zed d Z e jd d Z d d Z dd Z dd Z d ddZ d ddZd ddZdS ) r z I am a wrapper class for the SecureTransport library, to translate the interface of the standard library ``SSLContext`` object to calls into SecureTransport. c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S rB ) _protocol_to_min_max _min_version _max_version_options_verify _trust_bundle _client_cert _client_key_client_key_passphrase)rK r r r r rL s z SecureTransportContext.__init__c C s dS ) SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. Tr rs r r r check_hostname s z%SecureTransportContext.check_hostnamec C s dS )r Nr rK r` r r r r s c C s | j S rq r rs r r r options s z SecureTransportContext.optionsc C s || _ d S rq r r r r r r s c C s | j r tjS tjS rq )r r^ CERT_REQUIREDZ CERT_NONErs r r r verify_mode s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r^ r r r r r r r $ s c C s d S rq r rs r r r set_default_verify_paths( s z/SecureTransportContext.set_default_verify_pathsc C s | S rq )r rs r r r load_default_certs4 s z)SecureTransportContext.load_default_certsc C s |t jjkrtdd S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSr )rK rQ r r r set_ciphers7 s z"SecureTransportContext.set_ciphersNc C s |d k rt d|p|| _d S )Nz1SecureTransport does not support cert directories)r r )rK ZcafileZcapathZcadatar r r load_verify_locations< s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S rq )r r Z_client_cert_passphrase)rK ZcertfileZkeyfileZpasswordr r r load_cert_chainC s z&SecureTransportContext.load_cert_chainFTc C sJ |rt |st |st t|}||| j| j| j| j| j| j| j |S rq ) r rA rp r r r r r r r )rK ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsro r6 r r r wrap_socketH s z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r r r r rL propertyr setterr r r r r r r r r r r r r s0 r )r )r N)`r Z __future__r r r) r' Zos.pathrU r~ r$ r^ Z threadingweakref r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r r r r ImportErrorZpackages.backports.makefiler __all__r r r r r ZWeakValueDictionaryr! ZLockrh r{ Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZTLS_AES_256_GCM_SHA384ZTLS_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArP Z PROTOCOL_TLSr rm r hasattrr r r r r r r rn r r r r; r@ Z SSLReadFuncrf Z SSLWriteFuncrg objectrA r r r r r r <module> s 3 % 76 ! PK A\[dU: U: @ pip/_vendor/urllib3/contrib/__pycache__/pyopenssl.cpython-38.pycnu [ U .e8@ @ s\ d Z ddlmZ ddlZddlmZ ddlmZ ddl m Z zddl m Z W n$ ek rp G dd d eZ Y nX dd lmZmZ dd lmZ zdd lmZ W n$ ek r dZd dlmZ Y nX ddlZddlZd dlm Z ddl Z d dl m Z ddgZ dZ!e j"ej#j$ej%ej#j&iZ'e(edr@e(ej#dr@ej#j)e'ej*< e(edrhe(ej#drhej#j+e'ej,< e(edre(ej#drej#j-e'ej.< ej/ej#j0ej1ej#j2ej3ej#j2ej#j4 iZ5e6dd e57 D Z8d Z9e j!Z:e j;j<Z=e>e?Z@d d ZAd d ZBd d ZCd!d" ZDd#d$ ZEG d%d& d&eFZGer6d.d(d)ZHneZHeHeG_HG d*d+ d+eFZId,d- ZJdS )/ab SSL with SNI_-support for Python 2. Follow these instructions if you would like to verify SSL certificates in Python 2. Note, the default libraries do *not* do certificate checking; you need to do additional work to validate certificates yourself. This needs the following packages installed: * pyOpenSSL (tested with 16.0.0) * cryptography (minimum 1.3.4, from pyopenssl) * idna (minimum 2.0, from cryptography) However, pyopenssl depends on cryptography, which depends on idna, so while we use all three directly here we end up having relatively few packages required. You can install them with the following command: pip install pyopenssl cryptography idna To activate certificate checking, call :func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code before you begin making HTTP requests. This can be done in a ``sitecustomize`` module, or at any other time before your application begins using ``urllib3``, like this:: try: import urllib3.contrib.pyopenssl urllib3.contrib.pyopenssl.inject_into_urllib3() except ImportError: pass Now you can use :mod:`urllib3` as you normally would, and it will support SNI when the required modules are installed. Activating this module also has the positive side effect of disabling SSL/TLS compression in Python 2 (see `CRIME attack`_). If you want to configure the default list of supported cipher suites, you can set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable. .. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication .. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit) )absolute_importN)x509)backend) _Certificate)UnsupportedExtensionc @ s e Zd ZdS )r N)__name__ __module__ __qualname__ r r I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/pyopenssl.pyr 7 s r )timeouterror)BytesIO) _fileobject )backport_makefile)six)utilinject_into_urllib3extract_from_urllib3TPROTOCOL_SSLv3 SSLv3_METHODPROTOCOL_TLSv1_1TLSv1_1_METHODPROTOCOL_TLSv1_2TLSv1_2_METHODc c s | ]\}}||fV qd S Nr ).0kvr r r <genexpr>g s r i @ c C s4 t tt_ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)_validate_dependencies_metPyOpenSSLContextr SSLContextssl_HAS_SNI IS_PYOPENSSLr r r r r s s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)orig_util_SSLContextr r# r$ orig_util_HAS_SNIr% r& r r r r r s c C sR ddl m} t| dddkr$tdddlm} | }t|dddkrNtddS ) z{ Verifies that PyOpenSSL's package-level dependencies have been met. Throws `ImportError` if they are not met. r ) Extensionsget_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)X509_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr) getattr ImportErrorZOpenSSL.cryptor+ )r) r+ r r r r r! s r! c C s@ dd }d| kr| S || } | dkr(dS t jdkr<| d} | S )a% Converts a dNSName SubjectAlternativeName field to the form used by the standard library on the given Python version. Cryptography produces a dNSName as a unicode string that was idna-decoded from ASCII bytes. We need to idna-encode that string to get it back, and then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8). If the name cannot be idna-encoded then we return None signalling that the name given should be skipped. c S sv ddl m} zJdD ]8}| |r| t|d } |d|| W S q|| W S |jjk rp Y dS X dS )z Borrowed wholesale from the Python Cryptography Project. It turns out that we can't just safely call `idna.encode`: it can explode for wildcard names. This avoids that problem. r )idna)z*..Nascii)Z pip._vendorr/ startswithlenencodeZcoreZ IDNAError)namer/ prefixr r r idna_encode s z'_dnsname_to_stdlib.<locals>.idna_encode:N) r utf-8)sys version_infodecode)r5 r7 r r r _dnsname_to_stdlib s r> c C s t | dr| }n tt| j}z|jtjj }W nZ tj k rN g Y S tj t tj tfk r } ztd| g W Y S d}~X Y nX dd tt|tjD }|dd |tjD |S )zU Given an PyOpenSSL certificate, provides all the subject alternative names. to_cryptographyzA problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}|d k rd|fqS )NZDNSr r r5 r r r <listcomp> s z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |fV qdS )z IP AddressN)strr@ r r r r s z$get_subj_alt_name.<locals>.<genexpr>)hasattrr? r openssl_backendr, extensionsr* r ZSubjectAlternativeNamevalueZExtensionNotFoundZDuplicateExtensionr ZUnsupportedGeneralNameType UnicodeErrorlogZwarningmapr> Zget_values_for_typeZDNSNameextendZ IPAddress)Z peer_certZcertZextenamesr r r get_subj_alt_name s2 rM c @ s e Zd ZdZd!ddZdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z d"ddZdd Zd d Zd d Zd S )# WrappedSocketzAPI-compatibility wrapper for Python OpenSSL's Connection-class. Note: _makefile_refs, _drop() and _reuse() are needed for the garbage collector of pypy. Tc C s" || _ || _|| _d| _d| _d S Nr F) connectionsocketsuppress_ragged_eofs_makefile_refs_closed)selfrP rQ rR r r r __init__ s zWrappedSocket.__init__c C s | j S r )rQ filenorU r r r rW s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| d S )Nr )rS rT closerX r r r _decref_socketios s z WrappedSocket._decref_socketiosc O s z| j j||}W n tjjk r^ } z*| jrB|jdkrBW Y dS tt|W 5 d }~X Y n tjj k r | j tjj krY dS Y n~ tjj k r t | j| j stdn| j|| Y S Y n: tjjk r } ztd| W 5 d }~X Y nX |S d S )NzUnexpected EOF The read operation timed outread error: %r)rP recvOpenSSLSSL SysCallErrorrR args SocketErrorrB ZeroReturnError get_shutdownRECEIVED_SHUTDOWN WantReadErrorr wait_for_readrQ gettimeoutr ErrorsslSSLError)rU re kwargsdatarK r r r ra s" zWrappedSocket.recvc O s z| j j||W S tjjk r\ } z*| jr@|jdkr@W Y dS tt|W 5 d }~X Y n tjj k r | j tjj krY dS Y nz tjj k r t | j| j stdn| j|| Y S Y n6 tjjk r } ztd| W 5 d }~X Y nX d S )Nr\ r r_ r` )rP recv_intorb rc rd rR re rf rB rg rh ri rj r rk rQ rl r rm rn ro )rU re rp rK r r r rr 7 s zWrappedSocket.recv_intoc C s | j |S r )rQ settimeout)rU r r r r rs N s zWrappedSocket.settimeoutc C s| z| j |W S tjjk rD t| j| j s<t Y q Y q tjj k rt } zt t |W 5 d }~X Y q X q d S r ) rP sendrb rc ZWantWriteErrorr Zwait_for_writerQ rl r rd rf rB )rU rq rK r r r _send_until_doneQ s z WrappedSocket._send_until_donec C s4 d}|t |k r0| |||t }||7 }qd S Nr )r3 ru SSL_WRITE_BLOCKSIZE)rU rq Z total_sentZsentr r r sendall\ s zWrappedSocket.sendallc C s | j d S r )rP shutdownrX r r r ry d s zWrappedSocket.shutdownc C sL | j dk r:zd| _| j W S tjjk r6 Y d S X n| j d8 _ d S )NrY T)rS rT rP rZ rb rc rm rX r r r rZ h s zWrappedSocket.closeFc C sD | j }|s|S |r(tjtjj|S d| jffft|dS )NZ commonName)ZsubjectZsubjectAltName) rP Zget_peer_certificaterb ZcryptoZdump_certificateZ FILETYPE_ASN1Z get_subjectZCNrM )rU Z binary_formr r r r getpeercertr s zWrappedSocket.getpeercertc C s | j S r )rP Zget_protocol_version_namerX r r r version s zWrappedSocket.versionc C s | j d7 _ d S NrY )rS rX r r r _reuse s zWrappedSocket._reusec C s& | j dk r| n| j d8 _ d S r| )rS rZ rX r r r _drop s zWrappedSocket._dropN)T)F)r r r __doc__rV rW r[ ra rr rs ru rx ry rZ rz r{ r} r~ r r r r rN s rN r] c C s | j d7 _ t| ||ddS )NrY T)rZ )rS r )rU modebufsizer r r makefile s r c @ sz e Zd ZdZdd Zedd Zejdd Zedd Zejd d Zd d Z d d Z dddZ dddZ dddZ dS )r" z I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible for translating the interface of the standard library ``SSLContext`` object to calls into PyOpenSSL. c C s* t | | _tj| j| _d| _d| _d S rO )_openssl_versionsprotocolrb rc ZContext_ctx_optionsZcheck_hostname)rU r r r r rV s zPyOpenSSLContext.__init__c C s | j S r )r rX r r r options s zPyOpenSSLContext.optionsc C s || _ | j| d S r )r r Z set_optionsrU rF r r r r s c C s t | j S r )_openssl_to_stdlib_verifyr Zget_verify_moderX r r r verify_mode s z PyOpenSSLContext.verify_modec C s | j t| t d S r )r Z set_verify_stdlib_to_openssl_verify_verify_callbackr r r r r s c C s | j d S r )r set_default_verify_pathsrX r r r r s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tjr|d}| j| d S Nr: ) isinstancer text_typer4 r Zset_cipher_list)rU Zciphersr r r set_ciphers s z PyOpenSSLContext.set_ciphersNc C sN |d k r| d}|d k r$| d}| j|| |d k rJ| jt| d S r )r4 r load_verify_locationsr )rU ZcafileZcapathZcadatar r r r s z&PyOpenSSLContext.load_verify_locationsc sR | j | d k r>t tjs* d | j fdd | j |pJ| d S )Nr: c s S r r )_passwordr r <lambda> r^ z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)r Zuse_certificate_chain_filer r Z binary_typer4 Z set_passwd_cbZuse_privatekey_file)rU ZcertfileZkeyfiler r r r load_cert_chain s z PyOpenSSLContext.load_cert_chainFTc C s t j| j|}t|tjr&|d}|d k r8|| | z | W q t jj k r t || sxtdY q@Y q t jjk r } ztd| W 5 d }~X Y qX qq@t||S )Nr: zselect timed outzbad handshake: %r)rb rc Z Connectionr r r r r4 Zset_tlsext_host_nameZset_connect_stateZ do_handshakerj r rk rl r rm rn ro rN )rU ZsockZ server_sideZdo_handshake_on_connectrR Zserver_hostnamecnxrK r r r wrap_socket s z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)r r r r rV propertyr setterr r r r r r r r r r r" s& r" c C s |dkS rv r )r r Zerr_noZ err_depthZ return_coder r r r s r )r] )Kr Z __future__r Z OpenSSL.SSLrb Z cryptographyr Z$cryptography.hazmat.backends.opensslr rD Z)cryptography.hazmat.backends.openssl.x509r Zcryptography.x509r r. ExceptionrQ r r rf ior r Zpackages.backports.makefiler Zloggingrn Zpackagesr r; r __all__r% Z PROTOCOL_TLSrc Z SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODr rC r r r r r r Z CERT_NONEZ VERIFY_NONEZ CERT_OPTIONALZ VERIFY_PEERZ CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr dictitemsr rw r( r$ r# r' Z getLoggerr rH r r r! r> rM objectrN r r" r r r r r <module> sz + +6 WPK A\*(; ; O pip/_vendor/urllib3/contrib/__pycache__/_appengine_environ.cpython-38.opt-1.pycnu [ U .e @ s8 d Z ddlZdd Zdd Zdd Zd d Zd d ZdS ) zB This module provides means to detect the App Engine environment. Nc C s t pt pt S N)is_local_appengineis_prod_appengineis_prod_appengine_mvms r r R/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py is_appengine s r c C s t o t S r )r r r r r r is_appengine_sandbox s r c C s dt jkodt jd kS )NAPPENGINE_RUNTIMEz Development/SERVER_SOFTWARE)osenvironr r r r r s r c C s dt jko dt jd ko t S )Nr zGoogle App Engine/r )r r r r r r r r s r c C s t jdddkS )NZGAE_VMFtrue)r r getr r r r r s r )__doc__r r r r r r r r r r <module> s PK A\*(; ; I pip/_vendor/urllib3/contrib/__pycache__/_appengine_environ.cpython-38.pycnu [ U .e @ s8 d Z ddlZdd Zdd Zdd Zd d Zd d ZdS ) zB This module provides means to detect the App Engine environment. Nc C s t pt pt S N)is_local_appengineis_prod_appengineis_prod_appengine_mvms r r R/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py is_appengine s r c C s t o t S r )r r r r r r is_appengine_sandbox s r c C s dt jkodt jd kS )NAPPENGINE_RUNTIMEz Development/SERVER_SOFTWARE)osenvironr r r r r s r c C s dt jko dt jd ko t S )Nr zGoogle App Engine/r )r r r r r r r r s r c C s t jdddkS )NZGAE_VMFtrue)r r getr r r r r s r )__doc__r r r r r r r r r r <module> s PK A\Z$ E pip/_vendor/urllib3/contrib/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d S )N r r r H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/__init__.py<module> PK A\n!s < pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-38.pycnu [ U .e| @ s( d Z ddlmZ z ddlZW n6 ek rR ddlZddlmZ ede Y nX ddl m Z m Z ddlmZmZ dd lmZmZ dd lmZmZ dd lmZ dd lmZ z ddlZW n ek r dZY nX G d d deZG dd deeZ G dd deZ G dd deZ G dd deZ dS )a_ This module contains provisional support for SOCKS proxies from within urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and SOCKS5. To enable its functionality, either install PySocks or install this module with the ``socks`` extra. The SOCKS implementation supports the full range of urllib3 features. It also supports the following SOCKS features: - SOCKS4A (``proxy_url='socks4a://...``) - SOCKS4 (``proxy_url='socks4://...``) - SOCKS5 with remote DNS (``proxy_url='socks5h://...``) - SOCKS5 with local DNS (``proxy_url='socks5://...``) - Usernames and passwords for the SOCKS proxy .. note:: It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in your ``proxy_url`` to ensure that DNS resolution is done from the remote server instead of client-side when connecting to a domain name. SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5 supports IPv4, IPv6, and domain names. When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url`` will be sent as the ``userid`` section of the SOCKS request:: proxy_url="socks4a://<userid>@proxy-host" When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion of the ``proxy_url`` will be sent as the username/password to authenticate with the proxy:: proxy_url="socks5h://<username>:<password>@proxy-host" )absolute_importN )DependencyWarningzSOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)errortimeout)HTTPConnectionHTTPSConnection)HTTPConnectionPoolHTTPSConnectionPool)ConnectTimeoutErrorNewConnectionError) PoolManager) parse_urlc s( e Zd ZdZ fddZdd Z ZS )SOCKSConnectionzG A plain-text HTTP connection that connects via a SOCKS proxy. c s" | d| _tt| j|| d S )N_socks_options)popr superr __init__)selfargskwargs __class__ E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/socks.pyr J s zSOCKSConnection.__init__c C sH i }| j r| j |d< | jr$| j|d< zTtj| j| jff| jd | jd | jd | jd | jd | jd | jd |}W n tk r t | d | j| jf Y n tj k r } zP|j r|j }t |trt | d | j| jf nt | d | nt | d | W 5 d }~X Y n2 tk rB } zt | d | W 5 d }~X Y nX |S ) zA Establish a new connection via the SOCKS proxy. source_addresssocket_options socks_version proxy_host proxy_portusernamepasswordrdns)Z proxy_typeZ proxy_addrr Zproxy_usernameZproxy_passwordZ proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN)r r socksZcreate_connectionhostportr r SocketTimeoutr Z ProxyErrorZ socket_err isinstancer SocketError)r Zextra_kwZconner r r r _new_connN sd zSOCKSConnection._new_conn)__name__ __module__ __qualname____doc__r r* __classcell__r r r r r E s r c @ s e Zd ZdS )SOCKSHTTPSConnectionN)r+ r, r- r r r r r0 s r0 c @ s e Zd ZeZdS )SOCKSHTTPConnectionPoolN)r+ r, r- r ConnectionClsr r r r r1 s r1 c @ s e Zd ZeZdS )SOCKSHTTPSConnectionPoolN)r+ r, r- r0 r2 r r r r r3 s r3 c s, e Zd ZdZeedZd fdd Z ZS )SOCKSProxyManagerzh A version of the urllib3 ProxyManager that routes connections via the defined SOCKS proxy. )ZhttpZhttpsN c s t |}|d krB|d krB|jd k rB|jd}t|dkrB|\}}|jdkrXtj} d} nN|jdkrntj} d} n8|jdkrtj} d} n"|jdkrtj} d} n td | || _ | |j |j ||| d } | |d < t t | j||f| t j| _d S ) N:r Zsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r! r" r )r ZauthsplitlenZschemer# ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4 ValueError proxy_urlr$ r% r r4 r pool_classes_by_scheme) r r: r r! Z num_poolsZheadersZconnection_pool_kwZparsedr7 r r" Z socks_optionsr r r r sD zSOCKSProxyManager.__init__)NNr5 N) r+ r, r- r. r1 r3 r; r r/ r r r r r4 s r4 ) r. Z __future__r r# ImportErrorwarnings exceptionsr warnZsocketr r( r r& Z connectionr r Zconnectionpoolr r r r Z poolmanagerr Zutil.urlr Zsslr r0 r1 r3 r4 r r r r <module> s4 # HPK A\n!s B pip/_vendor/urllib3/contrib/__pycache__/socks.cpython-38.opt-1.pycnu [ U .e| @ s( d Z ddlmZ z ddlZW n6 ek rR ddlZddlmZ ede Y nX ddl m Z m Z ddlmZmZ dd lmZmZ dd lmZmZ dd lmZ dd lmZ z ddlZW n ek r dZY nX G d d deZG dd deeZ G dd deZ G dd deZ G dd deZ dS )a_ This module contains provisional support for SOCKS proxies from within urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and SOCKS5. To enable its functionality, either install PySocks or install this module with the ``socks`` extra. The SOCKS implementation supports the full range of urllib3 features. It also supports the following SOCKS features: - SOCKS4A (``proxy_url='socks4a://...``) - SOCKS4 (``proxy_url='socks4://...``) - SOCKS5 with remote DNS (``proxy_url='socks5h://...``) - SOCKS5 with local DNS (``proxy_url='socks5://...``) - Usernames and passwords for the SOCKS proxy .. note:: It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in your ``proxy_url`` to ensure that DNS resolution is done from the remote server instead of client-side when connecting to a domain name. SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5 supports IPv4, IPv6, and domain names. When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url`` will be sent as the ``userid`` section of the SOCKS request:: proxy_url="socks4a://<userid>@proxy-host" When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion of the ``proxy_url`` will be sent as the username/password to authenticate with the proxy:: proxy_url="socks5h://<username>:<password>@proxy-host" )absolute_importN )DependencyWarningzSOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)errortimeout)HTTPConnectionHTTPSConnection)HTTPConnectionPoolHTTPSConnectionPool)ConnectTimeoutErrorNewConnectionError) PoolManager) parse_urlc s( e Zd ZdZ fddZdd Z ZS )SOCKSConnectionzG A plain-text HTTP connection that connects via a SOCKS proxy. c s" | d| _tt| j|| d S )N_socks_options)popr superr __init__)selfargskwargs __class__ E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/socks.pyr J s zSOCKSConnection.__init__c C sH i }| j r| j |d< | jr$| j|d< zTtj| j| jff| jd | jd | jd | jd | jd | jd | jd |}W n tk r t | d | j| jf Y n tj k r } zP|j r|j }t |trt | d | j| jf nt | d | nt | d | W 5 d }~X Y n2 tk rB } zt | d | W 5 d }~X Y nX |S ) zA Establish a new connection via the SOCKS proxy. source_addresssocket_options socks_version proxy_host proxy_portusernamepasswordrdns)Z proxy_typeZ proxy_addrr Zproxy_usernameZproxy_passwordZ proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN)r r socksZcreate_connectionhostportr r SocketTimeoutr Z ProxyErrorZ socket_err isinstancer SocketError)r Zextra_kwZconner r r r _new_connN sd zSOCKSConnection._new_conn)__name__ __module__ __qualname____doc__r r* __classcell__r r r r r E s r c @ s e Zd ZdS )SOCKSHTTPSConnectionN)r+ r, r- r r r r r0 s r0 c @ s e Zd ZeZdS )SOCKSHTTPConnectionPoolN)r+ r, r- r ConnectionClsr r r r r1 s r1 c @ s e Zd ZeZdS )SOCKSHTTPSConnectionPoolN)r+ r, r- r0 r2 r r r r r3 s r3 c s, e Zd ZdZeedZd fdd Z ZS )SOCKSProxyManagerzh A version of the urllib3 ProxyManager that routes connections via the defined SOCKS proxy. )ZhttpZhttpsN c s t |}|d krB|d krB|jd k rB|jd}t|dkrB|\}}|jdkrXtj} d} nN|jdkrntj} d} n8|jdkrtj} d} n"|jdkrtj} d} n td | || _ | |j |j ||| d } | |d < t t | j||f| t j| _d S ) N:r Zsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r! r" r )r ZauthsplitlenZschemer# ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4 ValueError proxy_urlr$ r% r r4 r pool_classes_by_scheme) r r: r r! Z num_poolsZheadersZconnection_pool_kwZparsedr7 r r" Z socks_optionsr r r r sD zSOCKSProxyManager.__init__)NNr5 N) r+ r, r- r. r1 r3 r; r r/ r r r r r4 s r4 ) r. Z __future__r r# ImportErrorwarnings exceptionsr warnZsocketr r( r r& Z connectionr r Zconnectionpoolr r r r Z poolmanagerr Zutil.urlr Zsslr r0 r1 r3 r4 r r r r <module> s4 # HPK A\H.| @ pip/_vendor/urllib3/contrib/__pycache__/appengine.cpython-38.pycnu [ U .e2, @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m Z m Z m Z m Z mZ ddlmZ ddlmZ dd lmZ dd lmZ d d lmZ zdd lmZ W n ek r dZY nX e e Z G dd de Z G dd de Z G dd deZ!ej"Z"ej#Z#ej$Z$ej%Z%ej&Z&dS )a[ This module provides a pool manager that uses Google App Engine's `URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Example usage:: from pip._vendor.urllib3 import PoolManager from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox if is_appengine_sandbox(): # AppEngineManager uses AppEngine's URLFetch API behind the scenes http = AppEngineManager() else: # PoolManager uses a socket-level API behind the scenes http = PoolManager() r = http.request('GET', 'https://google.com/') There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be the best choice for your application. There are three options for using urllib3 on Google App Engine: 1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is cost-effective in many circumstances as long as your usage is within the limitations. 2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets. Sockets also have `limitations and restrictions <https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch. To use sockets, be sure to specify the following in your ``app.yaml``:: env_variables: GAE_USE_SOCKETS_HTTPLIB : 'true' 3. If you are using `App Engine Flexible <https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard :class:`PoolManager` without any configuration or special environment variables. )absolute_importN )urljoin) HTTPError HTTPWarning MaxRetryError ProtocolError TimeoutErrorSSLError)RequestMethods) HTTPResponse)Timeout)Retry )_appengine_environ)urlfetchc @ s e Zd ZdS )AppEnginePlatformWarningN__name__ __module__ __qualname__ r r I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/appengine.pyr G s r c @ s e Zd ZdS )AppEnginePlatformErrorNr r r r r r K s r c @ sX e Zd ZdZdddZdd Zdd Zddddejfd d Z d d Z dd Z dd Z dS )AppEngineManagera Connection manager for Google App Engine sandbox applications. This manager uses the URLFetch service directly instead of using the emulated httplib, and is subject to URLFetch limitations as described in the App Engine documentation `here <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Notably it will raise an :class:`AppEnginePlatformError` if: * URLFetch is not available. * If you attempt to use this on App Engine Flexible, as full socket support is available. * If a request size is more than 10 megabytes. * If a response size is more than 32 megabtyes. * If you use an unsupported request method such as OPTIONS. Beyond those cases, it will raise normal urllib3 errors. NTc C sN t s tdt rtdtdt t| | || _|| _ |pFt j | _ d S )Nz.URLFetch is not available in this environment.zUse normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.zurllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.) r r is_prod_appengine_mvmswarningswarnr r __init__validate_certificateurlfetch_retriesr ZDEFAULTretries)selfheadersr! r r r r r r c s zAppEngineManager.__init__c C s | S )Nr )r" r r r __enter__ s zAppEngineManager.__enter__c C s dS )NFr )r" exc_typeZexc_valZexc_tbr r r __exit__ s zAppEngineManager.__exit__c K s | ||}zF|o |jdko |j} tj||||p2i d| jo<| | || jd} W nB tjk r } zt | | W 5 d } ~ X Y n tj k r } z"dt | krt d| t | W 5 d } ~ X Y n tjk r } z&dt | krt| || dt | W 5 d } ~ X Y n tjk r6 } zt d| W 5 d } ~ X Y n` tjk rb } z t| W 5 d } ~ X Y n4 tjk r } zt d | | W 5 d } ~ X Y nX | j| fd |i|} |o| } | rv| jr|jrt| |d n| jd krd }z|j||| | d}W n. tk r2 |jr*t| |d | Y S X || td|| t || }| j ||||f|||d|S t | d}| || j|r|j||| | d}td| |!| | j ||f|||||d|S | S )Nr F)Zpayloadmethodr# Zallow_truncatedfollow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr! ztoo many redirectsi/ ZGET)responseZ_poolzRedirecting %s -> %s)r! redirecttimeoutz Retry-Afterz Retry: %s)bodyr# r! r+ r, )" _get_retriesr+ totalr Zfetchr _get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLErrorstrr r Z DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr ZInvalidMethodError#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirectstatusZ incrementZsleep_for_retrylogdebugr urlopenboolZ getheaderZis_retrysleep)r" r' Zurlr- r# r! r+ r, response_kwr( r* eZ http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r6 s zAppEngineManager.urlopenc K s t r"|jd}|dkr"|jd= |jd}|dkrZ|d}|d d||jd< tf t|j |j |j|j d|}tf t|j |j|j |d|S )Nzcontent-encodingZdeflateztransfer-encodingZchunked,)r- msgr# r3 )r- r# r3 original_response) is_prod_appenginer# getsplitremovejoinr ioBytesIOZcontentZ header_msgZ status_code)r" Z urlfetch_respr9 Zcontent_encodingZtransfer_encodingZ encodingsr= r r r r2 s2 z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t r>|jd k s,|jd k r8tdt |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r DEFAULT_TIMEOUT isinstanceZ_readZ_connectr r r r/ )r" r, r r r r0 s z&AppEngineManager._get_absolute_timeoutc C s> t |ts tj||| jd}|js.|js.|jr:tdt |S )N)r+ defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.) rF r Zfrom_intr! Zconnectreadr+ r r r )r" r! r+ r r r r. - s z AppEngineManager._get_retries)NNTT) r r r __doc__r r$ r& r rE r6 r2 r0 r. r r r r r O s" r$ r )'rI Z __future__r rC Zloggingr Z packages.six.moves.urllib.parser exceptionsr r r r r r Zrequestr r* r Z util.timeoutr Z util.retryr r Zgoogle.appengine.apir ImportErrorZ getLoggerr r4 r r r Z is_appengineZis_appengine_sandboxZis_local_appenginer> r r r r r <module> s2 ( oPK A\R>M >M L pip/_vendor/urllib3/contrib/__pycache__/securetransport.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZ ddlmZmZmZ ddlmZmZmZmZ zdd l mZ W n$ ek r dZdd lmZ Y nX d d gZ d Z ej Z ej j Z!e " Z#e $ Z%dZ&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDg ZEejFejGejHfiZIeJe drejKejKfeIe jL< eJe drejMejMfeIe jN< eJe drejGejGfeIe jO< eJe drejPejPfeIe jQ< eJe drejRejRfeIe jS< dd ZTdd ZUdd ZVdd ZWeXeVZYeZeWZ[G dd de\Z]ernd#d d Z^n d$d d Z^e^e]_^G d!d" d"e\Z_dS )%a SecureTranport support for urllib3 via ctypes. This makes platform-native TLS available to urllib3 users on macOS without the use of a compiler. This is an important feature because the Python Package Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL that ships with macOS is not capable of doing TLSv1.2. The only way to resolve this is to give macOS users an alternative solution to the problem, and that solution is to use SecureTransport. We use ctypes here because this solution must not require a compiler. That's because pip is not allowed to require a compiler either. This is not intended to be a seriously long-term solution to this problem. The hope is that PEP 543 will eventually solve this issue for us, at which point we can retire this contrib module. But in the short term, we need to solve the impending tire fire that is Python on Mac without this kind of contrib module. So...here we are. To use this module, simply import and inject it:: import urllib3.contrib.securetransport urllib3.contrib.securetransport.inject_into_urllib3() Happy TLSing! This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. )absolute_importN )util )Security SecurityConstCoreFoundation)_assert_no_error_cert_array_from_pem_temporary_keychain_load_client_cert_chain) _fileobjectbackport_makefileinject_into_urllib3extract_from_urllib3Ti @ PROTOCOL_SSLv2PROTOCOL_SSLv3PROTOCOL_TLSv1PROTOCOL_TLSv1_1PROTOCOL_TLSv1_2c C s. t t_t tj_tt_ttj_dt_dtj_dS )zG Monkey-patch urllib3 with SecureTransport-backed SSL-support. TN)SecureTransportContextr SSLContextssl_HAS_SNIIS_SECURETRANSPORT r r O/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/securetransport.pyr s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z> Undo monkey-patching by :func:`inject_into_urllib3`. FN)orig_util_SSLContextr r r orig_util_HAS_SNIr r r r r r r s c C s d}zJt | }|dkr"tjW S |j}|d }| }d}d}z|||k r|dksZ|dkrtt||sttt j d|| } t j | || } || | } || 7 }| sB|stjW W S qqBW nt tjk r0 } zR| j }|dk r |t j kr ||d< |t jks|t jkr tj W Y W S W 5 d} ~ X Y nX ||d< ||krLtjW S W dS tk r } z |dk rt| |_tj W Y S d} ~ X Y nX dS )zs SecureTransport read callback. This is called by ST to request that data be returned from the socket. Nr timed out)_connection_refsgetr errSSLInternalsocket gettimeoutr Z wait_for_readerrorerrnoEAGAINctypesc_charZ from_address recv_intoerrSSLClosedGraceful ECONNRESETEPIPEerrSSLClosedAborterrSSLWouldBlock Exception _exception) connection_id data_bufferdata_length_pointerwrapped_socket base_socketZrequested_lengthtimeoutr& Z read_countZ remainingbufferZ chunk_sizeer r r _read_callback sP r; c C sr d}z(t | }|dkr"tjW S |j}|d }t||}| }d}d} zV| |k r|dksf|dkrt ||st t j d| |} | | 7 } || d }qNW nl tj k r } zJ| j }|dk r|t j kr| |d< |t jks|t jkrtj W Y W S W 5 d} ~ X Y nX | |d< | |kr*tjW S W dS tk rl } z |dk rR| |_tj W Y S d} ~ X Y nX dS )zx SecureTransport write callback. This is called by ST to request that data actually be sent on the network. Nr r )r! r" r r# r$ r) string_atr% r Zwait_for_writer& r' r( sendr- r. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_writedatar8 r& sentZ chunk_sentr: r r r _write_callback sD r@ c @ s e Zd ZdZdd Zejdd Zdd Zdd Z d d Z d d Z dd Z dd Z d*ddZdd Zdd Zdd Zdd Zd d Zd d Zd+d"d#Zd$d% Zd&d' Zd(d) ZdS ), WrappedSocketz API-compatibility wrapper for Python's OpenSSL wrapped socket object. Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage collector of PyPy. c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j | _ | j d d S Nr F) r$ context_makefile_refs_closedr2 _keychain _keychain_dir_client_cert_chainr% _timeout settimeout)selfr$ r r r __init__H s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | |dS )a] A context manager that can be used to wrap calls that do I/O from SecureTransport. If any of the I/O callbacks hit an exception, this context manager will correctly propagate the exception after the fact. This avoids silently swallowing those exceptions. It also correctly forces the socket closed. N)r2 close)rK Z exceptionr r r _raise_on_errorZ s z WrappedSocket._raise_on_errorc C s2 t jtt t }t | j|tt}t| dS )a4 Sets up the allowed ciphers. By default this matches the set in util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done custom and doesn't allow changing at this time, mostly because parsing OpenSSL cipher strings is going to be a freaking nightmare. N)r ZSSLCipherSuitelen CIPHER_SUITESZSSLSetEnabledCiphersrC r )rK ciphersresultr r r _set_cipherso s zWrappedSocket._set_ciphersc C s |sdS t j|r2t|d}| }W 5 Q R X d}t }zt |}t | j t |}t| |srtdt||}t| t|d}t| t }t|t |}t| W 5 |rt| |dk rt| X tjtjf}|j|kr td|j dS )z Called when we have set custom validation. We do this in two cases: first, when cert validation is entirely disabled; and second, when using a custom trust DB. Nrbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)ospathisfileopenreadr SecTrustRefr CFReleaser SSLCopyPeerTrustrC r) byrefr sslSSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater ZkSecTrustResultUnspecifiedZkSecTrustResultProceedvalue) rK verify trust_bundlefZ cert_arraytrustrR Z trust_resultZ successesr r r _custom_validate| s> z WrappedSocket._custom_validatec C s t dtjtj| _t | jtt} t | t 0 t | d } | t krT| d d } q>| t | < W 5 Q R X t | j| } t | |rt|ts|d}t | j|t|} t | | t | j|} t | t | j|} | dkr|tjkrt | jtj} t | |r|dk r0t | jtjd} t | |rlt \| _| _ t | j||| _ t | j| j } t | | h t !| j} | tj"krt#$dn>| tj%kr| &|| W 5 Q R qlnt | W 5 Q R qW 5 Q R X qldS )z Actually performs the TLS handshake. This is run automatically by wrapped socket, and shouldn't be needed in user code. Nir zutf-8r Tzhandshake timed out)'r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperC Z SSLSetIOFuncs_read_callback_pointer_write_callback_pointerr _connection_ref_lockidr! ZSSLSetConnection isinstancebytesencodeZSSLSetPeerDomainNamerO rS ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxkTLSProtocolMaxSupportedkTLSProtocol12ZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rF rG r rH ZSSLSetCertificaterN Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedre ) rK server_hostnamera rb Z min_versionZ max_versionZ client_certZ client_keyZclient_key_passphraserR Zhandler r r handshake s| zWrappedSocket.handshakec C s | j S N)r$ filenorK r r r rr s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| d S )Nr r )rD rE rM rs r r r _decref_socketios s z WrappedSocket._decref_socketiosc C s& t |}| ||}|d | }|S rq )r) Zcreate_string_bufferr+ )rK Zbufsizr9 Z bytes_readr> r r r recv s zWrappedSocket.recvNc C s | j r dS |d krt|}tj| |}td}| t| j ||t |}W 5 Q R X |t j kr|j dkrtdn"|t jt jfkr| nt| |j S )Nr zrecv timed out)rE rO r) r* Z from_bufferc_size_trN r ZSSLReadrC r] r r0 r` r$ r8 r, ZerrSSLClosedNoNotifyrM r )rK r9 nbytesprocessed_bytesrR r r r r+ & s. zWrappedSocket.recv_intoc C s || _ d S rq rI )rK r8 r r r rJ Q s zWrappedSocket.settimeoutc C s | j S rq ry rs r r r r% T s zWrappedSocket.gettimeoutc C sh t d}| " t| j|t|t |}W 5 Q R X |tj krZ|j dkrZt dnt | |j S )Nr zsend timed out)r) rv rN r ZSSLWriterC rO r] r r0 r` r$ r8 r )rK r> rx rR r r r r= W s zWrappedSocket.sendc C s4 d}|t |k r0| |||t }||7 }qd S Nr )rO r= SSL_WRITE_BLOCKSIZE)rK r> Z total_sentr? r r r sendallh s zWrappedSocket.sendallc C s$ | t| j W 5 Q R X d S rq )rN r ZSSLCloserC rs r r r shutdownn s zWrappedSocket.shutdownc C s | j dk rd| _| jr(t| j d | _| jr@t| j d | _| jrvt| j t| j t | j d | _| _ | j S | j d8 _ d S )Nr T)rD rE rC r r[ rH rF r ZSecKeychainDeleteshutilZrmtreerG r$ rM rs r r r rM r s zWrappedSocket.closeFc C s |s t dt }d }d }zxt| jt|}t | |sFW Td S t |}|s\W >d S t |d}t |}t |}t|} t| |}W 5 |rt| |rt| X |S )Nz2SecureTransport only supports dumping binary certsr ) ValueErrorr rZ r r[ r\ rC r) r] r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSecCertificateCopyDataZCFDataGetLengthZCFDataGetBytePtrr< ) rK Z binary_formrd ZcertdataZ der_bytesrR Z cert_countZleafZ data_lengthr4 r r r getpeercert s. zWrappedSocket.getpeercertc C s t }t | jt|}t| |jtj kr4dS |jtj krDdS |jtj krTdS |jtj krddS |jtj krtdS |jtjkrdS td| d S )NzTLSv1.3zTLSv1.2zTLSv1.1ZTLSv1ZSSLv3ZSSLv2zUnknown TLS version: %r)r Z SSLProtocolZ SSLGetNegotiatedProtocolVersionrC r) r] r r` r ZkTLSProtocol13rn kTLSProtocol11 kTLSProtocol1 kSSLProtocol3 kSSLProtocol2r^ r_ )rK protocolrR r r r version s& zWrappedSocket.versionc C s | j d7 _ d S Nr )rD rs r r r _reuse s zWrappedSocket._reusec C s& | j dk r| n| j d8 _ d S r )rD rM rs r r r _drop s zWrappedSocket._drop)N)F)__name__ __module__ __qualname____doc__rL contextlibcontextmanagerrN rS re rp rr rt ru r+ rJ r% r= r| r} rM r r r r r r r r rA @ s* 9a + :rA c C s | j d7 _ t| ||ddS )Nr T)rM )rD r )rK modebufsizer r r makefile s r rc O s d}t | ||f||S rz r )rK r bufferingargskwargsr r r r s c @ s e Zd ZdZdd Zedd Zejdd Zedd Zejd d Zed d Z e jd d Z d d Z dd Z dd Z d ddZ d ddZd ddZdS ) r z I am a wrapper class for the SecureTransport library, to translate the interface of the standard library ``SSLContext`` object to calls into SecureTransport. c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S rB ) _protocol_to_min_max _min_version _max_version_options_verify _trust_bundle _client_cert _client_key_client_key_passphrase)rK r r r r rL s z SecureTransportContext.__init__c C s dS ) SecureTransport cannot have its hostname checking disabled. For more, see the comment on getpeercert() in this file. Tr rs r r r check_hostname s z%SecureTransportContext.check_hostnamec C s dS )r Nr rK r` r r r r s c C s | j S rq r rs r r r options s z SecureTransportContext.optionsc C s || _ d S rq r r r r r r s c C s | j r tjS tjS rq )r r^ CERT_REQUIREDZ CERT_NONErs r r r verify_mode s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r^ r r r r r r r $ s c C s d S rq r rs r r r set_default_verify_paths( s z/SecureTransportContext.set_default_verify_pathsc C s | S rq )r rs r r r load_default_certs4 s z)SecureTransportContext.load_default_certsc C s |t jjkrtdd S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSr )rK rQ r r r set_ciphers7 s z"SecureTransportContext.set_ciphersNc C s |d k rt d|p|| _d S )Nz1SecureTransport does not support cert directories)r r )rK ZcafileZcapathZcadatar r r load_verify_locations< s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S rq )r r Z_client_cert_passphrase)rK ZcertfileZkeyfileZpasswordr r r load_cert_chainC s z&SecureTransportContext.load_cert_chainFTc C s2 t |}||| j| j| j| j| j| j| j |S rq ) rA rp r r r r r r r )rK ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsro r6 r r r wrap_socketH s z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r r r r rL propertyr setterr r r r r r r r r r r r r s0 r )r )r N)`r Z __future__r r r) r' Zos.pathrU r~ r$ r^ Z threadingweakref r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r r r r ImportErrorZpackages.backports.makefiler __all__r r r r r ZWeakValueDictionaryr! ZLockrh r{ Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZTLS_AES_256_GCM_SHA384ZTLS_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArP Z PROTOCOL_TLSr rm r hasattrr r r r r r r rn r r r r; r@ Z SSLReadFuncrf Z SSLWriteFuncrg objectrA r r r r r r <module> s 3 % 76 ! PK A\ 2, 2, ( pip/_vendor/urllib3/contrib/appengine.pynu [ """ This module provides a pool manager that uses Google App Engine's `URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Example usage:: from pip._vendor.urllib3 import PoolManager from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox if is_appengine_sandbox(): # AppEngineManager uses AppEngine's URLFetch API behind the scenes http = AppEngineManager() else: # PoolManager uses a socket-level API behind the scenes http = PoolManager() r = http.request('GET', 'https://google.com/') There are `limitations <https://cloud.google.com/appengine/docs/python/\ urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be the best choice for your application. There are three options for using urllib3 on Google App Engine: 1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is cost-effective in many circumstances as long as your usage is within the limitations. 2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets. Sockets also have `limitations and restrictions <https://cloud.google.com/appengine/docs/python/sockets/\ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch. To use sockets, be sure to specify the following in your ``app.yaml``:: env_variables: GAE_USE_SOCKETS_HTTPLIB : 'true' 3. If you are using `App Engine Flexible <https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard :class:`PoolManager` without any configuration or special environment variables. """ from __future__ import absolute_import import io import logging import warnings from ..packages.six.moves.urllib.parse import urljoin from ..exceptions import ( HTTPError, HTTPWarning, MaxRetryError, ProtocolError, TimeoutError, SSLError, ) from ..request import RequestMethods from ..response import HTTPResponse from ..util.timeout import Timeout from ..util.retry import Retry from . import _appengine_environ try: from google.appengine.api import urlfetch except ImportError: urlfetch = None log = logging.getLogger(__name__) class AppEnginePlatformWarning(HTTPWarning): pass class AppEnginePlatformError(HTTPError): pass class AppEngineManager(RequestMethods): """ Connection manager for Google App Engine sandbox applications. This manager uses the URLFetch service directly instead of using the emulated httplib, and is subject to URLFetch limitations as described in the App Engine documentation `here <https://cloud.google.com/appengine/docs/python/urlfetch>`_. Notably it will raise an :class:`AppEnginePlatformError` if: * URLFetch is not available. * If you attempt to use this on App Engine Flexible, as full socket support is available. * If a request size is more than 10 megabytes. * If a response size is more than 32 megabtyes. * If you use an unsupported request method such as OPTIONS. Beyond those cases, it will raise normal urllib3 errors. """ def __init__( self, headers=None, retries=None, validate_certificate=True, urlfetch_retries=True, ): if not urlfetch: raise AppEnginePlatformError( "URLFetch is not available in this environment." ) if is_prod_appengine_mvms(): raise AppEnginePlatformError( "Use normal urllib3.PoolManager instead of AppEngineManager" "on Managed VMs, as using URLFetch is not necessary in " "this environment." ) warnings.warn( "urllib3 is using URLFetch on Google App Engine sandbox instead " "of sockets. To use sockets directly instead of URLFetch see " "https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.", AppEnginePlatformWarning, ) RequestMethods.__init__(self, headers) self.validate_certificate = validate_certificate self.urlfetch_retries = urlfetch_retries self.retries = retries or Retry.DEFAULT def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): # Return False to re-raise any potential exceptions return False def urlopen( self, method, url, body=None, headers=None, retries=None, redirect=True, timeout=Timeout.DEFAULT_TIMEOUT, **response_kw ): retries = self._get_retries(retries, redirect) try: follow_redirects = redirect and retries.redirect != 0 and retries.total response = urlfetch.fetch( url, payload=body, method=method, headers=headers or {}, allow_truncated=False, follow_redirects=self.urlfetch_retries and follow_redirects, deadline=self._get_absolute_timeout(timeout), validate_certificate=self.validate_certificate, ) except urlfetch.DeadlineExceededError as e: raise TimeoutError(self, e) except urlfetch.InvalidURLError as e: if "too large" in str(e): raise AppEnginePlatformError( "URLFetch request too large, URLFetch only " "supports requests up to 10mb in size.", e, ) raise ProtocolError(e) except urlfetch.DownloadError as e: if "Too many redirects" in str(e): raise MaxRetryError(self, url, reason=e) raise ProtocolError(e) except urlfetch.ResponseTooLargeError as e: raise AppEnginePlatformError( "URLFetch response too large, URLFetch only supports" "responses up to 32mb in size.", e, ) except urlfetch.SSLCertificateError as e: raise SSLError(e) except urlfetch.InvalidMethodError as e: raise AppEnginePlatformError( "URLFetch does not support method: %s" % method, e ) http_response = self._urlfetch_response_to_http_response( response, retries=retries, **response_kw ) # Handle redirect? redirect_location = redirect and http_response.get_redirect_location() if redirect_location: # Check for redirect response if self.urlfetch_retries and retries.raise_on_redirect: raise MaxRetryError(self, url, "too many redirects") else: if http_response.status == 303: method = "GET" try: retries = retries.increment( method, url, response=http_response, _pool=self ) except MaxRetryError: if retries.raise_on_redirect: raise MaxRetryError(self, url, "too many redirects") return http_response retries.sleep_for_retry(http_response) log.debug("Redirecting %s -> %s", url, redirect_location) redirect_url = urljoin(url, redirect_location) return self.urlopen( method, redirect_url, body, headers, retries=retries, redirect=redirect, timeout=timeout, **response_kw ) # Check if we should retry the HTTP response. has_retry_after = bool(http_response.getheader("Retry-After")) if retries.is_retry(method, http_response.status, has_retry_after): retries = retries.increment(method, url, response=http_response, _pool=self) log.debug("Retry: %s", url) retries.sleep(http_response) return self.urlopen( method, url, body=body, headers=headers, retries=retries, redirect=redirect, timeout=timeout, **response_kw ) return http_response def _urlfetch_response_to_http_response(self, urlfetch_resp, **response_kw): if is_prod_appengine(): # Production GAE handles deflate encoding automatically, but does # not remove the encoding header. content_encoding = urlfetch_resp.headers.get("content-encoding") if content_encoding == "deflate": del urlfetch_resp.headers["content-encoding"] transfer_encoding = urlfetch_resp.headers.get("transfer-encoding") # We have a full response's content, # so let's make sure we don't report ourselves as chunked data. if transfer_encoding == "chunked": encodings = transfer_encoding.split(",") encodings.remove("chunked") urlfetch_resp.headers["transfer-encoding"] = ",".join(encodings) original_response = HTTPResponse( # In order for decoding to work, we must present the content as # a file-like object. body=io.BytesIO(urlfetch_resp.content), msg=urlfetch_resp.header_msg, headers=urlfetch_resp.headers, status=urlfetch_resp.status_code, **response_kw ) return HTTPResponse( body=io.BytesIO(urlfetch_resp.content), headers=urlfetch_resp.headers, status=urlfetch_resp.status_code, original_response=original_response, **response_kw ) def _get_absolute_timeout(self, timeout): if timeout is Timeout.DEFAULT_TIMEOUT: return None # Defer to URLFetch's default. if isinstance(timeout, Timeout): if timeout._read is not None or timeout._connect is not None: warnings.warn( "URLFetch does not support granular timeout settings, " "reverting to total or default URLFetch timeout.", AppEnginePlatformWarning, ) return timeout.total return timeout def _get_retries(self, retries, redirect): if not isinstance(retries, Retry): retries = Retry.from_int(retries, redirect=redirect, default=self.retries) if retries.connect or retries.read or retries.redirect: warnings.warn( "URLFetch only supports total retries and does not " "recognize connect, read, or redirect retry parameters.", AppEnginePlatformWarning, ) return retries # Alias methods from _appengine_environ to maintain public API interface. is_appengine = _appengine_environ.is_appengine is_appengine_sandbox = _appengine_environ.is_appengine_sandbox is_local_appengine = _appengine_environ.is_local_appengine is_prod_appengine = _appengine_environ.is_prod_appengine is_prod_appengine_mvms = _appengine_environ.is_prod_appengine_mvms PK A\Q8@ 8@ ( pip/_vendor/urllib3/contrib/pyopenssl.pynu [ """ SSL with SNI_-support for Python 2. Follow these instructions if you would like to verify SSL certificates in Python 2. Note, the default libraries do *not* do certificate checking; you need to do additional work to validate certificates yourself. This needs the following packages installed: * pyOpenSSL (tested with 16.0.0) * cryptography (minimum 1.3.4, from pyopenssl) * idna (minimum 2.0, from cryptography) However, pyopenssl depends on cryptography, which depends on idna, so while we use all three directly here we end up having relatively few packages required. You can install them with the following command: pip install pyopenssl cryptography idna To activate certificate checking, call :func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code before you begin making HTTP requests. This can be done in a ``sitecustomize`` module, or at any other time before your application begins using ``urllib3``, like this:: try: import urllib3.contrib.pyopenssl urllib3.contrib.pyopenssl.inject_into_urllib3() except ImportError: pass Now you can use :mod:`urllib3` as you normally would, and it will support SNI when the required modules are installed. Activating this module also has the positive side effect of disabling SSL/TLS compression in Python 2 (see `CRIME attack`_). If you want to configure the default list of supported cipher suites, you can set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable. .. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication .. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit) """ from __future__ import absolute_import import OpenSSL.SSL from cryptography import x509 from cryptography.hazmat.backends.openssl import backend as openssl_backend from cryptography.hazmat.backends.openssl.x509 import _Certificate try: from cryptography.x509 import UnsupportedExtension except ImportError: # UnsupportedExtension is gone in cryptography >= 2.1.0 class UnsupportedExtension(Exception): pass from socket import timeout, error as SocketError from io import BytesIO try: # Platform-specific: Python 2 from socket import _fileobject except ImportError: # Platform-specific: Python 3 _fileobject = None from ..packages.backports.makefile import backport_makefile import logging import ssl from ..packages import six import sys from .. import util __all__ = ["inject_into_urllib3", "extract_from_urllib3"] # SNI always works. HAS_SNI = True # Map from urllib3 to PyOpenSSL compatible parameter-values. _openssl_versions = { util.PROTOCOL_TLS: OpenSSL.SSL.SSLv23_METHOD, ssl.PROTOCOL_TLSv1: OpenSSL.SSL.TLSv1_METHOD, } if hasattr(ssl, "PROTOCOL_SSLv3") and hasattr(OpenSSL.SSL, "SSLv3_METHOD"): _openssl_versions[ssl.PROTOCOL_SSLv3] = OpenSSL.SSL.SSLv3_METHOD if hasattr(ssl, "PROTOCOL_TLSv1_1") and hasattr(OpenSSL.SSL, "TLSv1_1_METHOD"): _openssl_versions[ssl.PROTOCOL_TLSv1_1] = OpenSSL.SSL.TLSv1_1_METHOD if hasattr(ssl, "PROTOCOL_TLSv1_2") and hasattr(OpenSSL.SSL, "TLSv1_2_METHOD"): _openssl_versions[ssl.PROTOCOL_TLSv1_2] = OpenSSL.SSL.TLSv1_2_METHOD _stdlib_to_openssl_verify = { ssl.CERT_NONE: OpenSSL.SSL.VERIFY_NONE, ssl.CERT_OPTIONAL: OpenSSL.SSL.VERIFY_PEER, ssl.CERT_REQUIRED: OpenSSL.SSL.VERIFY_PEER + OpenSSL.SSL.VERIFY_FAIL_IF_NO_PEER_CERT, } _openssl_to_stdlib_verify = dict((v, k) for k, v in _stdlib_to_openssl_verify.items()) # OpenSSL will only write 16K at a time SSL_WRITE_BLOCKSIZE = 16384 orig_util_HAS_SNI = util.HAS_SNI orig_util_SSLContext = util.ssl_.SSLContext log = logging.getLogger(__name__) def inject_into_urllib3(): "Monkey-patch urllib3 with PyOpenSSL-backed SSL-support." _validate_dependencies_met() util.SSLContext = PyOpenSSLContext util.ssl_.SSLContext = PyOpenSSLContext util.HAS_SNI = HAS_SNI util.ssl_.HAS_SNI = HAS_SNI util.IS_PYOPENSSL = True util.ssl_.IS_PYOPENSSL = True def extract_from_urllib3(): "Undo monkey-patching by :func:`inject_into_urllib3`." util.SSLContext = orig_util_SSLContext util.ssl_.SSLContext = orig_util_SSLContext util.HAS_SNI = orig_util_HAS_SNI util.ssl_.HAS_SNI = orig_util_HAS_SNI util.IS_PYOPENSSL = False util.ssl_.IS_PYOPENSSL = False def _validate_dependencies_met(): """ Verifies that PyOpenSSL's package-level dependencies have been met. Throws `ImportError` if they are not met. """ # Method added in `cryptography==1.1`; not available in older versions from cryptography.x509.extensions import Extensions if getattr(Extensions, "get_extension_for_class", None) is None: raise ImportError( "'cryptography' module missing required functionality. " "Try upgrading to v1.3.4 or newer." ) # pyOpenSSL 0.14 and above use cryptography for OpenSSL bindings. The _x509 # attribute is only present on those versions. from OpenSSL.crypto import X509 x509 = X509() if getattr(x509, "_x509", None) is None: raise ImportError( "'pyOpenSSL' module missing required functionality. " "Try upgrading to v0.14 or newer." ) def _dnsname_to_stdlib(name): """ Converts a dNSName SubjectAlternativeName field to the form used by the standard library on the given Python version. Cryptography produces a dNSName as a unicode string that was idna-decoded from ASCII bytes. We need to idna-encode that string to get it back, and then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8). If the name cannot be idna-encoded then we return None signalling that the name given should be skipped. """ def idna_encode(name): """ Borrowed wholesale from the Python Cryptography Project. It turns out that we can't just safely call `idna.encode`: it can explode for wildcard names. This avoids that problem. """ from pip._vendor import idna try: for prefix in [u"*.", u"."]: if name.startswith(prefix): name = name[len(prefix) :] return prefix.encode("ascii") + idna.encode(name) return idna.encode(name) except idna.core.IDNAError: return None # Don't send IPv6 addresses through the IDNA encoder. if ":" in name: return name name = idna_encode(name) if name is None: return None elif sys.version_info >= (3, 0): name = name.decode("utf-8") return name def get_subj_alt_name(peer_cert): """ Given an PyOpenSSL certificate, provides all the subject alternative names. """ # Pass the cert to cryptography, which has much better APIs for this. if hasattr(peer_cert, "to_cryptography"): cert = peer_cert.to_cryptography() else: # This is technically using private APIs, but should work across all # relevant versions before PyOpenSSL got a proper API for this. cert = _Certificate(openssl_backend, peer_cert._x509) # We want to find the SAN extension. Ask Cryptography to locate it (it's # faster than looping in Python) try: ext = cert.extensions.get_extension_for_class(x509.SubjectAlternativeName).value except x509.ExtensionNotFound: # No such extension, return the empty list. return [] except ( x509.DuplicateExtension, UnsupportedExtension, x509.UnsupportedGeneralNameType, UnicodeError, ) as e: # A problem has been found with the quality of the certificate. Assume # no SAN field is present. log.warning( "A problem was encountered with the certificate that prevented " "urllib3 from finding the SubjectAlternativeName field. This can " "affect certificate validation. The error was %s", e, ) return [] # We want to return dNSName and iPAddress fields. We need to cast the IPs # back to strings because the match_hostname function wants them as # strings. # Sadly the DNS names need to be idna encoded and then, on Python 3, UTF-8 # decoded. This is pretty frustrating, but that's what the standard library # does with certificates, and so we need to attempt to do the same. # We also want to skip over names which cannot be idna encoded. names = [ ("DNS", name) for name in map(_dnsname_to_stdlib, ext.get_values_for_type(x509.DNSName)) if name is not None ] names.extend( ("IP Address", str(name)) for name in ext.get_values_for_type(x509.IPAddress) ) return names class WrappedSocket(object): """API-compatibility wrapper for Python OpenSSL's Connection-class. Note: _makefile_refs, _drop() and _reuse() are needed for the garbage collector of pypy. """ def __init__(self, connection, socket, suppress_ragged_eofs=True): self.connection = connection self.socket = socket self.suppress_ragged_eofs = suppress_ragged_eofs self._makefile_refs = 0 self._closed = False def fileno(self): return self.socket.fileno() # Copy-pasted from Python 3.5 source code def _decref_socketios(self): if self._makefile_refs > 0: self._makefile_refs -= 1 if self._closed: self.close() def recv(self, *args, **kwargs): try: data = self.connection.recv(*args, **kwargs) except OpenSSL.SSL.SysCallError as e: if self.suppress_ragged_eofs and e.args == (-1, "Unexpected EOF"): return b"" else: raise SocketError(str(e)) except OpenSSL.SSL.ZeroReturnError: if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN: return b"" else: raise except OpenSSL.SSL.WantReadError: if not util.wait_for_read(self.socket, self.socket.gettimeout()): raise timeout("The read operation timed out") else: return self.recv(*args, **kwargs) # TLS 1.3 post-handshake authentication except OpenSSL.SSL.Error as e: raise ssl.SSLError("read error: %r" % e) else: return data def recv_into(self, *args, **kwargs): try: return self.connection.recv_into(*args, **kwargs) except OpenSSL.SSL.SysCallError as e: if self.suppress_ragged_eofs and e.args == (-1, "Unexpected EOF"): return 0 else: raise SocketError(str(e)) except OpenSSL.SSL.ZeroReturnError: if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN: return 0 else: raise except OpenSSL.SSL.WantReadError: if not util.wait_for_read(self.socket, self.socket.gettimeout()): raise timeout("The read operation timed out") else: return self.recv_into(*args, **kwargs) # TLS 1.3 post-handshake authentication except OpenSSL.SSL.Error as e: raise ssl.SSLError("read error: %r" % e) def settimeout(self, timeout): return self.socket.settimeout(timeout) def _send_until_done(self, data): while True: try: return self.connection.send(data) except OpenSSL.SSL.WantWriteError: if not util.wait_for_write(self.socket, self.socket.gettimeout()): raise timeout() continue except OpenSSL.SSL.SysCallError as e: raise SocketError(str(e)) def sendall(self, data): total_sent = 0 while total_sent < len(data): sent = self._send_until_done( data[total_sent : total_sent + SSL_WRITE_BLOCKSIZE] ) total_sent += sent def shutdown(self): # FIXME rethrow compatible exceptions should we ever use this self.connection.shutdown() def close(self): if self._makefile_refs < 1: try: self._closed = True return self.connection.close() except OpenSSL.SSL.Error: return else: self._makefile_refs -= 1 def getpeercert(self, binary_form=False): x509 = self.connection.get_peer_certificate() if not x509: return x509 if binary_form: return OpenSSL.crypto.dump_certificate(OpenSSL.crypto.FILETYPE_ASN1, x509) return { "subject": ((("commonName", x509.get_subject().CN),),), "subjectAltName": get_subj_alt_name(x509), } def version(self): return self.connection.get_protocol_version_name() def _reuse(self): self._makefile_refs += 1 def _drop(self): if self._makefile_refs < 1: self.close() else: self._makefile_refs -= 1 if _fileobject: # Platform-specific: Python 2 def makefile(self, mode, bufsize=-1): self._makefile_refs += 1 return _fileobject(self, mode, bufsize, close=True) else: # Platform-specific: Python 3 makefile = backport_makefile WrappedSocket.makefile = makefile class PyOpenSSLContext(object): """ I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible for translating the interface of the standard library ``SSLContext`` object to calls into PyOpenSSL. """ def __init__(self, protocol): self.protocol = _openssl_versions[protocol] self._ctx = OpenSSL.SSL.Context(self.protocol) self._options = 0 self.check_hostname = False @property def options(self): return self._options @options.setter def options(self, value): self._options = value self._ctx.set_options(value) @property def verify_mode(self): return _openssl_to_stdlib_verify[self._ctx.get_verify_mode()] @verify_mode.setter def verify_mode(self, value): self._ctx.set_verify(_stdlib_to_openssl_verify[value], _verify_callback) def set_default_verify_paths(self): self._ctx.set_default_verify_paths() def set_ciphers(self, ciphers): if isinstance(ciphers, six.text_type): ciphers = ciphers.encode("utf-8") self._ctx.set_cipher_list(ciphers) def load_verify_locations(self, cafile=None, capath=None, cadata=None): if cafile is not None: cafile = cafile.encode("utf-8") if capath is not None: capath = capath.encode("utf-8") self._ctx.load_verify_locations(cafile, capath) if cadata is not None: self._ctx.load_verify_locations(BytesIO(cadata)) def load_cert_chain(self, certfile, keyfile=None, password=None): self._ctx.use_certificate_chain_file(certfile) if password is not None: if not isinstance(password, six.binary_type): password = password.encode("utf-8") self._ctx.set_passwd_cb(lambda *_: password) self._ctx.use_privatekey_file(keyfile or certfile) def wrap_socket( self, sock, server_side=False, do_handshake_on_connect=True, suppress_ragged_eofs=True, server_hostname=None, ): cnx = OpenSSL.SSL.Connection(self._ctx, sock) if isinstance(server_hostname, six.text_type): # Platform-specific: Python 3 server_hostname = server_hostname.encode("utf-8") if server_hostname is not None: cnx.set_tlsext_host_name(server_hostname) cnx.set_connect_state() while True: try: cnx.do_handshake() except OpenSSL.SSL.WantReadError: if not util.wait_for_read(sock, sock.gettimeout()): raise timeout("select timed out") continue except OpenSSL.SSL.Error as e: raise ssl.SSLError("bad handshake: %r" % e) break return WrappedSocket(cnx, sock) def _verify_callback(cnx, x509, err_no, err_depth, return_code): return err_no == 0 PK A\ ' pip/_vendor/urllib3/contrib/__init__.pynu [ PK A\@i P pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d S )N r r r Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py<module> PK A\~ ' ' P pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.pycnu [ U .eA @ s d Z ddlmZ ddlZddlmZ ddlmZmZm Z m Z m Z m Z m Z mZmZ ddlmZmZmZ edZesxeded Zesed e d Zeeeed Z e d k re d e d e d f eeddZ eeddZ eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e Z*ee)Z+eZ,eZ-ee#Z.ee$Z/ee%Z0ee&Z1ee'Z2eZ3eZ4eZ5eeZ6e Z7e Z8eeZ9e Z:eZ;eeZ<e Z=e Z>eeZ?eeZ@e ZAe ZBe ZCe ZDe ZEe ZFze.e/ee7ee8e:ee;e<ee0ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9ge jP_He-e jP_Ie e ee eee<ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0ge jS_He-e jS_Iee-eAeee ZTee-eAee ee ZUe?eTeUge jV_He-e jV_Ie?e e ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e ee ge j]_He-e j]_Ie?e e ee ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee ge j`_He-e j`_Ie?ee>ee ge ja_He-e ja_Ie?ee>e ge jb_He-e jb_Ie?ee ge jc_de-e jc_Ie?ee>ee ge je_He-e je_Ie?ee>ge jf_He-e jf_Ie?ee=ge jg_He-e jg_Ie?ee@ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeBge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/se de _te/se de _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+ee+e!e4e5ge j_He2e j_Ie2e+ge j_He+e j_Ie,ee+e!e3ge j_He0e j_Ie,e!e3ge j_He1e j_Ie1ege j_Hde j_Ie0ge j_He!e j_Ie0e!ge j_Hee j_Ie,se de _ese de _ese de _ese de _e+e _+e0e _0e/e _/e2e _2W n ek rt edY nX G dd deZG dd deZdS ) ay This module uses ctypes to bind a whole bunch of functions and constants from SecureTransport. The goal here is to provide the low-level API to SecureTransport. These are essentially the C-level functions and constants, and they're pretty gross to work with. This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. )absolute_importN) find_library) c_void_pc_int32c_char_pc_size_tc_bytec_uint32c_ulongc_longc_bool)CDLLPOINTER CFUNCTYPESecurityz'The library Security could not be foundCoreFoundationz-The library CoreFoundation could not be found.) z1Only OS X 10.8 and newer are supported, not %s.%s T)Z use_errnokSecImportExportPassphrasekSecImportItemIdentitykCFAllocatorDefaultkCFTypeArrayCallBacks kCFTypeDictionaryKeyCallBacks kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZedZdS )CFConstz_ A class object that acts as essentially a namespace for CoreFoundation constants. i N)__name__ __module__ __qualname____doc__CFStringEncodingZkCFStringEncodingUTF8 r" r" Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.pyr s r c @ s( e Zd ZdZdZdZdZdZdZdZ dZ d Z dZ dZ dZdZdZd ZdZd Zd ZdZd ZdZdZdZdZdZdZ dZ dZ dZ dZ dZ!dZ"dZ#dZ$d Z%d Z&d Z'd Z(d Z)d!Z*d"Z+d#Z,d$Z-d%Z.d&Z/d'Z0d(Z1d)Z2d*Z3d+Z4d,Z5d-Z6d.Z7d/Z8d0Z9d1Z:d2Z;d3Z<d4Z=d5Z>d6Z?d7Z@d8ZAd9ZBd:ZCd;ZDd<ZEd=ZFd>ZGd?ZHd@ZIdAS )B SecurityConstzU A class object that acts as essentially a namespace for Security constants. r r r r i iiiiiiiiiiiiiiiiiii iQi,iRi, i0 i+ i/ i i i$ i( i i k 9 i# i' i i g 3 = < 5 / i i i i N)Jr r r r Z"kSSLSessionOptionBreakOnServerAuthZ kSSLProtocol2Z kSSLProtocol3Z kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkTLSProtocol13ZkTLSProtocolMaxSupportedZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256r" r" r" r# r$ s r$ )r Z __future__r platformZ ctypes.utilr Zctypesr r r r r r r r r r r r Z security_path ImportErrorZcore_foundation_pathZmac_verversiontuplemapintsplit version_infoOSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r AttributeErrorobjectr r$ r" r" r" r# <module> s& , PK A\'ct` ` W pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.opt-1.pycnu [ U .e. @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z e dej Zdd Zdd Zd d Zdd d Zdd Zdd Zdd Zdd Zdd Zdd ZdS )a Low-level helpers for the SecureTransport bindings. These are Python functions that are not directly related to the high-level APIs but are necessary to get them to work. They include a whole bunch of low-level CoreFoundation messing about and memory management. The concerns in this module are almost entirely about trying to avoid memory leaks and providing appropriate and useful assistance to the higher-level code. N )SecurityCoreFoundationCFConsts; -----BEGIN CERTIFICATE----- (.*?) -----END CERTIFICATE-----c C s t t j| t| S )zv Given a bytestring, create a CFData object from it. This CFData object must be CFReleased by the caller. )r CFDataCreatekCFAllocatorDefaultlen)Z bytestring r Z/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py_cf_data_from_bytes s r c C sZ t | }dd | D }dd | D }tj| | }tj| | }ttj|||tjtjS )zK Given a list of Python tuples, create an associated CFDictionary. c s s | ]}|d V qdS )r Nr .0tr r r <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr r r r r r - s )r r CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_sizekeysvaluesZcf_keysZ cf_valuesr r r _cf_dictionary_from_tuples% s r c C sn t | t t j}t|tj}|dkrXt d}t ||dtj}|sRt d|j }|dk rj| d}|S )z Creates a Unicode string from a CFString object. Used entirely for error reporting. Yes, it annoys me quite a lot that this function is this complex. Ni z'Error copying C string from CFStringRefutf-8) ctypescastZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCStringOSErrorvaluedecode)r Zvalue_as_void_pstringbufferresultr r r _cf_string_to_unicode; s& r c C s\ | dkr dS t | d}t|}t| |dks:|dkrBd| }|dkrPtj}||dS )z[ Checks the return code and throws an exception if there is an error to report r N z OSStatus %s)r ZSecCopyErrorMessageStringr r CFReleasesslSSLError)errorZexception_classZcf_error_stringoutputr r r _assert_no_errorT s r$ c C s | dd} dd t| D }|s.tdttjdt tj }|sTtdz`|D ]V}t |}|sttdt tj|}t| |stdt|| t| qZW n tk r t| Y nX |S ) z Given a bundle of certs in PEM format, turns them into a CFArray of certs that can be used to validate a cert chain. s c S s g | ]}t |d qS )r )base64Z b64decodegroup)r matchr r r <listcomp>q s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)replace _PEM_CERTS_REfinditerr r! r CFArrayCreateMutabler r byrefkCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar CFArrayAppendValue Exception)Z pem_bundleZ der_certsZ cert_arrayZ der_bytesZcertdataZcertr r r _cert_array_from_pemi s< r2 c C s t }t| |kS )z= Returns True if a given CFTypeRef is a certificate. )r ZSecCertificateGetTypeIDr CFGetTypeIDitemZexpectedr r r _is_cert s r6 c C s t }t| |kS )z; Returns True if a given CFTypeRef is an identity. )r ZSecIdentityGetTypeIDr r3 r4 r r r _is_identity s r7 c C s t d} t| dd d}t| dd }t }t j|| d}t }t |t ||ddt|}t| ||fS )a This function creates a temporary Mac keychain that we can use to work with credentials. This keychain uses a one-time password and a temporary file to store the data. We expect to have one keychain per socket. The returned SecKeychainRef must be freed by the caller, including calling SecKeychainDelete. Returns a tuple of the SecKeychainRef and the path to the temporary directory that contains it. ( N r F)osurandomr& Z b16encoder tempfileZmkdtemppathjoinencoder ZSecKeychainRefZSecKeychainCreater r r. r$ )Z random_bytesfilenameZpasswordZ tempdirectoryZ keychain_pathkeychainstatusr r r _temporary_keychain s rC c C s g }g }d}t |d}| }W 5 Q R X zttj|t|}t }t |ddddd| t |}t | t |} t| D ]X} t|| } t | tj} t| rt| || qt| rt| || qW 5 |rt| t| X ||fS )z Given a single file, loads all the trust objects from it into arrays and the keychain. Returns a tuple of lists: the first list is a list of identities, the second a list of certs. Nrbr )openreadr r r r r Z CFArrayRefr Z SecItemImportr r. r$ ZCFArrayGetCountrangeZCFArrayGetValueAtIndexr r r6 ZCFRetainappendr7 ) rA r= certificates identitiesZ result_arrayfZ raw_filedataZfiledatar Z result_countindexr5 r r r _load_items_from_file sJ rM c G s g }g }dd |D }z|D ]&}t| |\}}|| || q |st }t| |d t |} t | | | t| d ttjdt tj} t ||D ]} t| | q| W S t ||D ]}t| qX dS )z Load certificates and maybe keys from a number of files. Has the end goal of returning a CFArray containing one SecIdentityRef, and then zero or more SecCertificateRef objects, suitable for use as a client certificate trust chain. c s s | ]}|r|V qd S )Nr )r r= r r r r $ s z*_load_client_cert_chain.<locals>.<genexpr>r N) itertoolschainr r rM extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r. r$ rH popr- r r/ r0 ) rA pathsrI rJ objZ file_pathZnew_identitiesZ new_certsZ new_identityrB Z trust_chainr5 r r r _load_client_cert_chain s8 rT )N)__doc__r& r rN rer: r r< Zbindingsr r r compileDOTALLr+ r r r r$ r2 r6 r7 rC rM rT r r r r <module> s, -#7PK A\'ct` ` Q pip/_vendor/urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.pycnu [ U .e. @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z e dej Zdd Zdd Zd d Zdd d Zdd Zdd Zdd Zdd Zdd Zdd ZdS )a Low-level helpers for the SecureTransport bindings. These are Python functions that are not directly related to the high-level APIs but are necessary to get them to work. They include a whole bunch of low-level CoreFoundation messing about and memory management. The concerns in this module are almost entirely about trying to avoid memory leaks and providing appropriate and useful assistance to the higher-level code. N )SecurityCoreFoundationCFConsts; -----BEGIN CERTIFICATE----- (.*?) -----END CERTIFICATE-----c C s t t j| t| S )zv Given a bytestring, create a CFData object from it. This CFData object must be CFReleased by the caller. )r CFDataCreatekCFAllocatorDefaultlen)Z bytestring r Z/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py_cf_data_from_bytes s r c C sZ t | }dd | D }dd | D }tj| | }tj| | }ttj|||tjtjS )zK Given a list of Python tuples, create an associated CFDictionary. c s s | ]}|d V qdS )r Nr .0tr r r <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr r r r r r - s )r r CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_sizekeysvaluesZcf_keysZ cf_valuesr r r _cf_dictionary_from_tuples% s r c C sn t | t t j}t|tj}|dkrXt d}t ||dtj}|sRt d|j }|dk rj| d}|S )z Creates a Unicode string from a CFString object. Used entirely for error reporting. Yes, it annoys me quite a lot that this function is this complex. Ni z'Error copying C string from CFStringRefutf-8) ctypescastZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCStringOSErrorvaluedecode)r Zvalue_as_void_pstringbufferresultr r r _cf_string_to_unicode; s& r c C s\ | dkr dS t | d}t|}t| |dks:|dkrBd| }|dkrPtj}||dS )z[ Checks the return code and throws an exception if there is an error to report r N z OSStatus %s)r ZSecCopyErrorMessageStringr r CFReleasesslSSLError)errorZexception_classZcf_error_stringoutputr r r _assert_no_errorT s r$ c C s | dd} dd t| D }|s.tdttjdt tj }|sTtdz`|D ]V}t |}|sttdt tj|}t| |stdt|| t| qZW n tk r t| Y nX |S ) z Given a bundle of certs in PEM format, turns them into a CFArray of certs that can be used to validate a cert chain. s c S s g | ]}t |d qS )r )base64Z b64decodegroup)r matchr r r <listcomp>q s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)replace _PEM_CERTS_REfinditerr r! r CFArrayCreateMutabler r byrefkCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar CFArrayAppendValue Exception)Z pem_bundleZ der_certsZ cert_arrayZ der_bytesZcertdataZcertr r r _cert_array_from_pemi s< r2 c C s t }t| |kS )z= Returns True if a given CFTypeRef is a certificate. )r ZSecCertificateGetTypeIDr CFGetTypeIDitemZexpectedr r r _is_cert s r6 c C s t }t| |kS )z; Returns True if a given CFTypeRef is an identity. )r ZSecIdentityGetTypeIDr r3 r4 r r r _is_identity s r7 c C s t d} t| dd d}t| dd }t }t j|| d}t }t |t ||ddt|}t| ||fS )a This function creates a temporary Mac keychain that we can use to work with credentials. This keychain uses a one-time password and a temporary file to store the data. We expect to have one keychain per socket. The returned SecKeychainRef must be freed by the caller, including calling SecKeychainDelete. Returns a tuple of the SecKeychainRef and the path to the temporary directory that contains it. ( N r F)osurandomr& Z b16encoder tempfileZmkdtemppathjoinencoder ZSecKeychainRefZSecKeychainCreater r r. r$ )Z random_bytesfilenameZpasswordZ tempdirectoryZ keychain_pathkeychainstatusr r r _temporary_keychain s rC c C s g }g }d}t |d}| }W 5 Q R X zttj|t|}t }t |ddddd| t |}t | t |} t| D ]X} t|| } t | tj} t| rt| || qt| rt| || qW 5 |rt| t| X ||fS )z Given a single file, loads all the trust objects from it into arrays and the keychain. Returns a tuple of lists: the first list is a list of identities, the second a list of certs. Nrbr )openreadr r r r r Z CFArrayRefr Z SecItemImportr r. r$ ZCFArrayGetCountrangeZCFArrayGetValueAtIndexr r r6 ZCFRetainappendr7 ) rA r= certificates identitiesZ result_arrayfZ raw_filedataZfiledatar Z result_countindexr5 r r r _load_items_from_file sJ rM c G s g }g }dd |D }z|D ]&}t| |\}}|| || q |st }t| |d t |} t | | | t| d ttjdt tj} t ||D ]} t| | q| W S t ||D ]}t| qX dS )z Load certificates and maybe keys from a number of files. Has the end goal of returning a CFArray containing one SecIdentityRef, and then zero or more SecCertificateRef objects, suitable for use as a client certificate trust chain. c s s | ]}|r|V qd S )Nr )r r= r r r r $ s z*_load_client_cert_chain.<locals>.<genexpr>r N) itertoolschainr r rM extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r. r$ rH popr- r r/ r0 ) rA pathsrI rJ objZ file_pathZnew_identitiesZ new_certsZ new_identityrB Z trust_chainr5 r r r _load_client_cert_chain s8 rT )N)__doc__r& r rN rer: r r< Zbindingsr r r compileDOTALLr+ r r r r$ r2 r6 r7 rC rM rT r r r r <module> s, -#7PK A\~ ' ' V pip/_vendor/urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.opt-1.pycnu [ U .eA @ s d Z ddlmZ ddlZddlmZ ddlmZmZm Z m Z m Z m Z m Z mZmZ ddlmZmZmZ edZesxeded Zesed e d Zeeeed Z e d k re d e d e d f eeddZ eeddZ eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e Z*ee)Z+eZ,eZ-ee#Z.ee$Z/ee%Z0ee&Z1ee'Z2eZ3eZ4eZ5eeZ6e Z7e Z8eeZ9e Z:eZ;eeZ<e Z=e Z>eeZ?eeZ@e ZAe ZBe ZCe ZDe ZEe ZFze.e/ee7ee8e:ee;e<ee0ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9ge jP_He-e jP_Ie e ee eee<ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0ge jS_He-e jS_Iee-eAeee ZTee-eAee ee ZUe?eTeUge jV_He-e jV_Ie?e e ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e ee ge j]_He-e j]_Ie?e e ee ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee ge j`_He-e j`_Ie?ee>ee ge ja_He-e ja_Ie?ee>e ge jb_He-e jb_Ie?ee ge jc_de-e jc_Ie?ee>ee ge je_He-e je_Ie?ee>ge jf_He-e jf_Ie?ee=ge jg_He-e jg_Ie?ee@ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeBge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/se de _te/se de _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+ee+e!e4e5ge j_He2e j_Ie2e+ge j_He+e j_Ie,ee+e!e3ge j_He0e j_Ie,e!e3ge j_He1e j_Ie1ege j_Hde j_Ie0ge j_He!e j_Ie0e!ge j_Hee j_Ie,se de _ese de _ese de _ese de _e+e _+e0e _0e/e _/e2e _2W n ek rt edY nX G dd deZG dd deZdS ) ay This module uses ctypes to bind a whole bunch of functions and constants from SecureTransport. The goal here is to provide the low-level API to SecureTransport. These are essentially the C-level functions and constants, and they're pretty gross to work with. This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. )absolute_importN) find_library) c_void_pc_int32c_char_pc_size_tc_bytec_uint32c_ulongc_longc_bool)CDLLPOINTER CFUNCTYPESecurityz'The library Security could not be foundCoreFoundationz-The library CoreFoundation could not be found.) z1Only OS X 10.8 and newer are supported, not %s.%s T)Z use_errnokSecImportExportPassphrasekSecImportItemIdentitykCFAllocatorDefaultkCFTypeArrayCallBacks kCFTypeDictionaryKeyCallBacks kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZedZdS )CFConstz_ A class object that acts as essentially a namespace for CoreFoundation constants. i N)__name__ __module__ __qualname____doc__CFStringEncodingZkCFStringEncodingUTF8 r" r" Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.pyr s r c @ s( e Zd ZdZdZdZdZdZdZdZ dZ d Z dZ dZ dZdZdZd ZdZd Zd ZdZd ZdZdZdZdZdZdZ dZ dZ dZ dZ dZ!dZ"dZ#dZ$d Z%d Z&d Z'd Z(d Z)d!Z*d"Z+d#Z,d$Z-d%Z.d&Z/d'Z0d(Z1d)Z2d*Z3d+Z4d,Z5d-Z6d.Z7d/Z8d0Z9d1Z:d2Z;d3Z<d4Z=d5Z>d6Z?d7Z@d8ZAd9ZBd:ZCd;ZDd<ZEd=ZFd>ZGd?ZHd@ZIdAS )B SecurityConstzU A class object that acts as essentially a namespace for Security constants. r r r r i iiiiiiiiiiiiiiiiiii iQi,iRi, i0 i+ i/ i i i$ i( i i k 9 i# i' i i g 3 = < 5 / i i i i N)Jr r r r Z"kSSLSessionOptionBreakOnServerAuthZ kSSLProtocol2Z kSSLProtocol3Z kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkTLSProtocol13ZkTLSProtocolMaxSupportedZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256r" r" r" r# r$ s r$ )r Z __future__r platformZ ctypes.utilr Zctypesr r r r r r r r r r r r Z security_path ImportErrorZcore_foundation_pathZmac_verversiontuplemapintsplit version_infoOSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r AttributeErrorobjectr r$ r" r" r" r# <module> s& , PK A\@i V pip/_vendor/urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d S )N r r r Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py<module> PK A\ 8 pip/_vendor/urllib3/contrib/_securetransport/__init__.pynu [ PK A\A A 8 pip/_vendor/urllib3/contrib/_securetransport/bindings.pynu [ """ This module uses ctypes to bind a whole bunch of functions and constants from SecureTransport. The goal here is to provide the low-level API to SecureTransport. These are essentially the C-level functions and constants, and they're pretty gross to work with. This code is a bastardised version of the code found in Will Bond's oscrypto library. An enormous debt is owed to him for blazing this trail for us. For that reason, this code should be considered to be covered both by urllib3's license and by oscrypto's: Copyright (c) 2015-2016 Will Bond <will@wbond.net> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. """ from __future__ import absolute_import import platform from ctypes.util import find_library from ctypes import ( c_void_p, c_int32, c_char_p, c_size_t, c_byte, c_uint32, c_ulong, c_long, c_bool, ) from ctypes import CDLL, POINTER, CFUNCTYPE security_path = find_library("Security") if not security_path: raise ImportError("The library Security could not be found") core_foundation_path = find_library("CoreFoundation") if not core_foundation_path: raise ImportError("The library CoreFoundation could not be found") version = platform.mac_ver()[0] version_info = tuple(map(int, version.split("."))) if version_info < (10, 8): raise OSError( "Only OS X 10.8 and newer are supported, not %s.%s" % (version_info[0], version_info[1]) ) Security = CDLL(security_path, use_errno=True) CoreFoundation = CDLL(core_foundation_path, use_errno=True) Boolean = c_bool CFIndex = c_long CFStringEncoding = c_uint32 CFData = c_void_p CFString = c_void_p CFArray = c_void_p CFMutableArray = c_void_p CFDictionary = c_void_p CFError = c_void_p CFType = c_void_p CFTypeID = c_ulong CFTypeRef = POINTER(CFType) CFAllocatorRef = c_void_p OSStatus = c_int32 CFDataRef = POINTER(CFData) CFStringRef = POINTER(CFString) CFArrayRef = POINTER(CFArray) CFMutableArrayRef = POINTER(CFMutableArray) CFDictionaryRef = POINTER(CFDictionary) CFArrayCallBacks = c_void_p CFDictionaryKeyCallBacks = c_void_p CFDictionaryValueCallBacks = c_void_p SecCertificateRef = POINTER(c_void_p) SecExternalFormat = c_uint32 SecExternalItemType = c_uint32 SecIdentityRef = POINTER(c_void_p) SecItemImportExportFlags = c_uint32 SecItemImportExportKeyParameters = c_void_p SecKeychainRef = POINTER(c_void_p) SSLProtocol = c_uint32 SSLCipherSuite = c_uint32 SSLContextRef = POINTER(c_void_p) SecTrustRef = POINTER(c_void_p) SSLConnectionRef = c_uint32 SecTrustResultType = c_uint32 SecTrustOptionFlags = c_uint32 SSLProtocolSide = c_uint32 SSLConnectionType = c_uint32 SSLSessionOption = c_uint32 try: Security.SecItemImport.argtypes = [ CFDataRef, CFStringRef, POINTER(SecExternalFormat), POINTER(SecExternalItemType), SecItemImportExportFlags, POINTER(SecItemImportExportKeyParameters), SecKeychainRef, POINTER(CFArrayRef), ] Security.SecItemImport.restype = OSStatus Security.SecCertificateGetTypeID.argtypes = [] Security.SecCertificateGetTypeID.restype = CFTypeID Security.SecIdentityGetTypeID.argtypes = [] Security.SecIdentityGetTypeID.restype = CFTypeID Security.SecKeyGetTypeID.argtypes = [] Security.SecKeyGetTypeID.restype = CFTypeID Security.SecCertificateCreateWithData.argtypes = [CFAllocatorRef, CFDataRef] Security.SecCertificateCreateWithData.restype = SecCertificateRef Security.SecCertificateCopyData.argtypes = [SecCertificateRef] Security.SecCertificateCopyData.restype = CFDataRef Security.SecCopyErrorMessageString.argtypes = [OSStatus, c_void_p] Security.SecCopyErrorMessageString.restype = CFStringRef Security.SecIdentityCreateWithCertificate.argtypes = [ CFTypeRef, SecCertificateRef, POINTER(SecIdentityRef), ] Security.SecIdentityCreateWithCertificate.restype = OSStatus Security.SecKeychainCreate.argtypes = [ c_char_p, c_uint32, c_void_p, Boolean, c_void_p, POINTER(SecKeychainRef), ] Security.SecKeychainCreate.restype = OSStatus Security.SecKeychainDelete.argtypes = [SecKeychainRef] Security.SecKeychainDelete.restype = OSStatus Security.SecPKCS12Import.argtypes = [ CFDataRef, CFDictionaryRef, POINTER(CFArrayRef), ] Security.SecPKCS12Import.restype = OSStatus SSLReadFunc = CFUNCTYPE(OSStatus, SSLConnectionRef, c_void_p, POINTER(c_size_t)) SSLWriteFunc = CFUNCTYPE( OSStatus, SSLConnectionRef, POINTER(c_byte), POINTER(c_size_t) ) Security.SSLSetIOFuncs.argtypes = [SSLContextRef, SSLReadFunc, SSLWriteFunc] Security.SSLSetIOFuncs.restype = OSStatus Security.SSLSetPeerID.argtypes = [SSLContextRef, c_char_p, c_size_t] Security.SSLSetPeerID.restype = OSStatus Security.SSLSetCertificate.argtypes = [SSLContextRef, CFArrayRef] Security.SSLSetCertificate.restype = OSStatus Security.SSLSetCertificateAuthorities.argtypes = [SSLContextRef, CFTypeRef, Boolean] Security.SSLSetCertificateAuthorities.restype = OSStatus Security.SSLSetConnection.argtypes = [SSLContextRef, SSLConnectionRef] Security.SSLSetConnection.restype = OSStatus Security.SSLSetPeerDomainName.argtypes = [SSLContextRef, c_char_p, c_size_t] Security.SSLSetPeerDomainName.restype = OSStatus Security.SSLHandshake.argtypes = [SSLContextRef] Security.SSLHandshake.restype = OSStatus Security.SSLRead.argtypes = [SSLContextRef, c_char_p, c_size_t, POINTER(c_size_t)] Security.SSLRead.restype = OSStatus Security.SSLWrite.argtypes = [SSLContextRef, c_char_p, c_size_t, POINTER(c_size_t)] Security.SSLWrite.restype = OSStatus Security.SSLClose.argtypes = [SSLContextRef] Security.SSLClose.restype = OSStatus Security.SSLGetNumberSupportedCiphers.argtypes = [SSLContextRef, POINTER(c_size_t)] Security.SSLGetNumberSupportedCiphers.restype = OSStatus Security.SSLGetSupportedCiphers.argtypes = [ SSLContextRef, POINTER(SSLCipherSuite), POINTER(c_size_t), ] Security.SSLGetSupportedCiphers.restype = OSStatus Security.SSLSetEnabledCiphers.argtypes = [ SSLContextRef, POINTER(SSLCipherSuite), c_size_t, ] Security.SSLSetEnabledCiphers.restype = OSStatus Security.SSLGetNumberEnabledCiphers.argtype = [SSLContextRef, POINTER(c_size_t)] Security.SSLGetNumberEnabledCiphers.restype = OSStatus Security.SSLGetEnabledCiphers.argtypes = [ SSLContextRef, POINTER(SSLCipherSuite), POINTER(c_size_t), ] Security.SSLGetEnabledCiphers.restype = OSStatus Security.SSLGetNegotiatedCipher.argtypes = [SSLContextRef, POINTER(SSLCipherSuite)] Security.SSLGetNegotiatedCipher.restype = OSStatus Security.SSLGetNegotiatedProtocolVersion.argtypes = [ SSLContextRef, POINTER(SSLProtocol), ] Security.SSLGetNegotiatedProtocolVersion.restype = OSStatus Security.SSLCopyPeerTrust.argtypes = [SSLContextRef, POINTER(SecTrustRef)] Security.SSLCopyPeerTrust.restype = OSStatus Security.SecTrustSetAnchorCertificates.argtypes = [SecTrustRef, CFArrayRef] Security.SecTrustSetAnchorCertificates.restype = OSStatus Security.SecTrustSetAnchorCertificatesOnly.argstypes = [SecTrustRef, Boolean] Security.SecTrustSetAnchorCertificatesOnly.restype = OSStatus Security.SecTrustEvaluate.argtypes = [SecTrustRef, POINTER(SecTrustResultType)] Security.SecTrustEvaluate.restype = OSStatus Security.SecTrustGetCertificateCount.argtypes = [SecTrustRef] Security.SecTrustGetCertificateCount.restype = CFIndex Security.SecTrustGetCertificateAtIndex.argtypes = [SecTrustRef, CFIndex] Security.SecTrustGetCertificateAtIndex.restype = SecCertificateRef Security.SSLCreateContext.argtypes = [ CFAllocatorRef, SSLProtocolSide, SSLConnectionType, ] Security.SSLCreateContext.restype = SSLContextRef Security.SSLSetSessionOption.argtypes = [SSLContextRef, SSLSessionOption, Boolean] Security.SSLSetSessionOption.restype = OSStatus Security.SSLSetProtocolVersionMin.argtypes = [SSLContextRef, SSLProtocol] Security.SSLSetProtocolVersionMin.restype = OSStatus Security.SSLSetProtocolVersionMax.argtypes = [SSLContextRef, SSLProtocol] Security.SSLSetProtocolVersionMax.restype = OSStatus Security.SecCopyErrorMessageString.argtypes = [OSStatus, c_void_p] Security.SecCopyErrorMessageString.restype = CFStringRef Security.SSLReadFunc = SSLReadFunc Security.SSLWriteFunc = SSLWriteFunc Security.SSLContextRef = SSLContextRef Security.SSLProtocol = SSLProtocol Security.SSLCipherSuite = SSLCipherSuite Security.SecIdentityRef = SecIdentityRef Security.SecKeychainRef = SecKeychainRef Security.SecTrustRef = SecTrustRef Security.SecTrustResultType = SecTrustResultType Security.SecExternalFormat = SecExternalFormat Security.OSStatus = OSStatus Security.kSecImportExportPassphrase = CFStringRef.in_dll( Security, "kSecImportExportPassphrase" ) Security.kSecImportItemIdentity = CFStringRef.in_dll( Security, "kSecImportItemIdentity" ) # CoreFoundation time! CoreFoundation.CFRetain.argtypes = [CFTypeRef] CoreFoundation.CFRetain.restype = CFTypeRef CoreFoundation.CFRelease.argtypes = [CFTypeRef] CoreFoundation.CFRelease.restype = None CoreFoundation.CFGetTypeID.argtypes = [CFTypeRef] CoreFoundation.CFGetTypeID.restype = CFTypeID CoreFoundation.CFStringCreateWithCString.argtypes = [ CFAllocatorRef, c_char_p, CFStringEncoding, ] CoreFoundation.CFStringCreateWithCString.restype = CFStringRef CoreFoundation.CFStringGetCStringPtr.argtypes = [CFStringRef, CFStringEncoding] CoreFoundation.CFStringGetCStringPtr.restype = c_char_p CoreFoundation.CFStringGetCString.argtypes = [ CFStringRef, c_char_p, CFIndex, CFStringEncoding, ] CoreFoundation.CFStringGetCString.restype = c_bool CoreFoundation.CFDataCreate.argtypes = [CFAllocatorRef, c_char_p, CFIndex] CoreFoundation.CFDataCreate.restype = CFDataRef CoreFoundation.CFDataGetLength.argtypes = [CFDataRef] CoreFoundation.CFDataGetLength.restype = CFIndex CoreFoundation.CFDataGetBytePtr.argtypes = [CFDataRef] CoreFoundation.CFDataGetBytePtr.restype = c_void_p CoreFoundation.CFDictionaryCreate.argtypes = [ CFAllocatorRef, POINTER(CFTypeRef), POINTER(CFTypeRef), CFIndex, CFDictionaryKeyCallBacks, CFDictionaryValueCallBacks, ] CoreFoundation.CFDictionaryCreate.restype = CFDictionaryRef CoreFoundation.CFDictionaryGetValue.argtypes = [CFDictionaryRef, CFTypeRef] CoreFoundation.CFDictionaryGetValue.restype = CFTypeRef CoreFoundation.CFArrayCreate.argtypes = [ CFAllocatorRef, POINTER(CFTypeRef), CFIndex, CFArrayCallBacks, ] CoreFoundation.CFArrayCreate.restype = CFArrayRef CoreFoundation.CFArrayCreateMutable.argtypes = [ CFAllocatorRef, CFIndex, CFArrayCallBacks, ] CoreFoundation.CFArrayCreateMutable.restype = CFMutableArrayRef CoreFoundation.CFArrayAppendValue.argtypes = [CFMutableArrayRef, c_void_p] CoreFoundation.CFArrayAppendValue.restype = None CoreFoundation.CFArrayGetCount.argtypes = [CFArrayRef] CoreFoundation.CFArrayGetCount.restype = CFIndex CoreFoundation.CFArrayGetValueAtIndex.argtypes = [CFArrayRef, CFIndex] CoreFoundation.CFArrayGetValueAtIndex.restype = c_void_p CoreFoundation.kCFAllocatorDefault = CFAllocatorRef.in_dll( CoreFoundation, "kCFAllocatorDefault" ) CoreFoundation.kCFTypeArrayCallBacks = c_void_p.in_dll( CoreFoundation, "kCFTypeArrayCallBacks" ) CoreFoundation.kCFTypeDictionaryKeyCallBacks = c_void_p.in_dll( CoreFoundation, "kCFTypeDictionaryKeyCallBacks" ) CoreFoundation.kCFTypeDictionaryValueCallBacks = c_void_p.in_dll( CoreFoundation, "kCFTypeDictionaryValueCallBacks" ) CoreFoundation.CFTypeRef = CFTypeRef CoreFoundation.CFArrayRef = CFArrayRef CoreFoundation.CFStringRef = CFStringRef CoreFoundation.CFDictionaryRef = CFDictionaryRef except (AttributeError): raise ImportError("Error initializing ctypes") class CFConst(object): """ A class object that acts as essentially a namespace for CoreFoundation constants. """ kCFStringEncodingUTF8 = CFStringEncoding(0x08000100) class SecurityConst(object): """ A class object that acts as essentially a namespace for Security constants. """ kSSLSessionOptionBreakOnServerAuth = 0 kSSLProtocol2 = 1 kSSLProtocol3 = 2 kTLSProtocol1 = 4 kTLSProtocol11 = 7 kTLSProtocol12 = 8 kTLSProtocol13 = 10 kTLSProtocolMaxSupported = 999 kSSLClientSide = 1 kSSLStreamType = 0 kSecFormatPEMSequence = 10 kSecTrustResultInvalid = 0 kSecTrustResultProceed = 1 # This gap is present on purpose: this was kSecTrustResultConfirm, which # is deprecated. kSecTrustResultDeny = 3 kSecTrustResultUnspecified = 4 kSecTrustResultRecoverableTrustFailure = 5 kSecTrustResultFatalTrustFailure = 6 kSecTrustResultOtherError = 7 errSSLProtocol = -9800 errSSLWouldBlock = -9803 errSSLClosedGraceful = -9805 errSSLClosedNoNotify = -9816 errSSLClosedAbort = -9806 errSSLXCertChainInvalid = -9807 errSSLCrypto = -9809 errSSLInternal = -9810 errSSLCertExpired = -9814 errSSLCertNotYetValid = -9815 errSSLUnknownRootCert = -9812 errSSLNoRootCert = -9813 errSSLHostNameMismatch = -9843 errSSLPeerHandshakeFail = -9824 errSSLPeerUserCancelled = -9839 errSSLWeakPeerEphemeralDHKey = -9850 errSSLServerAuthCompleted = -9841 errSSLRecordOverflow = -9847 errSecVerifyFailed = -67808 errSecNoTrustSettings = -25263 errSecItemNotFound = -25300 errSecInvalidTrustSettings = -25262 # Cipher suites. We only pick the ones our default cipher string allows. # Source: https://developer.apple.com/documentation/security/1550981-ssl_cipher_suite_values TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384 = 0xC02C TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384 = 0xC030 TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256 = 0xC02B TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 = 0xC02F TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256 = 0xCCA9 TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256 = 0xCCA8 TLS_DHE_RSA_WITH_AES_256_GCM_SHA384 = 0x009F TLS_DHE_RSA_WITH_AES_128_GCM_SHA256 = 0x009E TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384 = 0xC024 TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384 = 0xC028 TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA = 0xC00A TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA = 0xC014 TLS_DHE_RSA_WITH_AES_256_CBC_SHA256 = 0x006B TLS_DHE_RSA_WITH_AES_256_CBC_SHA = 0x0039 TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256 = 0xC023 TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256 = 0xC027 TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA = 0xC009 TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA = 0xC013 TLS_DHE_RSA_WITH_AES_128_CBC_SHA256 = 0x0067 TLS_DHE_RSA_WITH_AES_128_CBC_SHA = 0x0033 TLS_RSA_WITH_AES_256_GCM_SHA384 = 0x009D TLS_RSA_WITH_AES_128_GCM_SHA256 = 0x009C TLS_RSA_WITH_AES_256_CBC_SHA256 = 0x003D TLS_RSA_WITH_AES_128_CBC_SHA256 = 0x003C TLS_RSA_WITH_AES_256_CBC_SHA = 0x0035 TLS_RSA_WITH_AES_128_CBC_SHA = 0x002F TLS_AES_128_GCM_SHA256 = 0x1301 TLS_AES_256_GCM_SHA384 = 0x1302 TLS_AES_128_CCM_8_SHA256 = 0x1305 TLS_AES_128_CCM_SHA256 = 0x1304 PK A\ ]. . 9 pip/_vendor/urllib3/contrib/_securetransport/low_level.pynu [ """ Low-level helpers for the SecureTransport bindings. These are Python functions that are not directly related to the high-level APIs but are necessary to get them to work. They include a whole bunch of low-level CoreFoundation messing about and memory management. The concerns in this module are almost entirely about trying to avoid memory leaks and providing appropriate and useful assistance to the higher-level code. """ import base64 import ctypes import itertools import re import os import ssl import tempfile from .bindings import Security, CoreFoundation, CFConst # This regular expression is used to grab PEM data out of a PEM bundle. _PEM_CERTS_RE = re.compile( b"-----BEGIN CERTIFICATE-----\n(.*?)\n-----END CERTIFICATE-----", re.DOTALL ) def _cf_data_from_bytes(bytestring): """ Given a bytestring, create a CFData object from it. This CFData object must be CFReleased by the caller. """ return CoreFoundation.CFDataCreate( CoreFoundation.kCFAllocatorDefault, bytestring, len(bytestring) ) def _cf_dictionary_from_tuples(tuples): """ Given a list of Python tuples, create an associated CFDictionary. """ dictionary_size = len(tuples) # We need to get the dictionary keys and values out in the same order. keys = (t[0] for t in tuples) values = (t[1] for t in tuples) cf_keys = (CoreFoundation.CFTypeRef * dictionary_size)(*keys) cf_values = (CoreFoundation.CFTypeRef * dictionary_size)(*values) return CoreFoundation.CFDictionaryCreate( CoreFoundation.kCFAllocatorDefault, cf_keys, cf_values, dictionary_size, CoreFoundation.kCFTypeDictionaryKeyCallBacks, CoreFoundation.kCFTypeDictionaryValueCallBacks, ) def _cf_string_to_unicode(value): """ Creates a Unicode string from a CFString object. Used entirely for error reporting. Yes, it annoys me quite a lot that this function is this complex. """ value_as_void_p = ctypes.cast(value, ctypes.POINTER(ctypes.c_void_p)) string = CoreFoundation.CFStringGetCStringPtr( value_as_void_p, CFConst.kCFStringEncodingUTF8 ) if string is None: buffer = ctypes.create_string_buffer(1024) result = CoreFoundation.CFStringGetCString( value_as_void_p, buffer, 1024, CFConst.kCFStringEncodingUTF8 ) if not result: raise OSError("Error copying C string from CFStringRef") string = buffer.value if string is not None: string = string.decode("utf-8") return string def _assert_no_error(error, exception_class=None): """ Checks the return code and throws an exception if there is an error to report """ if error == 0: return cf_error_string = Security.SecCopyErrorMessageString(error, None) output = _cf_string_to_unicode(cf_error_string) CoreFoundation.CFRelease(cf_error_string) if output is None or output == u"": output = u"OSStatus %s" % error if exception_class is None: exception_class = ssl.SSLError raise exception_class(output) def _cert_array_from_pem(pem_bundle): """ Given a bundle of certs in PEM format, turns them into a CFArray of certs that can be used to validate a cert chain. """ # Normalize the PEM bundle's line endings. pem_bundle = pem_bundle.replace(b"\r\n", b"\n") der_certs = [ base64.b64decode(match.group(1)) for match in _PEM_CERTS_RE.finditer(pem_bundle) ] if not der_certs: raise ssl.SSLError("No root certificates specified") cert_array = CoreFoundation.CFArrayCreateMutable( CoreFoundation.kCFAllocatorDefault, 0, ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks), ) if not cert_array: raise ssl.SSLError("Unable to allocate memory!") try: for der_bytes in der_certs: certdata = _cf_data_from_bytes(der_bytes) if not certdata: raise ssl.SSLError("Unable to allocate memory!") cert = Security.SecCertificateCreateWithData( CoreFoundation.kCFAllocatorDefault, certdata ) CoreFoundation.CFRelease(certdata) if not cert: raise ssl.SSLError("Unable to build cert object!") CoreFoundation.CFArrayAppendValue(cert_array, cert) CoreFoundation.CFRelease(cert) except Exception: # We need to free the array before the exception bubbles further. # We only want to do that if an error occurs: otherwise, the caller # should free. CoreFoundation.CFRelease(cert_array) return cert_array def _is_cert(item): """ Returns True if a given CFTypeRef is a certificate. """ expected = Security.SecCertificateGetTypeID() return CoreFoundation.CFGetTypeID(item) == expected def _is_identity(item): """ Returns True if a given CFTypeRef is an identity. """ expected = Security.SecIdentityGetTypeID() return CoreFoundation.CFGetTypeID(item) == expected def _temporary_keychain(): """ This function creates a temporary Mac keychain that we can use to work with credentials. This keychain uses a one-time password and a temporary file to store the data. We expect to have one keychain per socket. The returned SecKeychainRef must be freed by the caller, including calling SecKeychainDelete. Returns a tuple of the SecKeychainRef and the path to the temporary directory that contains it. """ # Unfortunately, SecKeychainCreate requires a path to a keychain. This # means we cannot use mkstemp to use a generic temporary file. Instead, # we're going to create a temporary directory and a filename to use there. # This filename will be 8 random bytes expanded into base64. We also need # some random bytes to password-protect the keychain we're creating, so we # ask for 40 random bytes. random_bytes = os.urandom(40) filename = base64.b16encode(random_bytes[:8]).decode("utf-8") password = base64.b16encode(random_bytes[8:]) # Must be valid UTF-8 tempdirectory = tempfile.mkdtemp() keychain_path = os.path.join(tempdirectory, filename).encode("utf-8") # We now want to create the keychain itself. keychain = Security.SecKeychainRef() status = Security.SecKeychainCreate( keychain_path, len(password), password, False, None, ctypes.byref(keychain) ) _assert_no_error(status) # Having created the keychain, we want to pass it off to the caller. return keychain, tempdirectory def _load_items_from_file(keychain, path): """ Given a single file, loads all the trust objects from it into arrays and the keychain. Returns a tuple of lists: the first list is a list of identities, the second a list of certs. """ certificates = [] identities = [] result_array = None with open(path, "rb") as f: raw_filedata = f.read() try: filedata = CoreFoundation.CFDataCreate( CoreFoundation.kCFAllocatorDefault, raw_filedata, len(raw_filedata) ) result_array = CoreFoundation.CFArrayRef() result = Security.SecItemImport( filedata, # cert data None, # Filename, leaving it out for now None, # What the type of the file is, we don't care None, # what's in the file, we don't care 0, # import flags None, # key params, can include passphrase in the future keychain, # The keychain to insert into ctypes.byref(result_array), # Results ) _assert_no_error(result) # A CFArray is not very useful to us as an intermediary # representation, so we are going to extract the objects we want # and then free the array. We don't need to keep hold of keys: the # keychain already has them! result_count = CoreFoundation.CFArrayGetCount(result_array) for index in range(result_count): item = CoreFoundation.CFArrayGetValueAtIndex(result_array, index) item = ctypes.cast(item, CoreFoundation.CFTypeRef) if _is_cert(item): CoreFoundation.CFRetain(item) certificates.append(item) elif _is_identity(item): CoreFoundation.CFRetain(item) identities.append(item) finally: if result_array: CoreFoundation.CFRelease(result_array) CoreFoundation.CFRelease(filedata) return (identities, certificates) def _load_client_cert_chain(keychain, *paths): """ Load certificates and maybe keys from a number of files. Has the end goal of returning a CFArray containing one SecIdentityRef, and then zero or more SecCertificateRef objects, suitable for use as a client certificate trust chain. """ # Ok, the strategy. # # This relies on knowing that macOS will not give you a SecIdentityRef # unless you have imported a key into a keychain. This is a somewhat # artificial limitation of macOS (for example, it doesn't necessarily # affect iOS), but there is nothing inside Security.framework that lets you # get a SecIdentityRef without having a key in a keychain. # # So the policy here is we take all the files and iterate them in order. # Each one will use SecItemImport to have one or more objects loaded from # it. We will also point at a keychain that macOS can use to work with the # private key. # # Once we have all the objects, we'll check what we actually have. If we # already have a SecIdentityRef in hand, fab: we'll use that. Otherwise, # we'll take the first certificate (which we assume to be our leaf) and # ask the keychain to give us a SecIdentityRef with that cert's associated # key. # # We'll then return a CFArray containing the trust chain: one # SecIdentityRef and then zero-or-more SecCertificateRef objects. The # responsibility for freeing this CFArray will be with the caller. This # CFArray must remain alive for the entire connection, so in practice it # will be stored with a single SSLSocket, along with the reference to the # keychain. certificates = [] identities = [] # Filter out bad paths. paths = (path for path in paths if path) try: for file_path in paths: new_identities, new_certs = _load_items_from_file(keychain, file_path) identities.extend(new_identities) certificates.extend(new_certs) # Ok, we have everything. The question is: do we have an identity? If # not, we want to grab one from the first cert we have. if not identities: new_identity = Security.SecIdentityRef() status = Security.SecIdentityCreateWithCertificate( keychain, certificates[0], ctypes.byref(new_identity) ) _assert_no_error(status) identities.append(new_identity) # We now want to release the original certificate, as we no longer # need it. CoreFoundation.CFRelease(certificates.pop(0)) # We now need to build a new CFArray that holds the trust chain. trust_chain = CoreFoundation.CFArrayCreateMutable( CoreFoundation.kCFAllocatorDefault, 0, ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks), ) for item in itertools.chain(identities, certificates): # ArrayAppendValue does a CFRetain on the item. That's fine, # because the finally block will release our other refs to them. CoreFoundation.CFArrayAppendValue(trust_chain, item) return trust_chain finally: for obj in itertools.chain(identities, certificates): CoreFoundation.CFRelease(obj) PK A\]V#| | $ pip/_vendor/urllib3/contrib/socks.pynu [ # -*- coding: utf-8 -*- """ This module contains provisional support for SOCKS proxies from within urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and SOCKS5. To enable its functionality, either install PySocks or install this module with the ``socks`` extra. The SOCKS implementation supports the full range of urllib3 features. It also supports the following SOCKS features: - SOCKS4A (``proxy_url='socks4a://...``) - SOCKS4 (``proxy_url='socks4://...``) - SOCKS5 with remote DNS (``proxy_url='socks5h://...``) - SOCKS5 with local DNS (``proxy_url='socks5://...``) - Usernames and passwords for the SOCKS proxy .. note:: It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in your ``proxy_url`` to ensure that DNS resolution is done from the remote server instead of client-side when connecting to a domain name. SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5 supports IPv4, IPv6, and domain names. When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url`` will be sent as the ``userid`` section of the SOCKS request:: proxy_url="socks4a://<userid>@proxy-host" When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion of the ``proxy_url`` will be sent as the username/password to authenticate with the proxy:: proxy_url="socks5h://<username>:<password>@proxy-host" """ from __future__ import absolute_import try: import socks except ImportError: import warnings from ..exceptions import DependencyWarning warnings.warn( ( "SOCKS support in urllib3 requires the installation of optional " "dependencies: specifically, PySocks. For more information, see " "https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies" ), DependencyWarning, ) raise from socket import error as SocketError, timeout as SocketTimeout from ..connection import HTTPConnection, HTTPSConnection from ..connectionpool import HTTPConnectionPool, HTTPSConnectionPool from ..exceptions import ConnectTimeoutError, NewConnectionError from ..poolmanager import PoolManager from ..util.url import parse_url try: import ssl except ImportError: ssl = None class SOCKSConnection(HTTPConnection): """ A plain-text HTTP connection that connects via a SOCKS proxy. """ def __init__(self, *args, **kwargs): self._socks_options = kwargs.pop("_socks_options") super(SOCKSConnection, self).__init__(*args, **kwargs) def _new_conn(self): """ Establish a new connection via the SOCKS proxy. """ extra_kw = {} if self.source_address: extra_kw["source_address"] = self.source_address if self.socket_options: extra_kw["socket_options"] = self.socket_options try: conn = socks.create_connection( (self.host, self.port), proxy_type=self._socks_options["socks_version"], proxy_addr=self._socks_options["proxy_host"], proxy_port=self._socks_options["proxy_port"], proxy_username=self._socks_options["username"], proxy_password=self._socks_options["password"], proxy_rdns=self._socks_options["rdns"], timeout=self.timeout, **extra_kw ) except SocketTimeout: raise ConnectTimeoutError( self, "Connection to %s timed out. (connect timeout=%s)" % (self.host, self.timeout), ) except socks.ProxyError as e: # This is fragile as hell, but it seems to be the only way to raise # useful errors here. if e.socket_err: error = e.socket_err if isinstance(error, SocketTimeout): raise ConnectTimeoutError( self, "Connection to %s timed out. (connect timeout=%s)" % (self.host, self.timeout), ) else: raise NewConnectionError( self, "Failed to establish a new connection: %s" % error ) else: raise NewConnectionError( self, "Failed to establish a new connection: %s" % e ) except SocketError as e: # Defensive: PySocks should catch all these. raise NewConnectionError( self, "Failed to establish a new connection: %s" % e ) return conn # We don't need to duplicate the Verified/Unverified distinction from # urllib3/connection.py here because the HTTPSConnection will already have been # correctly set to either the Verified or Unverified form by that module. This # means the SOCKSHTTPSConnection will automatically be the correct type. class SOCKSHTTPSConnection(SOCKSConnection, HTTPSConnection): pass class SOCKSHTTPConnectionPool(HTTPConnectionPool): ConnectionCls = SOCKSConnection class SOCKSHTTPSConnectionPool(HTTPSConnectionPool): ConnectionCls = SOCKSHTTPSConnection class SOCKSProxyManager(PoolManager): """ A version of the urllib3 ProxyManager that routes connections via the defined SOCKS proxy. """ pool_classes_by_scheme = { "http": SOCKSHTTPConnectionPool, "https": SOCKSHTTPSConnectionPool, } def __init__( self, proxy_url, username=None, password=None, num_pools=10, headers=None, **connection_pool_kw ): parsed = parse_url(proxy_url) if username is None and password is None and parsed.auth is not None: split = parsed.auth.split(":") if len(split) == 2: username, password = split if parsed.scheme == "socks5": socks_version = socks.PROXY_TYPE_SOCKS5 rdns = False elif parsed.scheme == "socks5h": socks_version = socks.PROXY_TYPE_SOCKS5 rdns = True elif parsed.scheme == "socks4": socks_version = socks.PROXY_TYPE_SOCKS4 rdns = False elif parsed.scheme == "socks4a": socks_version = socks.PROXY_TYPE_SOCKS4 rdns = True else: raise ValueError("Unable to determine SOCKS version from %s" % proxy_url) self.proxy_url = proxy_url socks_options = { "socks_version": socks_version, "proxy_host": parsed.host, "proxy_port": parsed.port, "username": username, "password": password, "rdns": rdns, } connection_pool_kw["_socks_options"] = socks_options super(SOCKSProxyManager, self).__init__( num_pools, headers, **connection_pool_kw ) self.pool_classes_by_scheme = SOCKSProxyManager.pool_classes_by_scheme PK A\ ! pip/_vendor/urllib3/exceptions.pynu [ from __future__ import absolute_import from .packages.six.moves.http_client import IncompleteRead as httplib_IncompleteRead # Base Exceptions class HTTPError(Exception): "Base exception used by this module." pass class HTTPWarning(Warning): "Base warning used by this module." pass class PoolError(HTTPError): "Base exception for errors caused within a pool." def __init__(self, pool, message): self.pool = pool HTTPError.__init__(self, "%s: %s" % (pool, message)) def __reduce__(self): # For pickling purposes. return self.__class__, (None, None) class RequestError(PoolError): "Base exception for PoolErrors that have associated URLs." def __init__(self, pool, url, message): self.url = url PoolError.__init__(self, pool, message) def __reduce__(self): # For pickling purposes. return self.__class__, (None, self.url, None) class SSLError(HTTPError): "Raised when SSL certificate fails in an HTTPS connection." pass class ProxyError(HTTPError): "Raised when the connection to a proxy fails." pass class DecodeError(HTTPError): "Raised when automatic decoding based on Content-Type fails." pass class ProtocolError(HTTPError): "Raised when something unexpected happens mid-request/response." pass #: Renamed to ProtocolError but aliased for backwards compatibility. ConnectionError = ProtocolError # Leaf Exceptions class MaxRetryError(RequestError): """Raised when the maximum number of retries is exceeded. :param pool: The connection pool :type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool` :param string url: The requested Url :param exceptions.Exception reason: The underlying error """ def __init__(self, pool, url, reason=None): self.reason = reason message = "Max retries exceeded with url: %s (Caused by %r)" % (url, reason) RequestError.__init__(self, pool, url, message) class HostChangedError(RequestError): "Raised when an existing pool gets a request for a foreign host." def __init__(self, pool, url, retries=3): message = "Tried to open a foreign host with url: %s" % url RequestError.__init__(self, pool, url, message) self.retries = retries class TimeoutStateError(HTTPError): """ Raised when passing an invalid state to a timeout """ pass class TimeoutError(HTTPError): """ Raised when a socket timeout error occurs. Catching this error will catch both :exc:`ReadTimeoutErrors <ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`. """ pass class ReadTimeoutError(TimeoutError, RequestError): "Raised when a socket timeout occurs while receiving data from a server" pass # This timeout error does not have a URL attached and needs to inherit from the # base HTTPError class ConnectTimeoutError(TimeoutError): "Raised when a socket timeout occurs while connecting to a server" pass class NewConnectionError(ConnectTimeoutError, PoolError): "Raised when we fail to establish a new connection. Usually ECONNREFUSED." pass class EmptyPoolError(PoolError): "Raised when a pool runs out of connections and no more are allowed." pass class ClosedPoolError(PoolError): "Raised when a request enters a pool after the pool has been closed." pass class LocationValueError(ValueError, HTTPError): "Raised when there is something wrong with a given URL input." pass class LocationParseError(LocationValueError): "Raised when get_host or similar fails to parse the URL input." def __init__(self, location): message = "Failed to parse: %s" % location HTTPError.__init__(self, message) self.location = location class ResponseError(HTTPError): "Used as a container for an error reason supplied in a MaxRetryError." GENERIC_ERROR = "too many error responses" SPECIFIC_ERROR = "too many {status_code} error responses" class SecurityWarning(HTTPWarning): "Warned when performing security reducing actions" pass class SubjectAltNameWarning(SecurityWarning): "Warned when connecting to a host with a certificate missing a SAN." pass class InsecureRequestWarning(SecurityWarning): "Warned when making an unverified HTTPS request." pass class SystemTimeWarning(SecurityWarning): "Warned when system time is suspected to be wrong" pass class InsecurePlatformWarning(SecurityWarning): "Warned when certain SSL configuration is not available on a platform." pass class SNIMissingWarning(HTTPWarning): "Warned when making a HTTPS request without SNI available." pass class DependencyWarning(HTTPWarning): """ Warned when an attempt is made to import a module with missing optional dependencies. """ pass class ResponseNotChunked(ProtocolError, ValueError): "Response needs to be chunked in order to read it as chunks." pass class BodyNotHttplibCompatible(HTTPError): """ Body should be httplib.HTTPResponse like (have an fp attribute which returns raw chunks) for read_chunked(). """ pass class IncompleteRead(HTTPError, httplib_IncompleteRead): """ Response length doesn't match expected Content-Length Subclass of http_client.IncompleteRead to allow int value for `partial` to avoid creating large objects on streamed reads. """ def __init__(self, partial, expected): super(IncompleteRead, self).__init__(partial, expected) def __repr__(self): return "IncompleteRead(%i bytes read, " "%i more expected)" % ( self.partial, self.expected, ) class InvalidHeader(HTTPError): "The header provided was somehow invalid." pass class ProxySchemeUnknown(AssertionError, ValueError): "ProxyManager does not support the supplied scheme" # TODO(t-8ch): Stop inheriting from AssertionError in v2.0. def __init__(self, scheme): message = "Not supported proxy scheme %s" % scheme super(ProxySchemeUnknown, self).__init__(message) class HeaderParsingError(HTTPError): "Raised by assert_header_parsing, but we convert it to a log.warning statement." def __init__(self, defects, unparsed_data): message = "%s, unparsed data: %r" % (defects or "Unknown", unparsed_data) super(HeaderParsingError, self).__init__(message) class UnrewindableBodyError(HTTPError): "urllib3 encountered an error when trying to rewind a body" pass PK A\_4_ _ pip/_vendor/appdirs.pynu [ #!/usr/bin/env python # -*- coding: utf-8 -*- # Copyright (c) 2005-2010 ActiveState Software Inc. # Copyright (c) 2013 Eddy Petrișor """Utilities for determining application-specific dirs. See <http://github.com/ActiveState/appdirs> for details and usage. """ # Dev Notes: # - MSDN on where to store app data files: # http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120 # - Mac OS X: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html # - XDG spec for Un*x: http://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html __version_info__ = (1, 4, 3) __version__ = '.'.join(map(str, __version_info__)) import sys import os PY3 = sys.version_info[0] == 3 if PY3: unicode = str if sys.platform.startswith('java'): import platform os_name = platform.java_ver()[3][0] if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc. system = 'win32' elif os_name.startswith('Mac'): # "Mac OS X", etc. system = 'darwin' else: # "Linux", "SunOS", "FreeBSD", etc. # Setting this to "linux2" is not ideal, but only Windows or Mac # are actually checked for and the rest of the module expects # *sys.platform* style strings. system = 'linux2' else: system = sys.platform def user_data_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: Mac OS X: ~/Library/Application Support/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName> Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName> Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". """ if system == "win32": if appauthor is None: appauthor = appname const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA" path = os.path.normpath(_get_win_folder(const)) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('~/Library/Application Support/') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_data_dir(appname=None, appauthor=None, version=None, multipath=False): r"""Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of data dirs should be returned. By default, the first item from XDG_DATA_DIRS is returned, or '/usr/local/share/<AppName>', if XDG_DATA_DIRS is not set Typical site data directories are: Mac OS X: /Library/Application Support/<AppName> Unix: /usr/local/share/<AppName> or /usr/share/<AppName> Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName> Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7. For Unix, this is using the $XDG_DATA_DIRS[0] default. WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) elif system == 'darwin': path = os.path.expanduser('/Library/Application Support') if appname: path = os.path.join(path, appname) else: # XDG default for $XDG_DATA_DIRS # only first, if multipath is False path = os.getenv('XDG_DATA_DIRS', os.pathsep.join(['/usr/local/share', '/usr/share'])) pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path if appname and version: path = os.path.join(path, version) return path def user_config_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user config directories are: Mac OS X: same as user_data_dir Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by default "~/.config/<AppName>". """ if system in ["win32", "darwin"]: path = user_data_dir(appname, appauthor, None, roaming) else: path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def site_config_dir(appname=None, appauthor=None, version=None, multipath=False): r"""Return full path to the user-shared data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "multipath" is an optional parameter only applicable to *nix which indicates that the entire list of config dirs should be returned. By default, the first item from XDG_CONFIG_DIRS is returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set Typical site config directories are: Mac OS X: same as site_data_dir Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in $XDG_CONFIG_DIRS Win *: same as site_data_dir Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False WARNING: Do not use this on Windows. See the Vista-Fail note above for why. """ if system in ["win32", "darwin"]: path = site_data_dir(appname, appauthor) if appname and version: path = os.path.join(path, version) else: # XDG default for $XDG_CONFIG_DIRS # only first, if multipath is False path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg') pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)] if appname: if version: appname = os.path.join(appname, version) pathlist = [os.sep.join([x, appname]) for x in pathlist] if multipath: path = os.pathsep.join(pathlist) else: path = pathlist[0] return path def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific cache dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Cache" to the base app data dir for Windows. See discussion below. Typical user cache directories are: Mac OS X: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir` above). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. This can be disabled with the `opinion=False` option. """ if system == "win32": if appauthor is None: appauthor = appname path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA")) if appname: if appauthor is not False: path = os.path.join(path, appauthor, appname) else: path = os.path.join(path, appname) if opinion: path = os.path.join(path, "Cache") elif system == 'darwin': path = os.path.expanduser('~/Library/Caches') if appname: path = os.path.join(path, appname) else: path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache')) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def user_state_dir(appname=None, appauthor=None, version=None, roaming=False): r"""Return full path to the user-specific state dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user state directories are: Mac OS X: same as user_data_dir Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined Win *: same as user_data_dir For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state> to extend the XDG spec and support $XDG_STATE_HOME. That means, by default "~/.local/state/<AppName>". """ if system in ["win32", "darwin"]: path = user_data_dir(appname, appauthor, None, roaming) else: path = os.getenv('XDG_STATE_HOME', os.path.expanduser("~/.local/state")) if appname: path = os.path.join(path, appname) if appname and version: path = os.path.join(path, version) return path def user_log_dir(appname=None, appauthor=None, version=None, opinion=True): r"""Return full path to the user-specific log dir for this application. "appname" is the name of application. If None, just the system directory is returned. "appauthor" (only used on Windows) is the name of the appauthor or distributing body for this application. Typically it is the owning company name. This falls back to appname. You may pass False to disable it. "version" is an optional version path element to append to the path. You might want to use this if you want multiple versions of your app to be able to run independently. If used, this would typically be "<major>.<minor>". Only applied when appname is present. "opinion" (boolean) can be False to disable the appending of "Logs" to the base app data dir for Windows, and "log" to the base cache dir for Unix. See discussion below. Typical user log directories are: Mac OS X: ~/Library/Logs/<AppName> Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in examples of what some windows apps use for a logs dir.) OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA` value for Windows and appends "log" to the user cache dir for Unix. This can be disabled with the `opinion=False` option. """ if system == "darwin": path = os.path.join( os.path.expanduser('~/Library/Logs'), appname) elif system == "win32": path = user_data_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "Logs") else: path = user_cache_dir(appname, appauthor, version) version = False if opinion: path = os.path.join(path, "log") if appname and version: path = os.path.join(path, version) return path class AppDirs(object): """Convenience wrapper for getting application dirs.""" def __init__(self, appname=None, appauthor=None, version=None, roaming=False, multipath=False): self.appname = appname self.appauthor = appauthor self.version = version self.roaming = roaming self.multipath = multipath @property def user_data_dir(self): return user_data_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_data_dir(self): return site_data_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_config_dir(self): return user_config_dir(self.appname, self.appauthor, version=self.version, roaming=self.roaming) @property def site_config_dir(self): return site_config_dir(self.appname, self.appauthor, version=self.version, multipath=self.multipath) @property def user_cache_dir(self): return user_cache_dir(self.appname, self.appauthor, version=self.version) @property def user_state_dir(self): return user_state_dir(self.appname, self.appauthor, version=self.version) @property def user_log_dir(self): return user_log_dir(self.appname, self.appauthor, version=self.version) #---- internal support stuff def _get_win_folder_from_registry(csidl_name): """This is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. """ if PY3: import winreg as _winreg else: import _winreg shell_folder_name = { "CSIDL_APPDATA": "AppData", "CSIDL_COMMON_APPDATA": "Common AppData", "CSIDL_LOCAL_APPDATA": "Local AppData", }[csidl_name] key = _winreg.OpenKey( _winreg.HKEY_CURRENT_USER, r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders" ) dir, type = _winreg.QueryValueEx(key, shell_folder_name) return dir def _get_win_folder_with_pywin32(csidl_name): from win32com.shell import shellcon, shell dir = shell.SHGetFolderPath(0, getattr(shellcon, csidl_name), 0, 0) # Try to make this a unicode path because SHGetFolderPath does # not return unicode strings when there is unicode data in the # path. try: dir = unicode(dir) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: try: import win32api dir = win32api.GetShortPathName(dir) except ImportError: pass except UnicodeError: pass return dir def _get_win_folder_with_ctypes(csidl_name): import ctypes csidl_const = { "CSIDL_APPDATA": 26, "CSIDL_COMMON_APPDATA": 35, "CSIDL_LOCAL_APPDATA": 28, }[csidl_name] buf = ctypes.create_unicode_buffer(1024) ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf) # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in buf: if ord(c) > 255: has_high_char = True break if has_high_char: buf2 = ctypes.create_unicode_buffer(1024) if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024): buf = buf2 return buf.value def _get_win_folder_with_jna(csidl_name): import array from com.sun import jna from com.sun.jna.platform import win32 buf_size = win32.WinDef.MAX_PATH * 2 buf = array.zeros('c', buf_size) shell = win32.Shell32.INSTANCE shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf) dir = jna.Native.toString(buf.tostring()).rstrip("\0") # Downgrade to short path name if have highbit chars. See # <http://bugs.activestate.com/show_bug.cgi?id=85099>. has_high_char = False for c in dir: if ord(c) > 255: has_high_char = True break if has_high_char: buf = array.zeros('c', buf_size) kernel = win32.Kernel32.INSTANCE if kernel.GetShortPathName(dir, buf, buf_size): dir = jna.Native.toString(buf.tostring()).rstrip("\0") return dir if system == "win32": try: from ctypes import windll _get_win_folder = _get_win_folder_with_ctypes except ImportError: try: import com.sun.jna _get_win_folder = _get_win_folder_with_jna except ImportError: _get_win_folder = _get_win_folder_from_registry #---- self test code if __name__ == "__main__": appname = "MyApp" appauthor = "MyCompany" props = ("user_data_dir", "user_config_dir", "user_cache_dir", "user_state_dir", "user_log_dir", "site_data_dir", "site_config_dir") print("-- app dirs %s --" % __version__) print("-- app dirs (with optional 'version')") dirs = AppDirs(appname, appauthor, version="1.0") for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'version')") dirs = AppDirs(appname, appauthor) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (without optional 'appauthor')") dirs = AppDirs(appname) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) print("\n-- app dirs (with disabled 'appauthor')") dirs = AppDirs(appname, appauthor=False) for prop in props: print("%s: %s" % (prop, getattr(dirs, prop))) PK A\|B B pip/_vendor/contextlib2.pynu [ """contextlib2 - backports and enhancements to the contextlib module""" import abc import sys import warnings from collections import deque from functools import wraps __all__ = ["contextmanager", "closing", "nullcontext", "AbstractContextManager", "ContextDecorator", "ExitStack", "redirect_stdout", "redirect_stderr", "suppress"] # Backwards compatibility __all__ += ["ContextStack"] # Backport abc.ABC if sys.version_info[:2] >= (3, 4): _abc_ABC = abc.ABC else: _abc_ABC = abc.ABCMeta('ABC', (object,), {'__slots__': ()}) # Backport classic class MRO def _classic_mro(C, result): if C in result: return result.append(C) for B in C.__bases__: _classic_mro(B, result) return result # Backport _collections_abc._check_methods def _check_methods(C, *methods): try: mro = C.__mro__ except AttributeError: mro = tuple(_classic_mro(C, [])) for method in methods: for B in mro: if method in B.__dict__: if B.__dict__[method] is None: return NotImplemented break else: return NotImplemented return True class AbstractContextManager(_abc_ABC): """An abstract base class for context managers.""" def __enter__(self): """Return `self` upon entering the runtime context.""" return self @abc.abstractmethod def __exit__(self, exc_type, exc_value, traceback): """Raise any exception triggered within the runtime context.""" return None @classmethod def __subclasshook__(cls, C): """Check whether subclass is considered a subclass of this ABC.""" if cls is AbstractContextManager: return _check_methods(C, "__enter__", "__exit__") return NotImplemented class ContextDecorator(object): """A base class or mixin that enables context managers to work as decorators.""" def refresh_cm(self): """Returns the context manager used to actually wrap the call to the decorated function. The default implementation just returns *self*. Overriding this method allows otherwise one-shot context managers like _GeneratorContextManager to support use as decorators via implicit recreation. DEPRECATED: refresh_cm was never added to the standard library's ContextDecorator API """ warnings.warn("refresh_cm was never added to the standard library", DeprecationWarning) return self._recreate_cm() def _recreate_cm(self): """Return a recreated instance of self. Allows an otherwise one-shot context manager like _GeneratorContextManager to support use as a decorator via implicit recreation. This is a private interface just for _GeneratorContextManager. See issue #11647 for details. """ return self def __call__(self, func): @wraps(func) def inner(*args, **kwds): with self._recreate_cm(): return func(*args, **kwds) return inner class _GeneratorContextManager(ContextDecorator): """Helper for @contextmanager decorator.""" def __init__(self, func, args, kwds): self.gen = func(*args, **kwds) self.func, self.args, self.kwds = func, args, kwds # Issue 19330: ensure context manager instances have good docstrings doc = getattr(func, "__doc__", None) if doc is None: doc = type(self).__doc__ self.__doc__ = doc # Unfortunately, this still doesn't provide good help output when # inspecting the created context manager instances, since pydoc # currently bypasses the instance docstring and shows the docstring # for the class instead. # See http://bugs.python.org/issue19404 for more details. def _recreate_cm(self): # _GCM instances are one-shot context managers, so the # CM must be recreated each time a decorated function is # called return self.__class__(self.func, self.args, self.kwds) def __enter__(self): try: return next(self.gen) except StopIteration: raise RuntimeError("generator didn't yield") def __exit__(self, type, value, traceback): if type is None: try: next(self.gen) except StopIteration: return else: raise RuntimeError("generator didn't stop") else: if value is None: # Need to force instantiation so we can reliably # tell if we get the same exception back value = type() try: self.gen.throw(type, value, traceback) raise RuntimeError("generator didn't stop after throw()") except StopIteration as exc: # Suppress StopIteration *unless* it's the same exception that # was passed to throw(). This prevents a StopIteration # raised inside the "with" statement from being suppressed. return exc is not value except RuntimeError as exc: # Don't re-raise the passed in exception if exc is value: return False # Likewise, avoid suppressing if a StopIteration exception # was passed to throw() and later wrapped into a RuntimeError # (see PEP 479). if _HAVE_EXCEPTION_CHAINING and exc.__cause__ is value: return False raise except: # only re-raise if it's *not* the exception that was # passed to throw(), because __exit__() must not raise # an exception unless __exit__() itself failed. But throw() # has to raise the exception to signal propagation, so this # fixes the impedance mismatch between the throw() protocol # and the __exit__() protocol. # if sys.exc_info()[1] is not value: raise def contextmanager(func): """@contextmanager decorator. Typical usage: @contextmanager def some_generator(<arguments>): <setup> try: yield <value> finally: <cleanup> This makes this: with some_generator(<arguments>) as <variable>: <body> equivalent to this: <setup> try: <variable> = <value> <body> finally: <cleanup> """ @wraps(func) def helper(*args, **kwds): return _GeneratorContextManager(func, args, kwds) return helper class closing(object): """Context to automatically close something at the end of a block. Code like this: with closing(<module>.open(<arguments>)) as f: <block> is equivalent to this: f = <module>.open(<arguments>) try: <block> finally: f.close() """ def __init__(self, thing): self.thing = thing def __enter__(self): return self.thing def __exit__(self, *exc_info): self.thing.close() class _RedirectStream(object): _stream = None def __init__(self, new_target): self._new_target = new_target # We use a list of old targets to make this CM re-entrant self._old_targets = [] def __enter__(self): self._old_targets.append(getattr(sys, self._stream)) setattr(sys, self._stream, self._new_target) return self._new_target def __exit__(self, exctype, excinst, exctb): setattr(sys, self._stream, self._old_targets.pop()) class redirect_stdout(_RedirectStream): """Context manager for temporarily redirecting stdout to another file. # How to send help() to stderr with redirect_stdout(sys.stderr): help(dir) # How to write help() to a file with open('help.txt', 'w') as f: with redirect_stdout(f): help(pow) """ _stream = "stdout" class redirect_stderr(_RedirectStream): """Context manager for temporarily redirecting stderr to another file.""" _stream = "stderr" class suppress(object): """Context manager to suppress specified exceptions After the exception is suppressed, execution proceeds with the next statement following the with statement. with suppress(FileNotFoundError): os.remove(somefile) # Execution still resumes here if the file was already removed """ def __init__(self, *exceptions): self._exceptions = exceptions def __enter__(self): pass def __exit__(self, exctype, excinst, exctb): # Unlike isinstance and issubclass, CPython exception handling # currently only looks at the concrete type hierarchy (ignoring # the instance and subclass checking hooks). While Guido considers # that a bug rather than a feature, it's a fairly hard one to fix # due to various internal implementation details. suppress provides # the simpler issubclass based semantics, rather than trying to # exactly reproduce the limitations of the CPython interpreter. # # See http://bugs.python.org/issue12029 for more details return exctype is not None and issubclass(exctype, self._exceptions) # Context manipulation is Python 3 only _HAVE_EXCEPTION_CHAINING = sys.version_info[0] >= 3 if _HAVE_EXCEPTION_CHAINING: def _make_context_fixer(frame_exc): def _fix_exception_context(new_exc, old_exc): # Context may not be correct, so find the end of the chain while 1: exc_context = new_exc.__context__ if exc_context is old_exc: # Context is already set correctly (see issue 20317) return if exc_context is None or exc_context is frame_exc: break new_exc = exc_context # Change the end of the chain to point to the exception # we expect it to reference new_exc.__context__ = old_exc return _fix_exception_context def _reraise_with_existing_context(exc_details): try: # bare "raise exc_details[1]" replaces our carefully # set-up context fixed_ctx = exc_details[1].__context__ raise exc_details[1] except BaseException: exc_details[1].__context__ = fixed_ctx raise else: # No exception context in Python 2 def _make_context_fixer(frame_exc): return lambda new_exc, old_exc: None # Use 3 argument raise in Python 2, # but use exec to avoid SyntaxError in Python 3 def _reraise_with_existing_context(exc_details): exc_type, exc_value, exc_tb = exc_details exec("raise exc_type, exc_value, exc_tb") # Handle old-style classes if they exist try: from types import InstanceType except ImportError: # Python 3 doesn't have old-style classes _get_type = type else: # Need to handle old-style context managers on Python 2 def _get_type(obj): obj_type = type(obj) if obj_type is InstanceType: return obj.__class__ # Old-style class return obj_type # New-style class # Inspired by discussions on http://bugs.python.org/issue13585 class ExitStack(object): """Context manager for dynamic management of a stack of exit callbacks For example: with ExitStack() as stack: files = [stack.enter_context(open(fname)) for fname in filenames] # All opened files will automatically be closed at the end of # the with statement, even if attempts to open files later # in the list raise an exception """ def __init__(self): self._exit_callbacks = deque() def pop_all(self): """Preserve the context stack by transferring it to a new instance""" new_stack = type(self)() new_stack._exit_callbacks = self._exit_callbacks self._exit_callbacks = deque() return new_stack def _push_cm_exit(self, cm, cm_exit): """Helper to correctly register callbacks to __exit__ methods""" def _exit_wrapper(*exc_details): return cm_exit(cm, *exc_details) _exit_wrapper.__self__ = cm self.push(_exit_wrapper) def push(self, exit): """Registers a callback with the standard __exit__ method signature Can suppress exceptions the same way __exit__ methods can. Also accepts any object with an __exit__ method (registering a call to the method instead of the object itself) """ # We use an unbound method rather than a bound method to follow # the standard lookup behaviour for special methods _cb_type = _get_type(exit) try: exit_method = _cb_type.__exit__ except AttributeError: # Not a context manager, so assume its a callable self._exit_callbacks.append(exit) else: self._push_cm_exit(exit, exit_method) return exit # Allow use as a decorator def callback(self, callback, *args, **kwds): """Registers an arbitrary callback and arguments. Cannot suppress exceptions. """ def _exit_wrapper(exc_type, exc, tb): callback(*args, **kwds) # We changed the signature, so using @wraps is not appropriate, but # setting __wrapped__ may still help with introspection _exit_wrapper.__wrapped__ = callback self.push(_exit_wrapper) return callback # Allow use as a decorator def enter_context(self, cm): """Enters the supplied context manager If successful, also pushes its __exit__ method as a callback and returns the result of the __enter__ method. """ # We look up the special methods on the type to match the with statement _cm_type = _get_type(cm) _exit = _cm_type.__exit__ result = _cm_type.__enter__(cm) self._push_cm_exit(cm, _exit) return result def close(self): """Immediately unwind the context stack""" self.__exit__(None, None, None) def __enter__(self): return self def __exit__(self, *exc_details): received_exc = exc_details[0] is not None # We manipulate the exception state so it behaves as though # we were actually nesting multiple with statements frame_exc = sys.exc_info()[1] _fix_exception_context = _make_context_fixer(frame_exc) # Callbacks are invoked in LIFO order to match the behaviour of # nested context managers suppressed_exc = False pending_raise = False while self._exit_callbacks: cb = self._exit_callbacks.pop() try: if cb(*exc_details): suppressed_exc = True pending_raise = False exc_details = (None, None, None) except: new_exc_details = sys.exc_info() # simulate the stack of exceptions by setting the context _fix_exception_context(new_exc_details[1], exc_details[1]) pending_raise = True exc_details = new_exc_details if pending_raise: _reraise_with_existing_context(exc_details) return received_exc and suppressed_exc # Preserve backwards compatibility class ContextStack(ExitStack): """Backwards compatibility alias for ExitStack""" def __init__(self): warnings.warn("ContextStack has been renamed to ExitStack", DeprecationWarning) super(ContextStack, self).__init__() def register_exit(self, callback): return self.push(callback) def register(self, callback, *args, **kwds): return self.callback(callback, *args, **kwds) def preserve(self): return self.pop_all() class nullcontext(AbstractContextManager): """Context manager that does no additional processing. Used as a stand-in for a normal context manager, when a particular block of code is only sometimes used with a normal context manager: cm = optional_cm if condition else nullcontext() with cm: # Perform operation, using optional_cm if condition is True """ def __init__(self, enter_result=None): self.enter_result = enter_result def __enter__(self): return self.enter_result def __exit__(self, *excinfo): pass PK A\!-B4 4 ( pip/_vendor/html5lib/treewalkers/base.pynu [ from __future__ import absolute_import, division, unicode_literals from xml.dom import Node from ..constants import namespaces, voidElements, spaceCharacters __all__ = ["DOCUMENT", "DOCTYPE", "TEXT", "ELEMENT", "COMMENT", "ENTITY", "UNKNOWN", "TreeWalker", "NonRecursiveTreeWalker"] DOCUMENT = Node.DOCUMENT_NODE DOCTYPE = Node.DOCUMENT_TYPE_NODE TEXT = Node.TEXT_NODE ELEMENT = Node.ELEMENT_NODE COMMENT = Node.COMMENT_NODE ENTITY = Node.ENTITY_NODE UNKNOWN = "<#UNKNOWN#>" spaceCharacters = "".join(spaceCharacters) class TreeWalker(object): """Walks a tree yielding tokens Tokens are dicts that all have a ``type`` field specifying the type of the token. """ def __init__(self, tree): """Creates a TreeWalker :arg tree: the tree to walk """ self.tree = tree def __iter__(self): raise NotImplementedError def error(self, msg): """Generates an error token with the given message :arg msg: the error message :returns: SerializeError token """ return {"type": "SerializeError", "data": msg} def emptyTag(self, namespace, name, attrs, hasChildren=False): """Generates an EmptyTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :arg attrs: the attributes of the element as a dict :arg hasChildren: whether or not to yield a SerializationError because this tag shouldn't have children :returns: EmptyTag token """ yield {"type": "EmptyTag", "name": name, "namespace": namespace, "data": attrs} if hasChildren: yield self.error("Void element has children") def startTag(self, namespace, name, attrs): """Generates a StartTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :arg attrs: the attributes of the element as a dict :returns: StartTag token """ return {"type": "StartTag", "name": name, "namespace": namespace, "data": attrs} def endTag(self, namespace, name): """Generates an EndTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :returns: EndTag token """ return {"type": "EndTag", "name": name, "namespace": namespace} def text(self, data): """Generates SpaceCharacters and Characters tokens Depending on what's in the data, this generates one or more ``SpaceCharacters`` and ``Characters`` tokens. For example: >>> from html5lib.treewalkers.base import TreeWalker >>> # Give it an empty tree just so it instantiates >>> walker = TreeWalker([]) >>> list(walker.text('')) [] >>> list(walker.text(' ')) [{u'data': ' ', u'type': u'SpaceCharacters'}] >>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE [{u'data': ' ', u'type': u'SpaceCharacters'}, {u'data': u'abc', u'type': u'Characters'}, {u'data': u' ', u'type': u'SpaceCharacters'}] :arg data: the text data :returns: one or more ``SpaceCharacters`` and ``Characters`` tokens """ data = data middle = data.lstrip(spaceCharacters) left = data[:len(data) - len(middle)] if left: yield {"type": "SpaceCharacters", "data": left} data = middle middle = data.rstrip(spaceCharacters) right = data[len(middle):] if middle: yield {"type": "Characters", "data": middle} if right: yield {"type": "SpaceCharacters", "data": right} def comment(self, data): """Generates a Comment token :arg data: the comment :returns: Comment token """ return {"type": "Comment", "data": data} def doctype(self, name, publicId=None, systemId=None): """Generates a Doctype token :arg name: :arg publicId: :arg systemId: :returns: the Doctype token """ return {"type": "Doctype", "name": name, "publicId": publicId, "systemId": systemId} def entity(self, name): """Generates an Entity token :arg name: the entity name :returns: an Entity token """ return {"type": "Entity", "name": name} def unknown(self, nodeType): """Handles unknown node types""" return self.error("Unknown node type: " + nodeType) class NonRecursiveTreeWalker(TreeWalker): def getNodeDetails(self, node): raise NotImplementedError def getFirstChild(self, node): raise NotImplementedError def getNextSibling(self, node): raise NotImplementedError def getParentNode(self, node): raise NotImplementedError def __iter__(self): currentNode = self.tree while currentNode is not None: details = self.getNodeDetails(currentNode) type, details = details[0], details[1:] hasChildren = False if type == DOCTYPE: yield self.doctype(*details) elif type == TEXT: for token in self.text(*details): yield token elif type == ELEMENT: namespace, name, attributes, hasChildren = details if (not namespace or namespace == namespaces["html"]) and name in voidElements: for token in self.emptyTag(namespace, name, attributes, hasChildren): yield token hasChildren = False else: yield self.startTag(namespace, name, attributes) elif type == COMMENT: yield self.comment(details[0]) elif type == ENTITY: yield self.entity(details[0]) elif type == DOCUMENT: hasChildren = True else: yield self.unknown(details[0]) if hasChildren: firstChild = self.getFirstChild(currentNode) else: firstChild = None if firstChild is not None: currentNode = firstChild else: while currentNode is not None: details = self.getNodeDetails(currentNode) type, details = details[0], details[1:] if type == ELEMENT: namespace, name, attributes, hasChildren = details if (namespace and namespace != namespaces["html"]) or name not in voidElements: yield self.endTag(namespace, name) if self.tree is currentNode: currentNode = None break nextSibling = self.getNextSibling(currentNode) if nextSibling is not None: currentNode = nextSibling break else: currentNode = self.getParentNode(currentNode) PK A\ G . pip/_vendor/html5lib/treewalkers/etree_lxml.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from lxml import etree from ..treebuilders.etree import tag_regexp from . import base from .. import _ihatexml def ensure_str(s): if s is None: return None elif isinstance(s, text_type): return s else: return s.decode("ascii", "strict") class Root(object): def __init__(self, et): self.elementtree = et self.children = [] try: if et.docinfo.internalDTD: self.children.append(Doctype(self, ensure_str(et.docinfo.root_name), ensure_str(et.docinfo.public_id), ensure_str(et.docinfo.system_url))) except AttributeError: pass try: node = et.getroot() except AttributeError: node = et while node.getprevious() is not None: node = node.getprevious() while node is not None: self.children.append(node) node = node.getnext() self.text = None self.tail = None def __getitem__(self, key): return self.children[key] def getnext(self): return None def __len__(self): return 1 class Doctype(object): def __init__(self, root_node, name, public_id, system_id): self.root_node = root_node self.name = name self.public_id = public_id self.system_id = system_id self.text = None self.tail = None def getnext(self): return self.root_node.children[1] class FragmentRoot(Root): def __init__(self, children): self.children = [FragmentWrapper(self, child) for child in children] self.text = self.tail = None def getnext(self): return None class FragmentWrapper(object): def __init__(self, fragment_root, obj): self.root_node = fragment_root self.obj = obj if hasattr(self.obj, 'text'): self.text = ensure_str(self.obj.text) else: self.text = None if hasattr(self.obj, 'tail'): self.tail = ensure_str(self.obj.tail) else: self.tail = None def __getattr__(self, name): return getattr(self.obj, name) def getnext(self): siblings = self.root_node.children idx = siblings.index(self) if idx < len(siblings) - 1: return siblings[idx + 1] else: return None def __getitem__(self, key): return self.obj[key] def __bool__(self): return bool(self.obj) def getparent(self): return None def __str__(self): return str(self.obj) def __unicode__(self): return str(self.obj) def __len__(self): return len(self.obj) class TreeWalker(base.NonRecursiveTreeWalker): def __init__(self, tree): # pylint:disable=redefined-variable-type if isinstance(tree, list): self.fragmentChildren = set(tree) tree = FragmentRoot(tree) else: self.fragmentChildren = set() tree = Root(tree) base.NonRecursiveTreeWalker.__init__(self, tree) self.filter = _ihatexml.InfosetFilter() def getNodeDetails(self, node): if isinstance(node, tuple): # Text node node, key = node assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key return base.TEXT, ensure_str(getattr(node, key)) elif isinstance(node, Root): return (base.DOCUMENT,) elif isinstance(node, Doctype): return base.DOCTYPE, node.name, node.public_id, node.system_id elif isinstance(node, FragmentWrapper) and not hasattr(node, "tag"): return base.TEXT, ensure_str(node.obj) elif node.tag == etree.Comment: return base.COMMENT, ensure_str(node.text) elif node.tag == etree.Entity: return base.ENTITY, ensure_str(node.text)[1:-1] # strip &; else: # This is assumed to be an ordinary element match = tag_regexp.match(ensure_str(node.tag)) if match: namespace, tag = match.groups() else: namespace = None tag = ensure_str(node.tag) attrs = {} for name, value in list(node.attrib.items()): name = ensure_str(name) value = ensure_str(value) match = tag_regexp.match(name) if match: attrs[(match.group(1), match.group(2))] = value else: attrs[(None, name)] = value return (base.ELEMENT, namespace, self.filter.fromXmlName(tag), attrs, len(node) > 0 or node.text) def getFirstChild(self, node): assert not isinstance(node, tuple), "Text nodes have no children" assert len(node) or node.text, "Node has no children" if node.text: return (node, "text") else: return node[0] def getNextSibling(self, node): if isinstance(node, tuple): # Text node node, key = node assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key if key == "text": # XXX: we cannot use a "bool(node) and node[0] or None" construct here # because node[0] might evaluate to False if it has no child element if len(node): return node[0] else: return None else: # tail return node.getnext() return (node, "tail") if node.tail else node.getnext() def getParentNode(self, node): if isinstance(node, tuple): # Text node node, key = node assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key if key == "text": return node # else: fallback to "normal" processing elif node in self.fragmentChildren: return None return node.getparent() PK A\8Yx7 7 G pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-38.opt-1.pycnu [ U .e @ sj d dl mZmZmZ d dlmZ d dlZd dlmZ ddl m Z ddl m Z e d Zd d Ze eZdS ) )absolute_importdivisionunicode_literals) OrderedDictN) string_types )base )moduleFactoryFactoryz {([^}]*)}(.*)c s, | }| dj G fdddtj}t S )NZasdc s4 e Zd ZdZ fddZdd Zdd Zdd Zd S ) z#getETreeBuilder.<locals>.TreeWalkera Given the particular ElementTree representation, this implementation, to avoid using recursion, returns "nodes" as tuples with the following content: 1. The current element 2. The index of the element relative to its parent 3. A stack of ancestor elements 4. A flag "text", "tail" or None to indicate if the current node is a text node; either the text or tail of the current element (1) c s. t |tr2|\}}}}|dkr.tjt||fS |}t|dsD| }|jdkrVtjfS |jdkr|tj |j | d| dfS |j krtj |j fS t |j}|r| \}}n d }|j}t }t|j D ]>\} } t | }|r | ||d|df< q| |d | f< qtj|||t|p&|j fS d S ) Ntexttailtag)Z DOCUMENT_ROOTZDOCUMENT_FRAGMENTz <!DOCTYPE>ZpublicIdZsystemIdr r ) isinstancetupler ZTEXTgetattrhasattrZgetrootr ZDOCUMENTZDOCTYPEr getCOMMENT tag_regexpmatchgroupsr listZattribitemsgroupZELEMENTlen) selfnodeZelt_flagr namespacer ZattrsnamevalueZElementTreeCommentType J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree.pygetNodeDetails s> z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |tr|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|rl|| |d d|d fS d S d S )Nr r r )r r r r appendr r elementkeyparentsr r$ r$ r% getFirstChildH s z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s t |tr|\}}}}nd S |dkrLt|rF|| |d d|d fS d S nN|jrf|dkrf|||dfS |t|d d k r|d |d |d |d fS d S d S )Nr r r r )r r r r' r r( r$ r$ r% getNextSiblingY s z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S sh t |tr|\}}}}nd S |dkr:|s,|S |||d fS n*| }|sJ|S |t|d ||d fS d S )Nr r- )r r popr index)r r r) r* r+ r parentr$ r$ r% getParentNodem s z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)__name__ __module__ __qualname____doc__r& r, r. r2 r$ r# r$ r% TreeWalker s (r7 )Commentr r ZNonRecursiveTreeWalkerlocals)ZElementTreeImplementationZ ElementTreer7 r$ r# r% getETreeBuilder s nr: )Z __future__r r r collectionsr reZpip._vendor.sixr r Z_utilsr compiler r: ZgetETreeModuler$ r$ r$ r% <module> s tPK A\-@ D pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-38.pycnu [ U .eR @ sZ d Z ddlmZmZmZ ddlmZ ddlmZ ddgZ i Z d d dZ d d Z d d Z dS )a A collection of modules for iterating through different kinds of tree, generating tokens identical to those produced by the tokenizer module. To create a tree walker for a new type of tree, you need to do implement a tree walker object (called TreeWalker by convention) that implements a 'serialize' method taking a tree as sole argument and returning an iterator generating tokens. )absolute_importdivisionunicode_literals ) constants) default_etree getTreeWalkerpprintNc K s | } | tkr| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkrdd lm} |d krt}|j |f|jS t | S ) a; Get a TreeWalker class for various types of tree with built-in support :arg str treeType: the name of the tree type required (case-insensitive). Supported values are: * "dom": The xml.dom.minidom DOM implementation * "etree": A generic walker for tree implementations exposing an elementtree-like interface (known to work with ElementTree, cElementTree and lxml.etree). * "lxml": Optimized walker for lxml.etree * "genshi": a Genshi stream :arg implementation: A module implementing the tree type e.g. xml.etree.ElementTree or cElementTree (Currently applies to the "etree" tree type only). :arg kwargs: keyword arguments passed to the etree walker--for other walkers, this has no effect :returns: a TreeWalker class dom )r genshi)r Zlxml) etree_lxmletree)r N) lowertreeWalkerCache r Z TreeWalkerr r r r ZgetETreeModuleget)ZtreeTypeimplementationkwargsr r r r r M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/__init__.pyr s" c c sh g }| D ]D}|d }|dkr,| |d q|rFdd|dV g }|V q|rddd|dV d S )Ntype) CharactersSpaceCharactersdatar r )r r )appendjoin)tokensZpendingCharacterstokenr r r r concatenateCharacterTokensA s r c C sb g }d}t | D ]D}|d }|dkr |d rz|d tjd krz|d tjkr`tj|d }n|d }d||d f }n|d }|dd | |f |d 7 }|d }t| D ]T\\}} } |r|tjkrtj| }n|}d|| f }n| }|d d | || f q|d krV|d 8 }q|dkr2|d 8 }q|dkrX|dd | |d f q|dkr |d r|d r|dd | |d |d |d r|d ndf nF|d r|dd | |d |d f n|dd | |d f n|dd | f q|dkr0|dd | |d f q|dkrJd sVtd qtd | qd |S ) zPretty printer for tree walkers Takes a TreeWalker instance and pretty prints the output of walking the tree. :arg walker: a TreeWalker instance r r )ZStartTagEmptyTag namespaceZhtmlz%s %snamez%s<%s> r r z %s%s="%s"r ZEndTagCommentz %s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z %s<!DOCTYPE >r z%s"%s"r FzBconcatenateCharacterTokens should have got rid of all Space tokenszUnknown token type, %s ) r r Z namespacesprefixesr sorteditemsAssertionError ValueErrorr ) Zwalkeroutputindentr r nsr" Zattrsr! Z localnamevaluer r r r P sn )N)__doc__Z __future__r r r r r Z_utilsr __all__r r r r r r r r <module> s ,PK A\_) ? pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-38.pycnu [ U .e @ sB d dl mZmZmZ d dlmZ ddlmZ G dd dejZ dS ) )absolute_importdivisionunicode_literals)Node )basec @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) TreeWalkerc C s |j tjkr tj|j|j|jfS |j tjtj fkr>tj |j fS |j tj kri }t |j D ]8}||}|jr|j||j|jf< q\|j|d |jf< q\tj|j|j|| fS |j tjkrtj|j fS |j tjtjfkrtjfS tj |j fS d S N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPEnameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODElistZ attributeskeysZgetAttributeNodeZ namespaceURIvalueZ localNameZELEMENTZnodeNameZ hasChildNodesZ COMMENT_NODECOMMENTZ DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)selfnodeZattrsattr r H/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/dom.pygetNodeDetails s( zTreeWalker.getNodeDetailsc C s |j S r )Z firstChildr r r r r getFirstChild$ s zTreeWalker.getFirstChildc C s |j S r )Z nextSiblingr r r r getNextSibling' s zTreeWalker.getNextSiblingc C s |j S r )Z parentNoder r r r getParentNode* s zTreeWalker.getParentNodeN)__name__ __module__ __qualname__r r r r r r r r r s r N) Z __future__r r r Zxml.domr r ZNonRecursiveTreeWalkerr r r r r <module> s PK A\- L pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.opt-1.pycnu [ U .e @ s d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl m Z ddl m Z d d Z G d d d eZG d d deZG dd deZG dd deZG dd de jZdS ) )absolute_importdivisionunicode_literals) text_type)etree ) tag_regexp )base) _ihatexmlc C s* | d kr d S t | tr| S | ddS d S )Nasciistrict) isinstancer decode)s r O/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py ensure_str s r c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) Rootc C s || _ g | _z:|jjrD| jt| t|jjt|jjt|jj W n t k rZ Y nX z | }W n t k r |}Y nX | d k r| }q|d k r| j| | }qd | _d | _d S N)Z elementtreechildrenZdocinfoZ internalDTDappendDoctyper Z root_name public_idZ system_urlAttributeErrorZgetrootZ getpreviousgetnexttexttail)selfZetnoder r r __init__ s, z Root.__init__c C s | j | S r )r r keyr r r __getitem__1 s zRoot.__getitem__c C s d S r r r r r r r 4 s z Root.getnextc C s dS Nr r r$ r r r __len__7 s z Root.__len__N)__name__ __module__ __qualname__r r# r r& r r r r r s r c @ s e Zd Zdd Zdd ZdS )r c C s( || _ || _|| _|| _d | _d | _d S r ) root_nodenamer system_idr r )r r* r+ r r, r r r r < s zDoctype.__init__c C s | j jd S r% )r* r r$ r r r r E s zDoctype.getnextNr' r( r) r r r r r r r ; s r c @ s e Zd Zdd Zdd ZdS ) FragmentRootc s$ fdd|D _ d _ _d S )Nc s g | ]}t |qS r )FragmentWrapper).0Zchildr$ r r <listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r r$ r r J s zFragmentRoot.__init__c C s d S r r r$ r r r r N s zFragmentRoot.getnextNr- r r r r r. I s r. c @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )r/ c C sT || _ || _t| jdr(t| jj| _nd | _t| jdrJt| jj| _nd | _d S )Nr r )r* objhasattrr r r )r Z fragment_rootr2 r r r r S s zFragmentWrapper.__init__c C s t | j|S r )getattrr2 )r r+ r r r __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|| }|t|d k r.||d S d S d S r% )r* r indexlen)r Zsiblingsidxr r r r b s zFragmentWrapper.getnextc C s | j | S r )r2 r! r r r r# j s zFragmentWrapper.__getitem__c C s t | jS r )boolr2 r$ r r r __bool__m s zFragmentWrapper.__bool__c C s d S r r r$ r r r getparentp s zFragmentWrapper.getparentc C s t | jS r strr2 r$ r r r __str__s s zFragmentWrapper.__str__c C s t | jS r r< r$ r r r __unicode__v s zFragmentWrapper.__unicode__c C s t | jS r )r7 r2 r$ r r r r& y s zFragmentWrapper.__len__N) r' r( r) r r5 r r# r: r; r> r? r& r r r r r/ R s r/ c @ s4 e Zd Zdd Zdd Zdd Zdd Zd d Zd S ) TreeWalkerc C sJ t |tr t|| _t|}nt | _t|}tj| | t | _ d S r ) r listsetfragmentChildrenr. r r NonRecursiveTreeWalkerr r Z InfosetFilterfilter)r Ztreer r r r ~ s zTreeWalker.__init__c C sz t |tr&|\}}tjtt||fS t |tr8tjfS t |trVtj |j |j |j fS t |t rzt|dsztjt|jfS |jtjkrtjt|jfS |jtjkrtjt|jdd fS tt|j}|r| \}}nd }t|j}i }t|j D ]P\}}t|}t|}t|}|r>||| d| df< n ||d |f< qtj || j ||t!|dkpr|jfS d S )Ntagr r r )"r tupler ZTEXTr r4 r ZDOCUMENTr ZDOCTYPEr+ r r, r/ r3 r2 rF r CommentCOMMENTr ZEntityZENTITYr matchgroupsrA ZattribitemsgroupZELEMENTrE Z fromXmlNamer7 ) r r r" rK namespacerF Zattrsr+ valuer r r getNodeDetails s< zTreeWalker.getNodeDetailsc C s |j r|dfS |d S d S )Nr r )r )r r r r r getFirstChild s zTreeWalker.getFirstChildc C sN t |tr8|\}}|dkr0t|r*|d S d S n| S |jrF|dfS | S )Nr r r )r rH r7 r r r r r" r r r getNextSibling s zTreeWalker.getNextSiblingc C s6 t |tr |\}}|dkr.|S n|| jkr.d S | S )Nr )r rH rC r; rS r r r getParentNode s zTreeWalker.getParentNodeN)r' r( r) r rQ rR rT rU r r r r r@ } s ) r@ N)Z __future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer r r r objectr r r. r/ rD r@ r r r r <module> s & +PK A\A9 9 F pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-38.opt-1.pycnu [ U .e4 @ s d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d d d d g Z ej Z ej ZejZejZejZejZdZde Z G dd d eZG dd d eZdS ) )absolute_importdivisionunicode_literals)Node ) namespaces voidElementsspaceCharactersDOCUMENTDOCTYPETEXTELEMENTCOMMENTENTITYUNKNOWN TreeWalkerNonRecursiveTreeWalkerz <#UNKNOWN#> c @ sl e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z dddZ dd Z dd ZdS ) r z}Walks a tree yielding tokens Tokens are dicts that all have a ``type`` field specifying the type of the token. c C s || _ dS )zCCreates a TreeWalker :arg tree: the tree to walk N)tree)selfr r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/base.py__init__ s zTreeWalker.__init__c C s t d S NNotImplementedError)r r r r __iter__# s zTreeWalker.__iter__c C s d|dS )zGenerates an error token with the given message :arg msg: the error message :returns: SerializeError token ZSerializeErrortypedatar )r msgr r r error& s zTreeWalker.errorFc c s$ d|||dV |r | dV dS )ar Generates an EmptyTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :arg attrs: the attributes of the element as a dict :arg hasChildren: whether or not to yield a SerializationError because this tag shouldn't have children :returns: EmptyTag token ZEmptyTagr name namespacer zVoid element has childrenNr! )r r$ r# attrs hasChildrenr r r emptyTag0 s zTreeWalker.emptyTagc C s d|||dS )zGenerates a StartTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :arg attrs: the attributes of the element as a dict :returns: StartTag token ZStartTagr" r )r r$ r# r& r r r startTagE s zTreeWalker.startTagc C s d||dS )zGenerates an EndTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :returns: EndTag token ZEndTag)r r# r$ r )r r$ r# r r r endTagV s zTreeWalker.endTagc c sx |}| t}|dt|t| }|r6d|dV |}|t}|t|d }|rdd|dV |rtd|dV dS )at Generates SpaceCharacters and Characters tokens Depending on what's in the data, this generates one or more ``SpaceCharacters`` and ``Characters`` tokens. For example: >>> from html5lib.treewalkers.base import TreeWalker >>> # Give it an empty tree just so it instantiates >>> walker = TreeWalker([]) >>> list(walker.text('')) [] >>> list(walker.text(' ')) [{u'data': ' ', u'type': u'SpaceCharacters'}] >>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE [{u'data': ' ', u'type': u'SpaceCharacters'}, {u'data': u'abc', u'type': u'Characters'}, {u'data': u' ', u'type': u'SpaceCharacters'}] :arg data: the text data :returns: one or more ``SpaceCharacters`` and ``Characters`` tokens NZSpaceCharactersr Z Characters)lstripr lenrstrip)r r Zmiddleleftrightr r r textd s zTreeWalker.textc C s d|dS )zdGenerates a Comment token :arg data: the comment :returns: Comment token Commentr r )r r r r r comment s zTreeWalker.commentNc C s d|||dS )zGenerates a Doctype token :arg name: :arg publicId: :arg systemId: :returns: the Doctype token ZDoctype)r r# publicIdsystemIdr )r r# r3 r4 r r r doctype s zTreeWalker.doctypec C s d|dS )zjGenerates an Entity token :arg name: the entity name :returns: an Entity token ZEntity)r r# r )r r# r r r entity s zTreeWalker.entityc C s | d| S )zHandles unknown node typeszUnknown node type: r% )r ZnodeTyper r r unknown s zTreeWalker.unknown)F)NN)__name__ __module__ __qualname____doc__r r r! r( r) r* r0 r2 r5 r6 r7 r r r r r s & c @ s4 e Zd Zdd Zdd Zdd Zdd Zd d Zd S ) r c C s t d S r r r Znoder r r getNodeDetails s z%NonRecursiveTreeWalker.getNodeDetailsc C s t d S r r r< r r r getFirstChild s z$NonRecursiveTreeWalker.getFirstChildc C s t d S r r r< r r r getNextSibling s z%NonRecursiveTreeWalker.getNextSiblingc C s t d S r r r< r r r getParentNode s z$NonRecursiveTreeWalker.getParentNodec c s | j }|d k r| |}|d |dd }}d}|tkrJ| j| V n|tkrj| j| D ] }|V q\n|tkr|\}}}}|r|td kr|tkr| ||||D ] }|V qd}n| |||V nV|t kr| |d V n<|t kr | |d V n |tkrd}n| |d V |r2| |} nd } | d k rF| }q|d k r| |}|d |dd }}|tkr|\}}}}|r|td ks|tkr| ||V | j |krd }q| |} | d k r| }qn | |}qFqd S )Nr FZhtmlT)r r= r r5 r r0 r r r r( r) r r2 r r6 r r7 r> r* r? r@ ) r Z currentNodeZdetailsr r' tokenr$ r# Z attributesZ firstChildZ nextSiblingr r r r s\ z NonRecursiveTreeWalker.__iter__N)r8 r9 r: r= r> r? r@ r r r r r r s N) Z __future__r r r Zxml.domr Z constantsr r r __all__Z DOCUMENT_NODEr ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr Z COMMENT_NODEr Z ENTITY_NODEr r joinobjectr r r r r r <module> s" !PK A\ @ @ B pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-38.pycnu [ U .e @ s d dl mZmZmZ d dlmZ d dlmZmZmZm Z m Z d dlm Z m Z m Z mZmZmZ ddlmZ ddlmZmZ G d d d ejZd S ) )absolute_importdivisionunicode_literals)QName)STARTEND XML_NAMESPACEDOCTYPETEXT)START_NSEND_NS START_CDATA END_CDATAPICOMMENT )base ) voidElements namespacesc @ s e Zd Zdd Zdd ZdS ) TreeWalkerc c sX d }| j D ](}|d k r.| ||D ] }|V q"|}q |d k rT| |d D ] }|V qHd S )N)Ztreetokens)selfZpreviouseventtoken r K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/genshi.py__iter__ s zTreeWalker.__iter__c c st |\}}}|t kr|\}}|j}|j} i } |D ]0\} } t| trR| | | j| jf< q.| | d | f< q.| td kr|tkr| | || | p|d tkp|d |kD ] } | V qn| | || V n|tkr|j}|j} | td ks|tkr| | |V nz|t kr| |V nb|t kr2| |D ] } | V q"n>|tkrJ| j| V n&|tttttttfkrdn | |V d S )NZhtmlr r )r Z localname namespace isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr textr Zdoctyper r r r r r unknown)r r nextZkinddata_tagZattribsnamer Zconverted_attribskvr r r r r sH zTreeWalker.tokensN)__name__ __module__ __qualname__r r r r r r r s r N)Z __future__r r r Z genshi.corer r r r r r r r r r r r r Z constantsr r r r r r r <module> s PK A\T o A pip/_vendor/html5lib/treewalkers/__pycache__/etree.cpython-38.pycnu [ U .e @ sj d dl mZmZmZ d dlmZ d dlZd dlmZ ddl m Z ddl m Z e d Zd d Ze eZdS ) )absolute_importdivisionunicode_literals) OrderedDictN) string_types )base )moduleFactoryFactoryz {([^}]*)}(.*)c s, | }| dj G fdddtj}t S )NZasdc s4 e Zd ZdZ fddZdd Zdd Zdd Zd S ) z#getETreeBuilder.<locals>.TreeWalkera Given the particular ElementTree representation, this implementation, to avoid using recursion, returns "nodes" as tuples with the following content: 1. The current element 2. The index of the element relative to its parent 3. A stack of ancestor elements 4. A flag "text", "tail" or None to indicate if the current node is a text node; either the text or tail of the current element (1) c sH t |tr2|\}}}}|dkr.tjt||fS |}t|dsD| }|jdkrVtjfS |jdkr|tj |j | d| dfS |j krtj |j fS t |jt stt|jt|j}|r| \}}n d }|j}t }t|j D ]>\} } t| }|r| ||d|df< q| |d | f< qtj|||t|p@|j fS d S ) Ntexttailtag)Z DOCUMENT_ROOTZDOCUMENT_FRAGMENTz <!DOCTYPE>ZpublicIdZsystemIdr r ) isinstancetupler ZTEXTgetattrhasattrZgetrootr ZDOCUMENTZDOCTYPEr getCOMMENTr AssertionErrortype tag_regexpmatchgroupsr listZattribitemsgroupZELEMENTlen) selfnodeZelt_flagr namespacer ZattrsnamevalueZElementTreeCommentType J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree.pygetNodeDetails s@ z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |tr|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|rl|| |d d|d fS d S d S )Nr r r )r r r r appendr r elementkeyparentsr! r& r& r' getFirstChildH s z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s t |tr|\}}}}nd S |dkrLt|rF|| |d d|d fS d S nN|jrf|dkrf|||dfS |t|d d k r|d |d |d |d fS d S d S )Nr r r r )r r r r) r r* r& r& r' getNextSiblingY s z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S s t |tr|\}}}}nd S |dkr:|s,|S |||d fS nD| }|sJ|S t|d |dksdt|t|d ||d fS d S )Nr r/ r )r r popr countr index)r r r+ r, r- r! parentr& r& r' getParentNodem s z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)__name__ __module__ __qualname____doc__r( r. r0 r5 r& r% r& r' TreeWalker s (r: )Commentr r ZNonRecursiveTreeWalkerlocals)ZElementTreeImplementationZ ElementTreer: r& r% r' getETreeBuilder s nr= )Z __future__r r r collectionsr reZpip._vendor.sixr r Z_utilsr compiler r= ZgetETreeModuler& r& r& r' <module> s tPK A\A9 9 @ pip/_vendor/html5lib/treewalkers/__pycache__/base.cpython-38.pycnu [ U .e4 @ s d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d d d d g Z ej Z ej ZejZejZejZejZdZde Z G dd d eZG dd d eZdS ) )absolute_importdivisionunicode_literals)Node ) namespaces voidElementsspaceCharactersDOCUMENTDOCTYPETEXTELEMENTCOMMENTENTITYUNKNOWN TreeWalkerNonRecursiveTreeWalkerz <#UNKNOWN#> c @ sl e Zd ZdZdd Zdd Zdd Zdd d Zd d Zd d Z dd Z dd Z dddZ dd Z dd ZdS ) r z}Walks a tree yielding tokens Tokens are dicts that all have a ``type`` field specifying the type of the token. c C s || _ dS )zCCreates a TreeWalker :arg tree: the tree to walk N)tree)selfr r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/base.py__init__ s zTreeWalker.__init__c C s t d S NNotImplementedError)r r r r __iter__# s zTreeWalker.__iter__c C s d|dS )zGenerates an error token with the given message :arg msg: the error message :returns: SerializeError token ZSerializeErrortypedatar )r msgr r r error& s zTreeWalker.errorFc c s$ d|||dV |r | dV dS )ar Generates an EmptyTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :arg attrs: the attributes of the element as a dict :arg hasChildren: whether or not to yield a SerializationError because this tag shouldn't have children :returns: EmptyTag token ZEmptyTagr name namespacer zVoid element has childrenNr! )r r$ r# attrs hasChildrenr r r emptyTag0 s zTreeWalker.emptyTagc C s d|||dS )zGenerates a StartTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :arg attrs: the attributes of the element as a dict :returns: StartTag token ZStartTagr" r )r r$ r# r& r r r startTagE s zTreeWalker.startTagc C s d||dS )zGenerates an EndTag token :arg namespace: the namespace of the token--can be ``None`` :arg name: the name of the element :returns: EndTag token ZEndTag)r r# r$ r )r r$ r# r r r endTagV s zTreeWalker.endTagc c sx |}| t}|dt|t| }|r6d|dV |}|t}|t|d }|rdd|dV |rtd|dV dS )at Generates SpaceCharacters and Characters tokens Depending on what's in the data, this generates one or more ``SpaceCharacters`` and ``Characters`` tokens. For example: >>> from html5lib.treewalkers.base import TreeWalker >>> # Give it an empty tree just so it instantiates >>> walker = TreeWalker([]) >>> list(walker.text('')) [] >>> list(walker.text(' ')) [{u'data': ' ', u'type': u'SpaceCharacters'}] >>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE [{u'data': ' ', u'type': u'SpaceCharacters'}, {u'data': u'abc', u'type': u'Characters'}, {u'data': u' ', u'type': u'SpaceCharacters'}] :arg data: the text data :returns: one or more ``SpaceCharacters`` and ``Characters`` tokens NZSpaceCharactersr Z Characters)lstripr lenrstrip)r r Zmiddleleftrightr r r textd s zTreeWalker.textc C s d|dS )zdGenerates a Comment token :arg data: the comment :returns: Comment token Commentr r )r r r r r comment s zTreeWalker.commentNc C s d|||dS )zGenerates a Doctype token :arg name: :arg publicId: :arg systemId: :returns: the Doctype token ZDoctype)r r# publicIdsystemIdr )r r# r3 r4 r r r doctype s zTreeWalker.doctypec C s d|dS )zjGenerates an Entity token :arg name: the entity name :returns: an Entity token ZEntity)r r# r )r r# r r r entity s zTreeWalker.entityc C s | d| S )zHandles unknown node typeszUnknown node type: r% )r ZnodeTyper r r unknown s zTreeWalker.unknown)F)NN)__name__ __module__ __qualname____doc__r r r! r( r) r* r0 r2 r5 r6 r7 r r r r r s & c @ s4 e Zd Zdd Zdd Zdd Zdd Zd d Zd S ) r c C s t d S r r r Znoder r r getNodeDetails s z%NonRecursiveTreeWalker.getNodeDetailsc C s t d S r r r< r r r getFirstChild s z$NonRecursiveTreeWalker.getFirstChildc C s t d S r r r< r r r getNextSibling s z%NonRecursiveTreeWalker.getNextSiblingc C s t d S r r r< r r r getParentNode s z$NonRecursiveTreeWalker.getParentNodec c s | j }|d k r| |}|d |dd }}d}|tkrJ| j| V n|tkrj| j| D ] }|V q\n|tkr|\}}}}|r|td kr|tkr| ||||D ] }|V qd}n| |||V nV|t kr| |d V n<|t kr | |d V n |tkrd}n| |d V |r2| |} nd } | d k rF| }q|d k r| |}|d |dd }}|tkr|\}}}}|r|td ks|tkr| ||V | j |krd }q| |} | d k r| }qn | |}qFqd S )Nr FZhtmlT)r r= r r5 r r0 r r r r( r) r r2 r r6 r r7 r> r* r? r@ ) r Z currentNodeZdetailsr r' tokenr$ r# Z attributesZ firstChildZ nextSiblingr r r r s\ z NonRecursiveTreeWalker.__iter__N)r8 r9 r: r= r> r? r@ r r r r r r s N) Z __future__r r r Zxml.domr Z constantsr r r __all__Z DOCUMENT_NODEr ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr Z COMMENT_NODEr Z ENTITY_NODEr r joinobjectr r r r r r <module> s" !PK A\ F pip/_vendor/html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.pycnu [ U .e @ s d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl m Z ddl m Z d d Z G d d d eZG d d deZG dd deZG dd deZG dd de jZdS ) )absolute_importdivisionunicode_literals) text_type)etree ) tag_regexp )base) _ihatexmlc C s* | d kr d S t | tr| S | ddS d S )Nasciistrict) isinstancer decode)s r O/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py ensure_str s r c @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) Rootc C s || _ g | _z:|jjrD| jt| t|jjt|jjt|jj W n t k rZ Y nX z | }W n t k r |}Y nX | d k r| }q|d k r| j| | }qd | _d | _d S N)Z elementtreechildrenZdocinfoZ internalDTDappendDoctyper Z root_name public_idZ system_urlAttributeErrorZgetrootZ getpreviousgetnexttexttail)selfZetnoder r r __init__ s, z Root.__init__c C s | j | S r )r r keyr r r __getitem__1 s zRoot.__getitem__c C s d S r r r r r r r 4 s z Root.getnextc C s dS Nr r r$ r r r __len__7 s z Root.__len__N)__name__ __module__ __qualname__r r# r r& r r r r r s r c @ s e Zd Zdd Zdd ZdS )r c C s( || _ || _|| _|| _d | _d | _d S r ) root_nodenamer system_idr r )r r* r+ r r, r r r r < s zDoctype.__init__c C s | j jd S r% )r* r r$ r r r r E s zDoctype.getnextNr' r( r) r r r r r r r ; s r c @ s e Zd Zdd Zdd ZdS ) FragmentRootc s$ fdd|D _ d _ _d S )Nc s g | ]}t |qS r )FragmentWrapper).0Zchildr$ r r <listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r r$ r r J s zFragmentRoot.__init__c C s d S r r r$ r r r r N s zFragmentRoot.getnextNr- r r r r r. I s r. c @ sT e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )r/ c C sT || _ || _t| jdr(t| jj| _nd | _t| jdrJt| jj| _nd | _d S )Nr r )r* objhasattrr r r )r Z fragment_rootr2 r r r r S s zFragmentWrapper.__init__c C s t | j|S r )getattrr2 )r r+ r r r __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|| }|t|d k r.||d S d S d S r% )r* r indexlen)r Zsiblingsidxr r r r b s zFragmentWrapper.getnextc C s | j | S r )r2 r! r r r r# j s zFragmentWrapper.__getitem__c C s t | jS r )boolr2 r$ r r r __bool__m s zFragmentWrapper.__bool__c C s d S r r r$ r r r getparentp s zFragmentWrapper.getparentc C s t | jS r strr2 r$ r r r __str__s s zFragmentWrapper.__str__c C s t | jS r r< r$ r r r __unicode__v s zFragmentWrapper.__unicode__c C s t | jS r )r7 r2 r$ r r r r& y s zFragmentWrapper.__len__N) r' r( r) r r5 r r# r: r; r> r? r& r r r r r/ R s r/ c @ s4 e Zd Zdd Zdd Zdd Zdd Zd d Zd S ) TreeWalkerc C sJ t |tr t|| _t|}nt | _t|}tj| | t | _ d S r ) r listsetfragmentChildrenr. r r NonRecursiveTreeWalkerr r Z InfosetFilterfilter)r Ztreer r r r ~ s zTreeWalker.__init__c C s t |tr:|\}}|dks&td| tjtt||fS t |trLtjfS t |t rjtj |j |j |j fS t |trt|dstjt|jfS |jtjkrtjt|jfS |jtjkrtjt|jdd fS tt|j}| r| \}}nd }t|j}i }t|j D ]P\}}t|}t|}t|}|rT||| d| df< n ||d |f< qtj || j !||t"|dkp|jfS d S )Nr r %Text nodes are text or tail, found %stagr r r )#r tupleAssertionErrorr ZTEXTr r4 r ZDOCUMENTr ZDOCTYPEr+ r r, r/ r3 r2 rH r CommentCOMMENTr ZEntityZENTITYr matchgroupsrA ZattribitemsgroupZELEMENTrE Z fromXmlNamer7 ) r r r" rN namespacerH Zattrsr+ valuer r r getNodeDetails s> zTreeWalker.getNodeDetailsc C sB t |trtdt|s(|js(td|jr6|dfS |d S d S )NzText nodes have no childrenzNode has no childrenr r )r rJ rK r7 r )r r r r r getFirstChild s zTreeWalker.getFirstChildc C sb t |trL|\}}|dks&td| |dkrDt|r>|d S d S n| S |jrZ|dfS | S )NrF rG r r r )r rJ rK r7 r r r r r" r r r getNextSibling s zTreeWalker.getNextSiblingc C sJ t |tr4|\}}|dks&td| |dkrB|S n|| jkrBd S | S )NrF rG r )r rJ rK rC r; rV r r r getParentNode s zTreeWalker.getParentNodeN)r' r( r) r rT rU rW rX r r r r r@ } s ) r@ N)Z __future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer r r r objectr r r. r/ rD r@ r r r r <module> s & +PK A\Xg1 J pip/_vendor/html5lib/treewalkers/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .eR @ sZ d Z ddlmZmZmZ ddlmZ ddlmZ ddgZ i Z d d dZ d d Z d d Z dS )a A collection of modules for iterating through different kinds of tree, generating tokens identical to those produced by the tokenizer module. To create a tree walker for a new type of tree, you need to do implement a tree walker object (called TreeWalker by convention) that implements a 'serialize' method taking a tree as sole argument and returning an iterator generating tokens. )absolute_importdivisionunicode_literals ) constants) default_etree getTreeWalkerpprintNc K s | } | tkr| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkrdd lm} |d krt}|j |f|jS t | S ) a; Get a TreeWalker class for various types of tree with built-in support :arg str treeType: the name of the tree type required (case-insensitive). Supported values are: * "dom": The xml.dom.minidom DOM implementation * "etree": A generic walker for tree implementations exposing an elementtree-like interface (known to work with ElementTree, cElementTree and lxml.etree). * "lxml": Optimized walker for lxml.etree * "genshi": a Genshi stream :arg implementation: A module implementing the tree type e.g. xml.etree.ElementTree or cElementTree (Currently applies to the "etree" tree type only). :arg kwargs: keyword arguments passed to the etree walker--for other walkers, this has no effect :returns: a TreeWalker class dom )r genshi)r Zlxml) etree_lxmletree)r N) lowertreeWalkerCache r Z TreeWalkerr r r r ZgetETreeModuleget)ZtreeTypeimplementationkwargsr r r r r M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/__init__.pyr s" c c sh g }| D ]D}|d }|dkr,| |d q|rFdd|dV g }|V q|rddd|dV d S )Ntype) CharactersSpaceCharactersdatar r )r r )appendjoin)tokensZpendingCharacterstokenr r r r concatenateCharacterTokensA s r c C sT g }d}t | D ]6}|d }|dkr |d rz|d tjd krz|d tjkr`tj|d }n|d }d||d f }n|d }|dd | |f |d 7 }|d }t| D ]T\\}} } |r|tjkrtj| }n|}d|| f }n| }|d d | || f q|d krH|d 8 }q|dkr2|d 8 }q|dkrX|dd | |d f q|dkr |d r|d r|dd | |d |d |d r|d ndf nF|d r|dd | |d |d f n|dd | |d f n|dd | f q|dkr0|dd | |d f q|dkr<qtd | qd |S ) zPretty printer for tree walkers Takes a TreeWalker instance and pretty prints the output of walking the tree. :arg walker: a TreeWalker instance r r )ZStartTagEmptyTag namespaceZhtmlz%s %snamez%s<%s> r r z %s%s="%s"r ZEndTagCommentz %s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z %s<!DOCTYPE >r z%s"%s"r zUnknown token type, %s ) r r Z namespacesprefixesr sorteditems ValueErrorr ) Zwalkeroutputindentr r nsr" Zattrsr! Z localnamevaluer r r r P sn )N)__doc__Z __future__r r r r r Z_utilsr __all__r r r r r r r r <module> s ,PK A\ @ @ H pip/_vendor/html5lib/treewalkers/__pycache__/genshi.cpython-38.opt-1.pycnu [ U .e @ s d dl mZmZmZ d dlmZ d dlmZmZmZm Z m Z d dlm Z m Z m Z mZmZmZ ddlmZ ddlmZmZ G d d d ejZd S ) )absolute_importdivisionunicode_literals)QName)STARTEND XML_NAMESPACEDOCTYPETEXT)START_NSEND_NS START_CDATA END_CDATAPICOMMENT )base ) voidElements namespacesc @ s e Zd Zdd Zdd ZdS ) TreeWalkerc c sX d }| j D ](}|d k r.| ||D ] }|V q"|}q |d k rT| |d D ] }|V qHd S )N)Ztreetokens)selfZpreviouseventtoken r K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/genshi.py__iter__ s zTreeWalker.__iter__c c st |\}}}|t kr|\}}|j}|j} i } |D ]0\} } t| trR| | | j| jf< q.| | d | f< q.| td kr|tkr| | || | p|d tkp|d |kD ] } | V qn| | || V n|tkr|j}|j} | td ks|tkr| | |V nz|t kr| |V nb|t kr2| |D ] } | V q"n>|tkrJ| j| V n&|tttttttfkrdn | |V d S )NZhtmlr r )r Z localname namespace isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr textr Zdoctyper r r r r r unknown)r r nextZkinddata_tagZattribsnamer Zconverted_attribskvr r r r r sH zTreeWalker.tokensN)__name__ __module__ __qualname__r r r r r r r s r N)Z __future__r r r Z genshi.corer r r r r r r r r r r r r Z constantsr r r r r r r <module> s PK A\_) E pip/_vendor/html5lib/treewalkers/__pycache__/dom.cpython-38.opt-1.pycnu [ U .e @ sB d dl mZmZmZ d dlmZ ddlmZ G dd dejZ dS ) )absolute_importdivisionunicode_literals)Node )basec @ s, e Zd Zdd Zdd Zdd Zdd Zd S ) TreeWalkerc C s |j tjkr tj|j|j|jfS |j tjtj fkr>tj |j fS |j tj kri }t |j D ]8}||}|jr|j||j|jf< q\|j|d |jf< q\tj|j|j|| fS |j tjkrtj|j fS |j tjtjfkrtjfS tj |j fS d S N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPEnameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODElistZ attributeskeysZgetAttributeNodeZ namespaceURIvalueZ localNameZELEMENTZnodeNameZ hasChildNodesZ COMMENT_NODECOMMENTZ DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)selfnodeZattrsattr r H/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/dom.pygetNodeDetails s( zTreeWalker.getNodeDetailsc C s |j S r )Z firstChildr r r r r getFirstChild$ s zTreeWalker.getFirstChildc C s |j S r )Z nextSiblingr r r r getNextSibling' s zTreeWalker.getNextSiblingc C s |j S r )Z parentNoder r r r getParentNode* s zTreeWalker.getParentNodeN)__name__ __module__ __qualname__r r r r r r r r r s r N) Z __future__r r r Zxml.domr r ZNonRecursiveTreeWalkerr r r r r <module> s PK A\eo ' pip/_vendor/html5lib/treewalkers/dom.pynu [ from __future__ import absolute_import, division, unicode_literals from xml.dom import Node from . import base class TreeWalker(base.NonRecursiveTreeWalker): def getNodeDetails(self, node): if node.nodeType == Node.DOCUMENT_TYPE_NODE: return base.DOCTYPE, node.name, node.publicId, node.systemId elif node.nodeType in (Node.TEXT_NODE, Node.CDATA_SECTION_NODE): return base.TEXT, node.nodeValue elif node.nodeType == Node.ELEMENT_NODE: attrs = {} for attr in list(node.attributes.keys()): attr = node.getAttributeNode(attr) if attr.namespaceURI: attrs[(attr.namespaceURI, attr.localName)] = attr.value else: attrs[(None, attr.name)] = attr.value return (base.ELEMENT, node.namespaceURI, node.nodeName, attrs, node.hasChildNodes()) elif node.nodeType == Node.COMMENT_NODE: return base.COMMENT, node.nodeValue elif node.nodeType in (Node.DOCUMENT_NODE, Node.DOCUMENT_FRAGMENT_NODE): return (base.DOCUMENT,) else: return base.UNKNOWN, node.nodeType def getFirstChild(self, node): return node.firstChild def getNextSibling(self, node): return node.nextSibling def getParentNode(self, node): return node.parentNode PK A\_m * pip/_vendor/html5lib/treewalkers/genshi.pynu [ from __future__ import absolute_import, division, unicode_literals from genshi.core import QName from genshi.core import START, END, XML_NAMESPACE, DOCTYPE, TEXT from genshi.core import START_NS, END_NS, START_CDATA, END_CDATA, PI, COMMENT from . import base from ..constants import voidElements, namespaces class TreeWalker(base.TreeWalker): def __iter__(self): # Buffer the events so we can pass in the following one previous = None for event in self.tree: if previous is not None: for token in self.tokens(previous, event): yield token previous = event # Don't forget the final event! if previous is not None: for token in self.tokens(previous, None): yield token def tokens(self, event, next): kind, data, _ = event if kind == START: tag, attribs = data name = tag.localname namespace = tag.namespace converted_attribs = {} for k, v in attribs: if isinstance(k, QName): converted_attribs[(k.namespace, k.localname)] = v else: converted_attribs[(None, k)] = v if namespace == namespaces["html"] and name in voidElements: for token in self.emptyTag(namespace, name, converted_attribs, not next or next[0] != END or next[1] != tag): yield token else: yield self.startTag(namespace, name, converted_attribs) elif kind == END: name = data.localname namespace = data.namespace if namespace != namespaces["html"] or name not in voidElements: yield self.endTag(namespace, name) elif kind == COMMENT: yield self.comment(data) elif kind == TEXT: for token in self.text(data): yield token elif kind == DOCTYPE: yield self.doctype(*data) elif kind in (XML_NAMESPACE, DOCTYPE, START_NS, END_NS, START_CDATA, END_CDATA, PI): pass else: yield self.unknown(kind) PK A\fR R , pip/_vendor/html5lib/treewalkers/__init__.pynu [ """A collection of modules for iterating through different kinds of tree, generating tokens identical to those produced by the tokenizer module. To create a tree walker for a new type of tree, you need to do implement a tree walker object (called TreeWalker by convention) that implements a 'serialize' method taking a tree as sole argument and returning an iterator generating tokens. """ from __future__ import absolute_import, division, unicode_literals from .. import constants from .._utils import default_etree __all__ = ["getTreeWalker", "pprint"] treeWalkerCache = {} def getTreeWalker(treeType, implementation=None, **kwargs): """Get a TreeWalker class for various types of tree with built-in support :arg str treeType: the name of the tree type required (case-insensitive). Supported values are: * "dom": The xml.dom.minidom DOM implementation * "etree": A generic walker for tree implementations exposing an elementtree-like interface (known to work with ElementTree, cElementTree and lxml.etree). * "lxml": Optimized walker for lxml.etree * "genshi": a Genshi stream :arg implementation: A module implementing the tree type e.g. xml.etree.ElementTree or cElementTree (Currently applies to the "etree" tree type only). :arg kwargs: keyword arguments passed to the etree walker--for other walkers, this has no effect :returns: a TreeWalker class """ treeType = treeType.lower() if treeType not in treeWalkerCache: if treeType == "dom": from . import dom treeWalkerCache[treeType] = dom.TreeWalker elif treeType == "genshi": from . import genshi treeWalkerCache[treeType] = genshi.TreeWalker elif treeType == "lxml": from . import etree_lxml treeWalkerCache[treeType] = etree_lxml.TreeWalker elif treeType == "etree": from . import etree if implementation is None: implementation = default_etree # XXX: NEVER cache here, caching is done in the etree submodule return etree.getETreeModule(implementation, **kwargs).TreeWalker return treeWalkerCache.get(treeType) def concatenateCharacterTokens(tokens): pendingCharacters = [] for token in tokens: type = token["type"] if type in ("Characters", "SpaceCharacters"): pendingCharacters.append(token["data"]) else: if pendingCharacters: yield {"type": "Characters", "data": "".join(pendingCharacters)} pendingCharacters = [] yield token if pendingCharacters: yield {"type": "Characters", "data": "".join(pendingCharacters)} def pprint(walker): """Pretty printer for tree walkers Takes a TreeWalker instance and pretty prints the output of walking the tree. :arg walker: a TreeWalker instance """ output = [] indent = 0 for token in concatenateCharacterTokens(walker): type = token["type"] if type in ("StartTag", "EmptyTag"): # tag name if token["namespace"] and token["namespace"] != constants.namespaces["html"]: if token["namespace"] in constants.prefixes: ns = constants.prefixes[token["namespace"]] else: ns = token["namespace"] name = "%s %s" % (ns, token["name"]) else: name = token["name"] output.append("%s<%s>" % (" " * indent, name)) indent += 2 # attributes (sorted for consistent ordering) attrs = token["data"] for (namespace, localname), value in sorted(attrs.items()): if namespace: if namespace in constants.prefixes: ns = constants.prefixes[namespace] else: ns = namespace name = "%s %s" % (ns, localname) else: name = localname output.append("%s%s=\"%s\"" % (" " * indent, name, value)) # self-closing if type == "EmptyTag": indent -= 2 elif type == "EndTag": indent -= 2 elif type == "Comment": output.append("%s<!-- %s -->" % (" " * indent, token["data"])) elif type == "Doctype": if token["name"]: if token["publicId"]: output.append("""%s<!DOCTYPE %s "%s" "%s">""" % (" " * indent, token["name"], token["publicId"], token["systemId"] if token["systemId"] else "")) elif token["systemId"]: output.append("""%s<!DOCTYPE %s "" "%s">""" % (" " * indent, token["name"], token["systemId"])) else: output.append("%s<!DOCTYPE %s>" % (" " * indent, token["name"])) else: output.append("%s<!DOCTYPE >" % (" " * indent,)) elif type == "Characters": output.append("%s\"%s\"" % (" " * indent, token["data"])) elif type == "SpaceCharacters": assert False, "concatenateCharacterTokens should have got rid of all Space tokens" else: raise ValueError("Unknown token type, %s" % type) return "\n".join(output) PK A\- ) pip/_vendor/html5lib/treewalkers/etree.pynu [ from __future__ import absolute_import, division, unicode_literals from collections import OrderedDict import re from pip._vendor.six import string_types from . import base from .._utils import moduleFactoryFactory tag_regexp = re.compile("{([^}]*)}(.*)") def getETreeBuilder(ElementTreeImplementation): ElementTree = ElementTreeImplementation ElementTreeCommentType = ElementTree.Comment("asd").tag class TreeWalker(base.NonRecursiveTreeWalker): # pylint:disable=unused-variable """Given the particular ElementTree representation, this implementation, to avoid using recursion, returns "nodes" as tuples with the following content: 1. The current element 2. The index of the element relative to its parent 3. A stack of ancestor elements 4. A flag "text", "tail" or None to indicate if the current node is a text node; either the text or tail of the current element (1) """ def getNodeDetails(self, node): if isinstance(node, tuple): # It might be the root Element elt, _, _, flag = node if flag in ("text", "tail"): return base.TEXT, getattr(elt, flag) else: node = elt if not(hasattr(node, "tag")): node = node.getroot() if node.tag in ("DOCUMENT_ROOT", "DOCUMENT_FRAGMENT"): return (base.DOCUMENT,) elif node.tag == "<!DOCTYPE>": return (base.DOCTYPE, node.text, node.get("publicId"), node.get("systemId")) elif node.tag == ElementTreeCommentType: return base.COMMENT, node.text else: assert isinstance(node.tag, string_types), type(node.tag) # This is assumed to be an ordinary element match = tag_regexp.match(node.tag) if match: namespace, tag = match.groups() else: namespace = None tag = node.tag attrs = OrderedDict() for name, value in list(node.attrib.items()): match = tag_regexp.match(name) if match: attrs[(match.group(1), match.group(2))] = value else: attrs[(None, name)] = value return (base.ELEMENT, namespace, tag, attrs, len(node) or node.text) def getFirstChild(self, node): if isinstance(node, tuple): element, key, parents, flag = node else: element, key, parents, flag = node, None, [], None if flag in ("text", "tail"): return None else: if element.text: return element, key, parents, "text" elif len(element): parents.append(element) return element[0], 0, parents, None else: return None def getNextSibling(self, node): if isinstance(node, tuple): element, key, parents, flag = node else: return None if flag == "text": if len(element): parents.append(element) return element[0], 0, parents, None else: return None else: if element.tail and flag != "tail": return element, key, parents, "tail" elif key < len(parents[-1]) - 1: return parents[-1][key + 1], key + 1, parents, None else: return None def getParentNode(self, node): if isinstance(node, tuple): element, key, parents, flag = node else: return None if flag == "text": if not parents: return element else: return element, key, parents, None else: parent = parents.pop() if not parents: return parent else: assert list(parents[-1]).count(parent) == 1 return parent, list(parents[-1]).index(parent), parents, None return locals() getETreeModule = moduleFactoryFactory(getETreeBuilder) PK A\i ( pip/_vendor/html5lib/treeadapters/sax.pynu [ from __future__ import absolute_import, division, unicode_literals from xml.sax.xmlreader import AttributesNSImpl from ..constants import adjustForeignAttributes, unadjustForeignAttributes prefix_mapping = {} for prefix, localName, namespace in adjustForeignAttributes.values(): if prefix is not None: prefix_mapping[prefix] = namespace def to_sax(walker, handler): """Call SAX-like content handler based on treewalker walker :arg walker: the treewalker to use to walk the tree to convert it :arg handler: SAX handler to use """ handler.startDocument() for prefix, namespace in prefix_mapping.items(): handler.startPrefixMapping(prefix, namespace) for token in walker: type = token["type"] if type == "Doctype": continue elif type in ("StartTag", "EmptyTag"): attrs = AttributesNSImpl(token["data"], unadjustForeignAttributes) handler.startElementNS((token["namespace"], token["name"]), token["name"], attrs) if type == "EmptyTag": handler.endElementNS((token["namespace"], token["name"]), token["name"]) elif type == "EndTag": handler.endElementNS((token["namespace"], token["name"]), token["name"]) elif type in ("Characters", "SpaceCharacters"): handler.characters(token["data"]) elif type == "Comment": pass else: assert False, "Unknown token type" for prefix, namespace in prefix_mapping.items(): handler.endPrefixMapping(prefix) handler.endDocument() PK A\@ E pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-38.pycnu [ U .e @ s^ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e k rN Y n X e d dS ) a Tree adapters let you convert from one tree structure to another Example: .. code-block:: python from pip._vendor import html5lib from pip._vendor.html5lib.treeadapters import genshi doc = '<html><body>Hi!</body></html>' treebuilder = html5lib.getTreeBuilder('etree') parser = html5lib.HTMLParser(tree=treebuilder) tree = parser.parse(doc) TreeWalker = html5lib.getTreeWalker('etree') genshi_tree = genshi.to_genshi(TreeWalker(tree)) )absolute_importdivisionunicode_literals )saxr )genshir N) __doc__Z __future__r r r r __all__r ImportErrorappend r r N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py<module> s PK A\l% C pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-38.pycnu [ U .e @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m Z m Z dd Z dS ) )absolute_importdivisionunicode_literals)QNameAttrs)STARTENDTEXTCOMMENTDOCTYPEc c sR g }| D ]*}|d }|dkr.| |d n|rHtd|dfV g }|dkr|d rnd|d |d f }n|d }td d |d D }tt||fdfV |d krd }|d kr|d rd|d |d f }n|d }tt|dfV q|dkr t|d dfV q|dkrt |d |d |d fdfV qq|rNtd|dfV dS )zConvert a tree to a genshi tree :arg walker: the treewalker to use to walk the tree to convert it :returns: generator of genshi nodes type)Z CharactersZSpaceCharactersdata )Nr )ZStartTagEmptyTag namespace{%s}%snamec S s4 g | ],\}}t |d dk r"d| n|d |fqS )r Nr )r ).0attrvalue r L/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py <listcomp> s z to_genshi.<locals>.<listcomp>r ZEndTagCommentZDoctypeZpublicIdZsystemIdN) appendr joinr itemsr r r r r )Zwalkertexttokenr r Zattrsr r r to_genshi sD r! N) Z __future__r r r Z genshi.corer r r r r r r r! r r r r <module> s PK A\Ea @ pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-38.pycnu [ U .e @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e D ]\Z Z Z e dk r<e e e < q<dd ZdS ) )absolute_importdivisionunicode_literals)AttributesNSImpl )adjustForeignAttributesunadjustForeignAttributesNc C s | t D ]\}}||| q| D ]}|d }|dkrBq*q*|dkrt|d t}||d |d f|d | |dkr||d |d f|d q*|dkr||d |d f|d q*|d kr||d q*|d krq*d s*t d q*t D ]\}}| | q| d S )zCall SAX-like content handler based on treewalker walker :arg walker: the treewalker to use to walk the tree to convert it :arg handler: SAX handler to use typeZDoctype)ZStartTagEmptyTagdata namespacenamer ZEndTag)Z CharactersZSpaceCharactersCommentFzUnknown token typeN) Z startDocumentprefix_mappingitemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ charactersAssertionErrorZendPrefixMappingZ endDocument)ZwalkerZhandlerprefixr tokenr Zattrs r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/sax.pyto_sax s> r )Z __future__r r r Zxml.sax.xmlreaderr Z constantsr r r valuesr Z localNamer r r r r r <module> s PK A\@ K pip/_vendor/html5lib/treeadapters/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s^ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e k rN Y n X e d dS ) a Tree adapters let you convert from one tree structure to another Example: .. code-block:: python from pip._vendor import html5lib from pip._vendor.html5lib.treeadapters import genshi doc = '<html><body>Hi!</body></html>' treebuilder = html5lib.getTreeBuilder('etree') parser = html5lib.HTMLParser(tree=treebuilder) tree = parser.parse(doc) TreeWalker = html5lib.getTreeWalker('etree') genshi_tree = genshi.to_genshi(TreeWalker(tree)) )absolute_importdivisionunicode_literals )saxr )genshir N) __doc__Z __future__r r r r __all__r ImportErrorappend r r N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py<module> s PK A\l% I pip/_vendor/html5lib/treeadapters/__pycache__/genshi.cpython-38.opt-1.pycnu [ U .e @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m Z m Z dd Z dS ) )absolute_importdivisionunicode_literals)QNameAttrs)STARTENDTEXTCOMMENTDOCTYPEc c sR g }| D ]*}|d }|dkr.| |d n|rHtd|dfV g }|dkr|d rnd|d |d f }n|d }td d |d D }tt||fdfV |d krd }|d kr|d rd|d |d f }n|d }tt|dfV q|dkr t|d dfV q|dkrt |d |d |d fdfV qq|rNtd|dfV dS )zConvert a tree to a genshi tree :arg walker: the treewalker to use to walk the tree to convert it :returns: generator of genshi nodes type)Z CharactersZSpaceCharactersdata )Nr )ZStartTagEmptyTag namespace{%s}%snamec S s4 g | ],\}}t |d dk r"d| n|d |fqS )r Nr )r ).0attrvalue r L/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py <listcomp> s z to_genshi.<locals>.<listcomp>r ZEndTagCommentZDoctypeZpublicIdZsystemIdN) appendr joinr itemsr r r r r )Zwalkertexttokenr r Zattrsr r r to_genshi sD r! N) Z __future__r r r Z genshi.corer r r r r r r r! r r r r <module> s PK A\#,s s F pip/_vendor/html5lib/treeadapters/__pycache__/sax.cpython-38.opt-1.pycnu [ U .e @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e D ]\Z Z Z e dk r<e e e < q<dd ZdS ) )absolute_importdivisionunicode_literals)AttributesNSImpl )adjustForeignAttributesunadjustForeignAttributesNc C s | t D ]\}}||| q| D ]}|d }|dkrBq*q*|dkrt|d t}||d |d f|d | |dkr||d |d f|d q*|dkr||d |d f|d q*|d kr||d q*|d kr*q*q*t D ]\}}| | q| d S ) zCall SAX-like content handler based on treewalker walker :arg walker: the treewalker to use to walk the tree to convert it :arg handler: SAX handler to use typeZDoctype)ZStartTagEmptyTagdata namespacenamer ZEndTag)Z CharactersZSpaceCharactersCommentN) Z startDocumentprefix_mappingitemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ charactersZendPrefixMappingZ endDocument)ZwalkerZhandlerprefixr tokenr Zattrs r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/sax.pyto_sax s> r )Z __future__r r r Zxml.sax.xmlreaderr Z constantsr r r valuesr Z localNamer r r r r r <module> s PK A\R) + pip/_vendor/html5lib/treeadapters/genshi.pynu [ from __future__ import absolute_import, division, unicode_literals from genshi.core import QName, Attrs from genshi.core import START, END, TEXT, COMMENT, DOCTYPE def to_genshi(walker): """Convert a tree to a genshi tree :arg walker: the treewalker to use to walk the tree to convert it :returns: generator of genshi nodes """ text = [] for token in walker: type = token["type"] if type in ("Characters", "SpaceCharacters"): text.append(token["data"]) elif text: yield TEXT, "".join(text), (None, -1, -1) text = [] if type in ("StartTag", "EmptyTag"): if token["namespace"]: name = "{%s}%s" % (token["namespace"], token["name"]) else: name = token["name"] attrs = Attrs([(QName("{%s}%s" % attr if attr[0] is not None else attr[1]), value) for attr, value in token["data"].items()]) yield (START, (QName(name), attrs), (None, -1, -1)) if type == "EmptyTag": type = "EndTag" if type == "EndTag": if token["namespace"]: name = "{%s}%s" % (token["namespace"], token["name"]) else: name = token["name"] yield END, QName(name), (None, -1, -1) elif type == "Comment": yield COMMENT, token["data"], (None, -1, -1) elif type == "Doctype": yield DOCTYPE, (token["name"], token["publicId"], token["systemId"]), (None, -1, -1) else: pass # FIXME: What to do? if text: yield TEXT, "".join(text), (None, -1, -1) PK A\9qZ - pip/_vendor/html5lib/treeadapters/__init__.pynu [ """Tree adapters let you convert from one tree structure to another Example: .. code-block:: python from pip._vendor import html5lib from pip._vendor.html5lib.treeadapters import genshi doc = '<html><body>Hi!</body></html>' treebuilder = html5lib.getTreeBuilder('etree') parser = html5lib.HTMLParser(tree=treebuilder) tree = parser.parse(doc) TreeWalker = html5lib.getTreeWalker('etree') genshi_tree = genshi.to_genshi(TreeWalker(tree)) """ from __future__ import absolute_import, division, unicode_literals from . import sax __all__ = ["sax"] try: from . import genshi # noqa except ImportError: pass else: __all__.append("genshi") PK A\ys pip/_vendor/html5lib/_utils.pynu [ from __future__ import absolute_import, division, unicode_literals from types import ModuleType from pip._vendor.six import text_type try: import xml.etree.cElementTree as default_etree except ImportError: import xml.etree.ElementTree as default_etree __all__ = ["default_etree", "MethodDispatcher", "isSurrogatePair", "surrogatePairToCodepoint", "moduleFactoryFactory", "supports_lone_surrogates"] # Platforms not supporting lone surrogates (\uD800-\uDFFF) should be # caught by the below test. In general this would be any platform # using UTF-16 as its encoding of unicode strings, such as # Jython. This is because UTF-16 itself is based on the use of such # surrogates, and there is no mechanism to further escape such # escapes. try: _x = eval('"\\uD800"') # pylint:disable=eval-used if not isinstance(_x, text_type): # We need this with u"" because of http://bugs.jython.org/issue2039 _x = eval('u"\\uD800"') # pylint:disable=eval-used assert isinstance(_x, text_type) except: # pylint:disable=bare-except supports_lone_surrogates = False else: supports_lone_surrogates = True class MethodDispatcher(dict): """Dict with 2 special properties: On initiation, keys that are lists, sets or tuples are converted to multiple keys so accessing any one of the items in the original list-like object returns the matching value md = MethodDispatcher({("foo", "bar"):"baz"}) md["foo"] == "baz" A default value which can be set through the default attribute. """ def __init__(self, items=()): # Using _dictEntries instead of directly assigning to self is about # twice as fast. Please do careful performance testing before changing # anything here. _dictEntries = [] for name, value in items: if isinstance(name, (list, tuple, frozenset, set)): for item in name: _dictEntries.append((item, value)) else: _dictEntries.append((name, value)) dict.__init__(self, _dictEntries) assert len(self) == len(_dictEntries) self.default = None def __getitem__(self, key): return dict.get(self, key, self.default) # Some utility functions to deal with weirdness around UCS2 vs UCS4 # python builds def isSurrogatePair(data): return (len(data) == 2 and ord(data[0]) >= 0xD800 and ord(data[0]) <= 0xDBFF and ord(data[1]) >= 0xDC00 and ord(data[1]) <= 0xDFFF) def surrogatePairToCodepoint(data): char_val = (0x10000 + (ord(data[0]) - 0xD800) * 0x400 + (ord(data[1]) - 0xDC00)) return char_val # Module Factory Factory (no, this isn't Java, I know) # Here to stop this being duplicated all over the place. def moduleFactoryFactory(factory): moduleCache = {} def moduleFactory(baseModule, *args, **kwargs): if isinstance(ModuleType.__name__, type("")): name = "_%s_factory" % baseModule.__name__ else: name = b"_%s_factory" % baseModule.__name__ kwargs_tuple = tuple(kwargs.items()) try: return moduleCache[name][args][kwargs_tuple] except KeyError: mod = ModuleType(name) objs = factory(baseModule, *args, **kwargs) mod.__dict__.update(objs) if "name" not in moduleCache: moduleCache[name] = {} if "args" not in moduleCache[name]: moduleCache[name][args] = {} if "kwargs" not in moduleCache[name][args]: moduleCache[name][args][kwargs_tuple] = {} moduleCache[name][args][kwargs_tuple] = mod return mod return moduleFactory def memoize(func): cache = {} def wrapped(*args, **kwargs): key = (tuple(args), tuple(kwargs.items())) if key not in cache: cache[key] = func(*args, **kwargs) return cache[key] return wrapped PK A\ "= = " pip/_vendor/html5lib/serializer.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type import re from codecs import register_error, xmlcharrefreplace_errors from .constants import voidElements, booleanAttributes, spaceCharacters from .constants import rcdataElements, entities, xmlEntities from . import treewalkers, _utils from xml.sax.saxutils import escape _quoteAttributeSpecChars = "".join(spaceCharacters) + "\"'=<>`" _quoteAttributeSpec = re.compile("[" + _quoteAttributeSpecChars + "]") _quoteAttributeLegacy = re.compile("[" + _quoteAttributeSpecChars + "\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n" "\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15" "\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f" "\x20\x2f\x60\xa0\u1680\u180e\u180f\u2000" "\u2001\u2002\u2003\u2004\u2005\u2006\u2007" "\u2008\u2009\u200a\u2028\u2029\u202f\u205f" "\u3000]") _encode_entity_map = {} _is_ucs4 = len("\U0010FFFF") == 1 for k, v in list(entities.items()): # skip multi-character entities if ((_is_ucs4 and len(v) > 1) or (not _is_ucs4 and len(v) > 2)): continue if v != "&": if len(v) == 2: v = _utils.surrogatePairToCodepoint(v) else: v = ord(v) if v not in _encode_entity_map or k.islower(): # prefer < over < and similarly for &, >, etc. _encode_entity_map[v] = k def htmlentityreplace_errors(exc): if isinstance(exc, (UnicodeEncodeError, UnicodeTranslateError)): res = [] codepoints = [] skip = False for i, c in enumerate(exc.object[exc.start:exc.end]): if skip: skip = False continue index = i + exc.start if _utils.isSurrogatePair(exc.object[index:min([exc.end, index + 2])]): codepoint = _utils.surrogatePairToCodepoint(exc.object[index:index + 2]) skip = True else: codepoint = ord(c) codepoints.append(codepoint) for cp in codepoints: e = _encode_entity_map.get(cp) if e: res.append("&") res.append(e) if not e.endswith(";"): res.append(";") else: res.append("&#x%s;" % (hex(cp)[2:])) return ("".join(res), exc.end) else: return xmlcharrefreplace_errors(exc) register_error("htmlentityreplace", htmlentityreplace_errors) def serialize(input, tree="etree", encoding=None, **serializer_opts): """Serializes the input token stream using the specified treewalker :arg input: the token stream to serialize :arg tree: the treewalker to use :arg encoding: the encoding to use :arg serializer_opts: any options to pass to the :py:class:`html5lib.serializer.HTMLSerializer` that gets created :returns: the tree serialized as a string Example: >>> from html5lib.html5parser import parse >>> from html5lib.serializer import serialize >>> token_stream = parse('<html><body><p>Hi!</p></body></html>') >>> serialize(token_stream, omit_optional_tags=False) '<html><head></head><body><p>Hi!</p></body></html>' """ # XXX: Should we cache this? walker = treewalkers.getTreeWalker(tree) s = HTMLSerializer(**serializer_opts) return s.render(walker(input), encoding) class HTMLSerializer(object): # attribute quoting options quote_attr_values = "legacy" # be secure by default quote_char = '"' use_best_quote_char = True # tag syntax options omit_optional_tags = True minimize_boolean_attributes = True use_trailing_solidus = False space_before_trailing_solidus = True # escaping options escape_lt_in_attrs = False escape_rcdata = False resolve_entities = True # miscellaneous options alphabetical_attributes = False inject_meta_charset = True strip_whitespace = False sanitize = False options = ("quote_attr_values", "quote_char", "use_best_quote_char", "omit_optional_tags", "minimize_boolean_attributes", "use_trailing_solidus", "space_before_trailing_solidus", "escape_lt_in_attrs", "escape_rcdata", "resolve_entities", "alphabetical_attributes", "inject_meta_charset", "strip_whitespace", "sanitize") def __init__(self, **kwargs): """Initialize HTMLSerializer :arg inject_meta_charset: Whether or not to inject the meta charset. Defaults to ``True``. :arg quote_attr_values: Whether to quote attribute values that don't require quoting per legacy browser behavior (``"legacy"``), when required by the standard (``"spec"``), or always (``"always"``). Defaults to ``"legacy"``. :arg quote_char: Use given quote character for attribute quoting. Defaults to ``"`` which will use double quotes unless attribute value contains a double quote, in which case single quotes are used. :arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute values. Defaults to ``False``. :arg escape_rcdata: Whether to escape characters that need to be escaped within normal elements within rcdata elements such as style. Defaults to ``False``. :arg resolve_entities: Whether to resolve named character entities that appear in the source tree. The XML predefined entities < > & " ' are unaffected by this setting. Defaults to ``True``. :arg strip_whitespace: Whether to remove semantically meaningless whitespace. (This compresses all whitespace to a single space except within ``pre``.) Defaults to ``False``. :arg minimize_boolean_attributes: Shortens boolean attributes to give just the attribute value, for example:: <input disabled="disabled"> becomes:: <input disabled> Defaults to ``True``. :arg use_trailing_solidus: Includes a close-tag slash at the end of the start tag of void elements (empty elements whose end tag is forbidden). E.g. ``<hr/>``. Defaults to ``False``. :arg space_before_trailing_solidus: Places a space immediately before the closing slash in a tag using a trailing solidus. E.g. ``<hr />``. Requires ``use_trailing_solidus=True``. Defaults to ``True``. :arg sanitize: Strip all unsafe or unknown constructs from output. See :py:class:`html5lib.filters.sanitizer.Filter`. Defaults to ``False``. :arg omit_optional_tags: Omit start/end tags that are optional. Defaults to ``True``. :arg alphabetical_attributes: Reorder attributes to be in alphabetical order. Defaults to ``False``. """ unexpected_args = frozenset(kwargs) - frozenset(self.options) if len(unexpected_args) > 0: raise TypeError("__init__() got an unexpected keyword argument '%s'" % next(iter(unexpected_args))) if 'quote_char' in kwargs: self.use_best_quote_char = False for attr in self.options: setattr(self, attr, kwargs.get(attr, getattr(self, attr))) self.errors = [] self.strict = False def encode(self, string): assert(isinstance(string, text_type)) if self.encoding: return string.encode(self.encoding, "htmlentityreplace") else: return string def encodeStrict(self, string): assert(isinstance(string, text_type)) if self.encoding: return string.encode(self.encoding, "strict") else: return string def serialize(self, treewalker, encoding=None): # pylint:disable=too-many-nested-blocks self.encoding = encoding in_cdata = False self.errors = [] if encoding and self.inject_meta_charset: from .filters.inject_meta_charset import Filter treewalker = Filter(treewalker, encoding) # Alphabetical attributes is here under the assumption that none of # the later filters add or change order of attributes; it needs to be # before the sanitizer so escaped elements come out correctly if self.alphabetical_attributes: from .filters.alphabeticalattributes import Filter treewalker = Filter(treewalker) # WhitespaceFilter should be used before OptionalTagFilter # for maximum efficiently of this latter filter if self.strip_whitespace: from .filters.whitespace import Filter treewalker = Filter(treewalker) if self.sanitize: from .filters.sanitizer import Filter treewalker = Filter(treewalker) if self.omit_optional_tags: from .filters.optionaltags import Filter treewalker = Filter(treewalker) for token in treewalker: type = token["type"] if type == "Doctype": doctype = "<!DOCTYPE %s" % token["name"] if token["publicId"]: doctype += ' PUBLIC "%s"' % token["publicId"] elif token["systemId"]: doctype += " SYSTEM" if token["systemId"]: if token["systemId"].find('"') >= 0: if token["systemId"].find("'") >= 0: self.serializeError("System identifer contains both single and double quote characters") quote_char = "'" else: quote_char = '"' doctype += " %s%s%s" % (quote_char, token["systemId"], quote_char) doctype += ">" yield self.encodeStrict(doctype) elif type in ("Characters", "SpaceCharacters"): if type == "SpaceCharacters" or in_cdata: if in_cdata and token["data"].find("</") >= 0: self.serializeError("Unexpected </ in CDATA") yield self.encode(token["data"]) else: yield self.encode(escape(token["data"])) elif type in ("StartTag", "EmptyTag"): name = token["name"] yield self.encodeStrict("<%s" % name) if name in rcdataElements and not self.escape_rcdata: in_cdata = True elif in_cdata: self.serializeError("Unexpected child element of a CDATA element") for (_, attr_name), attr_value in token["data"].items(): # TODO: Add namespace support here k = attr_name v = attr_value yield self.encodeStrict(' ') yield self.encodeStrict(k) if not self.minimize_boolean_attributes or \ (k not in booleanAttributes.get(name, tuple()) and k not in booleanAttributes.get("", tuple())): yield self.encodeStrict("=") if self.quote_attr_values == "always" or len(v) == 0: quote_attr = True elif self.quote_attr_values == "spec": quote_attr = _quoteAttributeSpec.search(v) is not None elif self.quote_attr_values == "legacy": quote_attr = _quoteAttributeLegacy.search(v) is not None else: raise ValueError("quote_attr_values must be one of: " "'always', 'spec', or 'legacy'") v = v.replace("&", "&") if self.escape_lt_in_attrs: v = v.replace("<", "<") if quote_attr: quote_char = self.quote_char if self.use_best_quote_char: if "'" in v and '"' not in v: quote_char = '"' elif '"' in v and "'" not in v: quote_char = "'" if quote_char == "'": v = v.replace("'", "'") else: v = v.replace('"', """) yield self.encodeStrict(quote_char) yield self.encode(v) yield self.encodeStrict(quote_char) else: yield self.encode(v) if name in voidElements and self.use_trailing_solidus: if self.space_before_trailing_solidus: yield self.encodeStrict(" /") else: yield self.encodeStrict("/") yield self.encode(">") elif type == "EndTag": name = token["name"] if name in rcdataElements: in_cdata = False elif in_cdata: self.serializeError("Unexpected child element of a CDATA element") yield self.encodeStrict("</%s>" % name) elif type == "Comment": data = token["data"] if data.find("--") >= 0: self.serializeError("Comment contains --") yield self.encodeStrict("<!--%s-->" % token["data"]) elif type == "Entity": name = token["name"] key = name + ";" if key not in entities: self.serializeError("Entity %s not recognized" % name) if self.resolve_entities and key not in xmlEntities: data = entities[key] else: data = "&%s;" % name yield self.encodeStrict(data) else: self.serializeError(token["data"]) def render(self, treewalker, encoding=None): """Serializes the stream from the treewalker into a string :arg treewalker: the treewalker to serialize :arg encoding: the string encoding to use :returns: the serialized tree Example: >>> from html5lib import parse, getTreeWalker >>> from html5lib.serializer import HTMLSerializer >>> token_stream = parse('<html><body>Hi!</body></html>') >>> walker = getTreeWalker('etree') >>> serializer = HTMLSerializer(omit_optional_tags=False) >>> serializer.render(walker(token_stream)) '<html><head></head><body>Hi!</body></html>' """ if encoding: return b"".join(list(self.serialize(treewalker, encoding))) else: return "".join(list(self.serialize(treewalker))) def serializeError(self, data="XXX ERROR MESSAGE NEEDED"): # XXX The idea is to make data mandatory. self.errors.append(data) if self.strict: raise SerializeError class SerializeError(Exception): """Error in serialized tree""" pass PK A\Y/S S B pip/_vendor/html5lib/__pycache__/_inputstream.cpython-38.opt-1.pycnu [ U .e( ! @ s d dl mZmZmZ d dlmZmZ d dlmZm Z d dl Z d dl Z d dl m Z ddlmZmZmZmZ ddlmZ dd lmZ d d lmZ zd d lmZ W n ek r eZY nX ed d eD Zedd eD Z edd eD Z eeddgB Z dZ ej r(e !e dd e"d d Z#n e !e Z#e$ddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5g Z%e !d6Z&i Z'G d7d8 d8e(Z)d9d: Z*G d;d< d<e(Z+G d=d> d>e+Z,G d?d@ d@e-Z.G dAdB dBe(Z/G dCdD dDe(Z0dEdF Z1dS )G )absolute_importdivisionunicode_literals) text_type binary_type) http_clienturllibN) webencodings )EOFspaceCharacters asciiLettersasciiUppercase)_ReparseException)_utils)StringIO)BytesIOc C s g | ]}| d qS asciiencode.0item r E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_inputstream.py <listcomp> s r c C s g | ]}| d qS r r r r r r r s c C s g | ]}| d qS r r r r r r r s > <u [- - --]z"\uD800-\uDFFF"]i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i z[ - -/:-@\[-`{-~]c @ sH e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dS )BufferedStreamzBuffering for streams that do not have buffering of their own The buffer is implemented as a list of chunks on the assumption that joining many strings will be slow since it is O(n**2) c C s || _ g | _ddg| _d S )Nr r )streambufferposition)selfr" r r r __init__@ s zBufferedStream.__init__c C s< d}| j d | jd D ]}|t|7 }q|| jd 7 }|S Nr r )r# r$ len)r% poschunkr r r tellE s zBufferedStream.tellc C sD |}d}t | j| |k r6|t | j| 8 }|d7 }q||g| _d S r' )r( r# r$ )r% r) offsetir r r seekL s zBufferedStream.seekc C sT | j s| |S | jd t| j krF| jd t| j d krF| |S | |S d S )Nr r r )r# _readStreamr$ r( _readFromBuffer)r% bytesr r r readU s zBufferedStream.readc C s t dd | jD S )Nc S s g | ] }t |qS r )r( r r r r r _ s z1BufferedStream._bufferedBytes.<locals>.<listcomp>)sumr# r% r r r _bufferedBytes^ s z BufferedStream._bufferedBytesc C s< | j |}| j| | jd d7 < t|| jd< |S r' )r" r2 r# appendr$ r( )r% r1 datar r r r/ a s zBufferedStream._readStreamc C s |}g }| j d }| j d }|t| jk r|dkr| j| }|t|| kr`|}||| g| _ n"t|| }|t|g| _ |d7 }||||| ||8 }d}q |r|| | d|S )Nr r )r$ r( r# r6 r/ join)r% r1 ZremainingBytesrvZ bufferIndexZ bufferOffsetZ bufferedDataZ bytesToReadr r r r0 h s$ z BufferedStream._readFromBufferN) __name__ __module__ __qualname____doc__r& r+ r. r2 r5 r/ r0 r r r r r! 9 s r! c K s t | tjs(t | tjjr.t | jtjr.d}n&t| drJt | dt }n t | t }|rdd |D }|rvt d| t | f|S t | f|S d S )NFr2 r c S s g | ]}| d r|qS )Z _encoding)endswith)r xr r r r s z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r) isinstancer Z HTTPResponser ZresponseZaddbasefphasattrr2 r TypeErrorHTMLUnicodeInputStreamHTMLBinaryInputStream)sourcekwargsZ isUnicodeZ encodingsr r r HTMLInputStream s rI c @ sp e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dddZ dd Z dd Z d ddZdd ZdS ) rE Provides a unicode stream of characters to the HTMLTokenizer. This class takes care of character encoding and removing or replacing incorrect byte-sequences and also provides column and line tracking. i ( c C sZ t jsd| _n tddkr$| j| _n| j| _dg| _tddf| _| || _ | dS ) Initialises the HTMLInputStream. HTMLInputStream(source, [encoding]) -> Normalized stream from source for use by html5lib. source can be either a file-object, local filename or a string. The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) Nu r r utf-8certain) r supports_lone_surrogatesreportCharacterErrorsr( characterErrorsUCS4characterErrorsUCS2ZnewLineslookupEncoding charEncoding openStream dataStreamreset)r% rG r r r r& s z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N r )r* chunkSize chunkOffseterrors prevNumLines prevNumCols_bufferedCharacterr4 r r r rV s z HTMLUnicodeInputStream.resetc C s t |dr|}nt|}|S zvProduces a file object from source. source can be either a file object, local filename or a string. r2 )rC r r% rG r" r r r rT s z!HTMLUnicodeInputStream.openStreamc C sT | j }|dd|}| j| }|dd|}|dkr@| j| }n ||d }||fS )N r r r )r* countr[ rfindr\ )r% r, r* ZnLinesZ positionLineZ lastLinePosZpositionColumnr r r _position s z HTMLUnicodeInputStream._positionc C s | | j\}}|d |fS )z:Returns (line, col) of the current position in the stream.r )rc rY )r% linecolr r r r$ s z HTMLUnicodeInputStream.positionc C s6 | j | jkr| stS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return EOF when EOF is reached. r )rY rX readChunkr r* )r% rY charr r r rg s zHTMLUnicodeInputStream.charNc C s |d kr| j }| | j\| _| _d| _d| _d| _| j|}| j rX| j | }d | _ n|s`dS t |dkrt |d }|dksd| krdkrn n|d | _ |d d }| j r| | | d d }| d d }|| _t || _d S ) NrW r Fr r i z r` T)_defaultChunkSizerc rX r[ r\ r* rY rU r2 r] r( ordrO replace)r% rX r7 Zlastvr r r rf s0 z HTMLUnicodeInputStream.readChunkc C s( t tt|D ]}| jd qd S )Ninvalid-codepoint)ranger( invalid_unicode_refindallrZ r6 )r% r7 _r r r rP % s z*HTMLUnicodeInputStream.characterErrorsUCS4c C s d}t |D ]}|rqt| }| }t|||d rrt|||d }|tkrl| j d d}q|dkr|dkr|t |d kr| j d qd}| j d qd S )NF rn Tri i r ) rp finditerrl groupstartr ZisSurrogatePairZsurrogatePairToCodepointnon_bmp_invalid_codepointsrZ r6 r( )r% r7 skipmatchZ codepointr) Zchar_valr r r rQ ) s" z*HTMLUnicodeInputStream.characterErrorsUCS2Fc C s zt ||f }W nN tk r^ ddd |D }|s@d| }td| }t ||f< Y nX g }|| j| j}|dkr| j| jkrqn0| }|| jkr| | j| j| || _q| | j| jd | sdqqdd|}|S )z Returns a string of characters from the stream up to but not including any character in 'characters' or EOF. 'characters' must be a container that supports the 'in' method and iteration over its characters. rW c S s g | ]}d t | qS )z\x%02x)rl )r cr r r r N s z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N) charsUntilRegExKeyErrorr9 recompilery r* rY rX endr6 rf ) r% Z charactersZoppositecharsZregexr: mr rr r r charsUntil@ s, z!HTMLUnicodeInputStream.charsUntilc C s@ |d k r<| j dkr.|| j | _| jd7 _n| j d8 _ d S r' )rY r* rX )r% rg r r r ungeto s z HTMLUnicodeInputStream.unget)N)F)r; r< r= r> rk r& rV rT rc r$ rg rf rP rQ r r r r r r rE s & /rE c @ sL e Zd ZdZdddZdd Zd d Zdd d Zd d Zdd Z dd Z dS )rF rJ N windows-1252Tc C s\ | || _t| | j d| _d| _|| _|| _|| _|| _ || _ | || _ | dS )rK i d N)rT rawStreamrE r& numBytesMetanumBytesChardetoverride_encodingtransport_encodingsame_origin_parent_encodinglikely_encodingdefault_encodingdetermineEncodingrS rV )r% rG r r r r r Z useChardetr r r r& s z HTMLBinaryInputStream.__init__c C s& | j d j| jd| _t| d S )Nr rm )rS Z codec_info streamreaderr rU rE rV r4 r r r rV s zHTMLBinaryInputStream.resetc C sD t |dr|}nt|}z|| W n t|}Y nX |S r^ )rC r r. r+ r! r_ r r r rT s z HTMLBinaryInputStream.openStreamc C s | df}|d d k r |S t| jdf}|d d k r:|S t| jdf}|d d k rX|S | df}|d d k rt|S t| jdf}|d d k r|d jds|S t| jdf}|d d k r|S |r`zddl m } W n t k r Y nvX g }| }|j s,| j | j}|sq,|| || q| t|jd }| j d |d k r`|dfS t| jdf}|d d k r|S tddfS )NrM r Z tentativezutf-16)UniversalDetectorencodingr ) detectBOMrR r r detectEncodingMetar name startswithr Z%pip._vendor.chardet.universaldetectorr ImportErrorZdoner r2 r r6 Zfeedcloseresultr. r )r% ZchardetrS r ZbuffersZdetectorr# r r r r r sP z'HTMLBinaryInputStream.determineEncodingc C s t |}|d krd S |jdkr(t d}nT|| jd krH| jd df| _n4| jd |df| _| td| jd |f d S )Nutf-16beutf-16lerL r rM z Encoding changed from %s to %s)rR r rS r r. rV r )r% Z newEncodingr r r changeEncoding s z$HTMLBinaryInputStream.changeEncodingc C s t jdt jdt jdt jdt jdi}| jd}||dd }d}|sp||}d}|sp||dd }d }|r| j | t |S | j d dS dS ) zAttempts to detect at BOM at the start of the stream. If an encoding can be determined from the BOM return the name of the encoding otherwise return NonerL r r zutf-32lezutf-32be N rs r ) codecsBOM_UTF8 BOM_UTF16_LE BOM_UTF16_BE BOM_UTF32_LE BOM_UTF32_BEr r2 getr. rR )r% ZbomDictstringr r. r r r r s2 z HTMLBinaryInputStream.detectBOMc C sH | j | j}t|}| j d | }|dk rD|jdkrDtd}|S )z9Report the encoding declared by the meta element r Nr rL )r r2 r EncodingParserr. getEncodingr rR )r% r# parserr r r r r 9 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr T)T) r; r< r= r> r& rV rT r r r r r r r r rF s * >"rF c @ s e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z e e e Z dd Ze eZefddZdd Zdd Zdd Zd S ) EncodingByteszString-like object with an associated position and various extra methods If the position is ever greater than the string length then an exception is raisedc C s t | | S N)r1 __new__lowerr% valuer r r r L s zEncodingBytes.__new__c C s d| _ d S )Nr )rc r r r r r& P s zEncodingBytes.__init__c C s | S r r r4 r r r __iter__T s zEncodingBytes.__iter__c C s> | j d }| _ |t| kr"tn |dk r.t| ||d S )Nr r rc r( StopIterationrD r% pr r r __next__W s zEncodingBytes.__next__c C s | S r )r r4 r r r next_ s zEncodingBytes.nextc C sB | j }|t| krtn |dk r$t|d | _ }| ||d S r' r r r r r previousc s zEncodingBytes.previousc C s | j t| krt|| _ d S r rc r( r )r% r$ r r r setPositionl s zEncodingBytes.setPositionc C s* | j t| krt| j dkr"| j S d S d S )Nr r r4 r r r getPositionq s zEncodingBytes.getPositionc C s | | j | j d S Nr )r$ r4 r r r getCurrentByte{ s z EncodingBytes.getCurrentBytec C sH | j }|t| k r>| ||d }||kr4|| _|S |d7 }q|| _dS )z Skip past a list of charactersr Nr$ r( rc r% r r rz r r r rx s zEncodingBytes.skipc C sH | j }|t| k r>| ||d }||kr4|| _|S |d7 }q|| _d S r r r r r r skipUntil s zEncodingBytes.skipUntilc C s> | j }| ||t| }||}|r:| j t|7 _ |S )zLook for a sequence of bytes at the start of a string. If the bytes are found return True and advance the position to the byte after the match. Otherwise return False and leave the position alone)r$ r( r )r% r1 r r7 r: r r r matchBytes s zEncodingBytes.matchBytesc C sR | | j d |}|dkrJ| jdkr,d| _| j|t| d 7 _dS tdS )zLook for the next sequence of bytes matching a given sequence. If a match is found advance the position to the last byte of the matchNr r r T)r$ findrc r( r )r% r1 Z newPositionr r r jumpTo s zEncodingBytes.jumpToN)r; r< r= r> r r& r r r r r r propertyr$ r currentBytespaceCharactersBytesrx r r r r r r r r H s r c @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )r z?Mini parser for detecting character encoding from meta elementsc C s t || _d| _dS )z3string - the data to work on for encoding detectionN)r r7 r r% r7 r r r r& s zEncodingParser.__init__c C s d| j fd| jfd| jfd| jfd| jfd| jff}| jD ]Z}d}|D ]D\}}| j|rFz| }W qW qF tk r d}Y qY qFX qF|s: qq:| jS ) Ns <!--s <metas </s <!s <?r TF) handleComment handleMetahandlePossibleEndTag handleOtherhandlePossibleStartTagr7 r r r )r% ZmethodDispatchrr Z keepParsingkeymethodr r r r s( zEncodingParser.getEncodingc C s | j dS )zSkip over commentss -->r7 r r4 r r r r s z EncodingParser.handleCommentc C s | j jtkrdS d}d }| }|d kr,dS |d dkr\|d dk}|r|d k r|| _dS q|d dkr|d }t|}|d k r|| _dS q|d dkrtt|d }| }|d k rt|}|d k r|r|| _dS |}qd S ) NTFr s http-equivr s content-type charsets content) r7 r r getAttributer rR ContentAttrParserr parse)r% Z hasPragmaZpendingEncodingattrZtentativeEncodingcodecZ contentParserr r r r s8 zEncodingParser.handleMetac C s | dS )NF)handlePossibleTagr4 r r r r s z%EncodingParser.handlePossibleStartTagc C s t | j | dS )NT)r r7 r r4 r r r r s z#EncodingParser.handlePossibleEndTagc C sb | j }|jtkr(|r$| | dS |t}|dkrD| n| }|d k r^| }qLdS )NTr )r7 r asciiLettersBytesr r r spacesAngleBracketsr )r% ZendTagr7 rz r r r r r s z EncodingParser.handlePossibleTagc C s | j dS )Nr r r4 r r r r s zEncodingParser.handleOtherc C s | j }|ttdgB }|dkr&dS g }g }|dkr>|r>qnX|tkrR| }qnD|dkrhd|dfS |tkr|| n|dkrdS || t|}q.|dkr| d|dfS t| | }|dkr2|}t|}||kr t| d|d|fS |tkr$|| q|| qnJ|dkrJd|dfS |tkrd|| n|dkrrdS || t|}|t krd|d|fS |tkr|| n|dkrdS || q|dS ) z_Return a name,value pair for the next attribute in the stream, if one is found, or None /)r NN =)r r r8 ) ' "r ) r7 rx r frozensetr9 asciiUppercaseBytesr6 r r r r )r% r7 rz ZattrNameZ attrValueZ quoteCharr r r r s` zEncodingParser.getAttributeN) r; r< r= r> r& r r r r r r r r r r r r r s $r c @ s e Zd Zdd Zdd ZdS )r c C s || _ d S r )r7 r r r r r& f s zContentAttrParser.__init__c C s z| j d | j jd7 _| j | j jdks<W d S | j jd7 _| j | j jdkr| j j}| j jd7 _| j j}| j |r| j || j j W S W d S nR| j j}z"| j t | j || j j W W S tk r | j |d Y W S X W n tk r Y d S X d S )Nr r r )r r )r7 r r$ rx r r r r )r% Z quoteMarkZ oldPositionr r r r j s. zContentAttrParser.parseN)r; r< r= r& r r r r r r e s r c C sf t | tr0z| d} W n tk r. Y dS X | dk r^z t| W S tk rZ Y dS X ndS dS )z{Return the python codec name corresponding to an encoding or None if the string doesn't correspond to a valid encoding.r N)rA r decodeUnicodeDecodeErrorr lookupAttributeError)r r r r rR s rR )2Z __future__r r r Zpip._vendor.sixr r Zpip._vendor.six.movesr r r r} Z pip._vendorr Z constantsr r r r r rW r ior r r r r r r r Z invalid_unicode_no_surrogaterN r~ evalrp setrw Zascii_punctuation_rer{ objectr! rI rE rF r1 r r r rR r r r r <module> s J g Ih 6'PK A\t 8 pip/_vendor/html5lib/__pycache__/__init__.cpython-38.pycnu [ U .e @ sh d Z ddlmZmZmZ ddlmZmZmZ ddl m Z ddl m Z ddl mZ dd d d d d gZdZdS )a HTML parsing library based on the `WHATWG HTML specification <https://whatwg.org/html>`_. The parser is designed to be compatible with existing HTML found in the wild and implements well-defined error recovery that is largely compatible with modern desktop web browsers. Example usage:: from pip._vendor import html5lib with open("my_document.html", "rb") as f: tree = html5lib.parse(f) For convenience, this module re-exports the following names: * :func:`~.html5parser.parse` * :func:`~.html5parser.parseFragment` * :class:`~.html5parser.HTMLParser` * :func:`~.treebuilders.getTreeBuilder` * :func:`~.treewalkers.getTreeWalker` * :func:`~.serializer.serialize` )absolute_importdivisionunicode_literals ) HTMLParserparse parseFragment)getTreeBuilder) getTreeWalker) serializer r r r r r z1.0.1N)__doc__Z __future__r r r Z html5parserr r r Z treebuildersr Z treewalkersr Z serializerr __all__ __version__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/__init__.py<module> s PK A\Yp5 p5 ? pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-38.opt-1.pycnu [ U .eAA @ s d dl mZmZmZ d dlZd dlZddlmZ dZdZ dZ dZ d Z d ee gZd ee d d d e e gZd ed gZedZedZdd Zdd ZeddZdd Zdd Zdd Zd d Zed Z ed Z ed Z G d!d" d"e Z dS )# )absolute_importdivisionunicode_literalsN )DataLossWarninga^ [#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] | [#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] | [#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] | [#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 | [#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] | [#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] | [#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] | [#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] | [#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 | [#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] | [#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] | [#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D | [#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] | [#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] | [#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] | [#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] | [#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] | [#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] | [#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 | [#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] | [#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] | [#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] | [#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] | [#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] | [#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] | [#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] | [#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] | [#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] | [#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] | [#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A | #x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 | #x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] | #x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] | [#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] | [#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C | #x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 | [#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] | [#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] | [#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 | [#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] | [#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B | #x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE | [#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] | [#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 | [#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] | [#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]z*[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]a [#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] | [#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 | [#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] | [#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] | #x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] | [#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] | [#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 | #x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] | [#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC | [#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] | #x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] | [#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] | [#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] | [#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] | [#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] | [#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] | #x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 | [#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] | #x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] | [#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] | [#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] | #x3099 | #x309Aa [#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] | [#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] | [#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] | [#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]z} #x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 | #[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE] | .-_z#x([\d|A-F]{4,4})z'\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]c C s dd | dD }g }|D ]}d}ttfD ]V}||}|d k r,|dd | D t|d dkrz|d d |d< d } qq,|s |t|gd q t|}|S ) Nc S s g | ] }| qS )strip.0itemr r B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_ihatexml.py <listcomp>h s z$charStringToList.<locals>.<listcomp>r Fc S s g | ] }t |qS r )hexToIntr r r r r o s r T) splitreChar reCharRangematchappendgroupslenordnormaliseCharList)charsZ charRangesrvr Z foundMatchZregexpr r r r charStringToListg s r c C s t | } | D ]}q g }d}|t| k rd}|| | || t| k r| || d |d d d kr| || d |d d< |d7 }q8||7 }q|S Nr r r )sortedr r )charListr r ijr r r r | s 0 r ZFFFF c C s g }| d dkr*| d| d d d g t| d d D ].\}}| |d d | |d d d g q:| d d tkr| | d d d tg |S r! )r enumerate max_unicode)r# r r$ r r r r missingRanges s (r) c C sn g }| D ]V}|d |d kr4| tt|d q| tt|d d tt|d qdd| S )Nr r r z[%s] )r escapeRegexpchrjoin)r# r r r r r listToRegexpStr s r. c C s t | dS )Nr& )int)Zhex_strr r r r s r c C s" d}|D ]}| |d| } q| S )N)r ^$*+?{}[]|()r \)replace)stringZspecialCharacterscharr r r r+ s r+ u [ -,/:-@\[-\^`\{-¶¸-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-ˏ˒-˿͆-͟͢-΅Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂҇-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև-ֺ֢־׀׃ׅ--ׯ׳-ؠػ-ؿٓ-ٟ٪-ٯڸ-ڹڿۏ۔۩ۮ-ۯۺ-ऀऄऺ-ऻॎ-ॐॕ-ॗ।-॥॰-ঀ----ঽ--ৎ---৲-ਁਃ--------ੵ-ઌ--ૡ-૰----ଵ-ୄ---୕-ୢ-୰------ஶ----௦௰-ఀఄఴ-ఽ--ౢ--ಁ಄-ಽ--ೝೢ--ഁഄഩഺ-ഽൄ-ൎ-ൖ൘-ൟൢ-൰-ฯ-฿๏๚--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯ຺-໎--༗༚-༟༪-༴༶༸༺-༽ཪ-྅ྌ-ྏྖྮ-ྰྸྺ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-⃝-⃠⃢-℥℧-℩ℬ-ℭℯ-ⅿↃ-〄〆〈-〠〰〶-ゕ-゛-゜ゟ-゠・ヿ-ㄭ-䷿龦--]u [ -@\[-\^`\{-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-΅·Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև--ׯ׳-ؠػ-ـً-ٰڸ-ڹڿۏ۔ۖ-ۤۧ-ऄऺ-़ा-ॗॢ-----ৢ-৯৲-----ੱੵ-ઌ-઼ા-ૡ----ଵ-଼ା-ୢ------ஶ-ఄఴ-ౢ-಄-ೝೢ-ഄഩഺ-ൟൢ-ฯัิ-฿ๆ--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯັິ-ຼ--༿ཪ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-℥℧-℩ℬ-ℭℯ-ⅿↃ-〆〈-〠〪-ゕ-゠・-ㄭ-䷿龦--]z#[^ a-zA-Z0-9\-'()+,./:=?;!*#@$_%]c @ sr e Zd ZedZdddZd ddZd d Zd d Z d d Z dd Z dd Z dd Z dd Zdd Zdd ZdS ) InfosetFilterz U[\dA-F]{5,5}FTc C s. || _ || _|| _|| _|| _|| _i | _d S N)dropXmlnsLocalNamedropXmlnsAttrNspreventDoubleDashCommentspreventDashAtCommentEndreplaceFormFeedCharacterspreventSingleQuotePubid replaceCache)selfrB rC rD rE rF rG r r r __init__ s zInfosetFilter.__init__Nc C sL | j r |dr tdt d S | jr>|dkr>tdt d S | |S d S )Nzxmlns:z"Attributes cannot begin with xmlnsz http://www.w3.org/2000/xmlns/z)Attributes cannot be in the xml namespace)rB startswithwarningswarnr rC toXmlName)rI name namespacer r r coerceAttribute s z InfosetFilter.coerceAttributec C s | |S rA )rN )rI rO r r r coerceElement s zInfosetFilter.coerceElementc C sJ | j rFd|kr(tdt |dd}q|drFtdt |d7 }|S )Nz--z'Comments cannot contain adjacent dashesz- -r z Comments cannot end in a dash )rD rL rM r r= endswith)rI datar r r coerceComment s zInfosetFilter.coerceCommentc C s6 | j r2t|dD ]}tdt q|dd}|S )N zText cannot contain U+000CrS )rF rangecountrL rM r r= )rI rU r r r r coerceCharacters s z InfosetFilter.coerceCharactersc C sl |}t |D ]&}tdt | |}|||}q| jrh|ddkrhtdt |d| d}|S )NzCoercing non-XML pubid'r z!Pubid cannot contain single quote) nonPubidCharRegexpfindallrL rM r getReplacementCharacterr= rG find)rI rU Z dataOutputr? replacementr r r coercePubid s zInfosetFilter.coercePubidc C s |d }|dd }t |}|r:tdt | |}n|}|}tt|}|D ]&}tdt | |} | || }qT|| S )Nr r zCoercing non-XML name) nonXmlNameFirstBMPRegexpr rL rM r r^ setnonXmlNameBMPRegexpr] r= ) rI rO nameFirstZnameRestmZnameFirstOutputZnameRestOutputZ replaceCharsr? r` r r r rN s zInfosetFilter.toXmlNamec C s$ || j kr| j | }n | |}|S rA )rH escapeCharrI r? r` r r r r^ s z%InfosetFilter.getReplacementCharacterc C s, t | j|D ]}||| |}q|S rA )rc replacementRegexpr] r= unescapeChar)rI rO r r r r fromXmlName s zInfosetFilter.fromXmlNamec C s dt | }|| j|< |S )NzU%05X)r rH rh r r r rg s zInfosetFilter.escapeCharc C s t t|dd dS )Nr r& )r, r/ )rI Zcharcoder r r rj s zInfosetFilter.unescapeChar)FFFFTF)N)__name__ __module__ __qualname__recompileri rJ rQ rR rV rZ ra rN r^ rk rg rj r r r r r@ s$ r@ )!Z __future__r r r ro rL Z constantsr ZbaseCharZ ideographicZcombiningCharacterZdigitZextenderr- ZletterrO re rp r r r r r/ r( r) r. r r+ rd rb r\ objectr@ r r r r <module> s4 0 PK A\'w 6 pip/_vendor/html5lib/__pycache__/_utils.cpython-38.pycnu [ U .e @ s d dl mZmZmZ d dlmZ d dlmZ zd dlm m Z W n& e k rh d dl m mZ Y nX ddddd d gZz,ed Zeeesed ZeeestW n d ZY nX dZG dd deZdd Zdd Zdd Zdd ZdS ) )absolute_importdivisionunicode_literals) ModuleType) text_typeN default_etreeMethodDispatcherisSurrogatePairsurrogatePairToCodepointmoduleFactoryFactorysupports_lone_surrogatesz"\uD800"z u"\uD800"FTc @ s" e Zd ZdZdddZdd ZdS ) r ap Dict with 2 special properties: On initiation, keys that are lists, sets or tuples are converted to multiple keys so accessing any one of the items in the original list-like object returns the matching value md = MethodDispatcher({("foo", "bar"):"baz"}) md["foo"] == "baz" A default value which can be set through the default attribute. c C sv g }|D ]B\}}t |ttttfr<|D ]}|||f q&q|||f qt| | t| t|kslt d | _ d S N) isinstancelisttuple frozensetsetappenddict__init__lenAssertionErrordefault)selfitemsZ _dictEntriesnamevalueitemr r ?/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_utils.pyr 1 s zMethodDispatcher.__init__c C s t | || jS r )r getr )r keyr r r __getitem__@ s z MethodDispatcher.__getitem__N)r )__name__ __module__ __qualname____doc__r r" r r r r r $ s c C sL t | dkoJt| d dkoJt| d dkoJt| d dkoJt| d dkS )N r i i )r ord)datar r r r G s c C s, dt | d d d t | d d }|S )Ni r r( i r) r* )r+ )r, Zchar_valr r r r M s c s i fdd}|S )Nc s t tjtdr d| j }n d| j }t| }z| | | W S tk r t|} | f||}|j| dkri |< d| kri | |< d| | kri | | |< || | |< | Y S X d S )N z _%s_factorys _%s_factoryr argskwargs) r r r# typer r KeyError__dict__update)Z baseModuler. r/ r Z kwargs_tuplemodZobjsfactoryZ moduleCacher r moduleFactoryY s$ z+moduleFactoryFactory.<locals>.moduleFactoryr )r6 r7 r r5 r r V s c s i fdd}|S )Nc s2 t | t | f}| kr*| | |< | S r )r r )r. r/ r! cachefuncr r wrappedv s zmemoize.<locals>.wrappedr )r: r; r r8 r memoizes s r< )Z __future__r r r typesr Zpip._vendor.sixr Zxml.etree.cElementTreeZetreeZ cElementTreer ImportErrorZxml.etree.ElementTreeZ ElementTree__all__evalZ_xr r r r r r r r r< r r r r <module> s0 # PK A\r7`t < pip/_vendor/html5lib/__pycache__/_utils.cpython-38.opt-1.pycnu [ U .e @ s d dl mZmZmZ d dlmZ d dlmZ zd dlm m Z W n& e k rh d dl m mZ Y nX ddddd d gZz ed Zeeesed ZW n d ZY nX dZG dd deZdd Zdd Zdd Zdd ZdS ) )absolute_importdivisionunicode_literals) ModuleType) text_typeN default_etreeMethodDispatcherisSurrogatePairsurrogatePairToCodepointmoduleFactoryFactorysupports_lone_surrogatesz"\uD800"z u"\uD800"FTc @ s" e Zd ZdZdddZdd ZdS ) r ap Dict with 2 special properties: On initiation, keys that are lists, sets or tuples are converted to multiple keys so accessing any one of the items in the original list-like object returns the matching value md = MethodDispatcher({("foo", "bar"):"baz"}) md["foo"] == "baz" A default value which can be set through the default attribute. c C sb g }|D ]B\}}t |ttttfr<|D ]}|||f q&q|||f qt| | d | _d S N) isinstancelisttuple frozensetsetappenddict__init__default)selfitemsZ _dictEntriesnamevalueitemr r ?/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_utils.pyr 1 s zMethodDispatcher.__init__c C s t | || jS r )r getr )r keyr r r __getitem__@ s z MethodDispatcher.__getitem__N)r )__name__ __module__ __qualname____doc__r r r r r r r $ s c C sL t | dkoJt| d dkoJt| d dkoJt| d dkoJt| d dkS )N r i i )lenord)datar r r r G s c C s, dt | d d d t | d d }|S )Ni r r& i r' r( )r* )r+ Zchar_valr r r r M s c s i fdd}|S )Nc s t tjtdr d| j }n d| j }t| }z| | | W S tk r t|} | f||}|j| dkri |< d| kri | |< d| | kri | | |< || | |< | Y S X d S )N z _%s_factorys _%s_factoryr argskwargs) r r r! typer r KeyError__dict__update)Z baseModuler- r. r Z kwargs_tuplemodZobjsfactoryZ moduleCacher r moduleFactoryY s$ z+moduleFactoryFactory.<locals>.moduleFactoryr )r5 r6 r r4 r r V s c s i fdd}|S )Nc s2 t | t | f}| kr*| | |< | S r )r r )r- r. r cachefuncr r wrappedv s zmemoize.<locals>.wrappedr )r9 r: r r7 r memoizes s r; )Z __future__r r r typesr Zpip._vendor.sixr Zxml.etree.cElementTreeZetreeZ cElementTreer ImportErrorZxml.etree.ElementTreeZ ElementTree__all__evalZ_xr r r r r r r r; r r r r <module> s0 # PK A\.ƚ ƚ : pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-38.pycnu [ U .e$+ @ s d dl mZmZmZ d dlmZ d dlmZ ddl m Z ddl m Z ddl m Z m Z ddl mZmZmZ dd l mZmZ dd l mZ dd lmZ dd lmZ ee ZG d d deZdS ) )absolute_importdivisionunicode_literals)unichr)deque )spaceCharacters)entities) asciiLettersasciiUpper2Lower)digits hexDigitsEOF) tokenTypes tagTokenTypes)replacementCharacters)HTMLInputStream)Triec sd e Zd ZdZd fdd Zdd Zdd Zdd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Zd4d5 Z d6d7 Z d8d9 Z d:d; Z d<d= Z d>d? Z!d@dA Z"dBdC Z#dDdE Z$dFdG Z%dHdI Z&dJdK Z'dLdM Z(dNdO Z)dPdQ Z*dRdS Z+dTdU Z,dVdW Z-dXdY Z.dZd[ Z/d\d] Z0d^d_ Z1d`da Z2dbdc Z3ddde Z4dfdg Z5dhdi Z6djdk Z7dldm Z8dndo Z9dpdq Z:drds Z;dtdu Z<dvdw Z=dxdy Z>dzd{ Z?d|d} Z@d~d ZAdd ZBdd ZCdd ZDdd ZEdd ZFdd ZGdd ZHdd ZIdd ZJdd ZKdd ZL ZMS ) HTMLTokenizera This class takes care of tokenizing HTML. * self.currentToken Holds the token that is currently being processed. * self.state Holds a reference to the method to be invoked... XXX * self.stream Points to HTMLInputStream object. Nc sF t |f|| _|| _d| _g | _| j| _d| _d | _t t | d S )NF) r streamparserZ escapeFlagZ lastFourChars dataStatestateescape currentTokensuperr __init__)selfr r kwargs __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_tokenizer.pyr " s zHTMLTokenizer.__init__c c sP t g | _| rL| jjr6td | jjddV q| jr | j V q6q dS )z This is where the magic happens. We do our usually processing through the states and when we have a token to return we yield the token which pauses processing until the next token is requested. ParseErrorr typedataN)r tokenQueuer r errorsr poppopleftr r! r! r" __iter__1 s zHTMLTokenizer.__iter__c % C s t }d}|rt}d}g }| j }||krH|tk rH|| | j }q"td||}|tkrt| }| j t d dd|id nbd| krd ksn |d krd }| j t d dd|id n d | krd ksn d| krdksn d| krdksn d| kr,dksn |t ddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d g#kr| j t d dd|id z t |}W n> t k r |d6 }t d|d? B t d7|d8@ B }Y nX |d9kr| j t d d:d; | j| |S )<zThis function returns either U+FFFD or the character based on the decimal or hexadecimal representation. It also discards ";" if present. If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked. r# z$illegal-codepoint-for-numeric-entity charAsIntr% r& Zdatavarsi i i �r i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i ;z numeric-entity-without-semicolonr$ )r r r charr appendintjoinr r' r frozensetchr ValueErrorunget) r ZisHexZallowedradix charStackcr0 r: vr! r! r" consumeNumberEntityA s & z!HTMLTokenizer.consumeNumberEntityFc C s d}| j g}|d tksB|d tddfksB|d k rV||d krV| j |d n |d dkr d}|| j |d dkrd}|| j |r|d tks|s|d tkr| j |d | |}n4| j t d d d | j | dd | }nh|d tk rDt d |s0qD|| j q z$t d |d d }t|}W n tk r d }Y nX |d k r@|d d kr| j t d dd |d d kr|r|| tks|| tks|| dkr| j | dd | }n.t| }| j | |d ||d 7 }n4| j t d dd | j | dd | }|r| jd d d |7 < n*|tkrd}nd}| j t | |d d S )N&r <#F)xXTr# zexpected-numeric-entityr$ r/ r9 z named-entity-without-semicolon=zexpected-named-entityr& r SpaceCharacters Characters)r r: r r rA r; r r rF r' r r) r= entitiesTrieZhas_keys_with_prefixZlongest_prefixlenKeyErrorr r r ) r allowedChar fromAttributeoutputrC hexZ entityNameZ entityLengthZ tokenTyper! r! r" consumeEntity s~ zHTMLTokenizer.consumeEntityc C s | j |dd dS )zIThis method replaces the need for "entityInAttributeValueState". T)rS rT N)rW )r rS r! r! r" processEntityInAttribute s z&HTMLTokenizer.processEntityInAttributec C s | j }|d tkrp|d t|d< |d td krp|d rR| jtd dd |d rp| jtd d d | j| | j| _d S ) zThis method is a generic handler for emitting the tags. It also sets the state to "data" because that's what's needed after a token has been emitted. r% nameEndTagr& r# zattributes-in-end-tagr$ selfClosingz self-closing-flag-on-end-tagN) r r translater r r' r; r r )r tokenr! r! r" emitCurrentToken s z HTMLTokenizer.emitCurrentTokenc C s | j }|dkr | j| _n|dkr.| j| _n|dkrd| jtd dd | jtd dd n`|tkrpdS |t kr| jtd || j t d d n&| j d }| jtd || d d S ) NrG rH r# invalid-codepointr$ rO FrN TrG rH r_ ) r r: entityDataStater tagOpenStater' r; r r r charsUntilr r& charsr! r! r" r s. zHTMLTokenizer.dataStatec C s | | j| _dS NT)rW r r r+ r! r! r" rb s z HTMLTokenizer.entityDataStatec C s | j }|dkr | j| _n|dkr.| j| _n|tkr:dS |dkrp| jtd dd | jtd d d nT|t kr| jtd || j t d d n&| j d }| jtd || d d S ) NrG rH Fr_ r# r` r$ rO r2 rN Tra ) r r: characterReferenceInRcdatar rcdataLessThanSignStater r' r; r r rd re r! r! r" rcdataState s. zHTMLTokenizer.rcdataStatec C s | | j| _dS rg )rW rj r r+ r! r! r" rh 1 s z(HTMLTokenizer.characterReferenceInRcdatac C s | j }|dkr | j| _nh|dkrR| jtd dd | jtd dd n2|tkr^dS | j d }| jtd || d d S NrH r_ r# r` r$ rO r2 F)rH r_ T) r r: rawtextLessThanSignStater r' r; r r rd re r! r! r" rawtextState6 s" zHTMLTokenizer.rawtextStatec C s | j }|dkr | j| _nh|dkrR| jtd dd | jtd dd n2|tkr^dS | j d }| jtd || d d S rk ) r r: scriptDataLessThanSignStater r' r; r r rd re r! r! r" scriptDataStateH s" z HTMLTokenizer.scriptDataStatec C sr | j }|tkrdS |dkrL| jtd dd | jtd dd n"| jtd || j d d dS ) NFr_ r# r` r$ rO r2 T)r r: r r' r; r rd r r& r! r! r" plaintextStateZ s z HTMLTokenizer.plaintextStatec C s | j }|dkr | j| _n|dkr.| j| _n|tkrVtd |g ddd| _| j| _n|dkr| j td dd | j td d d | j | _nt|d kr| j td d d | j | | j | _n@| j td dd | j td dd | j | | j | _dS )N!/ZStartTagF)r% rY r& r[ ZselfClosingAcknowledged>r# z'expected-tag-name-but-got-right-bracketr$ rO z<>?z'expected-tag-name-but-got-question-markzexpected-tag-namerH T)r r: markupDeclarationOpenStater closeTagOpenStater r r tagNameStater' r; r rA bogusCommentStaterp r! r! r" rc i s@ zHTMLTokenizer.tagOpenStatec C s | j }|tkr0td |g dd| _| j| _n|dkrX| jtd dd | j | _nn|t kr| jtd dd | jtd d d | j | _n0| jtd d d |id | j | | j | _dS )NrZ Fr% rY r& r[ rt r# z*expected-closing-tag-but-got-right-bracketr$ z expected-closing-tag-but-got-eofrO </z!expected-closing-tag-but-got-charr& r1 T) r r: r r r rx r r' r; r r rA ry rp r! r! r" rw s2 z HTMLTokenizer.closeTagOpenStatec C s | j }|tkr | j| _n|dkr.| n~|tkrV| jt d dd | j | _nV|dkrh| j | _nD|dkr| jt d dd | j d d 7 < n| j d |7 < d S ) Nrt r# zeof-in-tag-namer$ rs r_ r` rY r2 T) r r: r beforeAttributeNameStater r^ r r' r; r r selfClosingStartTagStater rp r! r! r" rx s& zHTMLTokenizer.tagNameStatec C sP | j }|dkr"d| _| j| _n*| jtd dd | j | | j | _dS Nrs r/ rO rH r$ T) r r: temporaryBufferrcdataEndTagOpenStater r' r; r rA rj rp r! r! r" ri s z%HTMLTokenizer.rcdataLessThanSignStatec C sX | j }|tkr*| j|7 _| j| _n*| jtd dd | j | | j | _dS NrO r{ r$ T) r r: r r rcdataEndTagNameStater r' r; r rA rj rp r! r! r" r s z#HTMLTokenizer.rcdataEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S NrY rZ Frz rs rt rO r{ r$ T)r lowerr r r: r r r| r r} r^ r r r' r; rA rj r Z appropriater& r! r! r" r s@ z#HTMLTokenizer.rcdataEndTagNameStatec C sP | j }|dkr"d| _| j| _n*| jtd dd | j | | j | _dS r~ ) r r: r rawtextEndTagOpenStater r' r; r rA rm rp r! r! r" rl s z&HTMLTokenizer.rawtextLessThanSignStatec C sX | j }|tkr*| j|7 _| j| _n*| jtd dd | j | | j | _dS r ) r r: r r rawtextEndTagNameStater r' r; r rA rm rp r! r! r" r s z$HTMLTokenizer.rawtextEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S r )r r r r r: r r r| r r} r^ r r r' r; rA rm r r! r! r" r s@ z$HTMLTokenizer.rawtextEndTagNameStatec C sx | j }|dkr"d| _| j| _nR|dkrJ| jtd dd | j| _n*| jtd dd | j | | j | _dS ) Nrs r/ rr rO z<!r$ rH T) r r: r scriptDataEndTagOpenStater r' r; r scriptDataEscapeStartStaterA ro rp r! r! r" rn s z)HTMLTokenizer.scriptDataLessThanSignStatec C sX | j }|tkr*| j|7 _| j| _n*| jtd dd | j | | j | _dS r ) r r: r r scriptDataEndTagNameStater r' r; r rA ro rp r! r! r" r , s z'HTMLTokenizer.scriptDataEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S r )r r r r r: r r r| r r} r^ r r r' r; rA ro r r! r! r" r 7 s@ z'HTMLTokenizer.scriptDataEndTagNameStatec C sJ | j }|dkr2| jtd dd | j| _n| j | | j| _dS N-rO r$ T) r r: r' r; r scriptDataEscapeStartDashStater rA ro rp r! r! r" r S s z(HTMLTokenizer.scriptDataEscapeStartStatec C sJ | j }|dkr2| jtd dd | j| _n| j | | j| _dS r ) r r: r' r; r scriptDataEscapedDashDashStater rA ro rp r! r! r" r ] s z,HTMLTokenizer.scriptDataEscapeStartDashStatec C s | j }|dkr2| jtd dd | j| _n|dkrD| j| _nn|dkrz| jtd dd | jtd dd n8|tkr| j | _n&| j d }| jtd || d d S ) Nr rO r$ rH r_ r# r` r2 )rH r r_ T) r r: r' r; r scriptDataEscapedDashStater "scriptDataEscapedLessThanSignStater r rd re r! r! r" scriptDataEscapedStateg s( z$HTMLTokenizer.scriptDataEscapedStatec C s | j }|dkr2| jtd dd | j| _n|dkrD| j| _nn|dkr| jtd dd | jtd dd | j| _n0|t kr| j | _n | jtd |d | j| _d S ) Nr rO r$ rH r_ r# r` r2 T) r r: r' r; r r r r r r r rp r! r! r" r { s& z(HTMLTokenizer.scriptDataEscapedDashStatec C s | j }|dkr*| jtd dd n|dkr<| j| _n|dkrd| jtd dd | j| _nn|dkr| jtd dd | jtd d d | j| _n0|t kr| j | _n | jtd |d | j| _d S ) Nr rO r$ rH rt r_ r# r` r2 T) r r: r' r; r r r ro r r r rp r! r! r" r s* z,HTMLTokenizer.scriptDataEscapedDashDashStatec C s | j }|dkr"d| _| j| _n\|tkrT| jtd d| d || _| j | _n*| jtd dd | j | | j | _dS r~ ) r r: r scriptDataEscapedEndTagOpenStater r r' r; r scriptDataDoubleEscapeStartStaterA r rp r! r! r" r s z0HTMLTokenizer.scriptDataEscapedLessThanSignStatec C sP | j }|tkr"|| _| j| _n*| jtd dd | j | | j | _dS r ) r r: r r scriptDataEscapedEndTagNameStater r' r; r rA r rp r! r! r" r s z.HTMLTokenizer.scriptDataEscapedEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S r )r r r r r: r r r| r r} r^ r r r' r; rA r r r! r! r" r s@ z.HTMLTokenizer.scriptDataEscapedEndTagNameStatec C s | j }|ttdB krR| jtd |d | j dkrH| j | _ q| j | _ nB|t kr| jtd |d | j|7 _n| j | | j | _ dS N)rs rt rO r$ ZscriptT)r r: r r> r' r; r r r scriptDataDoubleEscapedStater r r rA rp r! r! r" r s z.HTMLTokenizer.scriptDataDoubleEscapeStartStatec C s | j }|dkr2| jtd dd | j| _n|dkrZ| jtd dd | j| _nt|dkr| jtd dd | jtd dd n>|tkr| jtd d d | j | _n| jtd |d d S Nr rO r$ rH r_ r# r` r2 eof-in-script-in-scriptT) r r: r' r; r scriptDataDoubleEscapedDashStater (scriptDataDoubleEscapedLessThanSignStater r rp r! r! r" r s* z*HTMLTokenizer.scriptDataDoubleEscapedStatec C s | j }|dkr2| jtd dd | j| _n|dkrZ| jtd dd | j| _n|dkr| jtd dd | jtd dd | j| _nF|t kr| jtd d d | j | _n | jtd |d | j| _d S r ) r r: r' r; r $scriptDataDoubleEscapedDashDashStater r r r r rp r! r! r" r s. z.HTMLTokenizer.scriptDataDoubleEscapedDashStatec C s | j }|dkr*| jtd dd n|dkrR| jtd dd | j| _n|dkrz| jtd dd | j| _n|dkr| jtd dd | jtd d d | j| _nF|t kr| jtd d d | j | _n | jtd |d | j| _d S ) Nr rO r$ rH rt r_ r# r` r2 r T) r r: r' r; r r r ro r r r rp r! r! r" r s2 z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatec C sP | j }|dkr8| jtd dd d| _| j| _n| j | | j | _dS )Nrs rO r$ r/ T) r r: r' r; r r scriptDataDoubleEscapeEndStater rA r rp r! r! r" r 0 s z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatec C s | j }|ttdB krR| jtd |d | j dkrH| j | _ q| j | _ nB|t kr| jtd |d | j|7 _n| j | | j | _ dS r )r r: r r> r' r; r r r r r r r rA rp r! r! r" r ; s z,HTMLTokenizer.scriptDataDoubleEscapeEndStatec C s0 | j }|tkr$| j td n|tkrJ| jd |dg | j| _n|dkr\| n|dkrn| j | _n|dkr| j t d dd | jd |dg | j| _n|d kr| j t d d d | jd d dg | j| _nF|t kr| j t d d d | j| _n | jd |dg | j| _dS )NTr& r/ rt rs )'"rM rH r# #invalid-character-in-attribute-namer$ r_ r` r2 z#expected-attribute-name-but-got-eof)r r: r rd r r r; attributeNameStater r^ r} r' r r r rp r! r! r" r| K s< z&HTMLTokenizer.beforeAttributeNameStatec C s | j }d}d}|dkr&| j| _n.|tkr\| jd d d || j td 7 < d}n|dkrjd}n|tkr|| j| _n|dkr| j | _n|d kr| j t d d d | jd d d d 7 < d}n|dkr | j t d dd | jd d d |7 < d}nH|t kr6| j t d dd | j| _n | jd d d |7 < d}|r| jd d d t| jd d d< | jd d d D ]>\}}| jd d d |kr| j t d dd qҐq|r| dS )NTFrM r& rJ r rt rs r_ r# r` r$ r2 r r rH r zeof-in-attribute-namezduplicate-attribute)r r: beforeAttributeValueStater r r rd r afterAttributeNameStater} r' r; r r r r\ r r^ )r r& ZleavingThisStateZ emitTokenrY _r! r! r" r i s^ z HTMLTokenizer.attributeNameStatec C sD | j }|tkr$| j td n |dkr8| j| _n|dkrJ| n|tkrp| jd |dg | j | _n|dkr| j | _n|dkr| j t d d d | jd d dg | j | _n|d kr| j t d d d | jd |dg | j | _nF|tkr$| j t d dd | j| _n | jd |dg | j | _dS )NTrM rt r& r/ rs r_ r# r` r$ r2 r z&invalid-character-after-attribute-namez expected-end-of-tag-but-got-eof)r r: r rd r r r^ r r r; r r} r' r r r rp r! r! r" r s@ z%HTMLTokenizer.afterAttributeNameStatec C sh | j }|tkr$| j td n@|dkr8| j| _n,|dkrX| j| _| j | n |dkrj| j| _n|dkr| j t d dd | n|d kr| j t d d d | j d d d d7 < | j| _n|dkr| j t d dd | j d d d |7 < | j| _nL|tkrB| j t d dd | j| _n"| j d d d |7 < | j| _dS )NTr rG r rt r# z.expected-attribute-value-but-got-right-bracketr$ r_ r` r& rJ r r2 )rM rH `z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)r r: r rd attributeValueDoubleQuotedStater attributeValueUnQuotedStaterA attributeValueSingleQuotedStater' r; r r^ r r r rp r! r! r" r sF z'HTMLTokenizer.beforeAttributeValueStatec C s | j }|dkr | j| _n|dkr0| d n|dkrj| jtd dd | jd d d d 7 < nN|t kr| jtd d d | j | _n&| jd d d || j d 7 < d S )Nr rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-double-quote)r rG r_ T r r: afterAttributeValueStater rX r' r; r r r r rd rp r! r! r" r s& z-HTMLTokenizer.attributeValueDoubleQuotedStatec C s | j }|dkr | j| _n|dkr0| d n|dkrj| jtd dd | jd d d d 7 < nN|t kr| jtd d d | j | _n&| jd d d || j d 7 < d S )Nr rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-single-quote)r rG r_ Tr rp r! r! r" r s& z-HTMLTokenizer.attributeValueSingleQuotedStatec C s | j }|tkr | j| _n|dkr0| d n|dkrB| n|dkr|| jt d dd | j d d d |7 < n|d kr| jt d d d | j d d d d 7 < nV|t kr| jt d d d | j | _n.| j d d d || j tdtB 7 < dS )NrG rt )r r rM rH r r# z0unexpected-character-in-unquoted-attribute-valuer$ r& rJ r r_ r` r2 z eof-in-attribute-value-no-quotes)rG rt r r rM rH r r_ T)r r: r r| r rX r^ r' r; r r r r rd r> rp r! r! r" r s4 z)HTMLTokenizer.attributeValueUnQuotedStatec C s | j }|tkr | j| _n|dkr.| np|dkr@| j| _n^|tkrt| j t d dd | j | | j | _n*| j t d dd | j | | j| _dS )Nrt rs r# z$unexpected-EOF-after-attribute-valuer$ z*unexpected-character-after-attribute-valueT) r r: r r| r r^ r} r r' r; r rA r rp r! r! r" r s& z&HTMLTokenizer.afterAttributeValueStatec C s | j }|dkr&d| jd< | n^|tkrZ| jtd dd | j | | j | _ n*| jtd dd | j | | j | _ dS )Nrt Tr[ r# z#unexpected-EOF-after-solidus-in-tagr$ z)unexpected-character-after-solidus-in-tag) r r: r r^ r r' r; r rA r r r| rp r! r! r" r} 4 s z&HTMLTokenizer.selfClosingStartTagStatec C sD | j d}|dd}| jtd |d | j | j| _dS )Nrt r_ r2 Commentr$ T) r rd replacer' r; r r: r r rp r! r! r" ry F s z HTMLTokenizer.bogusCommentStatec C s | j g}|d dkrR|| j |d dkrPtd dd| _| j| _dS n|d dkrd}dD ](}|| j |d |krfd } qqf|rtd dd d dd | _| j| _dS n|d d krD| jd k rD| jj j rD| jj j d j | jj j krDd}d D ].}|| j |d |krd } q2q|rD| j | _dS | jtd dd |rt| j | qZ| j| _dS )NrJ r r r/ r$ T)dD))oOrD CtTyYpPeEFZDoctype)r% rY publicIdsystemIdcorrect[)r r Ar r r r# zexpected-dashes-or-doctype)r r: r; r r commentStartStater doctypeStater ZtreeZ openElements namespaceZdefaultNamespacecdataSectionStater' rA r) ry )r rC matchedexpectedr! r! r" rv U s\ z(HTMLTokenizer.markupDeclarationOpenStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d | j| j | j| _nP|t kr| jtd d d | j| j | j| _n| jd |7 < | j | _d S ) Nr r_ r# r` r$ r& r2 rt incorrect-commenteof-in-commentT) r r: commentStartDashStater r' r; r r r r commentStaterp r! r! r" r s. z HTMLTokenizer.commentStartStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d | j| j | j| _nT|t kr| jtd d d | j| j | j| _n | jd d| 7 < | j | _d S ) Nr r_ r# r` r$ r& -�rt r r T) r r: commentEndStater r' r; r r r r r rp r! r! r" r s. z#HTMLTokenizer.commentStartDashStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < nT|tkr| jtd dd | j| j | j | _n | jd || j d 7 < d S ) Nr r_ r# r` r$ r& r2 r )r r_ T) r r: commentEndDashStater r' r; r r r r rd rp r! r! r" r s$ zHTMLTokenizer.commentStatec C s | j }|dkr | j| _n|dkrV| jtd dd | jd d7 < | j| _nT|t kr| jtd dd | j| j | j | _n | jd d| 7 < | j| _d S ) Nr r_ r# r` r$ r& r zeof-in-comment-end-dashT) r r: r r r' r; r r r r r rp r! r! r" r s$ z!HTMLTokenizer.commentEndDashStatec C s, | j }|dkr*| j| j | j| _n|dkrd| jtd dd | jd d7 < | j| _n|dkr| jtd d d | j | _n|d kr| jtd d d | jd |7 < nj|t kr| jtd d d | j| j | j| _n4| jtd d d | jd d| 7 < | j| _dS )Nrt r_ r# r` r$ r& u --�rr z,unexpected-bang-after-double-dash-in-commentr z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) r r: r' r; r r r r r commentEndBangStater rp r! r! r" r s@ z HTMLTokenizer.commentEndStatec C s | j }|dkr*| j| j | j| _n|dkrN| jd d7 < | j| _n|dkr| jtd dd | jd d 7 < | j | _nT|t kr| jtd d d | j| j | j| _n | jd d| 7 < | j | _d S ) Nrt r r& z--!r_ r# r` r$ u --!�z eof-in-comment-end-bang-stateT) r r: r' r; r r r r r r r rp r! r! r" r s, z!HTMLTokenizer.commentEndBangStatec C s | j }|tkr | j| _nj|tkr\| jtd dd d| j d< | j| j | j | _n*| jtd dd | j | | j| _dS )Nr# !expected-doctype-name-but-got-eofr$ Fr zneed-space-after-doctypeT) r r: r beforeDoctypeNameStater r r' r; r r r rA rp r! r! r" r s zHTMLTokenizer.doctypeStatec C s | j }|tkrn|dkrT| jtd dd d| jd< | j| j | j| _n|dkr| jtd dd d | jd < | j | _nR|t kr| jtd d d d| jd< | j| j | j| _n|| jd < | j | _d S ) Nrt r# z+expected-doctype-name-but-got-right-bracketr$ Fr r_ r` r2 rY r T) r r: r r' r; r r r r doctypeNameStater rp r! r! r" r s4 z$HTMLTokenizer.beforeDoctypeNameStatec C s | j }|tkr2| jd t| jd< | j| _n|dkrh| jd t| jd< | j | j | j | _n|dkr| j t d dd | jd d7 < | j | _nh|t kr| j t d dd d | jd < | jd t| jd< | j | j | j | _n| jd |7 < d S ) NrY rt r_ r# r` r$ r2 zeof-in-doctype-nameFr T)r r: r r r\ r afterDoctypeNameStater r' r; r r r r rp r! r! r" r 6 s0 z HTMLTokenizer.doctypeNameStatec C sH | j }|tkrn.|dkr8| j| j | j| _n |tkrd| jd< | j | | jt d dd | j| j | j| _n|dkrd}d D ] }| j }||krd} qq|r| j | _dS nD|d kr d}d D ] }| j }||krd} qq|r | j | _dS | j | | jt d d d |id d| jd< | j | _dS )Nrt Fr r# eof-in-doctyper$ r T))uU)bB)lL)iIr sS)r r r r )mMz*expected-space-or-right-bracket-in-doctyper& r1 )r r: r r' r; r r r r rA r afterDoctypePublicKeywordState afterDoctypeSystemKeywordStatebogusDoctypeState)r r& r r r! r! r" r O sT z#HTMLTokenizer.afterDoctypeNameStatec C s | j }|tkr | j| _n|dkrP| jtd dd | j | | j| _nT|t kr| jtd dd d| j d< | j| j | j | _n| j | | j| _dS N)r r r# unexpected-char-in-doctyper$ r Fr T) r r: r "beforeDoctypePublicIdentifierStater r' r; r rA r r r rp r! r! r" r s& z,HTMLTokenizer.afterDoctypePublicKeywordStatec C s | j }|tkrn|dkr0d| jd< | j| _n|dkrLd| jd< | j| _n|dkr| jt d dd d | jd < | j| j | j | _nh|t kr| jt d d d d | jd < | j| j | j | _n(| jt d d d d | jd < | j | _d S )Nr r/ r r rt r# unexpected-end-of-doctyper$ Fr r r T) r r: r r (doctypePublicIdentifierDoubleQuotedStater (doctypePublicIdentifierSingleQuotedStater' r; r r r r rp r! r! r" r s: z0HTMLTokenizer.beforeDoctypePublicIdentifierStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r T r r: !afterDoctypePublicIdentifierStater r' r; r r r r rp r! r! r" r s0 z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r Tr rp r! r! r" r s0 z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatec C s | j }|tkr | j| _n|dkr<| j| j | j| _n|dkrn| jt d dd d| jd< | j | _n|dkr| jt d dd d| jd< | j | _nh|t kr| jt d d d d | jd < | j| j | j| _n(| jt d dd d | jd < | j | _d S ) Nrt r r# r r$ r/ r r r Fr T)r r: r -betweenDoctypePublicAndSystemIdentifiersStater r' r; r r r (doctypeSystemIdentifierDoubleQuotedState(doctypeSystemIdentifierSingleQuotedStater r rp r! r! r" r s> z/HTMLTokenizer.afterDoctypePublicIdentifierStatec C s | j }|tkrn|dkr4| j| j | j| _n|dkrPd| jd< | j| _n|dkrld| jd< | j | _nh|t kr| jt d dd d | jd < | j| j | j| _n(| jt d d d d | jd < | j | _d S ) Nrt r r/ r r r# r r$ Fr r T) r r: r r' r; r r r r r r r r rp r! r! r" r s2 z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatec C s | j }|tkr | j| _n|dkrP| jtd dd | j | | j| _nT|t kr| jtd dd d| j d< | j| j | j | _n| j | | j| _dS r ) r r: r "beforeDoctypeSystemIdentifierStater r' r; r rA r r r rp r! r! r" r s& z,HTMLTokenizer.afterDoctypeSystemKeywordStatec C s | j }|tkrn|dkr0d| jd< | j| _n|dkrLd| jd< | j| _n|dkr| jt d dd d | jd < | j| j | j | _nh|t kr| jt d d d d | jd < | j| j | j | _n(| jt d dd d | jd < | j | _d S ) Nr r/ r r rt r# r r$ Fr r T) r r: r r r r r r' r; r r r r rp r! r! r" r / s: z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r T r r: !afterDoctypeSystemIdentifierStater r' r; r r r r rp r! r! r" r L s0 z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r Tr rp r! r! r" r d s0 z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatec C s | j }|tkrn~|dkr4| j| j | j| _n^|tkrt| jt d dd d| jd< | j| j | j| _n | jt d dd | j | _dS ) Nrt r# r r$ Fr r T) r r: r r' r; r r r r r r rp r! r! r" r | s$ z/HTMLTokenizer.afterDoctypeSystemIdentifierStatec C sZ | j }|dkr*| j| j | j| _n,|tkrV| j | | j| j | j| _n dS )Nrt T) r r: r' r; r r r r rA rp r! r! r" r s z HTMLTokenizer.bogusDoctypeStatec C s g }| | jd | | jd | j }|tkr>qq|dksJt|d dd dkrv|d d d |d< qq| | qd|}|d}|dkrt|D ]}| j t d d d q| dd }|r| j t d |d | j | _ dS )N]rt rJ z]]r/ r_ r r# r` r$ r2 rO T)r; r rd r: r AssertionErrorr= countranger' r r r r )r r& r: Z nullCountr r! r! r" r s2 z HTMLTokenizer.cdataSectionState)N)NF)N__name__ __module__ __qualname____doc__r r, rF rW rX r^ r rb rj rh rm ro rq rc rw rx ri r r rl r r rn r r r r r r r r r r r r r r r r r| r r r r r r r r} ry rv r r r r r r r r r r r r r r r r r r r r r r r __classcell__r! r! r r" r s H P # 6 "- 3 r N)Z __future__r r r Zpip._vendor.sixr r? collectionsr Z constantsr r r r r r r r r r Z _inputstreamr Z_trier rP objectr r! r! r! r" <module> s PK A\oϨ @ pip/_vendor/html5lib/__pycache__/_tokenizer.cpython-38.opt-1.pycnu [ U .e$+ @ s d dl mZmZmZ d dlmZ d dlmZ ddl m Z ddl m Z ddl m Z m Z ddl mZmZmZ dd l mZmZ dd l mZ dd lmZ dd lmZ ee ZG d d deZdS ) )absolute_importdivisionunicode_literals)unichr)deque )spaceCharacters)entities) asciiLettersasciiUpper2Lower)digits hexDigitsEOF) tokenTypes tagTokenTypes)replacementCharacters)HTMLInputStream)Triec sd e Zd ZdZd fdd Zdd Zdd Zdd d Zd d Zdd Z dd Z dd Z dd Z dd Z dd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Zd4d5 Z d6d7 Z d8d9 Z d:d; Z d<d= Z d>d? Z!d@dA Z"dBdC Z#dDdE Z$dFdG Z%dHdI Z&dJdK Z'dLdM Z(dNdO Z)dPdQ Z*dRdS Z+dTdU Z,dVdW Z-dXdY Z.dZd[ Z/d\d] Z0d^d_ Z1d`da Z2dbdc Z3ddde Z4dfdg Z5dhdi Z6djdk Z7dldm Z8dndo Z9dpdq Z:drds Z;dtdu Z<dvdw Z=dxdy Z>dzd{ Z?d|d} Z@d~d ZAdd ZBdd ZCdd ZDdd ZEdd ZFdd ZGdd ZHdd ZIdd ZJdd ZKdd ZL ZMS ) HTMLTokenizera This class takes care of tokenizing HTML. * self.currentToken Holds the token that is currently being processed. * self.state Holds a reference to the method to be invoked... XXX * self.stream Points to HTMLInputStream object. Nc sF t |f|| _|| _d| _g | _| j| _d| _d | _t t | d S )NF) r streamparserZ escapeFlagZ lastFourChars dataStatestateescape currentTokensuperr __init__)selfr r kwargs __class__ C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_tokenizer.pyr " s zHTMLTokenizer.__init__c c sP t g | _| rL| jjr6td | jjddV q| jr | j V q6q dS )z This is where the magic happens. We do our usually processing through the states and when we have a token to return we yield the token which pauses processing until the next token is requested. ParseErrorr typedataN)r tokenQueuer r errorsr poppopleftr r! r! r" __iter__1 s zHTMLTokenizer.__iter__c % C s t }d}|rt}d}g }| j }||krH|tk rH|| | j }q"td||}|tkrt| }| j t d dd|id nbd| krd ksn |d krd }| j t d dd|id n d | krd ksn d| krdksn d| krdksn d| kr,dksn |t ddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d g#kr| j t d dd|id z t |}W n> t k r |d6 }t d|d? B t d7|d8@ B }Y nX |d9kr| j t d d:d; | j| |S )<zThis function returns either U+FFFD or the character based on the decimal or hexadecimal representation. It also discards ";" if present. If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked. r# z$illegal-codepoint-for-numeric-entity charAsIntr% r& Zdatavarsi i i �r i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i ;z numeric-entity-without-semicolonr$ )r r r charr appendintjoinr r' r frozensetchr ValueErrorunget) r ZisHexZallowedradix charStackcr0 r: vr! r! r" consumeNumberEntityA s & z!HTMLTokenizer.consumeNumberEntityFc C s d}| j g}|d tksB|d tddfksB|d k rV||d krV| j |d n |d dkr d}|| j |d dkrd}|| j |r|d tks|s|d tkr| j |d | |}n4| j t d d d | j | dd | }nh|d tk rDt d |s0qD|| j q z$t d |d d }t|}W n tk r d }Y nX |d k r@|d d kr| j t d dd |d d kr|r|| tks|| tks|| dkr| j | dd | }n.t| }| j | |d ||d 7 }n4| j t d dd | j | dd | }|r| jd d d |7 < n*|tkrd}nd}| j t | |d d S )N&r <#F)xXTr# zexpected-numeric-entityr$ r/ r9 z named-entity-without-semicolon=zexpected-named-entityr& r SpaceCharacters Characters)r r: r r rA r; r r rF r' r r) r= entitiesTrieZhas_keys_with_prefixZlongest_prefixlenKeyErrorr r r ) r allowedChar fromAttributeoutputrC hexZ entityNameZ entityLengthZ tokenTyper! r! r" consumeEntity s~ zHTMLTokenizer.consumeEntityc C s | j |dd dS )zIThis method replaces the need for "entityInAttributeValueState". T)rS rT N)rW )r rS r! r! r" processEntityInAttribute s z&HTMLTokenizer.processEntityInAttributec C s | j }|d tkrp|d t|d< |d td krp|d rR| jtd dd |d rp| jtd d d | j| | j| _d S ) zThis method is a generic handler for emitting the tags. It also sets the state to "data" because that's what's needed after a token has been emitted. r% nameEndTagr& r# zattributes-in-end-tagr$ selfClosingz self-closing-flag-on-end-tagN) r r translater r r' r; r r )r tokenr! r! r" emitCurrentToken s z HTMLTokenizer.emitCurrentTokenc C s | j }|dkr | j| _n|dkr.| j| _n|dkrd| jtd dd | jtd dd n`|tkrpdS |t kr| jtd || j t d d n&| j d }| jtd || d d S ) NrG rH r# invalid-codepointr$ rO FrN TrG rH r_ ) r r: entityDataStater tagOpenStater' r; r r r charsUntilr r& charsr! r! r" r s. zHTMLTokenizer.dataStatec C s | | j| _dS NT)rW r r r+ r! r! r" rb s z HTMLTokenizer.entityDataStatec C s | j }|dkr | j| _n|dkr.| j| _n|tkr:dS |dkrp| jtd dd | jtd d d nT|t kr| jtd || j t d d n&| j d }| jtd || d d S ) NrG rH Fr_ r# r` r$ rO r2 rN Tra ) r r: characterReferenceInRcdatar rcdataLessThanSignStater r' r; r r rd re r! r! r" rcdataState s. zHTMLTokenizer.rcdataStatec C s | | j| _dS rg )rW rj r r+ r! r! r" rh 1 s z(HTMLTokenizer.characterReferenceInRcdatac C s | j }|dkr | j| _nh|dkrR| jtd dd | jtd dd n2|tkr^dS | j d }| jtd || d d S NrH r_ r# r` r$ rO r2 F)rH r_ T) r r: rawtextLessThanSignStater r' r; r r rd re r! r! r" rawtextState6 s" zHTMLTokenizer.rawtextStatec C s | j }|dkr | j| _nh|dkrR| jtd dd | jtd dd n2|tkr^dS | j d }| jtd || d d S rk ) r r: scriptDataLessThanSignStater r' r; r r rd re r! r! r" scriptDataStateH s" z HTMLTokenizer.scriptDataStatec C sr | j }|tkrdS |dkrL| jtd dd | jtd dd n"| jtd || j d d dS ) NFr_ r# r` r$ rO r2 T)r r: r r' r; r rd r r& r! r! r" plaintextStateZ s z HTMLTokenizer.plaintextStatec C s | j }|dkr | j| _n|dkr.| j| _n|tkrVtd |g ddd| _| j| _n|dkr| j td dd | j td d d | j | _nt|d kr| j td d d | j | | j | _n@| j td dd | j td dd | j | | j | _dS )N!/ZStartTagF)r% rY r& r[ ZselfClosingAcknowledged>r# z'expected-tag-name-but-got-right-bracketr$ rO z<>?z'expected-tag-name-but-got-question-markzexpected-tag-namerH T)r r: markupDeclarationOpenStater closeTagOpenStater r r tagNameStater' r; r rA bogusCommentStaterp r! r! r" rc i s@ zHTMLTokenizer.tagOpenStatec C s | j }|tkr0td |g dd| _| j| _n|dkrX| jtd dd | j | _nn|t kr| jtd dd | jtd d d | j | _n0| jtd d d |id | j | | j | _dS )NrZ Fr% rY r& r[ rt r# z*expected-closing-tag-but-got-right-bracketr$ z expected-closing-tag-but-got-eofrO </z!expected-closing-tag-but-got-charr& r1 T) r r: r r r rx r r' r; r r rA ry rp r! r! r" rw s2 z HTMLTokenizer.closeTagOpenStatec C s | j }|tkr | j| _n|dkr.| n~|tkrV| jt d dd | j | _nV|dkrh| j | _nD|dkr| jt d dd | j d d 7 < n| j d |7 < d S ) Nrt r# zeof-in-tag-namer$ rs r_ r` rY r2 T) r r: r beforeAttributeNameStater r^ r r' r; r r selfClosingStartTagStater rp r! r! r" rx s& zHTMLTokenizer.tagNameStatec C sP | j }|dkr"d| _| j| _n*| jtd dd | j | | j | _dS Nrs r/ rO rH r$ T) r r: temporaryBufferrcdataEndTagOpenStater r' r; r rA rj rp r! r! r" ri s z%HTMLTokenizer.rcdataLessThanSignStatec C sX | j }|tkr*| j|7 _| j| _n*| jtd dd | j | | j | _dS NrO r{ r$ T) r r: r r rcdataEndTagNameStater r' r; r rA rj rp r! r! r" r s z#HTMLTokenizer.rcdataEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S NrY rZ Frz rs rt rO r{ r$ T)r lowerr r r: r r r| r r} r^ r r r' r; rA rj r Z appropriater& r! r! r" r s@ z#HTMLTokenizer.rcdataEndTagNameStatec C sP | j }|dkr"d| _| j| _n*| jtd dd | j | | j | _dS r~ ) r r: r rawtextEndTagOpenStater r' r; r rA rm rp r! r! r" rl s z&HTMLTokenizer.rawtextLessThanSignStatec C sX | j }|tkr*| j|7 _| j| _n*| jtd dd | j | | j | _dS r ) r r: r r rawtextEndTagNameStater r' r; r rA rm rp r! r! r" r s z$HTMLTokenizer.rawtextEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S r )r r r r r: r r r| r r} r^ r r r' r; rA rm r r! r! r" r s@ z$HTMLTokenizer.rawtextEndTagNameStatec C sx | j }|dkr"d| _| j| _nR|dkrJ| jtd dd | j| _n*| jtd dd | j | | j | _dS ) Nrs r/ rr rO z<!r$ rH T) r r: r scriptDataEndTagOpenStater r' r; r scriptDataEscapeStartStaterA ro rp r! r! r" rn s z)HTMLTokenizer.scriptDataLessThanSignStatec C sX | j }|tkr*| j|7 _| j| _n*| jtd dd | j | | j | _dS r ) r r: r r scriptDataEndTagNameStater r' r; r rA ro rp r! r! r" r , s z'HTMLTokenizer.scriptDataEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S r )r r r r r: r r r| r r} r^ r r r' r; rA ro r r! r! r" r 7 s@ z'HTMLTokenizer.scriptDataEndTagNameStatec C sJ | j }|dkr2| jtd dd | j| _n| j | | j| _dS N-rO r$ T) r r: r' r; r scriptDataEscapeStartDashStater rA ro rp r! r! r" r S s z(HTMLTokenizer.scriptDataEscapeStartStatec C sJ | j }|dkr2| jtd dd | j| _n| j | | j| _dS r ) r r: r' r; r scriptDataEscapedDashDashStater rA ro rp r! r! r" r ] s z,HTMLTokenizer.scriptDataEscapeStartDashStatec C s | j }|dkr2| jtd dd | j| _n|dkrD| j| _nn|dkrz| jtd dd | jtd dd n8|tkr| j | _n&| j d }| jtd || d d S ) Nr rO r$ rH r_ r# r` r2 )rH r r_ T) r r: r' r; r scriptDataEscapedDashStater "scriptDataEscapedLessThanSignStater r rd re r! r! r" scriptDataEscapedStateg s( z$HTMLTokenizer.scriptDataEscapedStatec C s | j }|dkr2| jtd dd | j| _n|dkrD| j| _nn|dkr| jtd dd | jtd dd | j| _n0|t kr| j | _n | jtd |d | j| _d S ) Nr rO r$ rH r_ r# r` r2 T) r r: r' r; r r r r r r r rp r! r! r" r { s& z(HTMLTokenizer.scriptDataEscapedDashStatec C s | j }|dkr*| jtd dd n|dkr<| j| _n|dkrd| jtd dd | j| _nn|dkr| jtd dd | jtd d d | j| _n0|t kr| j | _n | jtd |d | j| _d S ) Nr rO r$ rH rt r_ r# r` r2 T) r r: r' r; r r r ro r r r rp r! r! r" r s* z,HTMLTokenizer.scriptDataEscapedDashDashStatec C s | j }|dkr"d| _| j| _n\|tkrT| jtd d| d || _| j | _n*| jtd dd | j | | j | _dS r~ ) r r: r scriptDataEscapedEndTagOpenStater r r' r; r scriptDataDoubleEscapeStartStaterA r rp r! r! r" r s z0HTMLTokenizer.scriptDataEscapedLessThanSignStatec C sP | j }|tkr"|| _| j| _n*| jtd dd | j | | j | _dS r ) r r: r r scriptDataEscapedEndTagNameStater r' r; r rA r rp r! r! r" r s z.HTMLTokenizer.scriptDataEscapedEndTagOpenStatec C s | j o | j d | j k}| j }|tkrT|rTtd | jg dd| _ | j| _n|dkr|rtd | jg dd| _ | j | _n||dkr|rtd | jg dd| _ | | j | _nH|t kr| j|7 _n0| j td d| j d | j| | j| _d S r )r r r r r: r r r| r r} r^ r r r' r; rA r r r! r! r" r s@ z.HTMLTokenizer.scriptDataEscapedEndTagNameStatec C s | j }|ttdB krR| jtd |d | j dkrH| j | _ q| j | _ nB|t kr| jtd |d | j|7 _n| j | | j | _ dS N)rs rt rO r$ ZscriptT)r r: r r> r' r; r r r scriptDataDoubleEscapedStater r r rA rp r! r! r" r s z.HTMLTokenizer.scriptDataDoubleEscapeStartStatec C s | j }|dkr2| jtd dd | j| _n|dkrZ| jtd dd | j| _nt|dkr| jtd dd | jtd dd n>|tkr| jtd d d | j | _n| jtd |d d S Nr rO r$ rH r_ r# r` r2 eof-in-script-in-scriptT) r r: r' r; r scriptDataDoubleEscapedDashStater (scriptDataDoubleEscapedLessThanSignStater r rp r! r! r" r s* z*HTMLTokenizer.scriptDataDoubleEscapedStatec C s | j }|dkr2| jtd dd | j| _n|dkrZ| jtd dd | j| _n|dkr| jtd dd | jtd dd | j| _nF|t kr| jtd d d | j | _n | jtd |d | j| _d S r ) r r: r' r; r $scriptDataDoubleEscapedDashDashStater r r r r rp r! r! r" r s. z.HTMLTokenizer.scriptDataDoubleEscapedDashStatec C s | j }|dkr*| jtd dd n|dkrR| jtd dd | j| _n|dkrz| jtd dd | j| _n|dkr| jtd dd | jtd d d | j| _nF|t kr| jtd d d | j | _n | jtd |d | j| _d S ) Nr rO r$ rH rt r_ r# r` r2 r T) r r: r' r; r r r ro r r r rp r! r! r" r s2 z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatec C sP | j }|dkr8| jtd dd d| _| j| _n| j | | j | _dS )Nrs rO r$ r/ T) r r: r' r; r r scriptDataDoubleEscapeEndStater rA r rp r! r! r" r 0 s z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatec C s | j }|ttdB krR| jtd |d | j dkrH| j | _ q| j | _ nB|t kr| jtd |d | j|7 _n| j | | j | _ dS r )r r: r r> r' r; r r r r r r r rA rp r! r! r" r ; s z,HTMLTokenizer.scriptDataDoubleEscapeEndStatec C s0 | j }|tkr$| j td n|tkrJ| jd |dg | j| _n|dkr\| n|dkrn| j | _n|dkr| j t d dd | jd |dg | j| _n|d kr| j t d d d | jd d dg | j| _nF|t kr| j t d d d | j| _n | jd |dg | j| _dS )NTr& r/ rt rs )'"rM rH r# #invalid-character-in-attribute-namer$ r_ r` r2 z#expected-attribute-name-but-got-eof)r r: r rd r r r; attributeNameStater r^ r} r' r r r rp r! r! r" r| K s< z&HTMLTokenizer.beforeAttributeNameStatec C s | j }d}d}|dkr&| j| _n.|tkr\| jd d d || j td 7 < d}n|dkrjd}n|tkr|| j| _n|dkr| j | _n|d kr| j t d d d | jd d d d 7 < d}n|dkr | j t d dd | jd d d |7 < d}nH|t kr6| j t d dd | j| _n | jd d d |7 < d}|r| jd d d t| jd d d< | jd d d D ]>\}}| jd d d |kr| j t d dd qҐq|r| dS )NTFrM r& rJ r rt rs r_ r# r` r$ r2 r r rH r zeof-in-attribute-namezduplicate-attribute)r r: beforeAttributeValueStater r r rd r afterAttributeNameStater} r' r; r r r r\ r r^ )r r& ZleavingThisStateZ emitTokenrY _r! r! r" r i s^ z HTMLTokenizer.attributeNameStatec C sD | j }|tkr$| j td n |dkr8| j| _n|dkrJ| n|tkrp| jd |dg | j | _n|dkr| j | _n|dkr| j t d d d | jd d dg | j | _n|d kr| j t d d d | jd |dg | j | _nF|tkr$| j t d dd | j| _n | jd |dg | j | _dS )NTrM rt r& r/ rs r_ r# r` r$ r2 r z&invalid-character-after-attribute-namez expected-end-of-tag-but-got-eof)r r: r rd r r r^ r r r; r r} r' r r r rp r! r! r" r s@ z%HTMLTokenizer.afterAttributeNameStatec C sh | j }|tkr$| j td n@|dkr8| j| _n,|dkrX| j| _| j | n |dkrj| j| _n|dkr| j t d dd | n|d kr| j t d d d | j d d d d7 < | j| _n|dkr| j t d dd | j d d d |7 < | j| _nL|tkrB| j t d dd | j| _n"| j d d d |7 < | j| _dS )NTr rG r rt r# z.expected-attribute-value-but-got-right-bracketr$ r_ r` r& rJ r r2 )rM rH `z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)r r: r rd attributeValueDoubleQuotedStater attributeValueUnQuotedStaterA attributeValueSingleQuotedStater' r; r r^ r r r rp r! r! r" r sF z'HTMLTokenizer.beforeAttributeValueStatec C s | j }|dkr | j| _n|dkr0| d n|dkrj| jtd dd | jd d d d 7 < nN|t kr| jtd d d | j | _n&| jd d d || j d 7 < d S )Nr rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-double-quote)r rG r_ T r r: afterAttributeValueStater rX r' r; r r r r rd rp r! r! r" r s& z-HTMLTokenizer.attributeValueDoubleQuotedStatec C s | j }|dkr | j| _n|dkr0| d n|dkrj| jtd dd | jd d d d 7 < nN|t kr| jtd d d | j | _n&| jd d d || j d 7 < d S )Nr rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-single-quote)r rG r_ Tr rp r! r! r" r s& z-HTMLTokenizer.attributeValueSingleQuotedStatec C s | j }|tkr | j| _n|dkr0| d n|dkrB| n|dkr|| jt d dd | j d d d |7 < n|d kr| jt d d d | j d d d d 7 < nV|t kr| jt d d d | j | _n.| j d d d || j tdtB 7 < dS )NrG rt )r r rM rH r r# z0unexpected-character-in-unquoted-attribute-valuer$ r& rJ r r_ r` r2 z eof-in-attribute-value-no-quotes)rG rt r r rM rH r r_ T)r r: r r| r rX r^ r' r; r r r r rd r> rp r! r! r" r s4 z)HTMLTokenizer.attributeValueUnQuotedStatec C s | j }|tkr | j| _n|dkr.| np|dkr@| j| _n^|tkrt| j t d dd | j | | j | _n*| j t d dd | j | | j| _dS )Nrt rs r# z$unexpected-EOF-after-attribute-valuer$ z*unexpected-character-after-attribute-valueT) r r: r r| r r^ r} r r' r; r rA r rp r! r! r" r s& z&HTMLTokenizer.afterAttributeValueStatec C s | j }|dkr&d| jd< | n^|tkrZ| jtd dd | j | | j | _ n*| jtd dd | j | | j | _ dS )Nrt Tr[ r# z#unexpected-EOF-after-solidus-in-tagr$ z)unexpected-character-after-solidus-in-tag) r r: r r^ r r' r; r rA r r r| rp r! r! r" r} 4 s z&HTMLTokenizer.selfClosingStartTagStatec C sD | j d}|dd}| jtd |d | j | j| _dS )Nrt r_ r2 Commentr$ T) r rd replacer' r; r r: r r rp r! r! r" ry F s z HTMLTokenizer.bogusCommentStatec C s | j g}|d dkrR|| j |d dkrPtd dd| _| j| _dS n|d dkrd}dD ](}|| j |d |krfd } qqf|rtd dd d dd | _| j| _dS n|d d krD| jd k rD| jj j rD| jj j d j | jj j krDd}d D ].}|| j |d |krd } q2q|rD| j | _dS | jtd dd |rt| j | qZ| j| _dS )NrJ r r r/ r$ T)dD))oOrD CtTyYpPeEFZDoctype)r% rY publicIdsystemIdcorrect[)r r Ar r r r# zexpected-dashes-or-doctype)r r: r; r r commentStartStater doctypeStater ZtreeZ openElements namespaceZdefaultNamespacecdataSectionStater' rA r) ry )r rC matchedexpectedr! r! r" rv U s\ z(HTMLTokenizer.markupDeclarationOpenStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d | j| j | j| _nP|t kr| jtd d d | j| j | j| _n| jd |7 < | j | _d S ) Nr r_ r# r` r$ r& r2 rt incorrect-commenteof-in-commentT) r r: commentStartDashStater r' r; r r r r commentStaterp r! r! r" r s. z HTMLTokenizer.commentStartStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d | j| j | j| _nT|t kr| jtd d d | j| j | j| _n | jd d| 7 < | j | _d S ) Nr r_ r# r` r$ r& -�rt r r T) r r: commentEndStater r' r; r r r r r rp r! r! r" r s. z#HTMLTokenizer.commentStartDashStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < nT|tkr| jtd dd | j| j | j | _n | jd || j d 7 < d S ) Nr r_ r# r` r$ r& r2 r )r r_ T) r r: commentEndDashStater r' r; r r r r rd rp r! r! r" r s$ zHTMLTokenizer.commentStatec C s | j }|dkr | j| _n|dkrV| jtd dd | jd d7 < | j| _nT|t kr| jtd dd | j| j | j | _n | jd d| 7 < | j| _d S ) Nr r_ r# r` r$ r& r zeof-in-comment-end-dashT) r r: r r r' r; r r r r r rp r! r! r" r s$ z!HTMLTokenizer.commentEndDashStatec C s, | j }|dkr*| j| j | j| _n|dkrd| jtd dd | jd d7 < | j| _n|dkr| jtd d d | j | _n|d kr| jtd d d | jd |7 < nj|t kr| jtd d d | j| j | j| _n4| jtd d d | jd d| 7 < | j| _dS )Nrt r_ r# r` r$ r& u --�rr z,unexpected-bang-after-double-dash-in-commentr z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) r r: r' r; r r r r r commentEndBangStater rp r! r! r" r s@ z HTMLTokenizer.commentEndStatec C s | j }|dkr*| j| j | j| _n|dkrN| jd d7 < | j| _n|dkr| jtd dd | jd d 7 < | j | _nT|t kr| jtd d d | j| j | j| _n | jd d| 7 < | j | _d S ) Nrt r r& z--!r_ r# r` r$ u --!�z eof-in-comment-end-bang-stateT) r r: r' r; r r r r r r r rp r! r! r" r s, z!HTMLTokenizer.commentEndBangStatec C s | j }|tkr | j| _nj|tkr\| jtd dd d| j d< | j| j | j | _n*| jtd dd | j | | j| _dS )Nr# !expected-doctype-name-but-got-eofr$ Fr zneed-space-after-doctypeT) r r: r beforeDoctypeNameStater r r' r; r r r rA rp r! r! r" r s zHTMLTokenizer.doctypeStatec C s | j }|tkrn|dkrT| jtd dd d| jd< | j| j | j| _n|dkr| jtd dd d | jd < | j | _nR|t kr| jtd d d d| jd< | j| j | j| _n|| jd < | j | _d S ) Nrt r# z+expected-doctype-name-but-got-right-bracketr$ Fr r_ r` r2 rY r T) r r: r r' r; r r r r doctypeNameStater rp r! r! r" r s4 z$HTMLTokenizer.beforeDoctypeNameStatec C s | j }|tkr2| jd t| jd< | j| _n|dkrh| jd t| jd< | j | j | j | _n|dkr| j t d dd | jd d7 < | j | _nh|t kr| j t d dd d | jd < | jd t| jd< | j | j | j | _n| jd |7 < d S ) NrY rt r_ r# r` r$ r2 zeof-in-doctype-nameFr T)r r: r r r\ r afterDoctypeNameStater r' r; r r r r rp r! r! r" r 6 s0 z HTMLTokenizer.doctypeNameStatec C sH | j }|tkrn.|dkr8| j| j | j| _n |tkrd| jd< | j | | jt d dd | j| j | j| _n|dkrd}d D ] }| j }||krd} qq|r| j | _dS nD|d kr d}d D ] }| j }||krd} qq|r | j | _dS | j | | jt d d d |id d| jd< | j | _dS )Nrt Fr r# eof-in-doctyper$ r T))uU)bB)lL)iIr sS)r r r r )mMz*expected-space-or-right-bracket-in-doctyper& r1 )r r: r r' r; r r r r rA r afterDoctypePublicKeywordState afterDoctypeSystemKeywordStatebogusDoctypeState)r r& r r r! r! r" r O sT z#HTMLTokenizer.afterDoctypeNameStatec C s | j }|tkr | j| _n|dkrP| jtd dd | j | | j| _nT|t kr| jtd dd d| j d< | j| j | j | _n| j | | j| _dS N)r r r# unexpected-char-in-doctyper$ r Fr T) r r: r "beforeDoctypePublicIdentifierStater r' r; r rA r r r rp r! r! r" r s& z,HTMLTokenizer.afterDoctypePublicKeywordStatec C s | j }|tkrn|dkr0d| jd< | j| _n|dkrLd| jd< | j| _n|dkr| jt d dd d | jd < | j| j | j | _nh|t kr| jt d d d d | jd < | j| j | j | _n(| jt d d d d | jd < | j | _d S )Nr r/ r r rt r# unexpected-end-of-doctyper$ Fr r r T) r r: r r (doctypePublicIdentifierDoubleQuotedStater (doctypePublicIdentifierSingleQuotedStater' r; r r r r rp r! r! r" r s: z0HTMLTokenizer.beforeDoctypePublicIdentifierStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r T r r: !afterDoctypePublicIdentifierStater r' r; r r r r rp r! r! r" r s0 z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r Tr rp r! r! r" r s0 z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatec C s | j }|tkr | j| _n|dkr<| j| j | j| _n|dkrn| jt d dd d| jd< | j | _n|dkr| jt d dd d| jd< | j | _nh|t kr| jt d d d d | jd < | j| j | j| _n(| jt d dd d | jd < | j | _d S ) Nrt r r# r r$ r/ r r r Fr T)r r: r -betweenDoctypePublicAndSystemIdentifiersStater r' r; r r r (doctypeSystemIdentifierDoubleQuotedState(doctypeSystemIdentifierSingleQuotedStater r rp r! r! r" r s> z/HTMLTokenizer.afterDoctypePublicIdentifierStatec C s | j }|tkrn|dkr4| j| j | j| _n|dkrPd| jd< | j| _n|dkrld| jd< | j | _nh|t kr| jt d dd d | jd < | j| j | j| _n(| jt d d d d | jd < | j | _d S ) Nrt r r/ r r r# r r$ Fr r T) r r: r r' r; r r r r r r r r rp r! r! r" r s2 z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatec C s | j }|tkr | j| _n|dkrP| jtd dd | j | | j| _nT|t kr| jtd dd d| j d< | j| j | j | _n| j | | j| _dS r ) r r: r "beforeDoctypeSystemIdentifierStater r' r; r rA r r r rp r! r! r" r s& z,HTMLTokenizer.afterDoctypeSystemKeywordStatec C s | j }|tkrn|dkr0d| jd< | j| _n|dkrLd| jd< | j| _n|dkr| jt d dd d | jd < | j| j | j | _nh|t kr| jt d d d d | jd < | j| j | j | _n(| jt d dd d | jd < | j | _d S ) Nr r/ r r rt r# r r$ Fr r T) r r: r r r r r r' r; r r r r rp r! r! r" r / s: z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r T r r: !afterDoctypeSystemIdentifierStater r' r; r r r r rp r! r! r" r L s0 z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatec C s | j }|dkr | j| _n|dkrN| jtd dd | jd d7 < n|dkr| jtd d d d | jd < | j| j | j| _nR|t kr| jtd d d d | jd < | j| j | j| _n| jd |7 < d S )Nr r_ r# r` r$ r r2 rt r Fr r Tr rp r! r! r" r d s0 z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatec C s | j }|tkrn~|dkr4| j| j | j| _n^|tkrt| jt d dd d| jd< | j| j | j| _n | jt d dd | j | _dS ) Nrt r# r r$ Fr r T) r r: r r' r; r r r r r r rp r! r! r" r | s$ z/HTMLTokenizer.afterDoctypeSystemIdentifierStatec C sZ | j }|dkr*| j| j | j| _n,|tkrV| j | | j| j | j| _n dS )Nrt T) r r: r' r; r r r r rA rp r! r! r" r s z HTMLTokenizer.bogusDoctypeStatec C s g }| | jd | | jd | j }|tkr>qvq|d dd dkrj|d d d |d< qvq| | qd|}|d}|dkrt|D ]}| j t d d d q| dd }|r| j t d |d | j | _ dS )N]rt rJ z]]r/ r_ r r# r` r$ r2 rO T) r; r rd r: r r= countranger' r r r r )r r& r: Z nullCountr r! r! r" r s0 z HTMLTokenizer.cdataSectionState)N)NF)N__name__ __module__ __qualname____doc__r r, rF rW rX r^ r rb rj rh rm ro rq rc rw rx ri r r rl r r rn r r r r r r r r r r r r r r r r r| r r r r r r r r} ry rv r r r r r r r r r r r r r r r r r r r r r r r __classcell__r! r! r r" r s H P # 6 "- 3 r N)Z __future__r r r Zpip._vendor.sixr r? collectionsr Z constantsr r r r r r r r r r Z _inputstreamr Z_trier rP objectr r! r! r! r" <module> s PK A\jU $* $* : pip/_vendor/html5lib/__pycache__/serializer.cpython-38.pycnu [ U .e= @ sz d dl mZmZmZ d dlmZ d dlZd dlmZm Z ddl m Z m Z m Z ddl mZmZmZ ddlmZmZ d d lmZ d e d Zed e d Zed e d Zi Ze ddkZ e e D ]n\Z Z!e re e!dkse se e!dkrqe!dkre e!dkre"e!Z!ne#e!Z!e!eks0e $ re ee!< qdd Z%ede% d ddZ&G dd de'Z(G dd de)Z*dS ) )absolute_importdivisionunicode_literals) text_typeN)register_errorxmlcharrefreplace_errors ) voidElementsbooleanAttributesspaceCharacters)rcdataElementsentities xmlEntities) treewalkers_utils)escape z"'=<>`[]u_ /` ᠏ ]u &c C s t | ttfrg }g }d}t| j| j| j D ]n\}}|rDd}q2|| j }t| j|t | j|d g rt | j||d }d}nt |}| | q2|D ]V}t |} | r| d | | | ds| d q| dt|dd qd|| jfS t| S d S )NFr Tr ;z&#x%s;r ) isinstanceUnicodeEncodeErrorUnicodeTranslateError enumerateobjectstartendr ZisSurrogatePairminsurrogatePairToCodepointordappend_encode_entity_mapgetendswithhexjoinr ) excresZ codepointsskipicindexZ codepointZcpe r/ C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/serializer.pyhtmlentityreplace_errors* s0 " r1 htmlentityreplaceetreec K s$ t |}tf |}||| |S )a Serializes the input token stream using the specified treewalker :arg input: the token stream to serialize :arg tree: the treewalker to use :arg encoding: the encoding to use :arg serializer_opts: any options to pass to the :py:class:`html5lib.serializer.HTMLSerializer` that gets created :returns: the tree serialized as a string Example: >>> from html5lib.html5parser import parse >>> from html5lib.serializer import serialize >>> token_stream = parse('<html><body><p>Hi!</p></body></html>') >>> serialize(token_stream, omit_optional_tags=False) '<html><head></head><body><p>Hi!</p></body></html>' )r Z getTreeWalkerHTMLSerializerrender)inputZtreeencodingZserializer_optsZwalkersr/ r/ r0 serializeK s r9 c @ s~ e Zd ZdZdZdZdZdZdZdZ dZ dZ dZ dZ dZdZdZdZdd Zdd Zd d Zdd dZdddZdddZd S )r4 legacy"TF)quote_attr_values quote_charuse_best_quote_charomit_optional_tagsminimize_boolean_attributesuse_trailing_solidus space_before_trailing_solidusescape_lt_in_attrs escape_rcdataresolve_entitiesalphabetical_attributesinject_meta_charsetstrip_whitespacesanitizec K sv t |t | j }t|dkr2tdtt| d|kr@d| _| jD ] }t| |||t | | qFg | _ d| _ dS )aB Initialize HTMLSerializer :arg inject_meta_charset: Whether or not to inject the meta charset. Defaults to ``True``. :arg quote_attr_values: Whether to quote attribute values that don't require quoting per legacy browser behavior (``"legacy"``), when required by the standard (``"spec"``), or always (``"always"``). Defaults to ``"legacy"``. :arg quote_char: Use given quote character for attribute quoting. Defaults to ``"`` which will use double quotes unless attribute value contains a double quote, in which case single quotes are used. :arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute values. Defaults to ``False``. :arg escape_rcdata: Whether to escape characters that need to be escaped within normal elements within rcdata elements such as style. Defaults to ``False``. :arg resolve_entities: Whether to resolve named character entities that appear in the source tree. The XML predefined entities < > & " ' are unaffected by this setting. Defaults to ``True``. :arg strip_whitespace: Whether to remove semantically meaningless whitespace. (This compresses all whitespace to a single space except within ``pre``.) Defaults to ``False``. :arg minimize_boolean_attributes: Shortens boolean attributes to give just the attribute value, for example:: <input disabled="disabled"> becomes:: <input disabled> Defaults to ``True``. :arg use_trailing_solidus: Includes a close-tag slash at the end of the start tag of void elements (empty elements whose end tag is forbidden). E.g. ``<hr/>``. Defaults to ``False``. :arg space_before_trailing_solidus: Places a space immediately before the closing slash in a tag using a trailing solidus. E.g. ``<hr />``. Requires ``use_trailing_solidus=True``. Defaults to ``True``. :arg sanitize: Strip all unsafe or unknown constructs from output. See :py:class:`html5lib.filters.sanitizer.Filter`. Defaults to ``False``. :arg omit_optional_tags: Omit start/end tags that are optional. Defaults to ``True``. :arg alphabetical_attributes: Reorder attributes to be in alphabetical order. Defaults to ``False``. r z2__init__() got an unexpected keyword argument '%s'r= FN) frozensetoptionslen TypeErrornextiterr> setattrr$ getattrerrorsstrict)selfkwargsZunexpected_argsattrr/ r/ r0 __init__ s O zHTMLSerializer.__init__c C s* t |tst| jr"|| jdS |S d S )Nr2 r r AssertionErrorr7 encoderT stringr/ r/ r0 rZ s zHTMLSerializer.encodec C s* t |tst| jr"|| jdS |S d S )NrS rX r[ r/ r/ r0 encodeStrict s zHTMLSerializer.encodeStrictNc c s || _ d}g | _|r0| jr0ddlm} |||}| jrJddlm} ||}| jrdddlm} ||}| j r~ddl m} ||}| j rddl m} ||}|D ]>}|d }|dkr\d|d }|d r|d |d 7 }n|d r|d 7 }|d rF|d d d kr,|d dd kr&| d d}nd }|d||d |f 7 }|d7 }| |V q|dkr|dksv|r|r|d dd kr| d | |d V n| t|d V q|dkr|d } | d| V | tkr| jsd}n|r | d |d D ]\\} } } | } | }| dV | | V | jrv| t| t kr| td t kr| d V | jd kst|d krd}n@| jd krt |d k }n$| jd krt |d k }nt d!| d"d#}| j r| d$d%}|r| j!}| j"rHd|kr0d |kr0d }nd |krHd|krHd}|dkr`| dd&}n | d d'}| |V | |V | |V n | |V q| t#kr| j$r| j%r| d(V n | d)V | dV q|d*kr(|d } | tkrd}n|r| d | d+| V q|d,krj|d }| d-d krT| d. | d/|d V q|d0kr|d } | d1 }|t&kr| d2| | j'r|t(krt&| }nd3| }| |V q| |d qd S )4NFr )FiltertypeZDoctypez <!DOCTYPE %snameZpublicIdz PUBLIC "%s"ZsystemIdz SYSTEMr; r 'zASystem identifer contains both single and double quote charactersz %s%s%s>)Z CharactersSpaceCharactersrc dataz</zUnexpected </ in CDATA)ZStartTagZEmptyTagz<%sTz+Unexpected child element of a CDATA element r =alwaysspecr: z?quote_attr_values must be one of: 'always', 'spec', or 'legacy'r z&<z<z'z"z //ZEndTagz</%s>Commentz--zComment contains --z <!--%s-->ZEntityr zEntity %s not recognizedz&%s;))r7 rR rG Zfilters.inject_meta_charsetr^ rF Z filters.alphabeticalattributesrH Zfilters.whitespacerI Zfilters.sanitizerr? Zfilters.optionaltagsfindserializeErrorr] rZ r r rD itemsr@ r r$ tupler< rL _quoteAttributeSpecsearch_quoteAttributeLegacy ValueErrorreplacerC r= r> r rA rB r rE r )rT treewalkerr7 Zin_cdatar^ tokenr_ Zdoctyper= r` _Z attr_nameZ attr_valuekvZ quote_attrrd keyr/ r/ r0 r9 s zHTMLSerializer.serializec C s2 |rd t| ||S d t| |S dS )an Serializes the stream from the treewalker into a string :arg treewalker: the treewalker to serialize :arg encoding: the string encoding to use :returns: the serialized tree Example: >>> from html5lib import parse, getTreeWalker >>> from html5lib.serializer import HTMLSerializer >>> token_stream = parse('<html><body>Hi!</body></html>') >>> walker = getTreeWalker('etree') >>> serializer = HTMLSerializer(omit_optional_tags=False) >>> serializer.render(walker(token_stream)) '<html><head></head><body>Hi!</body></html>' r N)r' listr9 )rT ru r7 r/ r/ r0 r5 w s zHTMLSerializer.renderXXX ERROR MESSAGE NEEDEDc C s | j | | jrtd S )N)rR r" rS SerializeError)rT rd r/ r/ r0 rm s z HTMLSerializer.serializeError)N)N)r} )__name__ __module__ __qualname__r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rK rW rZ r] r9 r5 rm r/ r/ r/ r0 r4 h s, Y r4 c @ s e Zd ZdZdS )r~ zError in serialized treeN)r r r __doc__r/ r/ r/ r0 r~ s r~ )r3 N)+Z __future__r r r Zpip._vendor.sixr recodecsr r Z constantsr r r r r r r r r Zxml.sax.saxutilsr r' Z_quoteAttributeSpecCharscompilerp rr r# rL Z_is_ucs4r| rn rx ry r r! islowerr1 r9 r r4 Exceptionr~ r/ r/ r/ r0 <module> sD 1PK A\dn) ) @ pip/_vendor/html5lib/__pycache__/serializer.cpython-38.opt-1.pycnu [ U .e= @ sz d dl mZmZmZ d dlmZ d dlZd dlmZm Z ddl m Z m Z m Z ddl mZmZmZ ddlmZmZ d d lmZ d e d Zed e d Zed e d Zi Ze ddkZ e e D ]n\Z Z!e re e!dkse se e!dkrqe!dkre e!dkre"e!Z!ne#e!Z!e!eks0e $ re ee!< qdd Z%ede% d ddZ&G dd de'Z(G dd de)Z*dS ) )absolute_importdivisionunicode_literals) text_typeN)register_errorxmlcharrefreplace_errors ) voidElementsbooleanAttributesspaceCharacters)rcdataElementsentities xmlEntities) treewalkers_utils)escape z"'=<>`[]u_ /` ᠏ ]u &c C s t | ttfrg }g }d}t| j| j| j D ]n\}}|rDd}q2|| j }t| j|t | j|d g rt | j||d }d}nt |}| | q2|D ]V}t |} | r| d | | | ds| d q| dt|dd qd|| jfS t| S d S )NFr Tr ;z&#x%s;r ) isinstanceUnicodeEncodeErrorUnicodeTranslateError enumerateobjectstartendr ZisSurrogatePairminsurrogatePairToCodepointordappend_encode_entity_mapgetendswithhexjoinr ) excresZ codepointsskipicindexZ codepointZcpe r/ C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/serializer.pyhtmlentityreplace_errors* s0 " r1 htmlentityreplaceetreec K s$ t |}tf |}||| |S )a Serializes the input token stream using the specified treewalker :arg input: the token stream to serialize :arg tree: the treewalker to use :arg encoding: the encoding to use :arg serializer_opts: any options to pass to the :py:class:`html5lib.serializer.HTMLSerializer` that gets created :returns: the tree serialized as a string Example: >>> from html5lib.html5parser import parse >>> from html5lib.serializer import serialize >>> token_stream = parse('<html><body><p>Hi!</p></body></html>') >>> serialize(token_stream, omit_optional_tags=False) '<html><head></head><body><p>Hi!</p></body></html>' )r Z getTreeWalkerHTMLSerializerrender)inputZtreeencodingZserializer_optsZwalkersr/ r/ r0 serializeK s r9 c @ s~ e Zd ZdZdZdZdZdZdZdZ dZ dZ dZ dZ dZdZdZdZdd Zdd Zd d Zdd dZdddZdddZd S )r4 legacy"TF)quote_attr_values quote_charuse_best_quote_charomit_optional_tagsminimize_boolean_attributesuse_trailing_solidus space_before_trailing_solidusescape_lt_in_attrs escape_rcdataresolve_entitiesalphabetical_attributesinject_meta_charsetstrip_whitespacesanitizec K sv t |t | j }t|dkr2tdtt| d|kr@d| _| jD ] }t| |||t | | qFg | _ d| _ dS )aB Initialize HTMLSerializer :arg inject_meta_charset: Whether or not to inject the meta charset. Defaults to ``True``. :arg quote_attr_values: Whether to quote attribute values that don't require quoting per legacy browser behavior (``"legacy"``), when required by the standard (``"spec"``), or always (``"always"``). Defaults to ``"legacy"``. :arg quote_char: Use given quote character for attribute quoting. Defaults to ``"`` which will use double quotes unless attribute value contains a double quote, in which case single quotes are used. :arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute values. Defaults to ``False``. :arg escape_rcdata: Whether to escape characters that need to be escaped within normal elements within rcdata elements such as style. Defaults to ``False``. :arg resolve_entities: Whether to resolve named character entities that appear in the source tree. The XML predefined entities < > & " ' are unaffected by this setting. Defaults to ``True``. :arg strip_whitespace: Whether to remove semantically meaningless whitespace. (This compresses all whitespace to a single space except within ``pre``.) Defaults to ``False``. :arg minimize_boolean_attributes: Shortens boolean attributes to give just the attribute value, for example:: <input disabled="disabled"> becomes:: <input disabled> Defaults to ``True``. :arg use_trailing_solidus: Includes a close-tag slash at the end of the start tag of void elements (empty elements whose end tag is forbidden). E.g. ``<hr/>``. Defaults to ``False``. :arg space_before_trailing_solidus: Places a space immediately before the closing slash in a tag using a trailing solidus. E.g. ``<hr />``. Requires ``use_trailing_solidus=True``. Defaults to ``True``. :arg sanitize: Strip all unsafe or unknown constructs from output. See :py:class:`html5lib.filters.sanitizer.Filter`. Defaults to ``False``. :arg omit_optional_tags: Omit start/end tags that are optional. Defaults to ``True``. :arg alphabetical_attributes: Reorder attributes to be in alphabetical order. Defaults to ``False``. r z2__init__() got an unexpected keyword argument '%s'r= FN) frozensetoptionslen TypeErrornextiterr> setattrr$ getattrerrorsstrict)selfkwargsZunexpected_argsattrr/ r/ r0 __init__ s O zHTMLSerializer.__init__c C s | j r|| j dS |S d S )Nr2 r7 encoderT stringr/ r/ r0 rY s zHTMLSerializer.encodec C s | j r|| j dS |S d S )NrS rX rZ r/ r/ r0 encodeStrict s zHTMLSerializer.encodeStrictNc c s || _ d}g | _|r0| jr0ddlm} |||}| jrJddlm} ||}| jrdddlm} ||}| j r~ddl m} ||}| j rddl m} ||}|D ]>}|d }|dkr\d|d }|d r|d |d 7 }n|d r|d 7 }|d rF|d d d kr,|d dd kr&| d d}nd }|d||d |f 7 }|d7 }| |V q|dkr|dksv|r|r|d dd kr| d | |d V n| t|d V q|dkr|d } | d| V | tkr| jsd}n|r | d |d D ]\\} } } | } | }| dV | | V | jrv| t| t kr| td t kr| d V | jd kst|d krd}n@| jd krt |d k }n$| jd krt |d k }nt d!| d"d#}| j r| d$d%}|r| j!}| j"rHd|kr0d |kr0d }nd |krHd|krHd}|dkr`| dd&}n | d d'}| |V | |V | |V n | |V q| t#kr| j$r| j%r| d(V n | d)V | dV q|d*kr(|d } | tkrd}n|r| d | d+| V q|d,krj|d }| d-d krT| d. | d/|d V q|d0kr|d } | d1 }|t&kr| d2| | j'r|t(krt&| }nd3| }| |V q| |d qd S )4NFr )FiltertypeZDoctypez <!DOCTYPE %snameZpublicIdz PUBLIC "%s"ZsystemIdz SYSTEMr; r 'zASystem identifer contains both single and double quote charactersz %s%s%s>)Z CharactersSpaceCharactersrb dataz</zUnexpected </ in CDATA)ZStartTagZEmptyTagz<%sTz+Unexpected child element of a CDATA element r =alwaysspecr: z?quote_attr_values must be one of: 'always', 'spec', or 'legacy'r z&<z<z'z"z //ZEndTagz</%s>Commentz--zComment contains --z <!--%s-->ZEntityr zEntity %s not recognizedz&%s;))r7 rR rG Zfilters.inject_meta_charsetr] rF Z filters.alphabeticalattributesrH Zfilters.whitespacerI Zfilters.sanitizerr? Zfilters.optionaltagsfindserializeErrorr\ rY r r rD itemsr@ r r$ tupler< rL _quoteAttributeSpecsearch_quoteAttributeLegacy ValueErrorreplacerC r= r> r rA rB r rE r )rT treewalkerr7 Zin_cdatar] tokenr^ Zdoctyper= r_ _Z attr_nameZ attr_valuekvZ quote_attrrc keyr/ r/ r0 r9 s zHTMLSerializer.serializec C s2 |rd t| ||S d t| |S dS )an Serializes the stream from the treewalker into a string :arg treewalker: the treewalker to serialize :arg encoding: the string encoding to use :returns: the serialized tree Example: >>> from html5lib import parse, getTreeWalker >>> from html5lib.serializer import HTMLSerializer >>> token_stream = parse('<html><body>Hi!</body></html>') >>> walker = getTreeWalker('etree') >>> serializer = HTMLSerializer(omit_optional_tags=False) >>> serializer.render(walker(token_stream)) '<html><head></head><body>Hi!</body></html>' r N)r' listr9 )rT rt r7 r/ r/ r0 r5 w s zHTMLSerializer.renderXXX ERROR MESSAGE NEEDEDc C s | j | | jrtd S )N)rR r" rS SerializeError)rT rc r/ r/ r0 rl s z HTMLSerializer.serializeError)N)N)r| )__name__ __module__ __qualname__r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rK rW rY r\ r9 r5 rl r/ r/ r/ r0 r4 h s, Y r4 c @ s e Zd ZdZdS )r} zError in serialized treeN)r~ r r __doc__r/ r/ r/ r0 r} s r} )r3 N)+Z __future__r r r Zpip._vendor.sixr recodecsr r Z constantsr r r r r r r r r Zxml.sax.saxutilsr r' Z_quoteAttributeSpecCharscompilero rq r# rL Z_is_ucs4r{ rm rw rx r r! islowerr1 r9 r r4 Exceptionr} r/ r/ r/ r0 <module> sD 1PK A\Wy ? pip/_vendor/html5lib/__pycache__/constants.cpython-38.opt-1.pycnu [ U .e>F @ s- d dl mZmZmZ d dlZdZddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d,d,d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dddddZdddddddZeed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfgZ eed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfgZ eed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfgNZ eed dfed dfed dfed dfgZ eed dfed dfed dfed dfed dfgZ ddddddddddddddddd ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.>Zd/d0iZd1d2ed1 fd1d3ed1 fd1d4ed1 fd1d5ed1 fd1d6ed1 fd1ded1 fd1d7ed1 fd8ded8 fd8d9ed8 fd8d:ed8 fdd;ed; fd;d1ed; fd< Zed=d> e D Zed?d@dAdBdCgZedddddgZeejZeejZeejZeej Z eej Z edDd> ejD Z dEZ edddFddddddddddԐdGdHgZ!eddgZ"edddddddgZ#edIdJgedKgedLgedMdNgedMdNgedOdPgedQgedRdSgedTdSdUdVgedWgedXgedSdYgedSdYdZgedSdYgedSd[gedSdYd\d[dUdLgedSdYd[dRgedSdYged]gd^Z$d_Z%ed`dadbdcddgZ&dededfdfdgdgdhdididjdkdldldmdndodpdqdrdsdsdtdudvdvdwdwdxdydzd{d|d}d~dddd}dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐddӐdԐdՐdddאdאdؐdِdِdڐdېdܐdݐdݐdސdߐdddddddddddddddddddddddddddddddddddd ddddddddd d d d d ddddddddddddddddddd d dd d dd d d!d"d#d$d%d&d'd(d)d*d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[ddd\d]d^d_d`dadbdcdddedfdgdhddddidjdkd?dldmdndodpdqdrdsdtdudrdvdwdxdydzd{d|d|d|d|d dnd@d}d~dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddÐdĐdŐdƐdǐdǐdȐdȐdɐdʐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐddՐddאdؐdِdڐdېdܐddݐdސdߐdddddddddddddddddddddddddddddddddddd dddddddddd d d d d dddddddddddƐdEdddddd d d d d d!d"d#d$d%d&d&d'd(d)d*d+dd,d-d.d/d-d0d0d1d2d3d?d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdEdFdGdHdIdJdJdKdLdMdNdNdOdPdQdRdSdTdUdVdWddXdYdZd[d\d]dÐdĐd^d_d`dadbdcdddededfdgdhdidjdkdldldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~ddddddddddddddddd|ddddddddddddddddddrdddddddddfdfddddddddddddddddddddddsdddd@dddddd@dddddd@dddddddddÐdĐdŐdƐdǐdȐdɐdɐdRdʐdÐdːd̐d|d|d͐dĐd}dΐdϐdАdѐd!dҐdTdӐdԐdՐddאdؐdِdڐdkdwdېdܐddݐdސdߐddddddddddd\d\ddddddddddddddddddddddd dddddddddd d d d d dddddddddŐddddddƐdǐdddd d dd ddd d d d!d"d#d$d%d&d d'd(d)d)d*d+d,d-ddd.d/d/dd0d1d2d2d3d4d5d6d7d8d9dd:d;d<d=d7d>d?d@dAdAdBdududCdDdEddEdd?dFddGddddHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_dSdTd`dadbdbdUd^d`daddcddddedfdgdƐdhdPdiddjdkdddldmdndndodpdqdrdKddddsdsddtdudvdvdvdwdwdxdydzd{d|ddd}d~dddzdƐdldKdddddddddddސdȐdddddmd}dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddÐdĐdŐddƐdǐdȐdɐdɐdʐdːdːd̐d͐dΐdϐdАdѐdѐdҐdӐdԐdՐddאdؐdِdڐddېdܐdݐdtdސdߐddddddddddddddddd ddddddddddddddddddddddddddddސddddېddddddqdɐdddNdd dddddddddd d d d d ddddddhddd"ddddddddddd dddd d d dd'dd d d!dސd"d#d$d d d%dd%d&d'd(d)d*d+d'd,d,d-dސd.d/d0d1dސd#d2d3d4d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFddddGdHd]dIdJdKdLd?dMdDdNdDdOdPdPdEdFdQdRd dSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdHd]dddedÐd̐dfdgdhdidEdVd̐dZdjdNdGdd dkd\did]d`d`dldmdndodpdqdOdrd\dId^dadsdMdtd^dud̐dZdvdwdxdndjdydydzd{d|d|d}d~d~ddd}ddddIdfdgddhdSdddddddPdddܐdddGddddddddldaddd^dĐddd;d;dddrdkddddddUdߐdddddddddddddҐdQd]ddddddddddmddddddd~ddddtdddtddddddddddddddddddddddddddddddddÐdĐdŐddƐdǐdȐdɐddʐdːd_d_d̐dd͐ddddΐdddddddddddϐdАddѐdҐddӐddԐdՐdddՐdϐddԐdddddddddאdؐdؐddِdڐddېdܐdddݐdސdddߐdddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd^d^dd:d d d;d<dddd=dddddddd d d d d ddd8d ddːdddddddddddd9dddddddd d d d dd d d!d"d"dd#d$d$d%dŐd&d&dŐd'd(dϐd)d*d+d,d\d-d.d/d0drd1d2dƐd3dd4dd5d6d d7dd8d9dԐdԐd:d;dԐd<d=d>d>dאd?d@dِdؐdאd@dِdؐdAdBdCdڐdDdՐdBdAdCdܐdEdFdGdݐdݐdڐdHdIdJdKdLddMdNdOddPdQdddd ddRdidSdTdUd dVddWdXddYdYddZdd[d\d]d dd^d_d`dadbdcddېdddedfdgdhdidjdkddedldmdndddodd dddpdddqddrdϐddsdtdudd`dϐddddvdadwdxddddydzdzd{d|d}dd~dddddddvddd dfdddwdddddddddd(dddd*d)ddddddd+dddddddkdkdddddxdxdddِddddmdŐdddddd=dd>d>ddddddddEdxdddmddddddddddddŐd dd#dd d d d d!d"d!d"d d dddddxdd%ddאdd0ddddd'ddddÐdĐdŐdd'ddÐddƐdǐdȐd(dd*d)dddd+d,dɐdʐdʐdːdːd̐d̐d.d͐dΐdϐd/dАdѐdҐdӐdԐdՐddאd.d/d͐ddՐdؐdِdڐdېddjdjdܐdݐdݐdސdߐd͐ddddBddd9d9dddd@d=d<d@d=dddddd dddd͐dѐddddddd1ddddUdddddddddddddddАd@ddÐddddddd d ddYdd[dddddXdddddd d ddd d ddZdXddUd d`d dddddddddddݐdddddĐdddddd>dd0d3dݐdZduddd d d ddSdd ddd d!d"dndnd#dSddd$dݐdd%d dd d d&d'd(dd)d*d+d,d*dpdpd-d!dҐdTdؐd.ddgd/ddfdd0dӐd1dԐdՐddhd2ddڐdِdkdwd3d3d4d5d6d7d7d8d9d:d;d<d=d=d>d?d@dAddBdCdDdEdFdGdHdIdJZ'dKdCddLddĐd̐ddfdd6d,ddddMddNdOdĐddÐdd dɐddd1ddddPd?ddQ"Z(d dRdSdTdUdVdWdXdYZ)ee)dZ e)d[ e)d\ gZ*ed]d> e D Z+d^e+d< G d_d` d`e,Z-G dadb dbe.Z/dS (c )absolute_importdivisionunicode_literalsNz5Null character in input stream, replaced with U+FFFD.z Invalid codepoint in stream.z&Solidus (/) incorrectly placed in tag.z.Incorrect CR newline entity, replaced with LF.z9Entity used with illegal number (windows-1252 reference).zPNumeric entity couldn't be converted to character (codepoint U+%(charAsInt)08x).zBNumeric entity represents an illegal codepoint: U+%(charAsInt)08x.z#Numeric entity didn't end with ';'.z1Numeric entity expected. Got end of file instead.z'Numeric entity expected but none found.z!Named entity didn't end with ';'.z Named entity expected. Got none.z'End tag contains unexpected attributes.z.End tag contains unexpected self-closing flag.z#Expected tag name. Got '>' instead.zSExpected tag name. Got '?' instead. (HTML doesn't support processing instructions.)z-Expected tag name. Got something else insteadz6Expected closing tag. Got '>' instead. Ignoring '</>'.z-Expected closing tag. Unexpected end of file.z<Expected closing tag. Unexpected character '%(data)s' found.z'Unexpected end of file in the tag name.z8Unexpected end of file. Expected attribute name instead.z)Unexpected end of file in attribute name.z#Invalid character in attribute namez#Dropped duplicate attribute on tag.z1Unexpected end of file. Expected = or end of tag.z1Unexpected end of file. Expected attribute value.z*Expected attribute value. Got '>' instead.z"Unexpected = in unquoted attributez*Unexpected character in unquoted attributez*Unexpected character after attribute name.z+Unexpected character after attribute value.z.Unexpected end of file in attribute value (").z.Unexpected end of file in attribute value (').z*Unexpected end of file in attribute value.z)Unexpected end of file in tag. Expected >z/Unexpected character after / in tag. Expected >z&Expected '--' or 'DOCTYPE'. Not found.z Unexpected ! after -- in commentz$Unexpected space after -- in commentzIncorrect comment.z"Unexpected end of file in comment.z%Unexpected end of file in comment (-)z+Unexpected '-' after '--' found in comment.z'Unexpected end of file in comment (--).z&Unexpected character in comment found.z(No space after literal string 'DOCTYPE'.z.Unexpected > character. Expected DOCTYPE name.z.Unexpected end of file. Expected DOCTYPE name.z'Unexpected end of file in DOCTYPE name.z"Unexpected end of file in DOCTYPE.z%Expected space or '>'. Got '%(data)s'zUnexpected end of DOCTYPE.z Unexpected character in DOCTYPE.zXXX innerHTML EOFz Unexpected DOCTYPE. Ignored.z%html needs to be the first start tag.z)Unexpected End of file. Expected DOCTYPE.zErroneous DOCTYPE.z2Unexpected non-space characters. Expected DOCTYPE.z2Unexpected start tag (%(name)s). Expected DOCTYPE.z0Unexpected end tag (%(name)s). Expected DOCTYPE.z?Unexpected end tag (%(name)s) after the (implied) root element.z4Unexpected end of file. Expected end tag (%(name)s).z4Unexpected start tag head in existing head. Ignored.z'Unexpected end tag (%(name)s). Ignored.z;Unexpected start tag (%(name)s) that can be in head. Moved.z Unexpected start tag (%(name)s).zMissing end tag (%(name)s).z Missing end tags (%(name)s).zCUnexpected start tag (%(startName)s) implies end tag (%(endName)s).z@Unexpected start tag (%(originalName)s). Treated as %(newName)s.z,Unexpected start tag %(name)s. Don't use it!z'Unexpected start tag %(name)s. Ignored.zEUnexpected end tag (%(gotName)s). Missing end tag (%(expectedName)s).z:End tag (%(name)s) seen too early. Expected other end tag.zFUnexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).z+End tag (%(name)s) seen too early. Ignored.zQEnd tag (%(name)s) violates step 1, paragraph 1 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 2 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 3 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 4, paragraph 4 of the adoption agency algorithm.z>Unexpected end tag (%(originalName)s). Treated as %(newName)s.z'This element (%(name)s) has no end tag.z9Unexpected implied end tag (%(name)s) in the table phase.z>Unexpected implied end tag (%(name)s) in the table body phase.zDUnexpected non-space characters in table context caused voodoo mode.z3Unexpected input with type hidden in table context.z!Unexpected form in table context.zDUnexpected start tag (%(name)s) in table context caused voodoo mode.zBUnexpected end tag (%(name)s) in table context caused voodoo mode.zCUnexpected table cell start tag (%(name)s) in the table body phase.zFGot table cell end tag (%(name)s) while required end tags are missing.z?Unexpected end tag (%(name)s) in the table body phase. Ignored.z=Unexpected implied end tag (%(name)s) in the table row phase.z>Unexpected end tag (%(name)s) in the table row phase. Ignored.zJUnexpected select start tag in the select phase treated as select end tag.z/Unexpected input start tag in the select phase.zBUnexpected start tag token (%(name)s in the select phase. Ignored.z;Unexpected end tag (%(name)s) in the select phase. Ignored.zKUnexpected table element start tag (%(name)s) in the select in table phase.zIUnexpected table element end tag (%(name)s) in the select in table phase.z8Unexpected non-space characters in the after body phase.z>Unexpected start tag token (%(name)s) in the after body phase.z<Unexpected end tag token (%(name)s) in the after body phase.z@Unexpected characters in the frameset phase. Characters ignored.zEUnexpected start tag token (%(name)s) in the frameset phase. Ignored.zFUnexpected end tag token (frameset) in the frameset phase (innerHTML).zCUnexpected end tag token (%(name)s) in the frameset phase. Ignored.zEUnexpected non-space characters in the after frameset phase. Ignored.zEUnexpected start tag (%(name)s) in the after frameset phase. Ignored.zCUnexpected end tag (%(name)s) in the after frameset phase. Ignored.z(Unexpected end tag after body(innerHtml)z6Unexpected non-space characters. Expected end of file.z6Unexpected start tag (%(name)s). Expected end of file.z4Unexpected end tag (%(name)s). Expected end of file.z/Unexpected end of file. Expected table content.z0Unexpected end of file. Expected select content.z2Unexpected end of file. Expected frameset content.z0Unexpected end of file. Expected script content.z0Unexpected end of file. Expected foreign contentz0Trailing solidus not allowed on element %(name)sz2Element %(name)s not allowed in a non-html contextz*Unexpected end tag (%(name)s) before html.z9Element %(name)s not allowed in a inhead-noscript contextz8Unexpected end of file. Expected inhead-noscript contentz@Unexpected non-space character. Expected inhead-noscript contentz0Undefined error (this sucks and should be fixed))znull-characterzinvalid-codepointzincorrectly-placed-soliduszincorrect-cr-newline-entityzillegal-windows-1252-entityzcant-convert-numeric-entityz$illegal-codepoint-for-numeric-entityz numeric-entity-without-semicolonz#expected-numeric-entity-but-got-eofzexpected-numeric-entityz named-entity-without-semicolonzexpected-named-entityzattributes-in-end-tagz self-closing-flag-on-end-tagz'expected-tag-name-but-got-right-bracketz'expected-tag-name-but-got-question-markzexpected-tag-namez*expected-closing-tag-but-got-right-bracketz expected-closing-tag-but-got-eofz!expected-closing-tag-but-got-charzeof-in-tag-namez#expected-attribute-name-but-got-eofzeof-in-attribute-namez#invalid-character-in-attribute-namezduplicate-attributez$expected-end-of-tag-name-but-got-eofz$expected-attribute-value-but-got-eofz.expected-attribute-value-but-got-right-bracketz"equals-in-unquoted-attribute-valuez0unexpected-character-in-unquoted-attribute-valuez&invalid-character-after-attribute-namez*unexpected-character-after-attribute-valuez#eof-in-attribute-value-double-quotez#eof-in-attribute-value-single-quotez eof-in-attribute-value-no-quotesz#unexpected-EOF-after-solidus-in-tagz)unexpected-character-after-solidus-in-tagzexpected-dashes-or-doctypez,unexpected-bang-after-double-dash-in-commentz-unexpected-space-after-double-dash-in-commentzincorrect-commentzeof-in-commentzeof-in-comment-end-dashz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashz eof-in-comment-end-space-statez eof-in-comment-end-bang-statezunexpected-char-in-commentzneed-space-after-doctypez+expected-doctype-name-but-got-right-bracketz!expected-doctype-name-but-got-eofzeof-in-doctype-namezeof-in-doctypez*expected-space-or-right-bracket-in-doctypezunexpected-end-of-doctypezunexpected-char-in-doctypezeof-in-innerhtmlzunexpected-doctypez non-html-rootz expected-doctype-but-got-eofzunknown-doctypez expected-doctype-but-got-charsz"expected-doctype-but-got-start-tagz expected-doctype-but-got-end-tagzend-tag-after-implied-rootz&expected-named-closing-tag-but-got-eofz!two-heads-are-not-better-than-onezunexpected-end-tagz#unexpected-start-tag-out-of-my-headzunexpected-start-tagzmissing-end-tagzmissing-end-tagsz$unexpected-start-tag-implies-end-tagz unexpected-start-tag-treated-aszdeprecated-tagz unexpected-start-tag-ignoredz$expected-one-end-tag-but-got-anotherzend-tag-too-earlyzend-tag-too-early-namedzend-tag-too-early-ignoredzadoption-agency-1.1zadoption-agency-1.2zadoption-agency-1.3zadoption-agency-4.4z unexpected-end-tag-treated-asz no-end-tagz#unexpected-implied-end-tag-in-tablez(unexpected-implied-end-tag-in-table-bodyz$unexpected-char-implies-table-voodooz unexpected-hidden-input-in-tablezunexpected-form-in-tablez)unexpected-start-tag-implies-table-voodooz'unexpected-end-tag-implies-table-voodooz unexpected-cell-in-table-bodyzunexpected-cell-end-tagz unexpected-end-tag-in-table-bodyz'unexpected-implied-end-tag-in-table-rowz unexpected-end-tag-in-table-rowzunexpected-select-in-selectzunexpected-input-in-selectz unexpected-start-tag-in-selectz unexpected-end-tag-in-selectz5unexpected-table-element-start-tag-in-select-in-tablez3unexpected-table-element-end-tag-in-select-in-tablezunexpected-char-after-bodyz unexpected-start-tag-after-bodyz unexpected-end-tag-after-bodyzunexpected-char-in-framesetz unexpected-start-tag-in-framesetz)unexpected-frameset-in-frameset-innerhtmlz unexpected-end-tag-in-framesetz unexpected-char-after-framesetz#unexpected-start-tag-after-framesetz!unexpected-end-tag-after-framesetz'unexpected-end-tag-after-body-innerhtmlzexpected-eof-but-got-charz expected-eof-but-got-start-tagz expected-eof-but-got-end-tagz eof-in-tablez eof-in-selectzeof-in-framesetzeof-in-script-in-scriptzeof-in-foreign-landsz&non-void-element-with-trailing-solidusz*unexpected-html-element-in-foreign-contentz unexpected-end-tag-before-htmlz unexpected-inhead-noscript-tagzeof-in-head-noscriptzchar-in-head-noscriptzXXX-undefined-errorz http://www.w3.org/1999/xhtmlz"http://www.w3.org/1998/Math/MathMLzhttp://www.w3.org/2000/svgz http://www.w3.org/1999/xlinkz$http://www.w3.org/XML/1998/namespacez http://www.w3.org/2000/xmlns/)htmlmathmlsvgxlinkxmlxmlnsr ZappletZcaptionZmarqueeobjecttableZtdZthr mimoZmnZmsZmtextzannotation-xmlr Z foreignObjectZdesctitleabZbigcodeZemZfontiZnobrsZsmallZstrikeZstrongZttuZaddressZareaZarticleZasidebaseZbasefontZbgsoundZ blockquoteZbodybrbuttoncentercolZcolgroupcommandZdddetailsdirZdivZdlZdtZembedfieldsetZfigureZfooterZformframeZframeseth1h2h3h4h5h6headheaderhriframeZimageimginputZisindexZlilinkZlistingmenumetaZnavZnoembedZnoframesZnoscriptZolpZparamZ plaintextZprescriptZsectionselectstyleZtbodyZtextareaZtfootZtheadZtrZulZwbrZxmpZ attributeNameZ attributeTypeZ baseFrequencyZ baseProfileZcalcModeZ clipPathUnitsZcontentScriptTypeZcontentStyleTypeZdiffuseConstantZedgeModeZexternalResourcesRequiredZ filterResZ filterUnitsZglyphRefZgradientTransformZ gradientUnitsZ kernelMatrixZkernelUnitLengthZ keyPointsZ keySplinesZkeyTimesZ lengthAdjustZlimitingConeAngleZ markerHeightZ markerUnitsZ markerWidthZmaskContentUnitsZ maskUnitsZ numOctavesZ pathLengthZpatternContentUnitsZpatternTransformZ patternUnitsZ pointsAtXZ pointsAtYZ pointsAtZZ preserveAlphaZpreserveAspectRatioZprimitiveUnitsZrefXZrefYZ repeatCountZ repeatDurZrequiredExtensionsZrequiredFeaturesZspecularConstantZspecularExponentZ spreadMethodZ startOffsetZ stdDeviationZ stitchTilesZ surfaceScaleZsystemLanguageZ tableValuesZtargetXZtargetYZ textLengthZviewBoxZ viewTargetZxChannelSelectorZyChannelSelectorZ zoomAndPan)>Z attributenameZ attributetypeZ basefrequencyZ baseprofileZcalcmodeZ clippathunitsZcontentscripttypeZcontentstyletypeZdiffuseconstantZedgemodeZexternalresourcesrequiredZ filterresZ filterunitsZglyphrefZgradienttransformZ gradientunitsZ kernelmatrixZkernelunitlengthZ keypointsZ keysplinesZkeytimesZ lengthadjustZlimitingconeangleZ markerheightZ markerunitsZ markerwidthZmaskcontentunitsZ maskunitsZ numoctavesZ pathlengthZpatterncontentunitsZpatterntransformZ patternunitsZ pointsatxZ pointsatyZ pointsatzZ preservealphaZpreserveaspectratioZprimitiveunitsZrefxZrefyZ repeatcountZ repeatdurZrequiredextensionsZrequiredfeaturesZspecularconstantZspecularexponentZ spreadmethodZ startoffsetZ stddeviationZ stitchtilesZ surfacescaleZsystemlanguageZ tablevaluesZtargetxZtargetyZ textlengthZviewboxZ viewtargetZxchannelselectorZychannelselectorZ zoomandpanZ definitionurlZ definitionURLr ZactuateZarcroleZhrefZroleZshowtyper ZlangZspacer ) z xlink:actuatez xlink:arcrolez xlink:hrefz xlink:rolez xlink:showz xlink:titlez xlink:typezxml:basezxml:langz xml:spacer z xmlns:xlinkc C s" g | ]\}\}}}||f|fqS r4 ).0ZqnameprefixZlocalnsr4 r4 B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/constants.py <listcomp> s r9 c C s g | ]}t |t | fqS r4 )ordlower)r5 cr4 r4 r8 r9 # s )r r! r" r# r$ r% z event-sourcesourceZtrackZ irrelevantZ itemscopeZscopedZismapZautoplayZcontrolsZdeferasyncopenZmultipleZdisabledZhiddencheckeddefaultZnoshadeZ autosubmitreadonlyZselectedZ autofocusZrequiredZseamless) r2 r* ZaudioZvideor0 r Zdatagridr r( r- r ZoptionZoptgroupr r+ r1 outputr) ) i i i i i& i i! i i0 i` i9 iR rJ i} rJ rJ i i i i i" i i i i"! ia i: iS rJ i~ ix lt;gt;amp;apos;quot; Æ& Áu Ă Âu Аu 𝔄 Àu Αu Āu ⩓u Ąu 𝔸u Åu 𝒜u ≔ à Äu ∖u ⫧u ⌆u Бu ∵u ℬu Βu 𝔅u 𝔹u ˘u ≎u Ч ©u Ću ⋒u ⅅu ℭu Č Çu Ĉu ∰u Ċ ¸ ·u Χu ⊙u ⊖u ⊕u ⊗u ∲u ”u ’u ∷u ⩴u ≡u ∯u ∮u ℂu ∐u ∳u ⨯u 𝒞u ⋓u ≍u ⤑u Ђu Ѕu Џu ‡u ↡u ⫤u Ďu Дu ∇u Δu 𝔇 ´u ˙u ˝`u ˜u ⋄u ⅆu 𝔻 ¨u ⃜u ≐u ⇓u ⇐u ⇔u ⟸u ⟺u ⟹u ⇒u ⊨u ⇑u ⇕u ∥u ↓u ⤓u ⇵u ̑u ⥐u ⥞u ↽u ⥖u ⥟u ⇁u ⥗u ⊤u ↧u 𝒟u Đu Ŋ Ð Éu Ě Êu Эu Ėu 𝔈 Èu ∈u Ēu ◻u ▫u Ęu 𝔼u Εu ⩵u ≂u ⇌u ℰu ⩳u Η Ëu ∃u ⅇu Фu 𝔉u ◼u ▪u 𝔽u ∀u ℱu Ѓ>u Γu Ϝu Ğu Ģu Ĝu Гu Ġu 𝔊u ⋙u 𝔾u ≥u ⋛u ≧u ⪢u ≷u ⩾u ≳u 𝒢u ≫u Ъu ˇ^u Ĥu ℌu ℋu ℍu ─u Ħu ≏u Еu IJu Ё Í Îu Иu İu ℑ Ìu Īu ⅈu ∬u ∫u ⋂u u u Įu 𝕀u Ιu ℐu Ĩu І Ïu Ĵu Йu 𝔍u 𝕁u 𝒥u Јu Єu Хu Ќu Κu Ķu Кu 𝔎u 𝕂u 𝒦u Љ<u Ĺu Λu ⟪u ℒu ↞u Ľu Ļu Лu ⟨u ←u ⇤u ⇆u ⌈u ⟦u ⥡u ⇃u ⥙u ⌊u ↔u ⥎u ⊣u ↤u ⥚u ⊲u ⧏u ⊴u ⥑u ⥠u ↿u ⥘u ↼u ⥒u ⋚u ≦u ≶u ⪡u ⩽u ≲u 𝔏u ⋘u ⇚u Ŀu ⟵u ⟷u ⟶u 𝕃u ↙u ↘u ↰u Łu ≪u ⤅u Мu u ℳu 𝔐u ∓u 𝕄u Μu Њu Ńu Ňu Ņu Нu u 𝔑u u ℕu ⫬u ≢u ≭u ∦u ∉u ≠u ≂̸u ∄u ≯u ≱u ≧̸u ≫̸u ≹u ⩾̸u ≵u ≎̸u ≏̸u ⋪u ⧏̸u ⋬u ≮u ≰u ≸u ≪̸u ⩽̸u ≴u ⪢̸u ⪡̸u ⊀u ⪯̸u ⋠u ∌u ⋫u ⧐̸u ⋭u ⊏̸u ⋢u ⊐̸u ⋣u ⊂⃒u ⊈u ⊁u ⪰̸u ⋡u ≿̸u ⊃⃒u ⊉u ≁u ≄u ≇u ≉u ∤u 𝒩 Ñu Νu Œ Ó Ôu Оu Őu 𝔒 Òu Ōu Ωu Οu 𝕆u “u ‘u ⩔u 𝒪 Ø Õu ⨷ Öu ‾u ⏞u ⎴u ⏜u ∂u Пu 𝔓u Φu Π ±u ℙu ⪻u ≺u ⪯u ≼u ≾u ″u ∏u ∝u 𝒫u Ψ"u 𝔔u ℚu 𝒬u ⤐ ®u Ŕu ⟫u ↠u ⤖u Řu Ŗu Рu ℜu ∋u ⇋u ⥯u Ρu ⟩u →u ⇥u ⇄u ⌉u ⟧u ⥝u ⇂u ⥕u ⌋u ⊢u ↦u ⥛u ⊳u ⧐u ⊵u ⥏u ⥜u ↾u ⥔u ⇀u ⥓u ℝu ⥰u ⇛u ℛu ↱u ⧴u Щu Шu Ьu Śu ⪼u Šu Şu Ŝu Сu 𝔖u ↑u Σu ∘u 𝕊u √u □u ⊓u ⊏u ⊑u ⊐u ⊒u ⊔u 𝒮u ⋆u ⋐u ⊆u ≻u ⪰u ≽u ≿u ∑u ⋑u ⊃u ⊇ Þu ™u Ћu Цu Τu Ťu Ţu Тu 𝔗u ∴u Θu u u ∼u ≃u ≅u ≈u 𝕋u ⃛u 𝒯u Ŧ Úu ↟u ⥉u Ўu Ŭ Ûu Уu Űu 𝔘 Ùu Ū_u ⏟u ⎵u ⏝u ⋃u ⊎u Ųu 𝕌u ⤒u ⇅u ↕u ⥮u ⊥u ↥u ↖u ↗u ϒu Υu Ůu 𝒰u Ũ Üu ⊫u ⫫u Вu ⊩u ⫦u ⋁u ‖u ∣|u ❘u ≀u u 𝔙u 𝕍u 𝒱u ⊪u Ŵu ⋀u 𝔚u 𝕎u 𝒲u 𝔛u Ξu 𝕏u 𝒳u Яu Їu Ю Ýu Ŷu Ыu 𝔜u 𝕐u 𝒴u Ÿu Жu Źu Žu Зu Żu Ζu ℨu ℤu 𝒵 áu ău ∾u ∾̳u ∿ âu а æu 𝔞 àu ℵu αu āu ⨿u ∧u ⩕u ⩜u ⩘u ⩚u ∠u ⦤u ∡u ⦨u ⦩u ⦪u ⦫u ⦬u ⦭u ⦮u ⦯u ∟u ⊾u ⦝u ∢u ⍼u ąu 𝕒u ⩰u ⩯u ≊u ≋' åu 𝒶* ã äu ⨑u ⫭u ≌u ϶u ‵u ∽u ⋍u ⊽u ⌅u ⎶u бu „u ⦰u βu ℶu ≬u 𝔟u ◯u ⨀u ⨁u ⨂u ⨆u ★u ▽u △u ⨄u ⤍u ⧫u ▴u ▾u ◂u ▸u ␣u ▒u ░u ▓u █u =⃥u ≡⃥u ⌐u 𝕓u ⋈u ╗u ╔u ╖u ╓u ═u ╦u ╩u ╤u ╧u ╝u ╚u ╜u ╙u ║u ╬u ╣u ╠u ╫u ╢u ╟u ⧉u ╕u ╒u ┐u ┌u ╥u ╨u ┬u ┴u ⊟u ⊞u ⊠u ╛u ╘u ┘u └u │u ╪u ╡u ╞u ┼u ┤u ├ ¦u 𝒷u ⁏\u ⧅u ⟈u •u ⪮u ću ∩u ⩄u ⩉u ⩋u ⩇u ⩀u ∩︀u ⁁u ⩍u č çu ĉu ⩌u ⩐u ċu ⦲ ¢u 𝔠u чu ✓u χu ○u ⧃u ˆu ≗u ↺u ↻u Ⓢu ⊛u ⊚u ⊝u ⨐u ⫯u ⧂u ♣:,@u ∁u ⩭u 𝕔u ℗u ↵u ✗u 𝒸u ⫏u ⫑u ⫐u ⫒u ⋯u ⤸u ⤵u ⋞u ⋟u ↶u ⤽u ∪u ⩈u ⩆u ⩊u ⊍u ⩅u ∪︀u ↷u ⤼u ⋎u ⋏ ¤u ∱u ⌭u ⥥u †u ℸu ‐u ⤏u ďu дu ⇊u ⩷ °u δu ⦱u ⥿u 𝔡u ♦u ϝu ⋲ ÷u ⋇u ђu ⌞u ⌍$u 𝕕u ≑u ∸u ∔u ⊡u ⌟u ⌌u 𝒹u ѕu ⧶u đu ⋱u ▿u ⦦u џu ⟿ éu ⩮u ěu ≖ êu ≕u эu ėu ≒u 𝔢u ⪚ èu ⪖u ⪘u ⪙u ⏧u ℓu ⪕u ⪗u ēu ∅u u u u ŋu u ęu 𝕖u ⋕u ⧣u ⩱u εu ϵ=u ≟u ⩸u ⧥u ≓u ⥱u ℯu η ð ëu €!u фu ♀u ffiu ffu fflu 𝔣u fiZfju ♭u flu ▱u ƒu 𝕗u ⋔u ⫙u ⨍ ½u ⅓ ¼u ⅕u ⅙u ⅛u ⅔u ⅖ ¾u ⅗u ⅜u ⅘u ⅚u ⅝u ⅞u ⁄u ⌢u 𝒻u ⪌u ǵu γu ⪆u ğu ĝu гu ġu ⪩u ⪀u ⪂u ⪄u ⋛︀u ⪔u 𝔤u ℷu ѓu ⪒u ⪥u ⪤u ≩u ⪊u ⪈u ⋧u 𝕘u ℊu ⪎u ⪐u ⪧u ⩺u ⋗u ⦕u ⩼u ⥸u ≩︀u ъu ⥈u ↭u ℏu ĥu ♥u …u ⊹u 𝔥u ⤥u ⤦u ⇿u ∻u ↩u ↪u 𝕙u ―u 𝒽u ħu ⁃ í îu иu е ¡u 𝔦 ìu ⨌u ∭u ⧜u ℩u iju īu ıu ⊷u Ƶu ℅u ∞u ⧝u ⊺u ⨗u ⨼u ёu įu 𝕚u ι ¿u 𝒾u ⋹u ⋵u ⋴u ⋳u ĩu і ïu ĵu йu 𝔧u ȷu 𝕛u 𝒿u јu єu κu ϰu ķu кu 𝔨u ĸu хu ќu 𝕜u 𝓀u ⤛u ⤎u ⪋u ⥢u ĺu ⦴u λu ⦑u ⪅ «u ⤟u ⤝u ↫u ⤹u ⥳u ↢u ⪫u ⤙u ⪭u ⪭︀u ⤌u ❲{[u ⦋u ⦏u ⦍u ľu ļu лu ⤶u ⥧u ⥋u ↲u ≤u ⇇u ⋋u ⪨u ⩿u ⪁u ⪃u ⋚︀u ⪓u ⋖u ⥼u 𝔩u ⪑u ⥪u ▄u љu ⥫u ◺u ŀu ⎰u ≨u ⪉u ⪇u ⋦u ⟬u ⇽u ⟼u ↬u ⦅u 𝕝u ⨭u ⨴u ∗u ◊(u ⦓u ⥭u u ⊿u ‹u 𝓁u ⪍u ⪏u ‚u łu ⪦u ⩹u ⋉u ⥶u ⩻u ⦖u ◃u ⥊u ⥦u ≨︀u ∺ ¯u ♂u ✠u ▮u ⨩u мu —u 𝔪u ℧ µu ⫰u −u ⨪u ⫛u ⊧u 𝕞u 𝓂u μu ⊸u ⋙̸u ≫⃒u ⇍u ⇎u ⋘̸u ≪⃒u ⇏u ⊯u ⊮u ńu ∠⃒u ⩰̸u ≋̸u ʼnu ♮u ⩃u ňu ņu ⩭̸u ⩂u нu –u ⇗u ⤤u ≐̸u ⤨u 𝔫u ↮u ⫲u ⋼u ⋺u њu ≦̸u ↚u ‥u 𝕟 ¬u ⋹̸u ⋵̸u ⋷u ⋶u ⋾u ⋽u ⫽⃥u ∂̸u ⨔u ↛u ⤳̸u ↝̸u 𝓃u ⊄u ⫅̸u ⊅u ⫆̸ ñu ν#u №u u ⊭u ⤄u ≍⃒u ⊬u ≥⃒u >⃒u ⧞u ⤂u ≤⃒u <⃒u ⊴⃒u ⤃u ⊵⃒u ∼⃒u ⇖u ⤣u ⤧ ó ôu оu őu ⨸u ⦼u œu ⦿u 𝔬u ˛ òu ⧁u ⦵u ⦾u ⦻u ⧀u ōu ωu οu ⦶u 𝕠u ⦷u ⦹u ∨u ⩝u ℴ ª ºu ⊶u ⩖u ⩗u ⩛ øu ⊘ õu ⨶ öu ⌽ ¶u ⫳u ⫽u п%.u ‰u ‱u 𝔭u φu ϕu ☎u πu ϖu ℎ+u ⨣u ⨢u ⨥u ⩲u ⨦u ⨧u ⨕u 𝕡 £u ⪳u ⪷u ⪹u ⪵u ⋨u ′u ⌮u ⌒u ⌓u ⊰u 𝓅u ψu u 𝔮u 𝕢u ⁗u 𝓆u ⨖?u ⤜u ⥤u ∽̱u ŕu ⦳u ⦒u ⦥ »u ⥵u ⤠u ⤳u ⤞u ⥅u ⥴u ↣u ↝u ⤚u ∶u ❳}]u ⦌u ⦎u ⦐u řu ŗu рu ⤷u ⥩u ↳u ▭u ⥽u 𝔯u ⥬u ρu ϱu ⇉u ⋌u ˚u u ⎱u ⫮u ⟭u ⇾u ⦆u 𝕣u ⨮u ⨵)u ⦔u ⨒u ›u 𝓇u ⋊u ▹u ⧎u ⥨u ℞u śu ⪴u ⪸u šu şu ŝu ⪶u ⪺u ⋩u ⨓u сu ⋅u ⩦u ⇘ §;u ⤩u ✶u 𝔰u ♯u щu ш u σu ςu ⩪u ⪞u ⪠u ⪝u ⪟u ≆u ⨤u ⥲u ⨳u ⧤u ⌣u ⪪u ⪬u ⪬︀u ь/u ⧄u ⌿u 𝕤u ♠u ⊓︀u ⊔︀u 𝓈u ☆u ⊂u ⫅u ⪽u ⫃u ⫁u ⫋u ⊊u ⪿u ⥹u ⫇u ⫕u ⫓u ♪ ¹ ² ³u ⫆u ⪾u ⫘u ⫄u ⟉u ⫗u ⥻u ⫂u ⫌u ⊋u ⫀u ⫈u ⫔u ⫖u ⇙u ⤪ ßu ⌖u τu ťu ţu тu ⌕u 𝔱u θu ϑ þ ×u ⨱u ⨰u ⌶u ⫱u 𝕥u ⫚u ‴u ▵u ≜u ◬u ⨺u ⨹u ⧍u ⨻u ⏢u 𝓉u цu ћu ŧu ⥣ úu ўu ŭ ûu уu űu ⥾u 𝔲 ùu ▀u ⌜u ⌏u ◸u ūu ųu 𝕦u υu ⇈u ⌝u ⌎u ůu ◹u 𝓊u ⋰u ũ üu ⦧u ⫨u ⫩u ⦜u ⊊︀u ⫋︀u ⊋︀u ⫌︀u вu ⊻u ≚u ⋮u 𝔳u 𝕧u 𝓋u ⦚u ŵu ⩟u ≙u ℘u 𝔴u 𝕨u 𝓌u 𝔵u ξu ⋻u 𝕩u 𝓍 ýu яu ŷu ы ¥u 𝔶u їu 𝕪u 𝓎u ю ÿu źu žu зu żu ζu 𝔷u жu ⇝u 𝕫u 𝓏u u ( ZAEligzAElig;ZAMPzAMP;ZAacutezAacute;zAbreve;ZAcirczAcirc;zAcy;zAfr;ZAgravezAgrave;zAlpha;zAmacr;zAnd;zAogon;zAopf;zApplyFunction;ZAringzAring;zAscr;zAssign;ZAtildezAtilde;ZAumlzAuml;z Backslash;zBarv;zBarwed;zBcy;zBecause;z Bernoullis;zBeta;zBfr;zBopf;zBreve;zBscr;zBumpeq;zCHcy;ZCOPYzCOPY;zCacute;zCap;zCapitalDifferentialD;zCayleys;zCcaron;ZCcedilzCcedil;zCcirc;zCconint;zCdot;zCedilla;z CenterDot;zCfr;zChi;z CircleDot;z CircleMinus;z CirclePlus;z CircleTimes;zClockwiseContourIntegral;zCloseCurlyDoubleQuote;zCloseCurlyQuote;zColon;zColone;z Congruent;zConint;zContourIntegral;zCopf;z Coproduct;z CounterClockwiseContourIntegral;zCross;zCscr;zCup;zCupCap;zDD;z DDotrahd;zDJcy;zDScy;zDZcy;zDagger;zDarr;zDashv;zDcaron;zDcy;zDel;zDelta;zDfr;zDiacriticalAcute;zDiacriticalDot;zDiacriticalDoubleAcute;zDiacriticalGrave;zDiacriticalTilde;zDiamond;zDifferentialD;zDopf;zDot;zDotDot;z DotEqual;zDoubleContourIntegral;z DoubleDot;zDoubleDownArrow;zDoubleLeftArrow;zDoubleLeftRightArrow;zDoubleLeftTee;zDoubleLongLeftArrow;zDoubleLongLeftRightArrow;zDoubleLongRightArrow;zDoubleRightArrow;zDoubleRightTee;zDoubleUpArrow;zDoubleUpDownArrow;zDoubleVerticalBar;z DownArrow;z DownArrowBar;zDownArrowUpArrow;z DownBreve;zDownLeftRightVector;zDownLeftTeeVector;zDownLeftVector;zDownLeftVectorBar;zDownRightTeeVector;zDownRightVector;zDownRightVectorBar;zDownTee;z DownTeeArrow;z Downarrow;zDscr;zDstrok;zENG;ZETHzETH;ZEacutezEacute;zEcaron;ZEcirczEcirc;zEcy;zEdot;zEfr;ZEgravezEgrave;zElement;zEmacr;zEmptySmallSquare;zEmptyVerySmallSquare;zEogon;zEopf;zEpsilon;zEqual;z EqualTilde;z Equilibrium;zEscr;zEsim;zEta;ZEumlzEuml;zExists;z ExponentialE;zFcy;zFfr;zFilledSmallSquare;zFilledVerySmallSquare;zFopf;zForAll;z Fouriertrf;zFscr;zGJcy;ZGTzGT;zGamma;zGammad;zGbreve;zGcedil;zGcirc;zGcy;zGdot;zGfr;zGg;zGopf;z GreaterEqual;zGreaterEqualLess;zGreaterFullEqual;zGreaterGreater;z GreaterLess;zGreaterSlantEqual;z GreaterTilde;zGscr;zGt;zHARDcy;zHacek;zHat;zHcirc;zHfr;z HilbertSpace;zHopf;zHorizontalLine;zHscr;zHstrok;z HumpDownHump;z HumpEqual;zIEcy;zIJlig;zIOcy;ZIacutezIacute;ZIcirczIcirc;zIcy;zIdot;zIfr;ZIgravezIgrave;zIm;zImacr;z ImaginaryI;zImplies;zInt;z Integral;z Intersection;zInvisibleComma;zInvisibleTimes;zIogon;zIopf;zIota;zIscr;zItilde;zIukcy;ZIumlzIuml;zJcirc;zJcy;zJfr;zJopf;zJscr;zJsercy;zJukcy;zKHcy;zKJcy;zKappa;zKcedil;zKcy;zKfr;zKopf;zKscr;zLJcy;ZLTzLT;zLacute;zLambda;zLang;z Laplacetrf;zLarr;zLcaron;zLcedil;zLcy;zLeftAngleBracket;z LeftArrow;z LeftArrowBar;zLeftArrowRightArrow;z LeftCeiling;zLeftDoubleBracket;zLeftDownTeeVector;zLeftDownVector;zLeftDownVectorBar;z LeftFloor;zLeftRightArrow;zLeftRightVector;zLeftTee;z LeftTeeArrow;zLeftTeeVector;z LeftTriangle;zLeftTriangleBar;zLeftTriangleEqual;zLeftUpDownVector;zLeftUpTeeVector;z LeftUpVector;zLeftUpVectorBar;z LeftVector;zLeftVectorBar;z Leftarrow;zLeftrightarrow;zLessEqualGreater;zLessFullEqual;z LessGreater;z LessLess;zLessSlantEqual;z LessTilde;zLfr;zLl;z Lleftarrow;zLmidot;zLongLeftArrow;zLongLeftRightArrow;zLongRightArrow;zLongleftarrow;zLongleftrightarrow;zLongrightarrow;zLopf;zLowerLeftArrow;zLowerRightArrow;zLscr;zLsh;zLstrok;zLt;zMap;zMcy;z MediumSpace;z Mellintrf;zMfr;z MinusPlus;zMopf;zMscr;zMu;zNJcy;zNacute;zNcaron;zNcedil;zNcy;zNegativeMediumSpace;zNegativeThickSpace;zNegativeThinSpace;zNegativeVeryThinSpace;zNestedGreaterGreater;zNestedLessLess;zNewLine;zNfr;zNoBreak;zNonBreakingSpace;zNopf;zNot;z NotCongruent;z NotCupCap;zNotDoubleVerticalBar;z NotElement;z NotEqual;zNotEqualTilde;z NotExists;z NotGreater;zNotGreaterEqual;zNotGreaterFullEqual;zNotGreaterGreater;zNotGreaterLess;zNotGreaterSlantEqual;zNotGreaterTilde;zNotHumpDownHump;z NotHumpEqual;zNotLeftTriangle;zNotLeftTriangleBar;zNotLeftTriangleEqual;zNotLess;z NotLessEqual;zNotLessGreater;z NotLessLess;zNotLessSlantEqual;z NotLessTilde;zNotNestedGreaterGreater;zNotNestedLessLess;z NotPrecedes;zNotPrecedesEqual;zNotPrecedesSlantEqual;zNotReverseElement;zNotRightTriangle;zNotRightTriangleBar;zNotRightTriangleEqual;zNotSquareSubset;zNotSquareSubsetEqual;zNotSquareSuperset;zNotSquareSupersetEqual;z NotSubset;zNotSubsetEqual;z NotSucceeds;zNotSucceedsEqual;zNotSucceedsSlantEqual;zNotSucceedsTilde;z NotSuperset;zNotSupersetEqual;z NotTilde;zNotTildeEqual;zNotTildeFullEqual;zNotTildeTilde;zNotVerticalBar;zNscr;ZNtildezNtilde;zNu;zOElig;ZOacutezOacute;ZOcirczOcirc;zOcy;zOdblac;zOfr;ZOgravezOgrave;zOmacr;zOmega;zOmicron;zOopf;zOpenCurlyDoubleQuote;zOpenCurlyQuote;zOr;zOscr;ZOslashzOslash;ZOtildezOtilde;zOtimes;ZOumlzOuml;zOverBar;z OverBrace;z OverBracket;zOverParenthesis;z PartialD;zPcy;zPfr;zPhi;zPi;z PlusMinus;zPoincareplane;zPopf;zPr;z Precedes;zPrecedesEqual;zPrecedesSlantEqual;zPrecedesTilde;zPrime;zProduct;z Proportion;z Proportional;zPscr;zPsi;ZQUOTzQUOT;zQfr;zQopf;zQscr;zRBarr;ZREGzREG;zRacute;zRang;zRarr;zRarrtl;zRcaron;zRcedil;zRcy;zRe;zReverseElement;zReverseEquilibrium;zReverseUpEquilibrium;zRfr;zRho;zRightAngleBracket;z RightArrow;zRightArrowBar;zRightArrowLeftArrow;z RightCeiling;zRightDoubleBracket;zRightDownTeeVector;zRightDownVector;zRightDownVectorBar;z RightFloor;z RightTee;zRightTeeArrow;zRightTeeVector;zRightTriangle;zRightTriangleBar;zRightTriangleEqual;zRightUpDownVector;zRightUpTeeVector;zRightUpVector;zRightUpVectorBar;z RightVector;zRightVectorBar;z Rightarrow;zRopf;z RoundImplies;z Rrightarrow;zRscr;zRsh;z RuleDelayed;zSHCHcy;zSHcy;zSOFTcy;zSacute;zSc;zScaron;zScedil;zScirc;zScy;zSfr;zShortDownArrow;zShortLeftArrow;zShortRightArrow;z ShortUpArrow;zSigma;z SmallCircle;zSopf;zSqrt;zSquare;zSquareIntersection;z SquareSubset;zSquareSubsetEqual;zSquareSuperset;zSquareSupersetEqual;z SquareUnion;zSscr;zStar;zSub;zSubset;z SubsetEqual;z Succeeds;zSucceedsEqual;zSucceedsSlantEqual;zSucceedsTilde;z SuchThat;zSum;zSup;z Superset;zSupersetEqual;zSupset;ZTHORNzTHORN;zTRADE;zTSHcy;zTScy;zTab;zTau;zTcaron;zTcedil;zTcy;zTfr;z Therefore;zTheta;z ThickSpace;z ThinSpace;zTilde;z TildeEqual;zTildeFullEqual;z TildeTilde;zTopf;z TripleDot;zTscr;zTstrok;ZUacutezUacute;zUarr;z Uarrocir;zUbrcy;zUbreve;ZUcirczUcirc;zUcy;zUdblac;zUfr;ZUgravezUgrave;zUmacr;z UnderBar;z UnderBrace;z UnderBracket;zUnderParenthesis;zUnion;z UnionPlus;zUogon;zUopf;zUpArrow;z UpArrowBar;zUpArrowDownArrow;z UpDownArrow;zUpEquilibrium;zUpTee;z UpTeeArrow;zUparrow;z Updownarrow;zUpperLeftArrow;zUpperRightArrow;zUpsi;zUpsilon;zUring;zUscr;zUtilde;ZUumlzUuml;zVDash;zVbar;zVcy;zVdash;zVdashl;zVee;zVerbar;zVert;z VerticalBar;z VerticalLine;zVerticalSeparator;zVerticalTilde;zVeryThinSpace;zVfr;zVopf;zVscr;zVvdash;zWcirc;zWedge;zWfr;zWopf;zWscr;zXfr;zXi;zXopf;zXscr;zYAcy;zYIcy;zYUcy;ZYacutezYacute;zYcirc;zYcy;zYfr;zYopf;zYscr;zYuml;zZHcy;zZacute;zZcaron;zZcy;zZdot;zZeroWidthSpace;zZeta;zZfr;zZopf;zZscr;Zaacutezaacute;zabreve;zac;zacE;zacd;Zacirczacirc;Zacutezacute;zacy;Zaeligzaelig;zaf;zafr;Zagravezagrave;zalefsym;zaleph;zalpha;zamacr;zamalg;ZamprM zand;zandand;zandd;z andslope;zandv;zang;zange;zangle;zangmsd;z angmsdaa;z angmsdab;z angmsdac;z angmsdad;z angmsdae;z angmsdaf;z angmsdag;z angmsdah;zangrt;zangrtvb;z angrtvbd;zangsph;zangst;zangzarr;zaogon;zaopf;zap;zapE;zapacir;zape;zapid;rN zapprox;z approxeq;Zaringzaring;zascr;zast;zasymp;zasympeq;Zatildezatilde;Zaumlzauml;z awconint;zawint;zbNot;z backcong;z backepsilon;z backprime;zbacksim;z backsimeq;zbarvee;zbarwed;z barwedge;zbbrk;z bbrktbrk;zbcong;zbcy;zbdquo;zbecaus;zbecause;zbemptyv;zbepsi;zbernou;zbeta;zbeth;zbetween;zbfr;zbigcap;zbigcirc;zbigcup;zbigodot;z bigoplus;z bigotimes;z bigsqcup;zbigstar;zbigtriangledown;zbigtriangleup;z biguplus;zbigvee;z bigwedge;zbkarow;z blacklozenge;z blacksquare;zblacktriangle;zblacktriangledown;zblacktriangleleft;zblacktriangleright;zblank;zblk12;zblk14;zblk34;zblock;zbne;zbnequiv;zbnot;zbopf;zbot;zbottom;zbowtie;zboxDL;zboxDR;zboxDl;zboxDr;zboxH;zboxHD;zboxHU;zboxHd;zboxHu;zboxUL;zboxUR;zboxUl;zboxUr;zboxV;zboxVH;zboxVL;zboxVR;zboxVh;zboxVl;zboxVr;zboxbox;zboxdL;zboxdR;zboxdl;zboxdr;zboxh;zboxhD;zboxhU;zboxhd;zboxhu;z boxminus;zboxplus;z boxtimes;zboxuL;zboxuR;zboxul;zboxur;zboxv;zboxvH;zboxvL;zboxvR;zboxvh;zboxvl;zboxvr;zbprime;zbreve;Zbrvbarzbrvbar;zbscr;zbsemi;zbsim;zbsime;zbsol;zbsolb;z bsolhsub;zbull;zbullet;zbump;zbumpE;zbumpe;zbumpeq;zcacute;zcap;zcapand;z capbrcup;zcapcap;zcapcup;zcapdot;zcaps;zcaret;zcaron;zccaps;zccaron;Zccedilzccedil;zccirc;zccups;zccupssm;zcdot;Zcedilzcedil;zcemptyv;Zcentzcent;z centerdot;zcfr;zchcy;zcheck;z checkmark;zchi;zcir;zcirE;zcirc;zcirceq;zcirclearrowleft;zcirclearrowright;z circledR;z circledS;z circledast;z circledcirc;z circleddash;zcire;z cirfnint;zcirmid;zcirscir;zclubs;z clubsuit;zcolon;zcolone;zcoloneq;zcomma;zcommat;zcomp;zcompfn;z complement;z complexes;zcong;zcongdot;zconint;zcopf;zcoprod;copyzcopy;zcopysr;zcrarr;zcross;zcscr;zcsub;zcsube;zcsup;zcsupe;zctdot;zcudarrl;zcudarrr;zcuepr;zcuesc;zcularr;zcularrp;zcup;z cupbrcap;zcupcap;zcupcup;zcupdot;zcupor;zcups;zcurarr;zcurarrm;z curlyeqprec;z curlyeqsucc;z curlyvee;z curlywedge;Zcurrenzcurren;zcurvearrowleft;zcurvearrowright;zcuvee;zcuwed;z cwconint;zcwint;zcylcty;zdArr;zdHar;zdagger;zdaleth;zdarr;zdash;zdashv;zdbkarow;zdblac;zdcaron;zdcy;zdd;zddagger;zddarr;zddotseq;Zdegzdeg;zdelta;zdemptyv;zdfisht;zdfr;zdharl;zdharr;zdiam;zdiamond;z diamondsuit;zdiams;zdie;zdigamma;zdisin;zdiv;Zdividezdivide;zdivideontimes;zdivonx;zdjcy;zdlcorn;zdlcrop;zdollar;zdopf;zdot;zdoteq;z doteqdot;z dotminus;zdotplus;z dotsquare;zdoublebarwedge;z downarrow;zdowndownarrows;zdownharpoonleft;zdownharpoonright;z drbkarow;zdrcorn;zdrcrop;zdscr;zdscy;zdsol;zdstrok;zdtdot;zdtri;zdtrif;zduarr;zduhar;zdwangle;zdzcy;z dzigrarr;zeDDot;zeDot;Zeacutezeacute;zeaster;zecaron;zecir;Zecirczecirc;zecolon;zecy;zedot;zee;zefDot;zefr;zeg;Zegravezegrave;zegs;zegsdot;zel;z elinters;zell;zels;zelsdot;zemacr;zempty;z emptyset;zemptyv;zemsp13;zemsp14;zemsp;zeng;zensp;zeogon;zeopf;zepar;zeparsl;zeplus;zepsi;zepsilon;zepsiv;zeqcirc;zeqcolon;zeqsim;z eqslantgtr;z eqslantless;zequals;zequest;zequiv;zequivDD;z eqvparsl;zerDot;zerarr;zescr;zesdot;zesim;zeta;Zethzeth;Zeumlzeuml;zeuro;zexcl;zexist;z expectation;z exponentiale;zfallingdotseq;zfcy;zfemale;zffilig;zfflig;zffllig;zffr;zfilig;zfjlig;zflat;zfllig;zfltns;zfnof;zfopf;zforall;zfork;zforkv;z fpartint;Zfrac12zfrac12;zfrac13;Zfrac14zfrac14;zfrac15;zfrac16;zfrac18;zfrac23;zfrac25;Zfrac34zfrac34;zfrac35;zfrac38;zfrac45;zfrac56;zfrac58;zfrac78;zfrasl;zfrown;zfscr;zgE;zgEl;zgacute;zgamma;zgammad;zgap;zgbreve;zgcirc;zgcy;zgdot;zge;zgel;zgeq;zgeqq;z geqslant;zges;zgescc;zgesdot;zgesdoto;z gesdotol;zgesl;zgesles;zgfr;zgg;zggg;zgimel;zgjcy;zgl;zglE;zgla;zglj;zgnE;zgnap;z gnapprox;zgne;zgneq;zgneqq;zgnsim;zgopf;zgrave;zgscr;zgsim;zgsime;zgsiml;gtrL zgtcc;zgtcir;zgtdot;zgtlPar;zgtquest;z gtrapprox;zgtrarr;zgtrdot;z gtreqless;z gtreqqless;zgtrless;zgtrsim;z gvertneqq;zgvnE;zhArr;zhairsp;zhalf;zhamilt;zhardcy;zharr;zharrcir;zharrw;zhbar;zhcirc;zhearts;z heartsuit;zhellip;zhercon;zhfr;z hksearow;z hkswarow;zhoarr;zhomtht;zhookleftarrow;zhookrightarrow;zhopf;zhorbar;zhscr;zhslash;zhstrok;zhybull;zhyphen;Ziacuteziacute;zic;Zicirczicirc;zicy;ziecy;Ziexclziexcl;ziff;zifr;Zigravezigrave;zii;ziiiint;ziiint;ziinfin;ziiota;zijlig;zimacr;zimage;z imagline;z imagpart;zimath;zimof;zimped;zin;zincare;zinfin;z infintie;zinodot;zint;zintcal;z integers;z intercal;z intlarhk;zintprod;ziocy;ziogon;ziopf;ziota;ziprod;Ziquestziquest;ziscr;zisin;zisinE;zisindot;zisins;zisinsv;zisinv;zit;zitilde;ziukcy;Ziumlziuml;zjcirc;zjcy;zjfr;zjmath;zjopf;zjscr;zjsercy;zjukcy;zkappa;zkappav;zkcedil;zkcy;zkfr;zkgreen;zkhcy;zkjcy;zkopf;zkscr;zlAarr;zlArr;zlAtail;zlBarr;zlE;zlEg;zlHar;zlacute;z laemptyv;zlagran;zlambda;zlang;zlangd;zlangle;zlap;Zlaquozlaquo;zlarr;zlarrb;zlarrbfs;zlarrfs;zlarrhk;zlarrlp;zlarrpl;zlarrsim;zlarrtl;zlat;zlatail;zlate;zlates;zlbarr;zlbbrk;zlbrace;zlbrack;zlbrke;zlbrksld;zlbrkslu;zlcaron;zlcedil;zlceil;zlcub;zlcy;zldca;zldquo;zldquor;zldrdhar;z ldrushar;zldsh;zle;z leftarrow;zleftarrowtail;zleftharpoondown;zleftharpoonup;zleftleftarrows;zleftrightarrow;zleftrightarrows;zleftrightharpoons;zleftrightsquigarrow;zleftthreetimes;zleg;zleq;zleqq;z leqslant;zles;zlescc;zlesdot;zlesdoto;z lesdotor;zlesg;zlesges;z lessapprox;zlessdot;z lesseqgtr;z lesseqqgtr;zlessgtr;zlesssim;zlfisht;zlfloor;zlfr;zlg;zlgE;zlhard;zlharu;zlharul;zlhblk;zljcy;zll;zllarr;z llcorner;zllhard;zlltri;zlmidot;zlmoust;z lmoustache;zlnE;zlnap;z lnapprox;zlne;zlneq;zlneqq;zlnsim;zloang;zloarr;zlobrk;zlongleftarrow;zlongleftrightarrow;z longmapsto;zlongrightarrow;zlooparrowleft;zlooparrowright;zlopar;zlopf;zloplus;zlotimes;zlowast;zlowbar;zloz;zlozenge;zlozf;zlpar;zlparlt;zlrarr;z lrcorner;zlrhar;zlrhard;zlrm;zlrtri;zlsaquo;zlscr;zlsh;zlsim;zlsime;zlsimg;zlsqb;zlsquo;zlsquor;zlstrok;ltrK zltcc;zltcir;zltdot;zlthree;zltimes;zltlarr;zltquest;zltrPar;zltri;zltrie;zltrif;z lurdshar;zluruhar;z lvertneqq;zlvnE;zmDDot;Zmacrzmacr;zmale;zmalt;zmaltese;zmap;zmapsto;z mapstodown;z mapstoleft;z mapstoup;zmarker;zmcomma;zmcy;zmdash;zmeasuredangle;zmfr;zmho;microzmicro;zmid;zmidast;zmidcir;Zmiddotzmiddot;zminus;zminusb;zminusd;zminusdu;zmlcp;zmldr;zmnplus;zmodels;zmopf;zmp;zmscr;zmstpos;zmu;z multimap;zmumap;znGg;znGt;znGtv;z nLeftarrow;znLeftrightarrow;znLl;znLt;znLtv;z nRightarrow;znVDash;znVdash;znabla;znacute;znang;znap;znapE;znapid;znapos;znapprox;znatur;znatural;z naturals;Znbspznbsp;znbump;znbumpe;zncap;zncaron;zncedil;zncong;z ncongdot;zncup;zncy;zndash;zne;zneArr;znearhk;znearr;znearrow;znedot;znequiv;znesear;znesim;znexist;znexists;znfr;zngE;znge;zngeq;zngeqq;z ngeqslant;znges;zngsim;zngt;zngtr;znhArr;znharr;znhpar;zni;znis;znisd;zniv;znjcy;znlArr;znlE;znlarr;znldr;znle;z nleftarrow;znleftrightarrow;znleq;znleqq;z nleqslant;znles;znless;znlsim;znlt;znltri;znltrie;znmid;znopf;notznot;znotin;znotinE;z notindot;znotinva;znotinvb;znotinvc;znotni;znotniva;znotnivb;znotnivc;znpar;z nparallel;znparsl;znpart;znpolint;znpr;znprcue;znpre;znprec;znpreceq;znrArr;znrarr;znrarrc;znrarrw;z nrightarrow;znrtri;znrtrie;znsc;znsccue;znsce;znscr;z nshortmid;znshortparallel;znsim;znsime;znsimeq;znsmid;znspar;znsqsube;znsqsupe;znsub;znsubE;znsube;znsubset;z nsubseteq;z nsubseteqq;znsucc;znsucceq;znsup;znsupE;znsupe;znsupset;z nsupseteq;z nsupseteqq;zntgl;Zntildezntilde;zntlg;zntriangleleft;zntrianglelefteq;zntriangleright;zntrianglerighteq;znu;znum;znumero;znumsp;znvDash;znvHarr;znvap;znvdash;znvge;znvgt;znvinfin;znvlArr;znvle;znvlt;znvltrie;znvrArr;znvrtrie;znvsim;znwArr;znwarhk;znwarr;znwarrow;znwnear;zoS;Zoacutezoacute;zoast;zocir;Zocirczocirc;zocy;zodash;zodblac;zodiv;zodot;zodsold;zoelig;zofcir;zofr;zogon;Zogravezograve;zogt;zohbar;zohm;zoint;zolarr;zolcir;zolcross;zoline;zolt;zomacr;zomega;zomicron;zomid;zominus;zoopf;zopar;zoperp;zoplus;zor;zorarr;zord;zorder;zorderof;Zordfzordf;Zordmzordm;zorigof;zoror;zorslope;zorv;zoscr;Zoslashzoslash;zosol;Zotildezotilde;zotimes;z otimesas;Zoumlzouml;zovbar;zpar;Zparazpara;z parallel;zparsim;zparsl;zpart;zpcy;zpercnt;zperiod;zpermil;zperp;zpertenk;zpfr;zphi;zphiv;zphmmat;zphone;zpi;z pitchfork;zpiv;zplanck;zplanckh;zplankv;zplus;z plusacir;zplusb;zpluscir;zplusdo;zplusdu;zpluse;Zplusmnzplusmn;zplussim;zplustwo;zpm;z pointint;zpopf;Zpoundzpound;zpr;zprE;zprap;zprcue;zpre;zprec;z precapprox;z preccurlyeq;zpreceq;z precnapprox;z precneqq;z precnsim;zprecsim;zprime;zprimes;zprnE;zprnap;zprnsim;zprod;z profalar;z profline;z profsurf;zprop;zpropto;zprsim;zprurel;zpscr;zpsi;zpuncsp;zqfr;zqint;zqopf;zqprime;zqscr;z quaternions;zquatint;zquest;zquesteq;ZquotrO zrAarr;zrArr;zrAtail;zrBarr;zrHar;zrace;zracute;zradic;z raemptyv;zrang;zrangd;zrange;zrangle;Zraquozraquo;zrarr;zrarrap;zrarrb;zrarrbfs;zrarrc;zrarrfs;zrarrhk;zrarrlp;zrarrpl;zrarrsim;zrarrtl;zrarrw;zratail;zratio;z rationals;zrbarr;zrbbrk;zrbrace;zrbrack;zrbrke;zrbrksld;zrbrkslu;zrcaron;zrcedil;zrceil;zrcub;zrcy;zrdca;zrdldhar;zrdquo;zrdquor;zrdsh;zreal;zrealine;z realpart;zreals;zrect;Zregzreg;zrfisht;zrfloor;zrfr;zrhard;zrharu;zrharul;zrho;zrhov;z rightarrow;zrightarrowtail;zrightharpoondown;zrightharpoonup;zrightleftarrows;zrightleftharpoons;zrightrightarrows;zrightsquigarrow;zrightthreetimes;zring;z risingdotseq;zrlarr;zrlhar;zrlm;zrmoust;z rmoustache;zrnmid;zroang;zroarr;zrobrk;zropar;zropf;zroplus;zrotimes;zrpar;zrpargt;z rppolint;zrrarr;zrsaquo;zrscr;zrsh;zrsqb;zrsquo;zrsquor;zrthree;zrtimes;zrtri;zrtrie;zrtrif;z rtriltri;zruluhar;zrx;zsacute;zsbquo;zsc;zscE;zscap;zscaron;zsccue;zsce;zscedil;zscirc;zscnE;zscnap;zscnsim;z scpolint;zscsim;zscy;zsdot;zsdotb;zsdote;zseArr;zsearhk;zsearr;zsearrow;Zsectzsect;zsemi;zseswar;z setminus;zsetmn;zsext;zsfr;zsfrown;zsharp;zshchcy;zshcy;z shortmid;zshortparallel;Zshyzshy;zsigma;zsigmaf;zsigmav;zsim;zsimdot;zsime;zsimeq;zsimg;zsimgE;zsiml;zsimlE;zsimne;zsimplus;zsimrarr;zslarr;zsmallsetminus;zsmashp;z smeparsl;zsmid;zsmile;zsmt;zsmte;zsmtes;zsoftcy;zsol;zsolb;zsolbar;zsopf;zspades;z spadesuit;zspar;zsqcap;zsqcaps;zsqcup;zsqcups;zsqsub;zsqsube;z sqsubset;z sqsubseteq;zsqsup;zsqsupe;z sqsupset;z sqsupseteq;zsqu;zsquare;zsquarf;zsquf;zsrarr;zsscr;zssetmn;zssmile;zsstarf;zstar;zstarf;zstraightepsilon;z straightphi;zstrns;zsub;zsubE;zsubdot;zsube;zsubedot;zsubmult;zsubnE;zsubne;zsubplus;zsubrarr;zsubset;z subseteq;z subseteqq;z subsetneq;z subsetneqq;zsubsim;zsubsub;zsubsup;zsucc;z succapprox;z succcurlyeq;zsucceq;z succnapprox;z succneqq;z succnsim;zsuccsim;zsum;zsung;Zsup1zsup1;Zsup2zsup2;Zsup3zsup3;zsup;zsupE;zsupdot;zsupdsub;zsupe;zsupedot;zsuphsol;zsuphsub;zsuplarr;zsupmult;zsupnE;zsupne;zsupplus;zsupset;z supseteq;z supseteqq;z supsetneq;z supsetneqq;zsupsim;zsupsub;zsupsup;zswArr;zswarhk;zswarr;zswarrow;zswnwar;Zszligzszlig;ztarget;ztau;ztbrk;ztcaron;ztcedil;ztcy;ztdot;ztelrec;ztfr;zthere4;z therefore;ztheta;z thetasym;zthetav;z thickapprox;z thicksim;zthinsp;zthkap;zthksim;Zthornzthorn;ztilde;timesztimes;ztimesb;z timesbar;ztimesd;ztint;ztoea;ztop;ztopbot;ztopcir;ztopf;ztopfork;ztosa;ztprime;ztrade;z triangle;z triangledown;z triangleleft;ztrianglelefteq;z triangleq;ztriangleright;ztrianglerighteq;ztridot;ztrie;z triminus;ztriplus;ztrisb;ztritime;z trpezium;ztscr;ztscy;ztshcy;ztstrok;ztwixt;ztwoheadleftarrow;ztwoheadrightarrow;zuArr;zuHar;Zuacutezuacute;zuarr;zubrcy;zubreve;Zucirczucirc;zucy;zudarr;zudblac;zudhar;zufisht;zufr;Zugravezugrave;zuharl;zuharr;zuhblk;zulcorn;z ulcorner;zulcrop;zultri;zumacr;Zumlzuml;zuogon;zuopf;zuparrow;z updownarrow;zupharpoonleft;zupharpoonright;zuplus;zupsi;zupsih;zupsilon;z upuparrows;zurcorn;z urcorner;zurcrop;zuring;zurtri;zuscr;zutdot;zutilde;zutri;zutrif;zuuarr;Zuumlzuuml;zuwangle;zvArr;zvBar;zvBarv;zvDash;zvangrt;z varepsilon;z varkappa;z varnothing;zvarphi;zvarpi;z varpropto;zvarr;zvarrho;z varsigma;z varsubsetneq;zvarsubsetneqq;z varsupsetneq;zvarsupsetneqq;z vartheta;zvartriangleleft;zvartriangleright;zvcy;zvdash;zvee;zveebar;zveeeq;zvellip;zverbar;zvert;zvfr;zvltri;zvnsub;zvnsup;zvopf;zvprop;zvrtri;zvscr;zvsubnE;zvsubne;zvsupnE;zvsupne;zvzigzag;zwcirc;zwedbar;zwedge;zwedgeq;zweierp;zwfr;zwopf;zwp;zwr;zwreath;zwscr;zxcap;zxcirc;zxcup;zxdtri;zxfr;zxhArr;zxharr;zxi;zxlArr;zxlarr;zxmap;zxnis;zxodot;zxopf;zxoplus;zxotime;zxrArr;zxrarr;zxscr;zxsqcup;zxuplus;zxutri;zxvee;zxwedge;Zyacutezyacute;zyacy;zycirc;zycy;Zyenzyen;zyfr;zyicy;zyopf;zyscr;zyucy;Zyumlzyuml;zzacute;zzcaron;zzcy;zzdot;zzeetrf;zzeta;zzfr;zzhcy;zzigrarr;zzopf;zzscr;zzwj;zzwnj;u � )"r )ZDoctypeZ CharactersZSpaceCharactersStartTagEndTagEmptyTagCommentZ ParseErrorr r r c C s g | ]\}}||fqS r4 r4 )r5 kvr4 r4 r8 r9 y s Zmathc @ s e Zd ZdZdS )DataLossWarningzBRaised when the current tree is unable to represent the input dataN)__name__ __module__ __qualname____doc__r4 r4 r4 r8 r } s r c @ s e Zd ZdS )_ReparseExceptionN)r r r r4 r4 r4 r8 r s r )0Z __future__r r r stringZEOFEZ namespaces frozensetZscopingElementsZformattingElementsZspecialElementsZ htmlIntegrationPointElementsZ"mathmlTextIntegrationPointElementsZadjustSVGAttributesZadjustMathMLAttributesZadjustForeignAttributesdictitemsZunadjustForeignAttributesZspaceCharactersZtableInsertModeElementsZascii_lowercaseZasciiLowercaseZascii_uppercaseZasciiUppercaseZ ascii_lettersZ asciiLettersZdigitsZ hexdigitsZ hexDigitsZasciiUpper2LowerZheadingElementsZ voidElementsZ cdataElementsZrcdataElementsZbooleanAttributesZentitiesWindows1252Z xmlEntitiesZentitiesZreplacementCharactersZ tokenTypesZ tagTokenTypesprefixes UserWarningr Exceptionr r4 r4 r4 r8 <module> sj $ S A # L& PK A\Wy 9 pip/_vendor/html5lib/__pycache__/constants.cpython-38.pycnu [ U .e>F @ s- d dl mZmZmZ d dlZdZddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d,d,d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dddddZdddddddZeed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfgZ eed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfgZ eed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfgNZ eed dfed dfed dfed dfgZ eed dfed dfed dfed dfed dfgZ ddddddddddddddddd ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.>Zd/d0iZd1d2ed1 fd1d3ed1 fd1d4ed1 fd1d5ed1 fd1d6ed1 fd1ded1 fd1d7ed1 fd8ded8 fd8d9ed8 fd8d:ed8 fdd;ed; fd;d1ed; fd< Zed=d> e D Zed?d@dAdBdCgZedddddgZeejZeejZeejZeej Z eej Z edDd> ejD Z dEZ edddFddddddddddԐdGdHgZ!eddgZ"edddddddgZ#edIdJgedKgedLgedMdNgedMdNgedOdPgedQgedRdSgedTdSdUdVgedWgedXgedSdYgedSdYdZgedSdYgedSd[gedSdYd\d[dUdLgedSdYd[dRgedSdYged]gd^Z$d_Z%ed`dadbdcddgZ&dededfdfdgdgdhdididjdkdldldmdndodpdqdrdsdsdtdudvdvdwdwdxdydzd{d|d}d~dddd}dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐddӐdԐdՐdddאdאdؐdِdِdڐdېdܐdݐdݐdސdߐdddddddddddddddddddddddddddddddddddd ddddddddd d d d d ddddddddddddddddddd d dd d dd d d!d"d#d$d%d&d'd(d)d*d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[ddd\d]d^d_d`dadbdcdddedfdgdhddddidjdkd?dldmdndodpdqdrdsdtdudrdvdwdxdydzd{d|d|d|d|d dnd@d}d~dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddÐdĐdŐdƐdǐdǐdȐdȐdɐdʐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐddՐddאdؐdِdڐdېdܐddݐdސdߐdddddddddddddddddddddddddddddddddddd dddddddddd d d d d dddddddddddƐdEdddddd d d d d d!d"d#d$d%d&d&d'd(d)d*d+dd,d-d.d/d-d0d0d1d2d3d?d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdEdFdGdHdIdJdJdKdLdMdNdNdOdPdQdRdSdTdUdVdWddXdYdZd[d\d]dÐdĐd^d_d`dadbdcdddededfdgdhdidjdkdldldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~ddddddddddddddddd|ddddddddddddddddddrdddddddddfdfddddddddddddddddddddddsdddd@dddddd@dddddd@dddddddddÐdĐdŐdƐdǐdȐdɐdɐdRdʐdÐdːd̐d|d|d͐dĐd}dΐdϐdАdѐd!dҐdTdӐdԐdՐddאdؐdِdڐdkdwdېdܐddݐdސdߐddddddddddd\d\ddddddddddddddddddddddd dddddddddd d d d d dddddddddŐddddddƐdǐdddd d dd ddd d d d!d"d#d$d%d&d d'd(d)d)d*d+d,d-ddd.d/d/dd0d1d2d2d3d4d5d6d7d8d9dd:d;d<d=d7d>d?d@dAdAdBdududCdDdEddEdd?dFddGddddHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_dSdTd`dadbdbdUd^d`daddcddddedfdgdƐdhdPdiddjdkdddldmdndndodpdqdrdKddddsdsddtdudvdvdvdwdwdxdydzd{d|ddd}d~dddzdƐdldKdddddddddddސdȐdddddmd}dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddÐdĐdŐddƐdǐdȐdɐdɐdʐdːdːd̐d͐dΐdϐdАdѐdѐdҐdӐdԐdՐddאdؐdِdڐddېdܐdݐdtdސdߐddddddddddddddddd ddddddddddddddddddddddddddddސddddېddddddqdɐdddNdd dddddddddd d d d d ddddddhddd"ddddddddddd dddd d d dd'dd d d!dސd"d#d$d d d%dd%d&d'd(d)d*d+d'd,d,d-dސd.d/d0d1dސd#d2d3d4d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFddddGdHd]dIdJdKdLd?dMdDdNdDdOdPdPdEdFdQdRd dSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdHd]dddedÐd̐dfdgdhdidEdVd̐dZdjdNdGdd dkd\did]d`d`dldmdndodpdqdOdrd\dId^dadsdMdtd^dud̐dZdvdwdxdndjdydydzd{d|d|d}d~d~ddd}ddddIdfdgddhdSdddddddPdddܐdddGddddddddldaddd^dĐddd;d;dddrdkddddddUdߐdddddddddddddҐdQd]ddddddddddmddddddd~ddddtdddtddddddddddddddddddddddddddddddddÐdĐdŐddƐdǐdȐdɐddʐdːd_d_d̐dd͐ddddΐdddddddddddϐdАddѐdҐddӐddԐdՐdddՐdϐddԐdddddddddאdؐdؐddِdڐddېdܐdddݐdސdddߐdddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd^d^dd:d d d;d<dddd=dddddddd d d d d ddd8d ddːdddddddddddd9dddddddd d d d dd d d!d"d"dd#d$d$d%dŐd&d&dŐd'd(dϐd)d*d+d,d\d-d.d/d0drd1d2dƐd3dd4dd5d6d d7dd8d9dԐdԐd:d;dԐd<d=d>d>dאd?d@dِdؐdאd@dِdؐdAdBdCdڐdDdՐdBdAdCdܐdEdFdGdݐdݐdڐdHdIdJdKdLddMdNdOddPdQdddd ddRdidSdTdUd dVddWdXddYdYddZdd[d\d]d dd^d_d`dadbdcddېdddedfdgdhdidjdkddedldmdndddodd dddpdddqddrdϐddsdtdudd`dϐddddvdadwdxddddydzdzd{d|d}dd~dddddddvddd dfdddwdddddddddd(dddd*d)ddddddd+dddddddkdkdddddxdxdddِddddmdŐdddddd=dd>d>ddddddddEdxdddmddddddddddddŐd dd#dd d d d d!d"d!d"d d dddddxdd%ddאdd0ddddd'ddddÐdĐdŐdd'ddÐddƐdǐdȐd(dd*d)dddd+d,dɐdʐdʐdːdːd̐d̐d.d͐dΐdϐd/dАdѐdҐdӐdԐdՐddאd.d/d͐ddՐdؐdِdڐdېddjdjdܐdݐdݐdސdߐd͐ddddBddd9d9dddd@d=d<d@d=dddddd dddd͐dѐddddddd1ddddUdddddddddddddddАd@ddÐddddddd d ddYdd[dddddXdddddd d ddd d ddZdXddUd d`d dddddddddddݐdddddĐdddddd>dd0d3dݐdZduddd d d ddSdd ddd d!d"dndnd#dSddd$dݐdd%d dd d d&d'd(dd)d*d+d,d*dpdpd-d!dҐdTdؐd.ddgd/ddfdd0dӐd1dԐdՐddhd2ddڐdِdkdwd3d3d4d5d6d7d7d8d9d:d;d<d=d=d>d?d@dAddBdCdDdEdFdGdHdIdJZ'dKdCddLddĐd̐ddfdd6d,ddddMddNdOdĐddÐdd dɐddd1ddddPd?ddQ"Z(d dRdSdTdUdVdWdXdYZ)ee)dZ e)d[ e)d\ gZ*ed]d> e D Z+d^e+d< G d_d` d`e,Z-G dadb dbe.Z/dS (c )absolute_importdivisionunicode_literalsNz5Null character in input stream, replaced with U+FFFD.z Invalid codepoint in stream.z&Solidus (/) incorrectly placed in tag.z.Incorrect CR newline entity, replaced with LF.z9Entity used with illegal number (windows-1252 reference).zPNumeric entity couldn't be converted to character (codepoint U+%(charAsInt)08x).zBNumeric entity represents an illegal codepoint: U+%(charAsInt)08x.z#Numeric entity didn't end with ';'.z1Numeric entity expected. Got end of file instead.z'Numeric entity expected but none found.z!Named entity didn't end with ';'.z Named entity expected. Got none.z'End tag contains unexpected attributes.z.End tag contains unexpected self-closing flag.z#Expected tag name. Got '>' instead.zSExpected tag name. Got '?' instead. (HTML doesn't support processing instructions.)z-Expected tag name. Got something else insteadz6Expected closing tag. Got '>' instead. Ignoring '</>'.z-Expected closing tag. Unexpected end of file.z<Expected closing tag. Unexpected character '%(data)s' found.z'Unexpected end of file in the tag name.z8Unexpected end of file. Expected attribute name instead.z)Unexpected end of file in attribute name.z#Invalid character in attribute namez#Dropped duplicate attribute on tag.z1Unexpected end of file. Expected = or end of tag.z1Unexpected end of file. Expected attribute value.z*Expected attribute value. Got '>' instead.z"Unexpected = in unquoted attributez*Unexpected character in unquoted attributez*Unexpected character after attribute name.z+Unexpected character after attribute value.z.Unexpected end of file in attribute value (").z.Unexpected end of file in attribute value (').z*Unexpected end of file in attribute value.z)Unexpected end of file in tag. Expected >z/Unexpected character after / in tag. Expected >z&Expected '--' or 'DOCTYPE'. Not found.z Unexpected ! after -- in commentz$Unexpected space after -- in commentzIncorrect comment.z"Unexpected end of file in comment.z%Unexpected end of file in comment (-)z+Unexpected '-' after '--' found in comment.z'Unexpected end of file in comment (--).z&Unexpected character in comment found.z(No space after literal string 'DOCTYPE'.z.Unexpected > character. Expected DOCTYPE name.z.Unexpected end of file. Expected DOCTYPE name.z'Unexpected end of file in DOCTYPE name.z"Unexpected end of file in DOCTYPE.z%Expected space or '>'. Got '%(data)s'zUnexpected end of DOCTYPE.z Unexpected character in DOCTYPE.zXXX innerHTML EOFz Unexpected DOCTYPE. Ignored.z%html needs to be the first start tag.z)Unexpected End of file. Expected DOCTYPE.zErroneous DOCTYPE.z2Unexpected non-space characters. Expected DOCTYPE.z2Unexpected start tag (%(name)s). Expected DOCTYPE.z0Unexpected end tag (%(name)s). Expected DOCTYPE.z?Unexpected end tag (%(name)s) after the (implied) root element.z4Unexpected end of file. Expected end tag (%(name)s).z4Unexpected start tag head in existing head. Ignored.z'Unexpected end tag (%(name)s). Ignored.z;Unexpected start tag (%(name)s) that can be in head. Moved.z Unexpected start tag (%(name)s).zMissing end tag (%(name)s).z Missing end tags (%(name)s).zCUnexpected start tag (%(startName)s) implies end tag (%(endName)s).z@Unexpected start tag (%(originalName)s). Treated as %(newName)s.z,Unexpected start tag %(name)s. Don't use it!z'Unexpected start tag %(name)s. Ignored.zEUnexpected end tag (%(gotName)s). Missing end tag (%(expectedName)s).z:End tag (%(name)s) seen too early. Expected other end tag.zFUnexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).z+End tag (%(name)s) seen too early. Ignored.zQEnd tag (%(name)s) violates step 1, paragraph 1 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 2 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 3 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 4, paragraph 4 of the adoption agency algorithm.z>Unexpected end tag (%(originalName)s). Treated as %(newName)s.z'This element (%(name)s) has no end tag.z9Unexpected implied end tag (%(name)s) in the table phase.z>Unexpected implied end tag (%(name)s) in the table body phase.zDUnexpected non-space characters in table context caused voodoo mode.z3Unexpected input with type hidden in table context.z!Unexpected form in table context.zDUnexpected start tag (%(name)s) in table context caused voodoo mode.zBUnexpected end tag (%(name)s) in table context caused voodoo mode.zCUnexpected table cell start tag (%(name)s) in the table body phase.zFGot table cell end tag (%(name)s) while required end tags are missing.z?Unexpected end tag (%(name)s) in the table body phase. Ignored.z=Unexpected implied end tag (%(name)s) in the table row phase.z>Unexpected end tag (%(name)s) in the table row phase. Ignored.zJUnexpected select start tag in the select phase treated as select end tag.z/Unexpected input start tag in the select phase.zBUnexpected start tag token (%(name)s in the select phase. Ignored.z;Unexpected end tag (%(name)s) in the select phase. Ignored.zKUnexpected table element start tag (%(name)s) in the select in table phase.zIUnexpected table element end tag (%(name)s) in the select in table phase.z8Unexpected non-space characters in the after body phase.z>Unexpected start tag token (%(name)s) in the after body phase.z<Unexpected end tag token (%(name)s) in the after body phase.z@Unexpected characters in the frameset phase. Characters ignored.zEUnexpected start tag token (%(name)s) in the frameset phase. Ignored.zFUnexpected end tag token (frameset) in the frameset phase (innerHTML).zCUnexpected end tag token (%(name)s) in the frameset phase. Ignored.zEUnexpected non-space characters in the after frameset phase. Ignored.zEUnexpected start tag (%(name)s) in the after frameset phase. Ignored.zCUnexpected end tag (%(name)s) in the after frameset phase. Ignored.z(Unexpected end tag after body(innerHtml)z6Unexpected non-space characters. Expected end of file.z6Unexpected start tag (%(name)s). Expected end of file.z4Unexpected end tag (%(name)s). Expected end of file.z/Unexpected end of file. Expected table content.z0Unexpected end of file. Expected select content.z2Unexpected end of file. Expected frameset content.z0Unexpected end of file. Expected script content.z0Unexpected end of file. Expected foreign contentz0Trailing solidus not allowed on element %(name)sz2Element %(name)s not allowed in a non-html contextz*Unexpected end tag (%(name)s) before html.z9Element %(name)s not allowed in a inhead-noscript contextz8Unexpected end of file. Expected inhead-noscript contentz@Unexpected non-space character. Expected inhead-noscript contentz0Undefined error (this sucks and should be fixed))znull-characterzinvalid-codepointzincorrectly-placed-soliduszincorrect-cr-newline-entityzillegal-windows-1252-entityzcant-convert-numeric-entityz$illegal-codepoint-for-numeric-entityz numeric-entity-without-semicolonz#expected-numeric-entity-but-got-eofzexpected-numeric-entityz named-entity-without-semicolonzexpected-named-entityzattributes-in-end-tagz self-closing-flag-on-end-tagz'expected-tag-name-but-got-right-bracketz'expected-tag-name-but-got-question-markzexpected-tag-namez*expected-closing-tag-but-got-right-bracketz expected-closing-tag-but-got-eofz!expected-closing-tag-but-got-charzeof-in-tag-namez#expected-attribute-name-but-got-eofzeof-in-attribute-namez#invalid-character-in-attribute-namezduplicate-attributez$expected-end-of-tag-name-but-got-eofz$expected-attribute-value-but-got-eofz.expected-attribute-value-but-got-right-bracketz"equals-in-unquoted-attribute-valuez0unexpected-character-in-unquoted-attribute-valuez&invalid-character-after-attribute-namez*unexpected-character-after-attribute-valuez#eof-in-attribute-value-double-quotez#eof-in-attribute-value-single-quotez eof-in-attribute-value-no-quotesz#unexpected-EOF-after-solidus-in-tagz)unexpected-character-after-solidus-in-tagzexpected-dashes-or-doctypez,unexpected-bang-after-double-dash-in-commentz-unexpected-space-after-double-dash-in-commentzincorrect-commentzeof-in-commentzeof-in-comment-end-dashz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashz eof-in-comment-end-space-statez eof-in-comment-end-bang-statezunexpected-char-in-commentzneed-space-after-doctypez+expected-doctype-name-but-got-right-bracketz!expected-doctype-name-but-got-eofzeof-in-doctype-namezeof-in-doctypez*expected-space-or-right-bracket-in-doctypezunexpected-end-of-doctypezunexpected-char-in-doctypezeof-in-innerhtmlzunexpected-doctypez non-html-rootz expected-doctype-but-got-eofzunknown-doctypez expected-doctype-but-got-charsz"expected-doctype-but-got-start-tagz expected-doctype-but-got-end-tagzend-tag-after-implied-rootz&expected-named-closing-tag-but-got-eofz!two-heads-are-not-better-than-onezunexpected-end-tagz#unexpected-start-tag-out-of-my-headzunexpected-start-tagzmissing-end-tagzmissing-end-tagsz$unexpected-start-tag-implies-end-tagz unexpected-start-tag-treated-aszdeprecated-tagz unexpected-start-tag-ignoredz$expected-one-end-tag-but-got-anotherzend-tag-too-earlyzend-tag-too-early-namedzend-tag-too-early-ignoredzadoption-agency-1.1zadoption-agency-1.2zadoption-agency-1.3zadoption-agency-4.4z unexpected-end-tag-treated-asz no-end-tagz#unexpected-implied-end-tag-in-tablez(unexpected-implied-end-tag-in-table-bodyz$unexpected-char-implies-table-voodooz unexpected-hidden-input-in-tablezunexpected-form-in-tablez)unexpected-start-tag-implies-table-voodooz'unexpected-end-tag-implies-table-voodooz unexpected-cell-in-table-bodyzunexpected-cell-end-tagz unexpected-end-tag-in-table-bodyz'unexpected-implied-end-tag-in-table-rowz unexpected-end-tag-in-table-rowzunexpected-select-in-selectzunexpected-input-in-selectz unexpected-start-tag-in-selectz unexpected-end-tag-in-selectz5unexpected-table-element-start-tag-in-select-in-tablez3unexpected-table-element-end-tag-in-select-in-tablezunexpected-char-after-bodyz unexpected-start-tag-after-bodyz unexpected-end-tag-after-bodyzunexpected-char-in-framesetz unexpected-start-tag-in-framesetz)unexpected-frameset-in-frameset-innerhtmlz unexpected-end-tag-in-framesetz unexpected-char-after-framesetz#unexpected-start-tag-after-framesetz!unexpected-end-tag-after-framesetz'unexpected-end-tag-after-body-innerhtmlzexpected-eof-but-got-charz expected-eof-but-got-start-tagz expected-eof-but-got-end-tagz eof-in-tablez eof-in-selectzeof-in-framesetzeof-in-script-in-scriptzeof-in-foreign-landsz&non-void-element-with-trailing-solidusz*unexpected-html-element-in-foreign-contentz unexpected-end-tag-before-htmlz unexpected-inhead-noscript-tagzeof-in-head-noscriptzchar-in-head-noscriptzXXX-undefined-errorz http://www.w3.org/1999/xhtmlz"http://www.w3.org/1998/Math/MathMLzhttp://www.w3.org/2000/svgz http://www.w3.org/1999/xlinkz$http://www.w3.org/XML/1998/namespacez http://www.w3.org/2000/xmlns/)htmlmathmlsvgxlinkxmlxmlnsr ZappletZcaptionZmarqueeobjecttableZtdZthr mimoZmnZmsZmtextzannotation-xmlr Z foreignObjectZdesctitleabZbigcodeZemZfontiZnobrsZsmallZstrikeZstrongZttuZaddressZareaZarticleZasidebaseZbasefontZbgsoundZ blockquoteZbodybrbuttoncentercolZcolgroupcommandZdddetailsdirZdivZdlZdtZembedfieldsetZfigureZfooterZformframeZframeseth1h2h3h4h5h6headheaderhriframeZimageimginputZisindexZlilinkZlistingmenumetaZnavZnoembedZnoframesZnoscriptZolpZparamZ plaintextZprescriptZsectionselectstyleZtbodyZtextareaZtfootZtheadZtrZulZwbrZxmpZ attributeNameZ attributeTypeZ baseFrequencyZ baseProfileZcalcModeZ clipPathUnitsZcontentScriptTypeZcontentStyleTypeZdiffuseConstantZedgeModeZexternalResourcesRequiredZ filterResZ filterUnitsZglyphRefZgradientTransformZ gradientUnitsZ kernelMatrixZkernelUnitLengthZ keyPointsZ keySplinesZkeyTimesZ lengthAdjustZlimitingConeAngleZ markerHeightZ markerUnitsZ markerWidthZmaskContentUnitsZ maskUnitsZ numOctavesZ pathLengthZpatternContentUnitsZpatternTransformZ patternUnitsZ pointsAtXZ pointsAtYZ pointsAtZZ preserveAlphaZpreserveAspectRatioZprimitiveUnitsZrefXZrefYZ repeatCountZ repeatDurZrequiredExtensionsZrequiredFeaturesZspecularConstantZspecularExponentZ spreadMethodZ startOffsetZ stdDeviationZ stitchTilesZ surfaceScaleZsystemLanguageZ tableValuesZtargetXZtargetYZ textLengthZviewBoxZ viewTargetZxChannelSelectorZyChannelSelectorZ zoomAndPan)>Z attributenameZ attributetypeZ basefrequencyZ baseprofileZcalcmodeZ clippathunitsZcontentscripttypeZcontentstyletypeZdiffuseconstantZedgemodeZexternalresourcesrequiredZ filterresZ filterunitsZglyphrefZgradienttransformZ gradientunitsZ kernelmatrixZkernelunitlengthZ keypointsZ keysplinesZkeytimesZ lengthadjustZlimitingconeangleZ markerheightZ markerunitsZ markerwidthZmaskcontentunitsZ maskunitsZ numoctavesZ pathlengthZpatterncontentunitsZpatterntransformZ patternunitsZ pointsatxZ pointsatyZ pointsatzZ preservealphaZpreserveaspectratioZprimitiveunitsZrefxZrefyZ repeatcountZ repeatdurZrequiredextensionsZrequiredfeaturesZspecularconstantZspecularexponentZ spreadmethodZ startoffsetZ stddeviationZ stitchtilesZ surfacescaleZsystemlanguageZ tablevaluesZtargetxZtargetyZ textlengthZviewboxZ viewtargetZxchannelselectorZychannelselectorZ zoomandpanZ definitionurlZ definitionURLr ZactuateZarcroleZhrefZroleZshowtyper ZlangZspacer ) z xlink:actuatez xlink:arcrolez xlink:hrefz xlink:rolez xlink:showz xlink:titlez xlink:typezxml:basezxml:langz xml:spacer z xmlns:xlinkc C s" g | ]\}\}}}||f|fqS r4 ).0ZqnameprefixZlocalnsr4 r4 B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/constants.py <listcomp> s r9 c C s g | ]}t |t | fqS r4 )ordlower)r5 cr4 r4 r8 r9 # s )r r! r" r# r$ r% z event-sourcesourceZtrackZ irrelevantZ itemscopeZscopedZismapZautoplayZcontrolsZdeferasyncopenZmultipleZdisabledZhiddencheckeddefaultZnoshadeZ autosubmitreadonlyZselectedZ autofocusZrequiredZseamless) r2 r* ZaudioZvideor0 r Zdatagridr r( r- r ZoptionZoptgroupr r+ r1 outputr) ) i i i i i& i i! i i0 i` i9 iR rJ i} rJ rJ i i i i i" i i i i"! ia i: iS rJ i~ ix lt;gt;amp;apos;quot; Æ& Áu Ă Âu Аu 𝔄 Àu Αu Āu ⩓u Ąu 𝔸u Åu 𝒜u ≔ à Äu ∖u ⫧u ⌆u Бu ∵u ℬu Βu 𝔅u 𝔹u ˘u ≎u Ч ©u Ću ⋒u ⅅu ℭu Č Çu Ĉu ∰u Ċ ¸ ·u Χu ⊙u ⊖u ⊕u ⊗u ∲u ”u ’u ∷u ⩴u ≡u ∯u ∮u ℂu ∐u ∳u ⨯u 𝒞u ⋓u ≍u ⤑u Ђu Ѕu Џu ‡u ↡u ⫤u Ďu Дu ∇u Δu 𝔇 ´u ˙u ˝`u ˜u ⋄u ⅆu 𝔻 ¨u ⃜u ≐u ⇓u ⇐u ⇔u ⟸u ⟺u ⟹u ⇒u ⊨u ⇑u ⇕u ∥u ↓u ⤓u ⇵u ̑u ⥐u ⥞u ↽u ⥖u ⥟u ⇁u ⥗u ⊤u ↧u 𝒟u Đu Ŋ Ð Éu Ě Êu Эu Ėu 𝔈 Èu ∈u Ēu ◻u ▫u Ęu 𝔼u Εu ⩵u ≂u ⇌u ℰu ⩳u Η Ëu ∃u ⅇu Фu 𝔉u ◼u ▪u 𝔽u ∀u ℱu Ѓ>u Γu Ϝu Ğu Ģu Ĝu Гu Ġu 𝔊u ⋙u 𝔾u ≥u ⋛u ≧u ⪢u ≷u ⩾u ≳u 𝒢u ≫u Ъu ˇ^u Ĥu ℌu ℋu ℍu ─u Ħu ≏u Еu IJu Ё Í Îu Иu İu ℑ Ìu Īu ⅈu ∬u ∫u ⋂u u u Įu 𝕀u Ιu ℐu Ĩu І Ïu Ĵu Йu 𝔍u 𝕁u 𝒥u Јu Єu Хu Ќu Κu Ķu Кu 𝔎u 𝕂u 𝒦u Љ<u Ĺu Λu ⟪u ℒu ↞u Ľu Ļu Лu ⟨u ←u ⇤u ⇆u ⌈u ⟦u ⥡u ⇃u ⥙u ⌊u ↔u ⥎u ⊣u ↤u ⥚u ⊲u ⧏u ⊴u ⥑u ⥠u ↿u ⥘u ↼u ⥒u ⋚u ≦u ≶u ⪡u ⩽u ≲u 𝔏u ⋘u ⇚u Ŀu ⟵u ⟷u ⟶u 𝕃u ↙u ↘u ↰u Łu ≪u ⤅u Мu u ℳu 𝔐u ∓u 𝕄u Μu Њu Ńu Ňu Ņu Нu u 𝔑u u ℕu ⫬u ≢u ≭u ∦u ∉u ≠u ≂̸u ∄u ≯u ≱u ≧̸u ≫̸u ≹u ⩾̸u ≵u ≎̸u ≏̸u ⋪u ⧏̸u ⋬u ≮u ≰u ≸u ≪̸u ⩽̸u ≴u ⪢̸u ⪡̸u ⊀u ⪯̸u ⋠u ∌u ⋫u ⧐̸u ⋭u ⊏̸u ⋢u ⊐̸u ⋣u ⊂⃒u ⊈u ⊁u ⪰̸u ⋡u ≿̸u ⊃⃒u ⊉u ≁u ≄u ≇u ≉u ∤u 𝒩 Ñu Νu Œ Ó Ôu Оu Őu 𝔒 Òu Ōu Ωu Οu 𝕆u “u ‘u ⩔u 𝒪 Ø Õu ⨷ Öu ‾u ⏞u ⎴u ⏜u ∂u Пu 𝔓u Φu Π ±u ℙu ⪻u ≺u ⪯u ≼u ≾u ″u ∏u ∝u 𝒫u Ψ"u 𝔔u ℚu 𝒬u ⤐ ®u Ŕu ⟫u ↠u ⤖u Řu Ŗu Рu ℜu ∋u ⇋u ⥯u Ρu ⟩u →u ⇥u ⇄u ⌉u ⟧u ⥝u ⇂u ⥕u ⌋u ⊢u ↦u ⥛u ⊳u ⧐u ⊵u ⥏u ⥜u ↾u ⥔u ⇀u ⥓u ℝu ⥰u ⇛u ℛu ↱u ⧴u Щu Шu Ьu Śu ⪼u Šu Şu Ŝu Сu 𝔖u ↑u Σu ∘u 𝕊u √u □u ⊓u ⊏u ⊑u ⊐u ⊒u ⊔u 𝒮u ⋆u ⋐u ⊆u ≻u ⪰u ≽u ≿u ∑u ⋑u ⊃u ⊇ Þu ™u Ћu Цu Τu Ťu Ţu Тu 𝔗u ∴u Θu u u ∼u ≃u ≅u ≈u 𝕋u ⃛u 𝒯u Ŧ Úu ↟u ⥉u Ўu Ŭ Ûu Уu Űu 𝔘 Ùu Ū_u ⏟u ⎵u ⏝u ⋃u ⊎u Ųu 𝕌u ⤒u ⇅u ↕u ⥮u ⊥u ↥u ↖u ↗u ϒu Υu Ůu 𝒰u Ũ Üu ⊫u ⫫u Вu ⊩u ⫦u ⋁u ‖u ∣|u ❘u ≀u u 𝔙u 𝕍u 𝒱u ⊪u Ŵu ⋀u 𝔚u 𝕎u 𝒲u 𝔛u Ξu 𝕏u 𝒳u Яu Їu Ю Ýu Ŷu Ыu 𝔜u 𝕐u 𝒴u Ÿu Жu Źu Žu Зu Żu Ζu ℨu ℤu 𝒵 áu ău ∾u ∾̳u ∿ âu а æu 𝔞 àu ℵu αu āu ⨿u ∧u ⩕u ⩜u ⩘u ⩚u ∠u ⦤u ∡u ⦨u ⦩u ⦪u ⦫u ⦬u ⦭u ⦮u ⦯u ∟u ⊾u ⦝u ∢u ⍼u ąu 𝕒u ⩰u ⩯u ≊u ≋' åu 𝒶* ã äu ⨑u ⫭u ≌u ϶u ‵u ∽u ⋍u ⊽u ⌅u ⎶u бu „u ⦰u βu ℶu ≬u 𝔟u ◯u ⨀u ⨁u ⨂u ⨆u ★u ▽u △u ⨄u ⤍u ⧫u ▴u ▾u ◂u ▸u ␣u ▒u ░u ▓u █u =⃥u ≡⃥u ⌐u 𝕓u ⋈u ╗u ╔u ╖u ╓u ═u ╦u ╩u ╤u ╧u ╝u ╚u ╜u ╙u ║u ╬u ╣u ╠u ╫u ╢u ╟u ⧉u ╕u ╒u ┐u ┌u ╥u ╨u ┬u ┴u ⊟u ⊞u ⊠u ╛u ╘u ┘u └u │u ╪u ╡u ╞u ┼u ┤u ├ ¦u 𝒷u ⁏\u ⧅u ⟈u •u ⪮u ću ∩u ⩄u ⩉u ⩋u ⩇u ⩀u ∩︀u ⁁u ⩍u č çu ĉu ⩌u ⩐u ċu ⦲ ¢u 𝔠u чu ✓u χu ○u ⧃u ˆu ≗u ↺u ↻u Ⓢu ⊛u ⊚u ⊝u ⨐u ⫯u ⧂u ♣:,@u ∁u ⩭u 𝕔u ℗u ↵u ✗u 𝒸u ⫏u ⫑u ⫐u ⫒u ⋯u ⤸u ⤵u ⋞u ⋟u ↶u ⤽u ∪u ⩈u ⩆u ⩊u ⊍u ⩅u ∪︀u ↷u ⤼u ⋎u ⋏ ¤u ∱u ⌭u ⥥u †u ℸu ‐u ⤏u ďu дu ⇊u ⩷ °u δu ⦱u ⥿u 𝔡u ♦u ϝu ⋲ ÷u ⋇u ђu ⌞u ⌍$u 𝕕u ≑u ∸u ∔u ⊡u ⌟u ⌌u 𝒹u ѕu ⧶u đu ⋱u ▿u ⦦u џu ⟿ éu ⩮u ěu ≖ êu ≕u эu ėu ≒u 𝔢u ⪚ èu ⪖u ⪘u ⪙u ⏧u ℓu ⪕u ⪗u ēu ∅u u u u ŋu u ęu 𝕖u ⋕u ⧣u ⩱u εu ϵ=u ≟u ⩸u ⧥u ≓u ⥱u ℯu η ð ëu €!u фu ♀u ffiu ffu fflu 𝔣u fiZfju ♭u flu ▱u ƒu 𝕗u ⋔u ⫙u ⨍ ½u ⅓ ¼u ⅕u ⅙u ⅛u ⅔u ⅖ ¾u ⅗u ⅜u ⅘u ⅚u ⅝u ⅞u ⁄u ⌢u 𝒻u ⪌u ǵu γu ⪆u ğu ĝu гu ġu ⪩u ⪀u ⪂u ⪄u ⋛︀u ⪔u 𝔤u ℷu ѓu ⪒u ⪥u ⪤u ≩u ⪊u ⪈u ⋧u 𝕘u ℊu ⪎u ⪐u ⪧u ⩺u ⋗u ⦕u ⩼u ⥸u ≩︀u ъu ⥈u ↭u ℏu ĥu ♥u …u ⊹u 𝔥u ⤥u ⤦u ⇿u ∻u ↩u ↪u 𝕙u ―u 𝒽u ħu ⁃ í îu иu е ¡u 𝔦 ìu ⨌u ∭u ⧜u ℩u iju īu ıu ⊷u Ƶu ℅u ∞u ⧝u ⊺u ⨗u ⨼u ёu įu 𝕚u ι ¿u 𝒾u ⋹u ⋵u ⋴u ⋳u ĩu і ïu ĵu йu 𝔧u ȷu 𝕛u 𝒿u јu єu κu ϰu ķu кu 𝔨u ĸu хu ќu 𝕜u 𝓀u ⤛u ⤎u ⪋u ⥢u ĺu ⦴u λu ⦑u ⪅ «u ⤟u ⤝u ↫u ⤹u ⥳u ↢u ⪫u ⤙u ⪭u ⪭︀u ⤌u ❲{[u ⦋u ⦏u ⦍u ľu ļu лu ⤶u ⥧u ⥋u ↲u ≤u ⇇u ⋋u ⪨u ⩿u ⪁u ⪃u ⋚︀u ⪓u ⋖u ⥼u 𝔩u ⪑u ⥪u ▄u љu ⥫u ◺u ŀu ⎰u ≨u ⪉u ⪇u ⋦u ⟬u ⇽u ⟼u ↬u ⦅u 𝕝u ⨭u ⨴u ∗u ◊(u ⦓u ⥭u u ⊿u ‹u 𝓁u ⪍u ⪏u ‚u łu ⪦u ⩹u ⋉u ⥶u ⩻u ⦖u ◃u ⥊u ⥦u ≨︀u ∺ ¯u ♂u ✠u ▮u ⨩u мu —u 𝔪u ℧ µu ⫰u −u ⨪u ⫛u ⊧u 𝕞u 𝓂u μu ⊸u ⋙̸u ≫⃒u ⇍u ⇎u ⋘̸u ≪⃒u ⇏u ⊯u ⊮u ńu ∠⃒u ⩰̸u ≋̸u ʼnu ♮u ⩃u ňu ņu ⩭̸u ⩂u нu –u ⇗u ⤤u ≐̸u ⤨u 𝔫u ↮u ⫲u ⋼u ⋺u њu ≦̸u ↚u ‥u 𝕟 ¬u ⋹̸u ⋵̸u ⋷u ⋶u ⋾u ⋽u ⫽⃥u ∂̸u ⨔u ↛u ⤳̸u ↝̸u 𝓃u ⊄u ⫅̸u ⊅u ⫆̸ ñu ν#u №u u ⊭u ⤄u ≍⃒u ⊬u ≥⃒u >⃒u ⧞u ⤂u ≤⃒u <⃒u ⊴⃒u ⤃u ⊵⃒u ∼⃒u ⇖u ⤣u ⤧ ó ôu оu őu ⨸u ⦼u œu ⦿u 𝔬u ˛ òu ⧁u ⦵u ⦾u ⦻u ⧀u ōu ωu οu ⦶u 𝕠u ⦷u ⦹u ∨u ⩝u ℴ ª ºu ⊶u ⩖u ⩗u ⩛ øu ⊘ õu ⨶ öu ⌽ ¶u ⫳u ⫽u п%.u ‰u ‱u 𝔭u φu ϕu ☎u πu ϖu ℎ+u ⨣u ⨢u ⨥u ⩲u ⨦u ⨧u ⨕u 𝕡 £u ⪳u ⪷u ⪹u ⪵u ⋨u ′u ⌮u ⌒u ⌓u ⊰u 𝓅u ψu u 𝔮u 𝕢u ⁗u 𝓆u ⨖?u ⤜u ⥤u ∽̱u ŕu ⦳u ⦒u ⦥ »u ⥵u ⤠u ⤳u ⤞u ⥅u ⥴u ↣u ↝u ⤚u ∶u ❳}]u ⦌u ⦎u ⦐u řu ŗu рu ⤷u ⥩u ↳u ▭u ⥽u 𝔯u ⥬u ρu ϱu ⇉u ⋌u ˚u u ⎱u ⫮u ⟭u ⇾u ⦆u 𝕣u ⨮u ⨵)u ⦔u ⨒u ›u 𝓇u ⋊u ▹u ⧎u ⥨u ℞u śu ⪴u ⪸u šu şu ŝu ⪶u ⪺u ⋩u ⨓u сu ⋅u ⩦u ⇘ §;u ⤩u ✶u 𝔰u ♯u щu ш u σu ςu ⩪u ⪞u ⪠u ⪝u ⪟u ≆u ⨤u ⥲u ⨳u ⧤u ⌣u ⪪u ⪬u ⪬︀u ь/u ⧄u ⌿u 𝕤u ♠u ⊓︀u ⊔︀u 𝓈u ☆u ⊂u ⫅u ⪽u ⫃u ⫁u ⫋u ⊊u ⪿u ⥹u ⫇u ⫕u ⫓u ♪ ¹ ² ³u ⫆u ⪾u ⫘u ⫄u ⟉u ⫗u ⥻u ⫂u ⫌u ⊋u ⫀u ⫈u ⫔u ⫖u ⇙u ⤪ ßu ⌖u τu ťu ţu тu ⌕u 𝔱u θu ϑ þ ×u ⨱u ⨰u ⌶u ⫱u 𝕥u ⫚u ‴u ▵u ≜u ◬u ⨺u ⨹u ⧍u ⨻u ⏢u 𝓉u цu ћu ŧu ⥣ úu ўu ŭ ûu уu űu ⥾u 𝔲 ùu ▀u ⌜u ⌏u ◸u ūu ųu 𝕦u υu ⇈u ⌝u ⌎u ůu ◹u 𝓊u ⋰u ũ üu ⦧u ⫨u ⫩u ⦜u ⊊︀u ⫋︀u ⊋︀u ⫌︀u вu ⊻u ≚u ⋮u 𝔳u 𝕧u 𝓋u ⦚u ŵu ⩟u ≙u ℘u 𝔴u 𝕨u 𝓌u 𝔵u ξu ⋻u 𝕩u 𝓍 ýu яu ŷu ы ¥u 𝔶u їu 𝕪u 𝓎u ю ÿu źu žu зu żu ζu 𝔷u жu ⇝u 𝕫u 𝓏u u ( ZAEligzAElig;ZAMPzAMP;ZAacutezAacute;zAbreve;ZAcirczAcirc;zAcy;zAfr;ZAgravezAgrave;zAlpha;zAmacr;zAnd;zAogon;zAopf;zApplyFunction;ZAringzAring;zAscr;zAssign;ZAtildezAtilde;ZAumlzAuml;z Backslash;zBarv;zBarwed;zBcy;zBecause;z Bernoullis;zBeta;zBfr;zBopf;zBreve;zBscr;zBumpeq;zCHcy;ZCOPYzCOPY;zCacute;zCap;zCapitalDifferentialD;zCayleys;zCcaron;ZCcedilzCcedil;zCcirc;zCconint;zCdot;zCedilla;z CenterDot;zCfr;zChi;z CircleDot;z CircleMinus;z CirclePlus;z CircleTimes;zClockwiseContourIntegral;zCloseCurlyDoubleQuote;zCloseCurlyQuote;zColon;zColone;z Congruent;zConint;zContourIntegral;zCopf;z Coproduct;z CounterClockwiseContourIntegral;zCross;zCscr;zCup;zCupCap;zDD;z DDotrahd;zDJcy;zDScy;zDZcy;zDagger;zDarr;zDashv;zDcaron;zDcy;zDel;zDelta;zDfr;zDiacriticalAcute;zDiacriticalDot;zDiacriticalDoubleAcute;zDiacriticalGrave;zDiacriticalTilde;zDiamond;zDifferentialD;zDopf;zDot;zDotDot;z DotEqual;zDoubleContourIntegral;z DoubleDot;zDoubleDownArrow;zDoubleLeftArrow;zDoubleLeftRightArrow;zDoubleLeftTee;zDoubleLongLeftArrow;zDoubleLongLeftRightArrow;zDoubleLongRightArrow;zDoubleRightArrow;zDoubleRightTee;zDoubleUpArrow;zDoubleUpDownArrow;zDoubleVerticalBar;z DownArrow;z DownArrowBar;zDownArrowUpArrow;z DownBreve;zDownLeftRightVector;zDownLeftTeeVector;zDownLeftVector;zDownLeftVectorBar;zDownRightTeeVector;zDownRightVector;zDownRightVectorBar;zDownTee;z DownTeeArrow;z Downarrow;zDscr;zDstrok;zENG;ZETHzETH;ZEacutezEacute;zEcaron;ZEcirczEcirc;zEcy;zEdot;zEfr;ZEgravezEgrave;zElement;zEmacr;zEmptySmallSquare;zEmptyVerySmallSquare;zEogon;zEopf;zEpsilon;zEqual;z EqualTilde;z Equilibrium;zEscr;zEsim;zEta;ZEumlzEuml;zExists;z ExponentialE;zFcy;zFfr;zFilledSmallSquare;zFilledVerySmallSquare;zFopf;zForAll;z Fouriertrf;zFscr;zGJcy;ZGTzGT;zGamma;zGammad;zGbreve;zGcedil;zGcirc;zGcy;zGdot;zGfr;zGg;zGopf;z GreaterEqual;zGreaterEqualLess;zGreaterFullEqual;zGreaterGreater;z GreaterLess;zGreaterSlantEqual;z GreaterTilde;zGscr;zGt;zHARDcy;zHacek;zHat;zHcirc;zHfr;z HilbertSpace;zHopf;zHorizontalLine;zHscr;zHstrok;z HumpDownHump;z HumpEqual;zIEcy;zIJlig;zIOcy;ZIacutezIacute;ZIcirczIcirc;zIcy;zIdot;zIfr;ZIgravezIgrave;zIm;zImacr;z ImaginaryI;zImplies;zInt;z Integral;z Intersection;zInvisibleComma;zInvisibleTimes;zIogon;zIopf;zIota;zIscr;zItilde;zIukcy;ZIumlzIuml;zJcirc;zJcy;zJfr;zJopf;zJscr;zJsercy;zJukcy;zKHcy;zKJcy;zKappa;zKcedil;zKcy;zKfr;zKopf;zKscr;zLJcy;ZLTzLT;zLacute;zLambda;zLang;z Laplacetrf;zLarr;zLcaron;zLcedil;zLcy;zLeftAngleBracket;z LeftArrow;z LeftArrowBar;zLeftArrowRightArrow;z LeftCeiling;zLeftDoubleBracket;zLeftDownTeeVector;zLeftDownVector;zLeftDownVectorBar;z LeftFloor;zLeftRightArrow;zLeftRightVector;zLeftTee;z LeftTeeArrow;zLeftTeeVector;z LeftTriangle;zLeftTriangleBar;zLeftTriangleEqual;zLeftUpDownVector;zLeftUpTeeVector;z LeftUpVector;zLeftUpVectorBar;z LeftVector;zLeftVectorBar;z Leftarrow;zLeftrightarrow;zLessEqualGreater;zLessFullEqual;z LessGreater;z LessLess;zLessSlantEqual;z LessTilde;zLfr;zLl;z Lleftarrow;zLmidot;zLongLeftArrow;zLongLeftRightArrow;zLongRightArrow;zLongleftarrow;zLongleftrightarrow;zLongrightarrow;zLopf;zLowerLeftArrow;zLowerRightArrow;zLscr;zLsh;zLstrok;zLt;zMap;zMcy;z MediumSpace;z Mellintrf;zMfr;z MinusPlus;zMopf;zMscr;zMu;zNJcy;zNacute;zNcaron;zNcedil;zNcy;zNegativeMediumSpace;zNegativeThickSpace;zNegativeThinSpace;zNegativeVeryThinSpace;zNestedGreaterGreater;zNestedLessLess;zNewLine;zNfr;zNoBreak;zNonBreakingSpace;zNopf;zNot;z NotCongruent;z NotCupCap;zNotDoubleVerticalBar;z NotElement;z NotEqual;zNotEqualTilde;z NotExists;z NotGreater;zNotGreaterEqual;zNotGreaterFullEqual;zNotGreaterGreater;zNotGreaterLess;zNotGreaterSlantEqual;zNotGreaterTilde;zNotHumpDownHump;z NotHumpEqual;zNotLeftTriangle;zNotLeftTriangleBar;zNotLeftTriangleEqual;zNotLess;z NotLessEqual;zNotLessGreater;z NotLessLess;zNotLessSlantEqual;z NotLessTilde;zNotNestedGreaterGreater;zNotNestedLessLess;z NotPrecedes;zNotPrecedesEqual;zNotPrecedesSlantEqual;zNotReverseElement;zNotRightTriangle;zNotRightTriangleBar;zNotRightTriangleEqual;zNotSquareSubset;zNotSquareSubsetEqual;zNotSquareSuperset;zNotSquareSupersetEqual;z NotSubset;zNotSubsetEqual;z NotSucceeds;zNotSucceedsEqual;zNotSucceedsSlantEqual;zNotSucceedsTilde;z NotSuperset;zNotSupersetEqual;z NotTilde;zNotTildeEqual;zNotTildeFullEqual;zNotTildeTilde;zNotVerticalBar;zNscr;ZNtildezNtilde;zNu;zOElig;ZOacutezOacute;ZOcirczOcirc;zOcy;zOdblac;zOfr;ZOgravezOgrave;zOmacr;zOmega;zOmicron;zOopf;zOpenCurlyDoubleQuote;zOpenCurlyQuote;zOr;zOscr;ZOslashzOslash;ZOtildezOtilde;zOtimes;ZOumlzOuml;zOverBar;z OverBrace;z OverBracket;zOverParenthesis;z PartialD;zPcy;zPfr;zPhi;zPi;z PlusMinus;zPoincareplane;zPopf;zPr;z Precedes;zPrecedesEqual;zPrecedesSlantEqual;zPrecedesTilde;zPrime;zProduct;z Proportion;z Proportional;zPscr;zPsi;ZQUOTzQUOT;zQfr;zQopf;zQscr;zRBarr;ZREGzREG;zRacute;zRang;zRarr;zRarrtl;zRcaron;zRcedil;zRcy;zRe;zReverseElement;zReverseEquilibrium;zReverseUpEquilibrium;zRfr;zRho;zRightAngleBracket;z RightArrow;zRightArrowBar;zRightArrowLeftArrow;z RightCeiling;zRightDoubleBracket;zRightDownTeeVector;zRightDownVector;zRightDownVectorBar;z RightFloor;z RightTee;zRightTeeArrow;zRightTeeVector;zRightTriangle;zRightTriangleBar;zRightTriangleEqual;zRightUpDownVector;zRightUpTeeVector;zRightUpVector;zRightUpVectorBar;z RightVector;zRightVectorBar;z Rightarrow;zRopf;z RoundImplies;z Rrightarrow;zRscr;zRsh;z RuleDelayed;zSHCHcy;zSHcy;zSOFTcy;zSacute;zSc;zScaron;zScedil;zScirc;zScy;zSfr;zShortDownArrow;zShortLeftArrow;zShortRightArrow;z ShortUpArrow;zSigma;z SmallCircle;zSopf;zSqrt;zSquare;zSquareIntersection;z SquareSubset;zSquareSubsetEqual;zSquareSuperset;zSquareSupersetEqual;z SquareUnion;zSscr;zStar;zSub;zSubset;z SubsetEqual;z Succeeds;zSucceedsEqual;zSucceedsSlantEqual;zSucceedsTilde;z SuchThat;zSum;zSup;z Superset;zSupersetEqual;zSupset;ZTHORNzTHORN;zTRADE;zTSHcy;zTScy;zTab;zTau;zTcaron;zTcedil;zTcy;zTfr;z Therefore;zTheta;z ThickSpace;z ThinSpace;zTilde;z TildeEqual;zTildeFullEqual;z TildeTilde;zTopf;z TripleDot;zTscr;zTstrok;ZUacutezUacute;zUarr;z Uarrocir;zUbrcy;zUbreve;ZUcirczUcirc;zUcy;zUdblac;zUfr;ZUgravezUgrave;zUmacr;z UnderBar;z UnderBrace;z UnderBracket;zUnderParenthesis;zUnion;z UnionPlus;zUogon;zUopf;zUpArrow;z UpArrowBar;zUpArrowDownArrow;z UpDownArrow;zUpEquilibrium;zUpTee;z UpTeeArrow;zUparrow;z Updownarrow;zUpperLeftArrow;zUpperRightArrow;zUpsi;zUpsilon;zUring;zUscr;zUtilde;ZUumlzUuml;zVDash;zVbar;zVcy;zVdash;zVdashl;zVee;zVerbar;zVert;z VerticalBar;z VerticalLine;zVerticalSeparator;zVerticalTilde;zVeryThinSpace;zVfr;zVopf;zVscr;zVvdash;zWcirc;zWedge;zWfr;zWopf;zWscr;zXfr;zXi;zXopf;zXscr;zYAcy;zYIcy;zYUcy;ZYacutezYacute;zYcirc;zYcy;zYfr;zYopf;zYscr;zYuml;zZHcy;zZacute;zZcaron;zZcy;zZdot;zZeroWidthSpace;zZeta;zZfr;zZopf;zZscr;Zaacutezaacute;zabreve;zac;zacE;zacd;Zacirczacirc;Zacutezacute;zacy;Zaeligzaelig;zaf;zafr;Zagravezagrave;zalefsym;zaleph;zalpha;zamacr;zamalg;ZamprM zand;zandand;zandd;z andslope;zandv;zang;zange;zangle;zangmsd;z angmsdaa;z angmsdab;z angmsdac;z angmsdad;z angmsdae;z angmsdaf;z angmsdag;z angmsdah;zangrt;zangrtvb;z angrtvbd;zangsph;zangst;zangzarr;zaogon;zaopf;zap;zapE;zapacir;zape;zapid;rN zapprox;z approxeq;Zaringzaring;zascr;zast;zasymp;zasympeq;Zatildezatilde;Zaumlzauml;z awconint;zawint;zbNot;z backcong;z backepsilon;z backprime;zbacksim;z backsimeq;zbarvee;zbarwed;z barwedge;zbbrk;z bbrktbrk;zbcong;zbcy;zbdquo;zbecaus;zbecause;zbemptyv;zbepsi;zbernou;zbeta;zbeth;zbetween;zbfr;zbigcap;zbigcirc;zbigcup;zbigodot;z bigoplus;z bigotimes;z bigsqcup;zbigstar;zbigtriangledown;zbigtriangleup;z biguplus;zbigvee;z bigwedge;zbkarow;z blacklozenge;z blacksquare;zblacktriangle;zblacktriangledown;zblacktriangleleft;zblacktriangleright;zblank;zblk12;zblk14;zblk34;zblock;zbne;zbnequiv;zbnot;zbopf;zbot;zbottom;zbowtie;zboxDL;zboxDR;zboxDl;zboxDr;zboxH;zboxHD;zboxHU;zboxHd;zboxHu;zboxUL;zboxUR;zboxUl;zboxUr;zboxV;zboxVH;zboxVL;zboxVR;zboxVh;zboxVl;zboxVr;zboxbox;zboxdL;zboxdR;zboxdl;zboxdr;zboxh;zboxhD;zboxhU;zboxhd;zboxhu;z boxminus;zboxplus;z boxtimes;zboxuL;zboxuR;zboxul;zboxur;zboxv;zboxvH;zboxvL;zboxvR;zboxvh;zboxvl;zboxvr;zbprime;zbreve;Zbrvbarzbrvbar;zbscr;zbsemi;zbsim;zbsime;zbsol;zbsolb;z bsolhsub;zbull;zbullet;zbump;zbumpE;zbumpe;zbumpeq;zcacute;zcap;zcapand;z capbrcup;zcapcap;zcapcup;zcapdot;zcaps;zcaret;zcaron;zccaps;zccaron;Zccedilzccedil;zccirc;zccups;zccupssm;zcdot;Zcedilzcedil;zcemptyv;Zcentzcent;z centerdot;zcfr;zchcy;zcheck;z checkmark;zchi;zcir;zcirE;zcirc;zcirceq;zcirclearrowleft;zcirclearrowright;z circledR;z circledS;z circledast;z circledcirc;z circleddash;zcire;z cirfnint;zcirmid;zcirscir;zclubs;z clubsuit;zcolon;zcolone;zcoloneq;zcomma;zcommat;zcomp;zcompfn;z complement;z complexes;zcong;zcongdot;zconint;zcopf;zcoprod;copyzcopy;zcopysr;zcrarr;zcross;zcscr;zcsub;zcsube;zcsup;zcsupe;zctdot;zcudarrl;zcudarrr;zcuepr;zcuesc;zcularr;zcularrp;zcup;z cupbrcap;zcupcap;zcupcup;zcupdot;zcupor;zcups;zcurarr;zcurarrm;z curlyeqprec;z curlyeqsucc;z curlyvee;z curlywedge;Zcurrenzcurren;zcurvearrowleft;zcurvearrowright;zcuvee;zcuwed;z cwconint;zcwint;zcylcty;zdArr;zdHar;zdagger;zdaleth;zdarr;zdash;zdashv;zdbkarow;zdblac;zdcaron;zdcy;zdd;zddagger;zddarr;zddotseq;Zdegzdeg;zdelta;zdemptyv;zdfisht;zdfr;zdharl;zdharr;zdiam;zdiamond;z diamondsuit;zdiams;zdie;zdigamma;zdisin;zdiv;Zdividezdivide;zdivideontimes;zdivonx;zdjcy;zdlcorn;zdlcrop;zdollar;zdopf;zdot;zdoteq;z doteqdot;z dotminus;zdotplus;z dotsquare;zdoublebarwedge;z downarrow;zdowndownarrows;zdownharpoonleft;zdownharpoonright;z drbkarow;zdrcorn;zdrcrop;zdscr;zdscy;zdsol;zdstrok;zdtdot;zdtri;zdtrif;zduarr;zduhar;zdwangle;zdzcy;z dzigrarr;zeDDot;zeDot;Zeacutezeacute;zeaster;zecaron;zecir;Zecirczecirc;zecolon;zecy;zedot;zee;zefDot;zefr;zeg;Zegravezegrave;zegs;zegsdot;zel;z elinters;zell;zels;zelsdot;zemacr;zempty;z emptyset;zemptyv;zemsp13;zemsp14;zemsp;zeng;zensp;zeogon;zeopf;zepar;zeparsl;zeplus;zepsi;zepsilon;zepsiv;zeqcirc;zeqcolon;zeqsim;z eqslantgtr;z eqslantless;zequals;zequest;zequiv;zequivDD;z eqvparsl;zerDot;zerarr;zescr;zesdot;zesim;zeta;Zethzeth;Zeumlzeuml;zeuro;zexcl;zexist;z expectation;z exponentiale;zfallingdotseq;zfcy;zfemale;zffilig;zfflig;zffllig;zffr;zfilig;zfjlig;zflat;zfllig;zfltns;zfnof;zfopf;zforall;zfork;zforkv;z fpartint;Zfrac12zfrac12;zfrac13;Zfrac14zfrac14;zfrac15;zfrac16;zfrac18;zfrac23;zfrac25;Zfrac34zfrac34;zfrac35;zfrac38;zfrac45;zfrac56;zfrac58;zfrac78;zfrasl;zfrown;zfscr;zgE;zgEl;zgacute;zgamma;zgammad;zgap;zgbreve;zgcirc;zgcy;zgdot;zge;zgel;zgeq;zgeqq;z geqslant;zges;zgescc;zgesdot;zgesdoto;z gesdotol;zgesl;zgesles;zgfr;zgg;zggg;zgimel;zgjcy;zgl;zglE;zgla;zglj;zgnE;zgnap;z gnapprox;zgne;zgneq;zgneqq;zgnsim;zgopf;zgrave;zgscr;zgsim;zgsime;zgsiml;gtrL zgtcc;zgtcir;zgtdot;zgtlPar;zgtquest;z gtrapprox;zgtrarr;zgtrdot;z gtreqless;z gtreqqless;zgtrless;zgtrsim;z gvertneqq;zgvnE;zhArr;zhairsp;zhalf;zhamilt;zhardcy;zharr;zharrcir;zharrw;zhbar;zhcirc;zhearts;z heartsuit;zhellip;zhercon;zhfr;z hksearow;z hkswarow;zhoarr;zhomtht;zhookleftarrow;zhookrightarrow;zhopf;zhorbar;zhscr;zhslash;zhstrok;zhybull;zhyphen;Ziacuteziacute;zic;Zicirczicirc;zicy;ziecy;Ziexclziexcl;ziff;zifr;Zigravezigrave;zii;ziiiint;ziiint;ziinfin;ziiota;zijlig;zimacr;zimage;z imagline;z imagpart;zimath;zimof;zimped;zin;zincare;zinfin;z infintie;zinodot;zint;zintcal;z integers;z intercal;z intlarhk;zintprod;ziocy;ziogon;ziopf;ziota;ziprod;Ziquestziquest;ziscr;zisin;zisinE;zisindot;zisins;zisinsv;zisinv;zit;zitilde;ziukcy;Ziumlziuml;zjcirc;zjcy;zjfr;zjmath;zjopf;zjscr;zjsercy;zjukcy;zkappa;zkappav;zkcedil;zkcy;zkfr;zkgreen;zkhcy;zkjcy;zkopf;zkscr;zlAarr;zlArr;zlAtail;zlBarr;zlE;zlEg;zlHar;zlacute;z laemptyv;zlagran;zlambda;zlang;zlangd;zlangle;zlap;Zlaquozlaquo;zlarr;zlarrb;zlarrbfs;zlarrfs;zlarrhk;zlarrlp;zlarrpl;zlarrsim;zlarrtl;zlat;zlatail;zlate;zlates;zlbarr;zlbbrk;zlbrace;zlbrack;zlbrke;zlbrksld;zlbrkslu;zlcaron;zlcedil;zlceil;zlcub;zlcy;zldca;zldquo;zldquor;zldrdhar;z ldrushar;zldsh;zle;z leftarrow;zleftarrowtail;zleftharpoondown;zleftharpoonup;zleftleftarrows;zleftrightarrow;zleftrightarrows;zleftrightharpoons;zleftrightsquigarrow;zleftthreetimes;zleg;zleq;zleqq;z leqslant;zles;zlescc;zlesdot;zlesdoto;z lesdotor;zlesg;zlesges;z lessapprox;zlessdot;z lesseqgtr;z lesseqqgtr;zlessgtr;zlesssim;zlfisht;zlfloor;zlfr;zlg;zlgE;zlhard;zlharu;zlharul;zlhblk;zljcy;zll;zllarr;z llcorner;zllhard;zlltri;zlmidot;zlmoust;z lmoustache;zlnE;zlnap;z lnapprox;zlne;zlneq;zlneqq;zlnsim;zloang;zloarr;zlobrk;zlongleftarrow;zlongleftrightarrow;z longmapsto;zlongrightarrow;zlooparrowleft;zlooparrowright;zlopar;zlopf;zloplus;zlotimes;zlowast;zlowbar;zloz;zlozenge;zlozf;zlpar;zlparlt;zlrarr;z lrcorner;zlrhar;zlrhard;zlrm;zlrtri;zlsaquo;zlscr;zlsh;zlsim;zlsime;zlsimg;zlsqb;zlsquo;zlsquor;zlstrok;ltrK zltcc;zltcir;zltdot;zlthree;zltimes;zltlarr;zltquest;zltrPar;zltri;zltrie;zltrif;z lurdshar;zluruhar;z lvertneqq;zlvnE;zmDDot;Zmacrzmacr;zmale;zmalt;zmaltese;zmap;zmapsto;z mapstodown;z mapstoleft;z mapstoup;zmarker;zmcomma;zmcy;zmdash;zmeasuredangle;zmfr;zmho;microzmicro;zmid;zmidast;zmidcir;Zmiddotzmiddot;zminus;zminusb;zminusd;zminusdu;zmlcp;zmldr;zmnplus;zmodels;zmopf;zmp;zmscr;zmstpos;zmu;z multimap;zmumap;znGg;znGt;znGtv;z nLeftarrow;znLeftrightarrow;znLl;znLt;znLtv;z nRightarrow;znVDash;znVdash;znabla;znacute;znang;znap;znapE;znapid;znapos;znapprox;znatur;znatural;z naturals;Znbspznbsp;znbump;znbumpe;zncap;zncaron;zncedil;zncong;z ncongdot;zncup;zncy;zndash;zne;zneArr;znearhk;znearr;znearrow;znedot;znequiv;znesear;znesim;znexist;znexists;znfr;zngE;znge;zngeq;zngeqq;z ngeqslant;znges;zngsim;zngt;zngtr;znhArr;znharr;znhpar;zni;znis;znisd;zniv;znjcy;znlArr;znlE;znlarr;znldr;znle;z nleftarrow;znleftrightarrow;znleq;znleqq;z nleqslant;znles;znless;znlsim;znlt;znltri;znltrie;znmid;znopf;notznot;znotin;znotinE;z notindot;znotinva;znotinvb;znotinvc;znotni;znotniva;znotnivb;znotnivc;znpar;z nparallel;znparsl;znpart;znpolint;znpr;znprcue;znpre;znprec;znpreceq;znrArr;znrarr;znrarrc;znrarrw;z nrightarrow;znrtri;znrtrie;znsc;znsccue;znsce;znscr;z nshortmid;znshortparallel;znsim;znsime;znsimeq;znsmid;znspar;znsqsube;znsqsupe;znsub;znsubE;znsube;znsubset;z nsubseteq;z nsubseteqq;znsucc;znsucceq;znsup;znsupE;znsupe;znsupset;z nsupseteq;z nsupseteqq;zntgl;Zntildezntilde;zntlg;zntriangleleft;zntrianglelefteq;zntriangleright;zntrianglerighteq;znu;znum;znumero;znumsp;znvDash;znvHarr;znvap;znvdash;znvge;znvgt;znvinfin;znvlArr;znvle;znvlt;znvltrie;znvrArr;znvrtrie;znvsim;znwArr;znwarhk;znwarr;znwarrow;znwnear;zoS;Zoacutezoacute;zoast;zocir;Zocirczocirc;zocy;zodash;zodblac;zodiv;zodot;zodsold;zoelig;zofcir;zofr;zogon;Zogravezograve;zogt;zohbar;zohm;zoint;zolarr;zolcir;zolcross;zoline;zolt;zomacr;zomega;zomicron;zomid;zominus;zoopf;zopar;zoperp;zoplus;zor;zorarr;zord;zorder;zorderof;Zordfzordf;Zordmzordm;zorigof;zoror;zorslope;zorv;zoscr;Zoslashzoslash;zosol;Zotildezotilde;zotimes;z otimesas;Zoumlzouml;zovbar;zpar;Zparazpara;z parallel;zparsim;zparsl;zpart;zpcy;zpercnt;zperiod;zpermil;zperp;zpertenk;zpfr;zphi;zphiv;zphmmat;zphone;zpi;z pitchfork;zpiv;zplanck;zplanckh;zplankv;zplus;z plusacir;zplusb;zpluscir;zplusdo;zplusdu;zpluse;Zplusmnzplusmn;zplussim;zplustwo;zpm;z pointint;zpopf;Zpoundzpound;zpr;zprE;zprap;zprcue;zpre;zprec;z precapprox;z preccurlyeq;zpreceq;z precnapprox;z precneqq;z precnsim;zprecsim;zprime;zprimes;zprnE;zprnap;zprnsim;zprod;z profalar;z profline;z profsurf;zprop;zpropto;zprsim;zprurel;zpscr;zpsi;zpuncsp;zqfr;zqint;zqopf;zqprime;zqscr;z quaternions;zquatint;zquest;zquesteq;ZquotrO zrAarr;zrArr;zrAtail;zrBarr;zrHar;zrace;zracute;zradic;z raemptyv;zrang;zrangd;zrange;zrangle;Zraquozraquo;zrarr;zrarrap;zrarrb;zrarrbfs;zrarrc;zrarrfs;zrarrhk;zrarrlp;zrarrpl;zrarrsim;zrarrtl;zrarrw;zratail;zratio;z rationals;zrbarr;zrbbrk;zrbrace;zrbrack;zrbrke;zrbrksld;zrbrkslu;zrcaron;zrcedil;zrceil;zrcub;zrcy;zrdca;zrdldhar;zrdquo;zrdquor;zrdsh;zreal;zrealine;z realpart;zreals;zrect;Zregzreg;zrfisht;zrfloor;zrfr;zrhard;zrharu;zrharul;zrho;zrhov;z rightarrow;zrightarrowtail;zrightharpoondown;zrightharpoonup;zrightleftarrows;zrightleftharpoons;zrightrightarrows;zrightsquigarrow;zrightthreetimes;zring;z risingdotseq;zrlarr;zrlhar;zrlm;zrmoust;z rmoustache;zrnmid;zroang;zroarr;zrobrk;zropar;zropf;zroplus;zrotimes;zrpar;zrpargt;z rppolint;zrrarr;zrsaquo;zrscr;zrsh;zrsqb;zrsquo;zrsquor;zrthree;zrtimes;zrtri;zrtrie;zrtrif;z rtriltri;zruluhar;zrx;zsacute;zsbquo;zsc;zscE;zscap;zscaron;zsccue;zsce;zscedil;zscirc;zscnE;zscnap;zscnsim;z scpolint;zscsim;zscy;zsdot;zsdotb;zsdote;zseArr;zsearhk;zsearr;zsearrow;Zsectzsect;zsemi;zseswar;z setminus;zsetmn;zsext;zsfr;zsfrown;zsharp;zshchcy;zshcy;z shortmid;zshortparallel;Zshyzshy;zsigma;zsigmaf;zsigmav;zsim;zsimdot;zsime;zsimeq;zsimg;zsimgE;zsiml;zsimlE;zsimne;zsimplus;zsimrarr;zslarr;zsmallsetminus;zsmashp;z smeparsl;zsmid;zsmile;zsmt;zsmte;zsmtes;zsoftcy;zsol;zsolb;zsolbar;zsopf;zspades;z spadesuit;zspar;zsqcap;zsqcaps;zsqcup;zsqcups;zsqsub;zsqsube;z sqsubset;z sqsubseteq;zsqsup;zsqsupe;z sqsupset;z sqsupseteq;zsqu;zsquare;zsquarf;zsquf;zsrarr;zsscr;zssetmn;zssmile;zsstarf;zstar;zstarf;zstraightepsilon;z straightphi;zstrns;zsub;zsubE;zsubdot;zsube;zsubedot;zsubmult;zsubnE;zsubne;zsubplus;zsubrarr;zsubset;z subseteq;z subseteqq;z subsetneq;z subsetneqq;zsubsim;zsubsub;zsubsup;zsucc;z succapprox;z succcurlyeq;zsucceq;z succnapprox;z succneqq;z succnsim;zsuccsim;zsum;zsung;Zsup1zsup1;Zsup2zsup2;Zsup3zsup3;zsup;zsupE;zsupdot;zsupdsub;zsupe;zsupedot;zsuphsol;zsuphsub;zsuplarr;zsupmult;zsupnE;zsupne;zsupplus;zsupset;z supseteq;z supseteqq;z supsetneq;z supsetneqq;zsupsim;zsupsub;zsupsup;zswArr;zswarhk;zswarr;zswarrow;zswnwar;Zszligzszlig;ztarget;ztau;ztbrk;ztcaron;ztcedil;ztcy;ztdot;ztelrec;ztfr;zthere4;z therefore;ztheta;z thetasym;zthetav;z thickapprox;z thicksim;zthinsp;zthkap;zthksim;Zthornzthorn;ztilde;timesztimes;ztimesb;z timesbar;ztimesd;ztint;ztoea;ztop;ztopbot;ztopcir;ztopf;ztopfork;ztosa;ztprime;ztrade;z triangle;z triangledown;z triangleleft;ztrianglelefteq;z triangleq;ztriangleright;ztrianglerighteq;ztridot;ztrie;z triminus;ztriplus;ztrisb;ztritime;z trpezium;ztscr;ztscy;ztshcy;ztstrok;ztwixt;ztwoheadleftarrow;ztwoheadrightarrow;zuArr;zuHar;Zuacutezuacute;zuarr;zubrcy;zubreve;Zucirczucirc;zucy;zudarr;zudblac;zudhar;zufisht;zufr;Zugravezugrave;zuharl;zuharr;zuhblk;zulcorn;z ulcorner;zulcrop;zultri;zumacr;Zumlzuml;zuogon;zuopf;zuparrow;z updownarrow;zupharpoonleft;zupharpoonright;zuplus;zupsi;zupsih;zupsilon;z upuparrows;zurcorn;z urcorner;zurcrop;zuring;zurtri;zuscr;zutdot;zutilde;zutri;zutrif;zuuarr;Zuumlzuuml;zuwangle;zvArr;zvBar;zvBarv;zvDash;zvangrt;z varepsilon;z varkappa;z varnothing;zvarphi;zvarpi;z varpropto;zvarr;zvarrho;z varsigma;z varsubsetneq;zvarsubsetneqq;z varsupsetneq;zvarsupsetneqq;z vartheta;zvartriangleleft;zvartriangleright;zvcy;zvdash;zvee;zveebar;zveeeq;zvellip;zverbar;zvert;zvfr;zvltri;zvnsub;zvnsup;zvopf;zvprop;zvrtri;zvscr;zvsubnE;zvsubne;zvsupnE;zvsupne;zvzigzag;zwcirc;zwedbar;zwedge;zwedgeq;zweierp;zwfr;zwopf;zwp;zwr;zwreath;zwscr;zxcap;zxcirc;zxcup;zxdtri;zxfr;zxhArr;zxharr;zxi;zxlArr;zxlarr;zxmap;zxnis;zxodot;zxopf;zxoplus;zxotime;zxrArr;zxrarr;zxscr;zxsqcup;zxuplus;zxutri;zxvee;zxwedge;Zyacutezyacute;zyacy;zycirc;zycy;Zyenzyen;zyfr;zyicy;zyopf;zyscr;zyucy;Zyumlzyuml;zzacute;zzcaron;zzcy;zzdot;zzeetrf;zzeta;zzfr;zzhcy;zzigrarr;zzopf;zzscr;zzwj;zzwnj;u � )"r )ZDoctypeZ CharactersZSpaceCharactersStartTagEndTagEmptyTagCommentZ ParseErrorr r r c C s g | ]\}}||fqS r4 r4 )r5 kvr4 r4 r8 r9 y s Zmathc @ s e Zd ZdZdS )DataLossWarningzBRaised when the current tree is unable to represent the input dataN)__name__ __module__ __qualname____doc__r4 r4 r4 r8 r } s r c @ s e Zd ZdS )_ReparseExceptionN)r r r r4 r4 r4 r8 r s r )0Z __future__r r r stringZEOFEZ namespaces frozensetZscopingElementsZformattingElementsZspecialElementsZ htmlIntegrationPointElementsZ"mathmlTextIntegrationPointElementsZadjustSVGAttributesZadjustMathMLAttributesZadjustForeignAttributesdictitemsZunadjustForeignAttributesZspaceCharactersZtableInsertModeElementsZascii_lowercaseZasciiLowercaseZascii_uppercaseZasciiUppercaseZ ascii_lettersZ asciiLettersZdigitsZ hexdigitsZ hexDigitsZasciiUpper2LowerZheadingElementsZ voidElementsZ cdataElementsZrcdataElementsZbooleanAttributesZentitiesWindows1252Z xmlEntitiesZentitiesZreplacementCharactersZ tokenTypesZ tagTokenTypesprefixes UserWarningr Exceptionr r4 r4 r4 r8 <module> sj $ S A # L& PK A\U U < pip/_vendor/html5lib/__pycache__/_inputstream.cpython-38.pycnu [ U .e( ! @ s d dl mZmZmZ d dlmZmZ d dlmZm Z d dl Z d dl Z d dl m Z ddlmZmZmZmZ ddlmZ dd lmZ d d lmZ zd d lmZ W n ek r eZY nX ed d eD Zedd eD Z edd eD Z eeddgB Z dZ ej rJe d dkr&e !ddks*t"e #e dd e$d d Z%n e #e Z%e&ddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5g Z'e #d6Z(i Z)G d7d8 d8e*Z+d9d: Z,G d;d< d<e*Z-G d=d> d>e-Z.G d?d@ d@e/Z0G dAdB dBe*Z1G dCdD dDe*Z2dEdF Z3dS )G )absolute_importdivisionunicode_literals) text_type binary_type) http_clienturllibN) webencodings )EOFspaceCharacters asciiLettersasciiUppercase)_ReparseException)_utils)StringIO)BytesIOc C s g | ]}| d qS asciiencode.0item r E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_inputstream.py <listcomp> s r c C s g | ]}| d qS r r r r r r r s c C s g | ]}| d qS r r r r r r r s > <u [- - --]]z"\uD800-\uDFFF"i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i z[ - -/:-@\[-`{-~]c @ sH e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dS )BufferedStreamzBuffering for streams that do not have buffering of their own The buffer is implemented as a list of chunks on the assumption that joining many strings will be slow since it is O(n**2) c C s || _ g | _ddg| _d S )Nr r )streambufferposition)selfr" r r r __init__@ s zBufferedStream.__init__c C s< d}| j d | jd D ]}|t|7 }q|| jd 7 }|S Nr r )r# r$ len)r% poschunkr r r tellE s zBufferedStream.tellc C sT || kst|}d}t| j| |k rF|t| j| 8 }|d7 }q||g| _d S r' )_bufferedBytesAssertionErrorr( r# r$ )r% r) offsetir r r seekL s zBufferedStream.seekc C sT | j s| |S | jd t| j krF| jd t| j d krF| |S | |S d S )Nr r r )r# _readStreamr$ r( _readFromBuffer)r% bytesr r r readU s zBufferedStream.readc C s t dd | jD S )Nc S s g | ] }t |qS r )r( r r r r r _ s z1BufferedStream._bufferedBytes.<locals>.<listcomp>)sumr# r% r r r r, ^ s z BufferedStream._bufferedBytesc C s< | j |}| j| | jd d7 < t|| jd< |S r' )r" r4 r# appendr$ r( )r% r3 datar r r r1 a s zBufferedStream._readStreamc C s |}g }| j d }| j d }|t| jk r|dkr|dks>t| j| }|t|| krl|}||| g| _ n"t|| }|t|g| _ |d7 }||||| ||8 }d}q |r|| | d|S )Nr r )r$ r( r# r- r7 r1 join)r% r3 ZremainingBytesrvZ bufferIndexZ bufferOffsetZ bufferedDataZ bytesToReadr r r r2 h s& z BufferedStream._readFromBufferN) __name__ __module__ __qualname____doc__r& r+ r0 r4 r, r1 r2 r r r r r! 9 s r! c K s t | tjs(t | tjjr.t | jtjr.d}n&t| drJt | dt }n t | t }|rdd |D }|rvt d| t | f|S t | f|S d S )NFr4 r c S s g | ]}| d r|qS )Z _encoding)endswith)r xr r r r s z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r) isinstancer Z HTTPResponser ZresponseZaddbasefphasattrr4 r TypeErrorHTMLUnicodeInputStreamHTMLBinaryInputStream)sourcekwargsZ isUnicodeZ encodingsr r r HTMLInputStream s rJ c @ sp e Zd ZdZdZdd Zdd Zdd Zd d Zd d Z d d Z dddZ dd Z dd Z d ddZdd ZdS ) rF Provides a unicode stream of characters to the HTMLTokenizer. This class takes care of character encoding and removing or replacing incorrect byte-sequences and also provides column and line tracking. i ( c C sZ t jsd| _n tddkr$| j| _n| j| _dg| _tddf| _| || _ | dS ) Initialises the HTMLInputStream. HTMLInputStream(source, [encoding]) -> Normalized stream from source for use by html5lib. source can be either a file-object, local filename or a string. The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) Nu r r utf-8certain) r supports_lone_surrogatesreportCharacterErrorsr( characterErrorsUCS4characterErrorsUCS2ZnewLineslookupEncoding charEncoding openStream dataStreamreset)r% rH r r r r& s z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N r )r* chunkSize chunkOffseterrors prevNumLines prevNumCols_bufferedCharacterr6 r r r rW s z HTMLUnicodeInputStream.resetc C s t |dr|}nt|}|S zvProduces a file object from source. source can be either a file object, local filename or a string. r4 )rD r r% rH r" r r r rU s z!HTMLUnicodeInputStream.openStreamc C sT | j }|dd|}| j| }|dd|}|dkr@| j| }n ||d }||fS )N r r r )r* countr\ rfindr] )r% r. r* ZnLinesZ positionLineZ lastLinePosZpositionColumnr r r _position s z HTMLUnicodeInputStream._positionc C s | | j\}}|d |fS )z:Returns (line, col) of the current position in the stream.r )rd rZ )r% linecolr r r r$ s z HTMLUnicodeInputStream.positionc C s6 | j | jkr| stS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return EOF when EOF is reached. r )rZ rY readChunkr r* )r% rZ charr r r rh s zHTMLUnicodeInputStream.charNc C s |d kr| j }| | j\| _| _d| _d| _d| _| j|}| j rX| j | }d | _ n|s`dS t |dkrt |d }|dksd| krdkrn n|d | _ |d d }| j r| | | d d }| d d }|| _t || _d S ) NrX r Fr r i z ra T)_defaultChunkSizerd rY r\ r] r* rZ rV r4 r^ r( ordrP replace)r% rY r8 Zlastvr r r rg s0 z HTMLUnicodeInputStream.readChunkc C s( t tt|D ]}| jd qd S )Ninvalid-codepoint)ranger( invalid_unicode_refindallr[ r7 )r% r8 _r r r rQ % s z*HTMLUnicodeInputStream.characterErrorsUCS4c C s d}t |D ]}|rqt| }| }t|||d rrt|||d }|tkrl| j d d}q|dkr|dkr|t |d kr| j d qd}| j d qd S )NF ro Trj i r ) rq finditerrm groupstartr ZisSurrogatePairZsurrogatePairToCodepointnon_bmp_invalid_codepointsr[ r7 r( )r% r8 skipmatchZ codepointr) Zchar_valr r r rR ) s" z*HTMLUnicodeInputStream.characterErrorsUCS2Fc C s zt ||f }W nh tk rx |D ]}t|dk s$tq$ddd |D }|sZd| }td| }t ||f< Y nX g }|| j| j }|dkr| j | j krqn0| }|| j kr| | j| j | || _ q| | j| j d | s~qq~d|} | S )z Returns a string of characters from the stream up to but not including any character in 'characters' or EOF. 'characters' must be a container that supports the 'in' method and iteration over its characters. rX c S s g | ]}d t | qS )z\x%02x)rm )r cr r r r N s z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N)charsUntilRegExKeyErrorrm r- r: recompilerz r* rZ rY endr7 rg ) r% Z charactersZoppositecharsr| Zregexr; mr rr r r charsUntil@ s0 z!HTMLUnicodeInputStream.charsUntilc C sT |d k rP| j dkr.|| j | _| jd7 _n"| j d8 _ | j| j |ksPtd S r' )rZ r* rY r- )r% rh r r r ungeto s z HTMLUnicodeInputStream.unget)N)F)r< r= r> r? rl r& rW rU rd r$ rh rg rQ rR r r r r r r rF s & /rF c @ sL e Zd ZdZdddZdd Zd d Zdd d Zd d Zdd Z dd Z dS )rG rK N windows-1252Tc C sn | || _t| | j d| _d| _|| _|| _|| _|| _ || _ | || _ | j d dk sbt | dS )rL i d r N)rU rawStreamrF r& numBytesMetanumBytesChardetoverride_encodingtransport_encodingsame_origin_parent_encodinglikely_encodingdefault_encodingdetermineEncodingrT r- rW )r% rH r r r r r Z useChardetr r r r& s z HTMLBinaryInputStream.__init__c C s& | j d j| jd| _t| d S )Nr rn )rT Z codec_info streamreaderr rV rF rW r6 r r r rW s zHTMLBinaryInputStream.resetc C sD t |dr|}nt|}z|| W n t|}Y nX |S r_ )rD r r0 r+ r! r` r r r rU s z HTMLBinaryInputStream.openStreamc C s | df}|d d k r |S t| jdf}|d d k r:|S t| jdf}|d d k rX|S | df}|d d k rt|S t| jdf}|d d k r|d jds|S t| jdf}|d d k r|S |rpzddl m } W n t k r Y nX g }| }|j s<| j | j}t|ts t|s&q<|| || q| t|jd }| j d |d k rp|dfS t| jdf}|d d k r|S tddfS )NrN r Z tentativezutf-16)UniversalDetectorencodingr ) detectBOMrS r r detectEncodingMetar name startswithr Z%pip._vendor.chardet.universaldetectorr ImportErrorZdoner r4 r rB r3 r- r7 Zfeedcloseresultr0 r )r% ZchardetrT r ZbuffersZdetectorr# r r r r r sR z'HTMLBinaryInputStream.determineEncodingc C s | j d dkstt|}|d kr&d S |jdkrFtd}|d k stnT|| j d krf| j d df| _ n4| jd |df| _ | td| j d |f d S )Nr rN utf-16beutf-16lerM r z Encoding changed from %s to %s)rT r- rS r r r0 rW r )r% Z newEncodingr r r changeEncoding s z$HTMLBinaryInputStream.changeEncodingc C s t jdt jdt jdt jdt jdi}| jd}t|t s<t | |dd }d}|s~| |}d}|s~| |dd }d }|r| j | t |S | j d dS dS ) zAttempts to detect at BOM at the start of the stream. If an encoding can be determined from the BOM return the name of the encoding otherwise return NonerM r r zutf-32lezutf-32be N rt r )codecsBOM_UTF8 BOM_UTF16_LE BOM_UTF16_BE BOM_UTF32_LE BOM_UTF32_BEr r4 rB r3 r- getr0 rS )r% ZbomDictstringr r0 r r r r s4 z HTMLBinaryInputStream.detectBOMc C sV | j | j}t|ts tt|}| j d | }|dk rR|j dkrRt d}|S )z9Report the encoding declared by the meta element r Nr rM ) r r4 r rB r3 r- EncodingParserr0 getEncodingr rS )r% r# parserr r r r r 9 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr T)T) r< r= r> r? r& rW rU r r r r r r r r rG s * >"rG c @ s e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z e e e Z dd Ze eZefddZdd Zdd Zdd Zd S ) EncodingByteszString-like object with an associated position and various extra methods If the position is ever greater than the string length then an exception is raisedc C s t |tstt| | S N)rB r3 r- __new__lowerr% valuer r r r L s zEncodingBytes.__new__c C s d| _ d S )Nr )rd r r r r r& P s zEncodingBytes.__init__c C s | S r r r6 r r r __iter__T s zEncodingBytes.__iter__c C s> | j d }| _ |t| kr"tn |dk r.t| ||d S )Nr r rd r( StopIterationrE r% pr r r __next__W s zEncodingBytes.__next__c C s | S r )r r6 r r r next_ s zEncodingBytes.nextc C sB | j }|t| krtn |dk r$t|d | _ }| ||d S r' r r r r r previousc s zEncodingBytes.previousc C s | j t| krt|| _ d S r rd r( r )r% r$ r r r setPositionl s zEncodingBytes.setPositionc C s* | j t| krt| j dkr"| j S d S d S )Nr r r6 r r r getPositionq s zEncodingBytes.getPositionc C s | | j | j d S Nr )r$ r6 r r r getCurrentByte{ s z EncodingBytes.getCurrentBytec C sH | j }|t| k r>| ||d }||kr4|| _|S |d7 }q|| _dS )z Skip past a list of charactersr Nr$ r( rd r% r r r| r r r ry s zEncodingBytes.skipc C sH | j }|t| k r>| ||d }||kr4|| _|S |d7 }q|| _d S r r r r r r skipUntil s zEncodingBytes.skipUntilc C s> | j }| ||t| }||}|r:| j t|7 _ |S )zLook for a sequence of bytes at the start of a string. If the bytes are found return True and advance the position to the byte after the match. Otherwise return False and leave the position alone)r$ r( r )r% r3 r r8 r; r r r matchBytes s zEncodingBytes.matchBytesc C sR | | j d |}|dkrJ| jdkr,d| _| j|t| d 7 _dS tdS )zLook for the next sequence of bytes matching a given sequence. If a match is found advance the position to the last byte of the matchNr r r T)r$ findrd r( r )r% r3 Z newPositionr r r jumpTo s zEncodingBytes.jumpToN)r< r= r> r? r r& r r r r r r propertyr$ r currentBytespaceCharactersBytesry r r r r r r r r H s r c @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )r z?Mini parser for detecting character encoding from meta elementsc C s t || _d| _dS )z3string - the data to work on for encoding detectionN)r r8 r r% r8 r r r r& s zEncodingParser.__init__c C s d| j fd| jfd| jfd| jfd| jfd| jff}| jD ]Z}d}|D ]D\}}| j|rFz| }W qW qF tk r d}Y qY qFX qF|s: qq:| jS ) Ns <!--s <metas </s <!s <?r TF) handleComment handleMetahandlePossibleEndTag handleOtherhandlePossibleStartTagr8 r r r )r% ZmethodDispatchrs Z keepParsingkeymethodr r r r s( zEncodingParser.getEncodingc C s | j dS )zSkip over commentss -->r8 r r6 r r r r s z EncodingParser.handleCommentc C s | j jtkrdS d}d }| }|d kr,dS |d dkr\|d dk}|r|d k r|| _dS q|d dkr|d }t|}|d k r|| _dS q|d dkrtt|d }| }|d k rt|}|d k r|r|| _dS |}qd S ) NTFr s http-equivr s content-type charsets content) r8 r r getAttributer rS ContentAttrParserr parse)r% Z hasPragmaZpendingEncodingattrZtentativeEncodingcodecZ contentParserr r r r s8 zEncodingParser.handleMetac C s | dS )NF)handlePossibleTagr6 r r r r s z%EncodingParser.handlePossibleStartTagc C s t | j | dS )NT)r r8 r r6 r r r r s z#EncodingParser.handlePossibleEndTagc C sb | j }|jtkr(|r$| | dS |t}|dkrD| n| }|d k r^| }qLdS )NTr )r8 r asciiLettersBytesr r r spacesAngleBracketsr )r% ZendTagr8 r| r r r r r s z EncodingParser.handlePossibleTagc C s | j dS )Nr r r6 r r r r s zEncodingParser.handleOtherc C s | j }|ttdgB }|dks2t|dks2t|dkr>dS g }g }|dkrV|rVqnX|tkrj| }qnD|dkrd|dfS |tkr|| n|dkrdS || t |}qF|dkr| d|dfS t | | }|dkrJ|}t |}||kr"t | d|d|fS |tkr<|| q|| qnJ|d krbd|dfS |tkr||| n|dkrdS || t |}|t krd|d|fS |tkr|| n|dkrdS || qdS ) z_Return a name,value pair for the next attribute in the stream, if one is found, or None /Nr )r N =)r r r9 ) ' "r ) r8 ry r frozensetr( r- r: asciiUppercaseBytesr7 r r r r )r% r8 r| ZattrNameZ attrValueZ quoteCharr r r r sb zEncodingParser.getAttributeN) r< r= r> r? r& r r r r r r r r r r r r r s $r c @ s e Zd Zdd Zdd ZdS )r c C s t |tst|| _d S r )rB r3 r- r8 r r r r r& f s zContentAttrParser.__init__c C s z| j d | j jd7 _| j | j jdks<W d S | j jd7 _| j | j jdkr| j j}| j jd7 _| j j}| j |r| j || j j W S W d S nR| j j}z"| j t | j || j j W W S tk r | j |d Y W S X W n tk r Y d S X d S )Nr r r )r r )r8 r r$ ry r r r r )r% Z quoteMarkZ oldPositionr r r r j s. zContentAttrParser.parseN)r< r= r> r& r r r r r r e s r c C sf t | tr0z| d} W n tk r. Y dS X | dk r^z t| W S tk rZ Y dS X ndS dS )z{Return the python codec name corresponding to an encoding or None if the string doesn't correspond to a valid encoding.r N)rB r decodeUnicodeDecodeErrorr lookupAttributeError)r r r r rS s rS )4Z __future__r r r Zpip._vendor.sixr r Zpip._vendor.six.movesr r r r Z pip._vendorr Z constantsr r r r r rX r ior r r r r r r r Z invalid_unicode_no_surrogaterO rb r- r evalrq setrx Zascii_punctuation_rer} objectr! rJ rF rG r3 r r r rS r r r r <module> s " J g Ih 6'PK A\7ţs s ; pip/_vendor/html5lib/__pycache__/html5parser.cpython-38.pycnu [ U .e @ s d dl mZmZmZ d dlmZmZ d dlZd dlm Z ddl m Z ddl m Z ddl m Z dd lmZ dd l mZ dd lmZmZmZmZmZmZmZmZmZmZm Z m Z m Z m Z m!Z!m"Z" d!ddZ#d"ddZ$dd Z%G dd de&Z'ej(dd Z)dd Z*d#d d Z+G d d d e,Z-dS )$ )absolute_importdivisionunicode_literals)with_metaclassviewkeysN) OrderedDict ) _inputstream) _tokenizer) treebuilders)Marker)_utils)spaceCharactersasciiUpper2LowerspecialElementsheadingElements cdataElementsrcdataElements tokenTypes tagTokenTypes namespaces htmlIntegrationPointElements"mathmlTextIntegrationPointElementsadjustForeignAttributesadjustMathMLAttributesadjustSVGAttributesE_ReparseExceptionetreeTc K s$ t |}t||d}|j| f|S )a Parse an HTML document as a string or file-like object into a tree :arg doc: the document to parse as a string or file-like object :arg treebuilder: the treebuilder to use when parsing :arg namespaceHTMLElements: whether or not to namespace HTML elements :returns: parsed tree Example: >>> from html5lib.html5parser import parse >>> parse('<html><body><p>This is a doc</p></body></html>') <Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0> namespaceHTMLElements)r getTreeBuilder HTMLParserparse)doc treebuilderr kwargstbp r) D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/html5parser.pyr# s r# divc K s, t |}t||d}|j| fd|i|S )a# Parse an HTML fragment as a string or file-like object into a tree :arg doc: the fragment to parse as a string or file-like object :arg container: the container context to parse the fragment in :arg treebuilder: the treebuilder to use when parsing :arg namespaceHTMLElements: whether or not to namespace HTML elements :returns: parsed tree Example: >>> from html5lib.html5libparser import parseFragment >>> parseFragment('<b>this is a fragment</b>') <Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090> r container)r r! r" parseFragment)r$ r, r% r r& r' r( r) r) r* r- 2 s r- c s G fdddt }|S )Nc s e Zd Z fddZdS )z-method_decorator_metaclass.<locals>.Decoratedc s> | D ]$\}}t|tjr$ |}|||< qt| |||S N)items isinstancetypes FunctionTypetype__new__)metaZ classnamebasesZ classDictZ attributeNameZ attributefunctionr) r* r4 M s z5method_decorator_metaclass.<locals>.Decorated.__new__N)__name__ __module__ __qualname__r4 r) r7 r) r* DecoratedL s r< )r3 )r8 r< r) r7 r* method_decorator_metaclassK s r= c @ s e Zd ZdZd+ddZd,dd Zd d Zed d Zdd Z dd Z dd Z dd Z dd Z dd Zd-dd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* ZdS ).r" z]HTML parser Generates a tree structure from a stream of (possibly malformed) HTML. NFTc sL | _ |dkrtd}|| _g _t fddt| D _dS )a :arg tree: a treebuilder class controlling the type of tree that will be returned. Built in treebuilders can be accessed through html5lib.treebuilders.getTreeBuilder(treeType) :arg strict: raise an exception when a parse error is encountered :arg namespaceHTMLElements: whether or not to namespace HTML elements :arg debug: whether or not to enable debug mode which logs things Example: >>> from html5lib.html5parser import HTMLParser >>> parser = HTMLParser() # generates parser with etree builder >>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict Nr c s g | ]\}}|| j fqS r) )tree).0nameclsselfr) r* <listcomp>z s z'HTMLParser.__init__.<locals>.<listcomp>) strictr r! r> errorsdict getPhasesr/ phases)rC r> rE r debugr) rB r* __init__^ s zHTMLParser.__init__r+ c K sh || _ || _|| _tj|fd| i|| _| z | W n$ tk rb | | Y nX d S )Nparser) innerHTMLModer, scriptingr Z HTMLTokenizer tokenizerresetmainLoopr )rC stream innerHTMLr, rN r& r) r) r* _parse} s zHTMLParser._parsec C s | j d| _g | _g | _d| _| jr| j | _ | j t krL| j j | j _ n0| j tkrd| j j| j _ n| j dkr|| j j| j _ n | jd | _| j | nd| _ | jd | _d | _d | _d| _d S )NFz no quirks plaintext beforeHtmlinitialT)r> rP firstStartTagrF log compatModerM r, lowerrS r rO rcdataStatestater rawtextStateplaintextStaterI phaseinsertHtmlElementresetInsertionModeZ lastPhaseZbeforeRCDataPhase framesetOKrB r) r) r* rP s* zHTMLParser.resetc C s t | dsdS | jjjd jS )zName of the character encoding that was used to decode the input stream, or :obj:`None` if that is not determined yet rO Nr )hasattrrO rR charEncodingr@ rB r) r) r* documentEncoding s zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jko4|jd tdkS |j|j ftkS d S )Nannotation-xmlmathmlencoding)z text/htmlzapplication/xhtml+xml)r@ namespacer attributes translater r rC elementr) r) r* isHTMLIntegrationPoint s z!HTMLParser.isHTMLIntegrationPointc C s |j |jftkS r. )rj r@ r rm r) r) r* isMathMLTextIntegrationPoint s z'HTMLParser.isMathMLTextIntegrationPointc C sh t d }t d }t d }t d }t d }t d }t d }| D ]}d } |} | d k r| } | jjrp| jjd nd } | r~| jnd } | r| jnd } | d }||kr| | d | d i d } qNt| jjd ksd| | jj ksd| | r||kr |d t ddgksd|||fksd| t d krH| dkrH||krH|d dksd| | rl||||fkrl| j}n | jd }||kr|| } qN||kr|| } qN||kr|| } qN||kr|| } qN||kr|| } qN||krN|| } qN||kr@| d r@| d s@| dd | d i q@d}g }|rd|| j | j }|r.| j|ks.tq.d S )N CharactersZSpaceCharactersStartTagEndTagCommentZDoctype ParseErrorr3 datadatavarsr r@ ZmglyphZ malignmarkrh rg svginForeignContent selfClosingselfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r normalizedTokensr> openElementsrj r@ parseErrorgetlendefaultNamespacerp frozensetr ro r` rI processCharactersprocessSpaceCharactersprocessStartTag processEndTagprocessCommentprocessDoctypeappend processEOFAssertionError)rC ZCharactersTokenZSpaceCharactersTokenZ StartTagTokenZ EndTagTokenZ CommentTokenZ DoctypeTokenZParseErrorTokentokenZ prev_token new_token currentNodeZcurrentNodeNamespaceZcurrentNodeNamer3 r` Z reprocessrI r) r) r* rQ s zHTMLParser.mainLoopc c s | j D ]}| |V qd S r. )rO normalizeTokenrC r r) r) r* r} s zHTMLParser.normalizedTokensc O s | j |ddf|| | j S )a Parse a HTML document into a well-formed tree :arg stream: a file-like object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element). :arg scripting: treat noscript elements as if JavaScript was turned on :returns: parsed tree Example: >>> from html5lib.html5parser import HTMLParser >>> parser = HTMLParser() >>> parser.parse('<html><body><p>This is a doc</p></body></html>') <Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0> FN)rT r> Z getDocumentrC rR argsr& r) r) r* r# s zHTMLParser.parsec O s | j |df|| | j S )aZ Parse a HTML fragment into a well-formed tree fragment :arg container: name of the element we're setting the innerHTML property if set to None, default to 'div' :arg stream: a file-like object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) :arg scripting: treat noscript elements as if JavaScript was turned on :returns: parsed tree Example: >>> from html5lib.html5libparser import HTMLParser >>> parser = HTMLParser() >>> parser.parseFragment('<b>this is a fragment</b>') <Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090> T)rT r> Z getFragmentr r) r) r* r- $ s zHTMLParser.parseFragmentXXX-undefined-errorc C s@ |d kr i }| j | jj ||f | jr<tt| | d S r. )rF r rO rR ZpositionrE ru r )rC Z errorcoderx r) r) r* r @ s zHTMLParser.parseErrorc C sT |d t d krP|d }t||d< t|t|d krP|d |d d d |S )Nr3 rr rw rv )r r r update)rC r rawr) r) r* r H s zHTMLParser.normalizeTokenc C s t |t d S r. )adjust_attributesr r r) r) r* r S s z!HTMLParser.adjustMathMLAttributesc C s t |t d S r. )r r r r) r) r* r V s z HTMLParser.adjustSVGAttributesc C s t |t d S r. )r adjustForeignAttributesMapr r) r) r* r Y s z"HTMLParser.adjustForeignAttributesc C s | j d S r. )rL r` r r) r) r* reparseTokenNormal\ s z HTMLParser.reparseTokenNormalc C s d}ddddddddddd d d d d }| j jd d d D ]}|j}d }|| j jd krj| js`td}| j}|dkr|| js|t|s|j| j jkrq8||kr| j|| } qq8|r8| jd } qq8|| _d S )NFinSelectinCellinRow inTableBody inCaption inColumnGroupinTableinBody inFrameset beforeHead)selecttdthtrtbodytheadtfootcaptioncolgrouptableheadbodyframesethtmlrv r T)r r r r ) r> r~ r@ rS r rj r rI r` )rC ZlastZnewModesnodeZnodeNameZ new_phaser) r) r* rb ` sD z HTMLParser.resetInsertionModec C sR |dks t | j| |dkr.| jj| j_n | jj| j_| j| _| j d | _d S )N)RAWTEXTRCDATAr text) r r> insertElementrO r^ r] r\ r` originalPhaserI )rC r Z contentTyper) r) r* parseRCDataRawtext s z HTMLParser.parseRCDataRawtext)NFTF)Fr+ F)r N)r9 r: r; __doc__rK rT rP propertyrf ro rp rQ r} r# r- r r r r r r rb r r) r) r) r* r" W s( " C ,r" c s" dd }dd }G dd dt || | G dd d }G d d d }G fd d d }G fd dd }G fddd }G fddd }G fddd } G fddd } G fddd } G fddd } G fdd d } G fd d d }G fd d d }G fd!d"d" }G fd#d$d$ }G fd%d&d& }G fd'd(d( }G fd)d*d* }G fd+d,d, }G fd-d.d. }G fd/d0d0 }G fd1d2d2 }G fd3d4d4 }||||||| | | | | ||||||||||||d5S )6Nc s( t dd t D fdd}|S )z4Logger that records which phase processes each tokenc s s | ]\}}||fV qd S r. r) )r? keyvaluer) r) r* <genexpr> s z)getPhases.<locals>.log.<locals>.<genexpr>c s j drt|dkr|d }zd|d i}W n Y nX |d tkr\|d |d< | jj| jjjj | jj j j | j j j |f | f||S | f||S d S )NZprocessr r3 r@ ) r9 startswithr r rL rY r rO r] r` __class__)rC r r& r infor8 Z type_namesr) r* wrapped s z'getPhases.<locals>.log.<locals>.wrapped)rG r r/ )r8 r r) r r* rY s zgetPhases.<locals>.logc S s | r t |S tS d S r. )r= r3 )Z use_metaclassZmetaclass_funcr) r) r* getMetaclass s z getPhases.<locals>.getMetaclassc @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )zgetPhases.<locals>.PhasezNBase class for helper object that implements each phase of processing c S s || _ || _d S r. )rL r> rC rL r> r) r) r* rK s z!getPhases.<locals>.Phase.__init__c S s t d S r. )NotImplementedErrorrB r) r) r* r s z#getPhases.<locals>.Phase.processEOFc S s | j || j jd d S )Nrv r> insertCommentr~ r r) r) r* r s z'getPhases.<locals>.Phase.processCommentc S s | j d d S )Nzunexpected-doctyperL r r r) r) r* r s z'getPhases.<locals>.Phase.processDoctypec S s | j |d d S Nrw r> insertTextr r) r) r* r s z*getPhases.<locals>.Phase.processCharactersc S s | j |d d S r r r r) r) r* r s z/getPhases.<locals>.Phase.processSpaceCharactersc S s | j |d |S Nr@ )startTagHandlerr r) r) r* r s z(getPhases.<locals>.Phase.processStartTagc S sf | j js |d dkr | j d |d D ],\}}|| jjd jkr,|| jjd j|< q,d| j _d S )Nr@ r z non-html-rootrw r F)rL rX r r/ r> r~ rk rC r attrr r) r) r* startTagHtml s z%getPhases.<locals>.Phase.startTagHtmlc S s | j |d |S r ) endTagHandlerr r) r) r* r s z&getPhases.<locals>.Phase.processEndTagN) r9 r: r; r rK r r r r r r r r r) r) r) r* Phase s r c @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z getPhases.<locals>.InitialPhasec S s d S r. r) r r) r) r* r s z6getPhases.<locals>.InitialPhase.processSpaceCharactersc S s | j || j j d S r. r> r Zdocumentr r) r) r* r s z.getPhases.<locals>.InitialPhase.processCommentc S s |d }|d }|d }|d }|dks@|d k s@|d k rL|dkrL| j d |d krXd}| j| |dkrv|t}|r|d dks|d s|d ks|d r|d ks|r| d krd | j _n$|ds|d r|d k rd| j _| j j d | j _ d S )Nr@ publicIdsystemIdcorrectr zabout:legacy-compatzunknown-doctype )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtdquirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrV ) rL r r> Z insertDoctyperl r r r[ rZ rI r` )rC r r@ r r r r) r) r* r sX 9<?@@ A z.getPhases.<locals>.InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr rV )rL rZ rI r` rB r) r) r* anythingElseM s z,getPhases.<locals>.InitialPhase.anythingElsec S s | j d | |S )Nz expected-doctype-but-got-charsrL r r r r) r) r* r Q s z1getPhases.<locals>.InitialPhase.processCharactersc S s" | j dd|d i | |S )Nz"expected-doctype-but-got-start-tagr@ r r r) r) r* r V s z/getPhases.<locals>.InitialPhase.processStartTagc S s" | j dd|d i | |S )Nz expected-doctype-but-got-end-tagr@ r r r) r) r* r \ s z-getPhases.<locals>.InitialPhase.processEndTagc S s | j d | dS )Nz expected-doctype-but-got-eofTr rB r) r) r* r b s z*getPhases.<locals>.InitialPhase.processEOFN) r9 r: r; r r r r r r r r r) r) r) r* InitialPhase s _r c @ sD e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dS )z"getPhases.<locals>.BeforeHtmlPhasec S s& | j tdd | jjd | j_d S )Nr rr r )r> Z insertRootimpliedTagTokenrL rI r` rB r) r) r* ra i s z4getPhases.<locals>.BeforeHtmlPhase.insertHtmlElementc S s | dS NTra rB r) r) r* r n s z-getPhases.<locals>.BeforeHtmlPhase.processEOFc S s | j || j j d S r. r r r) r) r* r r s z1getPhases.<locals>.BeforeHtmlPhase.processCommentc S s d S r. r) r r) r) r* r u s z9getPhases.<locals>.BeforeHtmlPhase.processSpaceCharactersc S s | |S r. r r r) r) r* r x s z4getPhases.<locals>.BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| |S )Nr@ r T)rL rX ra r r) r) r* r | s z2getPhases.<locals>.BeforeHtmlPhase.processStartTagc S s4 |d dkr$| j dd|d i n | |S d S )Nr@ r r r brz unexpected-end-tag-before-html)rL r ra r r) r) r* r s z0getPhases.<locals>.BeforeHtmlPhase.processEndTagN) r9 r: r; ra r r r r r r r) r) r) r* BeforeHtmlPhaseg s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z"getPhases.<locals>.BeforeHeadPhasec sV | || td| jfd| jfg| _| j| j_td| jfg| _ | j | j _d S )Nr r r ) rK r MethodDispatcherr startTagHeadr startTagOtherdefaultendTagImplyHeadr endTagOtherr r r) r* rK s z+getPhases.<locals>.BeforeHeadPhase.__init__c S s | tdd dS )Nr rr Tr r rB r) r) r* r s z-getPhases.<locals>.BeforeHeadPhase.processEOFc S s d S r. r) r r) r) r* r s z9getPhases.<locals>.BeforeHeadPhase.processSpaceCharactersc S s | tdd |S Nr rr r r r) r) r* r s z4getPhases.<locals>.BeforeHeadPhase.processCharactersc S s | j jd |S Nr rL rI r r r) r) r* r s z/getPhases.<locals>.BeforeHeadPhase.startTagHtmlc S s0 | j | | j jd | j _| jjd | j_d S )Nrv inHead)r> r r~ headPointerrL rI r` r r) r) r* r s z/getPhases.<locals>.BeforeHeadPhase.startTagHeadc S s | tdd |S r r r r) r) r* r s z0getPhases.<locals>.BeforeHeadPhase.startTagOtherc S s | tdd |S r r r r) r) r* r s z2getPhases.<locals>.BeforeHeadPhase.endTagImplyHeadc S s | j dd|d i d S )Nzend-tag-after-implied-rootr@ r r r) r) r* r s z.getPhases.<locals>.BeforeHeadPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r) r r) r* BeforeHeadPhase s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd d Zd d Zd!S )"z getPhases.<locals>.InHeadPhasec s | || td| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fg| _ | j | j _ td| jfd | jfg| _| j| j_ d S ) Nr title)noframesstylenoscriptscript)basebasefontbgsoundcommandlinkr5 r )r r r )rK r r r startTagTitlestartTagNoFramesStylestartTagNoscriptstartTagScriptstartTagBaseLinkCommand startTagMetar r r r endTagHeadendTagHtmlBodyBrr r r r r) r* rK s& z'getPhases.<locals>.InHeadPhase.__init__c S s | dS r r rB r) r) r* r s z)getPhases.<locals>.InHeadPhase.processEOFc S s | |S r. r r r) r) r* r s z0getPhases.<locals>.InHeadPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z+getPhases.<locals>.InHeadPhase.startTagHtmlc S s | j d d S )Nz!two-heads-are-not-better-than-oner r r) r) r* r s z+getPhases.<locals>.InHeadPhase.startTagHeadc S s$ | j | | j j d|d< d S NTr| r> r r~ popr r) r) r* r s z6getPhases.<locals>.InHeadPhase.startTagBaseLinkCommandc S s | j | | j j d|d< |d }| jjjjd dkrd|krZ| jjj|d nVd|krd|kr|d d krt |d d }t |}| }| jjj| d S ) NTr| rw r Z tentativecharsetZcontentz http-equivz content-typezutf-8)r> r r~ r rL rO rR re ZchangeEncodingr[ r Z EncodingBytesencodeZContentAttrParserr# )rC r rk rw rL codecr) r) r* r s z+getPhases.<locals>.InHeadPhase.startTagMetac S s | j |d d S )Nr rL r r r) r) r* r s z,getPhases.<locals>.InHeadPhase.startTagTitlec S s | j |d d S )Nr r r r) r) r* r s z4getPhases.<locals>.InHeadPhase.startTagNoFramesStylec S s8 | j jr| j |d n | j| | j jd | j _d S )Nr inHeadNoscript)rL rN r r> r rI r` r r) r) r* r s z/getPhases.<locals>.InHeadPhase.startTagNoscriptc S s< | j | | jjj| jj_| jj| j_| jjd | j_d S )Nr ) r> r rL rO ZscriptDataStater] r` r rI r r) r) r* r s z-getPhases.<locals>.InHeadPhase.startTagScriptc S s | |S r. r r r) r) r* r s z,getPhases.<locals>.InHeadPhase.startTagOtherc S s: | j jj }|jdks&td|j | j jd | j _d S )Nr zExpected head got %s afterHeadrL r> r~ r r@ r rI r` rC r r r) r) r* r s z)getPhases.<locals>.InHeadPhase.endTagHeadc S s | |S r. r r r) r) r* r s z/getPhases.<locals>.InHeadPhase.endTagHtmlBodyBrc S s | j dd|d i d S Nunexpected-end-tagr@ r r r) r) r* r s z*getPhases.<locals>.InHeadPhase.endTagOtherc S s | td d S )Nr )r r rB r) r) r* r s z+getPhases.<locals>.InHeadPhase.anythingElseN)r9 r: r; rK r r r r r r r r r r r r r r r r) r r) r* InHeadPhase s r c sx e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd ZdS ) z&getPhases.<locals>.InHeadNoscriptPhasec sf | || td| jfd| jfd| jfg| _| j| j_td| j fd| j fg| _ | j | j _d S )Nr )r r r r5 r r )r r r r ) rK r r r r startTagHeadNoscriptr r r endTagNoscriptendTagBrr r r r r) r* rK s z/getPhases.<locals>.InHeadNoscriptPhase.__init__c S s | j d | dS )Nzeof-in-head-noscriptTr rB r) r) r* r 0 s z1getPhases.<locals>.InHeadNoscriptPhase.processEOFc S s | j jd |S Nr )rL rI r r r) r) r* r 5 s z5getPhases.<locals>.InHeadNoscriptPhase.processCommentc S s | j d | |S )Nzchar-in-head-noscriptr r r) r) r* r 8 s z8getPhases.<locals>.InHeadNoscriptPhase.processCharactersc S s | j jd |S r rL rI r r r) r) r* r = s z=getPhases.<locals>.InHeadNoscriptPhase.processSpaceCharactersc S s | j jd |S r r r r) r) r* r @ s z3getPhases.<locals>.InHeadNoscriptPhase.startTagHtmlc S s | j jd |S r r r r) r) r* r C s z>getPhases.<locals>.InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j dd|d i d S Nunexpected-start-tagr@ r r r) r) r* r F s z;getPhases.<locals>.InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j dd|d i | |S Nz unexpected-inhead-noscript-tagr@ r r r) r) r* r I s z4getPhases.<locals>.InHeadNoscriptPhase.startTagOtherc S s: | j jj }|jdks&td|j | j jd | j _d S )Nr zExpected noscript got %sr r r r) r) r* r N s z5getPhases.<locals>.InHeadNoscriptPhase.endTagNoscriptc S s" | j dd|d i | |S r r r r) r) r* r S s z/getPhases.<locals>.InHeadNoscriptPhase.endTagBrc S s | j dd|d i d S r r r r) r) r* r X s z2getPhases.<locals>.InHeadNoscriptPhase.endTagOtherc S s | td d S )Nr )r r rB r) r) r* r [ s z3getPhases.<locals>.InHeadNoscriptPhase.anythingElseN)r9 r: r; rK r r r r r r r r r r r r r) r r) r* InHeadNoscriptPhase s r c sp e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd ZdS )z!getPhases.<locals>.AfterHeadPhasec sn | || td| jfd| jfd| jfd| jfd| jfg| _| j | j_ td| j fg| _ | j | j _ d S )Nr r r ) r r r r r5 r r r r r )r r r )rK r r r startTagBodystartTagFramesetstartTagFromHeadr r r r r r r r r r) r* rK ` s z*getPhases.<locals>.AfterHeadPhase.__init__c S s | dS r r rB r) r) r* r q s z,getPhases.<locals>.AfterHeadPhase.processEOFc S s | |S r. r r r) r) r* r u s z3getPhases.<locals>.AfterHeadPhase.processCharactersc S s | j jd |S r r r r) r) r* r y s z.getPhases.<locals>.AfterHeadPhase.startTagHtmlc S s( d| j _| j| | j jd | j _d S )NFr )rL rc r> r rI r` r r) r) r* r | s z.getPhases.<locals>.AfterHeadPhase.startTagBodyc S s | j | | jjd | j_d S )Nr )r> r rL rI r` r r) r) r* r s z2getPhases.<locals>.AfterHeadPhase.startTagFramesetc S sr | j dd|d i | jj| jj | j jd | | jjd d d D ] }|jdkrL| jj | qnqLd S )Nz#unexpected-start-tag-out-of-my-headr@ r rv r ) rL r r> r~ r r rI r r@ remover r) r) r* r s z2getPhases.<locals>.AfterHeadPhase.startTagFromHeadc S s | j dd|d i d S r r r r) r) r* r s z.getPhases.<locals>.AfterHeadPhase.startTagHeadc S s | |S r. r r r) r) r* r s z/getPhases.<locals>.AfterHeadPhase.startTagOtherc S s | |S r. r r r) r) r* r s z2getPhases.<locals>.AfterHeadPhase.endTagHtmlBodyBrc S s | j dd|d i d S r r r r) r) r* r s z-getPhases.<locals>.AfterHeadPhase.endTagOtherc S s. | j tdd | jjd | j_d| j_d S )Nr rr r T)r> r r rL rI r` rc rB r) r) r* r s z.getPhases.<locals>.AfterHeadPhase.anythingElseN)r9 r: r; rK r r r r r r r r r r r r) r r) r* AfterHeadPhase_ s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Z d5d6 Z d7d8 Z d9d: Z d;d< Z d=d> Z!d?d@ Z"dAdB Z#dCdD Z$dEdF Z%dGdH Z&dIdJ Z'dKdL Z(dMdN Z)dOdP Z*dQdR Z+dSdT Z,dUdV Z-dWdX Z.dYdZ Z/d[d\ Z0d]d^ Z1d_d` Z2dadb Z3dcdd Z4dedf Z5dgS )hz getPhases.<locals>.InBodyPhasec $ s | || | j| _td| jfd| jfd| jfd| jfd| j ft | j fd| j fd| j fd| jfd | jfd | jfd | jfd | jfd | jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd| j fd| j fd| j fd| j!fd | j"fd | j#fd | j$fd | j%fd | j&fg!| _'| j(| j'_)td| j*fd| j+fd!| j,fd| j-fd"| j.fd#| j/ft | j0fd$| j1fd| j2fd%| j3fg | _4| j5| j4_)d S )&Nr ) r r r r r r5 r r r r r )addressarticleaside blockquotecenterdetailsdirr+ dlfieldset figcaptionfigurefooterheaderhgroupmainmenunavolr( sectionsummaryul)prelistingform)lidddtrU a) bbigcodeemfontissmallstrikestrongttunobrbutton)ZappletZmarqueeobjectZxmpr )Zarear embedimgkeygenZwbr)ZparamsourceZtrackinputhrimageisindextextareaZiframer )Znoembedr r )rprt)optionoptgroupZmathry ) r colr framer r r r r r r )r r r! r" rH r# r$ Zdialogr% r+ r& r' r( r) r* r+ r, r5 r- r. r/ r0 r4 r1 r2 r3 r( )r8 r9 r7 )r: r; r< r= r> r? r@ rG rA rB rC rD rE rF r )6rK processSpaceCharactersNonPrer r r r startTagProcessInHeadr r startTagClosePr startTagHeadingstartTagPreListing startTagFormstartTagListItemstartTagPlaintext startTagAstartTagFormatting startTagNobrstartTagButtonstartTagAppletMarqueeObject startTagXmp startTagTablestartTagVoidFormattingstartTagParamSource startTagInput startTagHr startTagImagestartTagIsIndexstartTagTextareastartTagIFramer startTagRawtextstartTagSelect startTagRpRt startTagOpt startTagMath startTagSvgstartTagMisplacedr r r endTagBody endTagHtml endTagBlock endTagFormendTagPendTagListItem endTagHeadingendTagFormattingendTagAppletMarqueeObjectr r r r r r) r* rK s - z'getPhases.<locals>.InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r. )r@ rj rk )rC Znode1Znode2r) r) r* isMatchingFormattingElement s z:getPhases.<locals>.InBodyPhase.isMatchingFormattingElementc S s | j | | j jd }g }| j jd d d D ](}|tkr@ qXq.| ||r.|| q.t|dkshtt|dkr| j j |d | j j| d S )Nrv ) r> r r~ activeFormattingElementsr r r r r r )rC r rn ZmatchingElementsr r) r) r* addFormattingElement s z3getPhases.<locals>.InBodyPhase.addFormattingElementc S s> t d}| jjd d d D ] }|j|kr| jd q:qd S )N) r8 r9 r7 r( r r r r r r r r rv z expected-closing-tag-but-got-eof)r r> r~ r@ rL r )rC Zallowed_elementsr r) r) r* r s z)getPhases.<locals>.InBodyPhase.processEOFc S sf |d }| j | _|drH| jjd jdkrH| jjd sH|dd }|rb| j | j| d S )Nrw rv )r4 r5 rR r ) rY r r r> r~ r@ Z hasContent#reconstructActiveFormattingElementsr )rC r rw r) r) r* !processSpaceCharactersDropNewline s z@getPhases.<locals>.InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j | j |d | jjrPtdd |d D rPd| j_d S )Nrw c S s g | ] }|t kqS r) r r? charr) r) r* rD " s zDgetPhases.<locals>.InBodyPhase.processCharacters.<locals>.<listcomp>F)r> r r rL rc anyr r) r) r* r s z0getPhases.<locals>.InBodyPhase.processCharactersc S s | j | j |d d S r )r> r r r r) r) r* rY & s z;getPhases.<locals>.InBodyPhase.processSpaceCharactersNonPrec S s | j jd |S r r r r) r) r* rZ * s z4getPhases.<locals>.InBodyPhase.startTagProcessInHeadc S s | j dddi t| jjdks4| jjd jdkrB| j jstnBd| j _|d D ],\}}|| jjd j krV|| jjd j |< qVd S )Nr r@ r r Frw ) rL r r r> r~ r@ rS r rc r/ rk r r) r) r* r - s z+getPhases.<locals>.InBodyPhase.startTagBodyc S s | j dddi t| jjdks4| jjd jdkrB| j jstnp| j jsLnf| jjd j rv| jjd j | jjd | jjd jdkr| jj qv| j | | j j d | j _d S ) Nr r@ r r r rv r r )rL r r r> r~ r@ rS r rc parent removeChildr r rI r` r r) r) r* r 8 s " z/getPhases.<locals>.InBodyPhase.startTagFramesetc S s. | j jdddr | td | j | d S Nr( rH variant)r> elementInScoper{ r r r r) r) r* r[ F s z-getPhases.<locals>.InBodyPhase.startTagClosePc S s> | j jdddr | td | j | d| j_| j| _d S )Nr( rH r F) r> r r{ r r rL rc r r r r) r) r* r] K s z1getPhases.<locals>.InBodyPhase.startTagPreListingc S sZ | j jr | jdddi n:| j jdddr:| td | j | | j jd | j _d S )Nr r@ r6 r( rH r rv ) r> formPointerrL r r r{ r r r~ r r) r) r* r^ R s z+getPhases.<locals>.InBodyPhase.startTagFormc S s d| j _dgddgddgd}||d }t| jjD ]@}|j|kr^| j jt|jd qx|j t kr6|jdkr6 qxq6| jj d d d r| j jtd d | j | d S ) NFr7 r9 r8 )r7 r9 r8 r@ rs )r r+ r( r( rH r ) rL rc reversedr> r~ r@ r` r r nameTupler r r )rC r Z stopNamesMapZ stopNamesr r) r) r* r_ [ s* z/getPhases.<locals>.InBodyPhase.startTagListItemc S s> | j jdddr | td | j | | jjj| jj_d S r ) r> r r{ r r rL rO r_ r] r r) r) r* r` q s z0getPhases.<locals>.InBodyPhase.startTagPlaintextc S sb | j jdddr | td | j jd jtkrR| jdd|d i | j j | j | d S )Nr( rH r rv r r@ ) r> r r{ r r~ r@ r rL r r r r r) r) r* r\ w s z.getPhases.<locals>.InBodyPhase.startTagHeadingc S s~ | j d}|rf| jdddd | td || j jkrL| j j| || j jkrf| j j| | j | | d S )Nr: $unexpected-start-tag-implies-end-tagZ startNameZendName) r> !elementInActiveFormattingElementsrL r r~ r r~ r r r r )rC r Z afeAElementr) r) r* ra s z(getPhases.<locals>.InBodyPhase.startTagAc S s | j | | d S r. )r> r r r r) r) r* rb s z1getPhases.<locals>.InBodyPhase.startTagFormattingc S sP | j | j drB| jdddd | td | j | | d S )NrG r r )r> r r rL r r r r r r) r) r* rc s z+getPhases.<locals>.InBodyPhase.startTagNobrc S sT | j dr2| jdddd | td |S | j | j | d| j_d S )NrH r r F) r> r rL r r r r r rc r r) r) r* rd s z-getPhases.<locals>.InBodyPhase.startTagButtonc S s0 | j | j | | j jt d| j_d S NF)r> r r r r r rL rc r r) r) r* re s z:getPhases.<locals>.InBodyPhase.startTagAppletMarqueeObjectc S sB | j jdddr | td | j d| j_| j|d d S )Nr( rH r Fr )r> r r{ r r rL rc r r r) r) r* rf s z*getPhases.<locals>.InBodyPhase.startTagXmpc S sR | j jdkr*| jjdddr*| td | j| d| j _| j jd | j _ d S )Nr r( rH r Fr ) rL rZ r> r r r r rc rI r` r r) r) r* rg s z,getPhases.<locals>.InBodyPhase.startTagTablec S s6 | j | j | | j j d|d< d| j_d S )NTr| F)r> r r r~ r rL rc r r) r) r* rh s z5getPhases.<locals>.InBodyPhase.startTagVoidFormattingc S s@ | j j}| | d|d kr<|d d tdkr<|| j _d S )Nr3 rw hidden)rL rc rh rl r )rC r rc r) r) r* rj s z,getPhases.<locals>.InBodyPhase.startTagInputc S s$ | j | | j j d|d< d S r r r r) r) r* ri s z2getPhases.<locals>.InBodyPhase.startTagParamSourcec S sJ | j jdddr | td | j | | j j d|d< d| j_d S )Nr( rH r Tr| F) r> r r{ r r r~ r rL rc r r) r) r* rk s z)getPhases.<locals>.InBodyPhase.startTagHrc S s6 | j dddd | tdd|d |d d d S ) Nz unexpected-start-tag-treated-asrP rK Z originalNameZnewNamerr rw r{ rk r{ )rL r r r r r) r) r* rl s z,getPhases.<locals>.InBodyPhase.startTagImagec S s | j dddi | jjr d S i }d|d kr>|d d |d< | tdd|d | td d | td d d |d kr|d d }nd }| td |d |d }d|kr|d= d |kr|d = d|d< | tdd||d d | td | td d | td d S )Nzdeprecated-tagr@ rQ actionrw r6 rr )rk rO Zlabelpromptz3This is a searchable index. Enter search keywords: rq r3 rw rN r{ r ) rL r r> r r r r r copyr )rC r Z form_attrsr rk r) r) r* rm s< z.getPhases.<locals>.InBodyPhase.startTagIsIndexc S s0 | j | | jjj| jj_| j| _d| j_d S r ) r> r rL rO r\ r] r r rc r r) r) r* rn s z/getPhases.<locals>.InBodyPhase.startTagTextareac S s d| j _| | d S r )rL rc rp r r) r) r* ro s z-getPhases.<locals>.InBodyPhase.startTagIFramec S s" | j jr| | n | | d S r. )rL rN rp r r r) r) r* r s z/getPhases.<locals>.InBodyPhase.startTagNoscriptc S s | j |d dS )z8iframe, noembed noframes, noscript(if scripting enabled)r Nr r r) r) r* rp s z.getPhases.<locals>.InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jjtd | j | jj | d S Nrv rU ) r> r~ r@ rL r` r r r r r r) r) r* rs s z*getPhases.<locals>.InBodyPhase.startTagOptc S s | j | j | d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fkrx| jjd | j_n| jjd | j_d S ) NFr r r r r r inSelectInTabler )r> r r rL rc r` rI r r) r) r* rq s z-getPhases.<locals>.InBodyPhase.startTagSelectc S sB | j dr2| j | j jd jdkr2| j | j | d S )Nrubyrv )r> r generateImpliedEndTagsr~ r@ rL r r r r) r) r* rr % s z+getPhases.<locals>.InBodyPhase.startTagRpRtc S sZ | j | j| | j| td |d< | j | |d rV| j j d|d< d S )Nrh rj r{ Tr| ) r> r rL r r r r r~ r r r) r) r* rt , s z+getPhases.<locals>.InBodyPhase.startTagMathc S sZ | j | j| | j| td |d< | j | |d rV| j j d|d< d S )Nry rj r{ Tr| ) r> r rL r r r r r~ r r r) r) r* ru 8 s z*getPhases.<locals>.InBodyPhase.startTagSvgc S s | j dd|d i dS )a5 Elements that should be children of other elements that have a different insertion mode; here they are ignored "caption", "col", "colgroup", "frame", "frameset", "head", "option", "optgroup", "tbody", "td", "tfoot", "th", "thead", "tr", "noscript" z unexpected-start-tag-ignoredr@ Nr r r) r) r* rv D s z0getPhases.<locals>.InBodyPhase.startTagMisplacedc S s | j | j | d S r. )r> r r r r) r) r* r M s z,getPhases.<locals>.InBodyPhase.startTagOtherc S s | j jdddsD| tdd | jdddi | tdd nT| j d | j jd j dkrt| jdddi | j j }|j dkr| j j }qd S ) Nr( rH r rr r r@ rs rv ) r> r r[ r rL r r{ r r~ r@ r r r) r) r* r{ Q s z&getPhases.<locals>.InBodyPhase.endTagPc S s~ | j ds| j d S | j jd jdkrj| j jdd D ],}|jtdkr<| jdd|jd qjq<| jjd | j_d S )Nr rv )r8 r9 r7 rV rU r( rS rT r r r r r r r r $expected-one-end-tag-but-got-anotherZgotNameZ expectedName afterBody) r> r rL r r~ r@ r rI r` r r) r) r* rw ^ s z)getPhases.<locals>.InBodyPhase.endTagBodyc S s" | j dr | td |S d S )Nr )r> r rw r r r) r) r* rx p s z)getPhases.<locals>.InBodyPhase.endTagHtmlc S s |d dkr| j | _| j|d }|r2| j | jjd j|d kr^| jdd|d i |r| jj }|j|d kr| jj }qnd S )Nr@ r4 rv end-tag-too-early) rY r r> r r r~ r@ rL r r )rC r ZinScoper r) r) r* ry v s z*getPhases.<locals>.InBodyPhase.endTagBlockc S sv | j j}d | j _|d ks$| j |s8| jdddi n:| j | j jd |krd| jdddi | j j| d S )Nr r@ r6 rv zend-tag-too-early-ignored)r> r r rL r r r~ r r r) r) r* rz s z)getPhases.<locals>.InBodyPhase.endTagFormc S s |d dkrd}nd }| j j|d |dsB| jdd|d i nf| j j|d d | j jd j|d kr| jdd|d i | j j }|j|d kr| j j }qd S ) Nr@ r7 listr r excluderv r )r> r rL r r r~ r@ r )rC r r r r) r) r* r| s z-getPhases.<locals>.InBodyPhase.endTagListItemc S s t D ] }| j|r| j q$q| jjd j|d krP| jdd|d i t D ]8}| j|rT| jj }|jt kr| jj }qp qqTd S )Nrv r@ r ) r r> r r r~ r@ rL r r )rC r itemr) r) r* r} s z,getPhases.<locals>.InBodyPhase.endTagHeadingc S s d}|dk r |d7 }| j |d }|rD|| j jkrR| j |jsR| | dS || j jkr| jdd|d i | j j | dS | j |js| jdd|d i dS || j jd kr| jd d|d i | j j |}d}| j j|d D ]}|j t kr|} qq|dkrR| j j }||kr@| j j }q&| j j | dS | j j|d }| j j |}| } } d} | j j | } | d k rX| d7 } | d8 } | j j| } | | j jkr| j j | q| |krސqX| |kr| j j | d }| } | | j j| j j | < | | j j| j j | < | } | jrF| j| | | | } q| jrl| j| |jtd kr| j \}}|| | n || | } || || | j j | | j j|| | j j | | j j| j j |d | qdS ) z)The much-feared adoption agency algorithmr r r@ Nzadoption-agency-1.2zadoption-agency-4.4rv zadoption-agency-1.3r r r r r r )r> r r~ r r@ r rL r r r indexr r r Z cloneNoder r Z appendChildr Z getTableMisnestedNodePosition insertBeforeZreparentChildreninsert)rC r ZouterLoopCounterZformattingElementZafeIndexZ furthestBlockrn ZcommonAncestorZbookmarkZlastNoder ZinnerLoopCounterr Zcloner r r) r) r* r~ s z/getPhases.<locals>.InBodyPhase.endTagFormattingc S s | j |d r| j | j jd j|d krF| jdd|d i | j |d r| j j }|j|d kr~| j j }qb| j d S )Nr@ rv r ) r> r r r~ r@ rL r r clearActiveFormattingElements)rC r rn r) r) r* r T s z8getPhases.<locals>.InBodyPhase.endTagAppletMarqueeObjectc S s@ | j dddd | j | jtdd | jj d S )Nz unexpected-end-tag-treated-asr z br elementr rr )rL r r> r r r r~ r r r) r) r* r ` s z'getPhases.<locals>.InBodyPhase.endTagBrc S s | j jd d d D ]}|j|d krz| j j|d d | j jd j|d krb| jdd|d i | j j |krtqb qq|jtkr| jdd|d i qqd S )Nrv r@ r r ) r> r~ r@ r rL r r r r r r) r) r* r g s z*getPhases.<locals>.InBodyPhase.endTagOtherN)6r9 r: r; rK r r r r r rY rZ r r r[ r] r^ r_ r` r\ ra rb rc rd re rf rg rh rj ri rk rl rm rn ro r rp rs rq rr rt ru rv r r{ rw rx ry rz r| r} r~ r r r r) r r) r* InBodyPhase sh G $ r c s@ e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd S )z getPhases.<locals>.TextPhasec sF | || tg | _| j| j_td| jfg| _| j| j_d S Nr ) rK r r r r r endTagScriptr r r r r) r* rK v s z%getPhases.<locals>.TextPhase.__init__c S s | j |d d S r r r r) r) r* r ~ s z.getPhases.<locals>.TextPhase.processCharactersc S s8 | j dd| jjd ji | jj | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofr@ rv T)rL r r> r~ r@ r r r` rB r) r) r* r s z'getPhases.<locals>.TextPhase.processEOFc S s dst d|d d S )NFz4Tried to process start tag %s in RCDATA/RAWTEXT moder@ )r r r) r) r* r s z*getPhases.<locals>.TextPhase.startTagOtherc S s* | j j }|jdkst| jj| j_d S r )r> r~ r r@ r rL r r` r r) r) r* r s z)getPhases.<locals>.TextPhase.endTagScriptc S s | j j | jj| j_d S r. )r> r~ r rL r r` r r) r) r* r s z(getPhases.<locals>.TextPhase.endTagOtherN) r9 r: r; rK r r r r r r) r r) r* TextPhaseu s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'S )(z getPhases.<locals>.InTablePhasec s | || td| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd | j fd | j fg | _ | j| j _td| jfd | jfg| _| j| j_d S ) Nr r r rW r r r )r r r r )r r rN r6 ) r r rW r r r r r r r r )rK r r r startTagCaptionstartTagColgroup startTagColstartTagRowGroupstartTagImplyTbodyrg startTagStyleScriptrj r^ r r r endTagTable endTagIgnorer r r r r) r* rK s* z(getPhases.<locals>.InTablePhase.__init__c S s$ | j jd jdkr | j j q d S )Nrv )r r )r> r~ r@ r rB r) r) r* clearStackToTableContext s z8getPhases.<locals>.InTablePhase.clearStackToTableContextc S s0 | j jd jdkr | jd n | jjs,td S )Nrv r z eof-in-tabler> r~ r@ rL r rS r rB r) r) r* r s z*getPhases.<locals>.InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j| d S N inTableText)rL r` rI r r rC r r r) r) r* r s z6getPhases.<locals>.InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j| d S r )rL r` rI r r r r) r) r* r s z1getPhases.<locals>.InTablePhase.processCharactersc S s& d| j _| jjd | d| j _d S )NTr F)r> insertFromTablerL rI r r r) r) r* r s z*getPhases.<locals>.InTablePhase.insertTextc S s6 | | jjt | j| | jjd | j_d S )Nr ) r r> r r r r rL rI r` r r) r) r* r s z/getPhases.<locals>.InTablePhase.startTagCaptionc S s( | | j| | jjd | j_d S )Nr r r> r rL rI r` r r) r) r* r s z0getPhases.<locals>.InTablePhase.startTagColgroupc S s | tdd |S )Nr rr )r r r r) r) r* r s z+getPhases.<locals>.InTablePhase.startTagColc S s( | | j| | jjd | j_d S Nr r r r) r) r* r s z0getPhases.<locals>.InTablePhase.startTagRowGroupc S s | tdd |S )Nr rr )r r r r) r) r* r s z2getPhases.<locals>.InTablePhase.startTagImplyTbodyc S s6 | j dddd | j jtd | j js2|S d S )Nr r r )rL r r` r r rS r r) r) r* rg s z-getPhases.<locals>.InTablePhase.startTagTablec S s | j jd |S r r r r) r) r* r s z3getPhases.<locals>.InTablePhase.startTagStyleScriptc S sV d|d krH|d d tdkrH| jd | j| | jj n | | d S )Nr3 rw r z unexpected-hidden-input-in-table) rl r rL r r> r r~ r r r r) r) r* rj s z-getPhases.<locals>.InTablePhase.startTagInputc S sD | j d | jjd kr@| j| | jjd | j_| jj d S )Nzunexpected-form-in-tablerv )rL r r> r r r~ r r r) r) r* r^ s z,getPhases.<locals>.InTablePhase.startTagFormc S s< | j dd|d i d| j_| j jd | d| j_d S )Nz)unexpected-start-tag-implies-table-voodoor@ Tr F)rL r r> r rI r r r) r) r* r s z-getPhases.<locals>.InTablePhase.startTagOtherc S s | j jdddr| j | j jd jdkrJ| jdd| j jd jd | j jd jdkrj| j j qJ| j j | j n| jj st | j d S )Nr r rv zend-tag-too-early-namedr ) r> r r r~ r@ rL r r rb rS r r r) r) r* r s z+getPhases.<locals>.InTablePhase.endTagTablec S s | j dd|d i d S r r r r) r) r* r s z,getPhases.<locals>.InTablePhase.endTagIgnorec S s< | j dd|d i d| j_| j jd | d| j_d S )Nz'unexpected-end-tag-implies-table-voodoor@ Tr F)rL r r> r rI r r r) r) r* r s z+getPhases.<locals>.InTablePhase.endTagOtherN)r9 r: r; rK r r r r r r r r r r rg r rj r^ r r r r r) r r) r* InTablePhase s& r c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z#getPhases.<locals>.InTableTextPhasec s | || d | _g | _d S r. )rK r characterTokensr r r) r* rK ( s z,getPhases.<locals>.InTableTextPhase.__init__c S sd d dd | jD }tdd |D rJtd |d}| jjd | n|rZ| j| g | _d S )Nr c S s g | ] }|d qS )rw r) r? r r) r) r* rD . s zGgetPhases.<locals>.InTableTextPhase.flushCharacters.<locals>.<listcomp>c S s g | ] }|t kqS r) r r r) r) r* rD / s rq r r )joinr r r rL rI r r> )rC rw r r) r) r* flushCharacters- s z3getPhases.<locals>.InTableTextPhase.flushCharactersc S s | | j| j_|S r. r r rL r` r r) r) r* r 6 s z2getPhases.<locals>.InTableTextPhase.processCommentc S s | | j| j_dS r r rB r) r) r* r ; s z.getPhases.<locals>.InTableTextPhase.processEOFc S s |d dkrd S | j | d S Nrw r r r r r) r) r* r @ s z5getPhases.<locals>.InTableTextPhase.processCharactersc S s | j | d S r. r r r) r) r* r E s z:getPhases.<locals>.InTableTextPhase.processSpaceCharactersc S s | | j| j_|S r. r r r) r) r* r J s z3getPhases.<locals>.InTableTextPhase.processStartTagc S s | | j| j_|S r. r r r) r) r* r O s z1getPhases.<locals>.InTableTextPhase.processEndTagN) r9 r: r; rK r r r r r r r r) r r) r* InTableTextPhase' s r c s` e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dS )z!getPhases.<locals>.InCaptionPhasec sf | || td| jfd| jfg| _| j| j_td| jfd| j fd| j fg| _ | j | j _d S )Nr r rW r r r r r r r r r ) r rW r r r r r r r r ) rK r r r startTagTableElementr r r endTagCaptionr r r r r r r) r* rK V s z*getPhases.<locals>.InCaptionPhase.__init__c S s | j jddd S )Nr r r r> r rB r) r) r* ignoreEndTagCaptionh s z5getPhases.<locals>.InCaptionPhase.ignoreEndTagCaptionc S s | j jd d S r rL rI r rB r) r) r* r k s z,getPhases.<locals>.InCaptionPhase.processEOFc S s | j jd |S r rL rI r r r) r) r* r n s z3getPhases.<locals>.InCaptionPhase.processCharactersc S s0 | j | }| j jtd |s,|S d S Nr rL r r r` r r rC r ignoreEndTagr) r) r* r q s z6getPhases.<locals>.InCaptionPhase.startTagTableElementc S s | j jd |S r r r r) r) r* r y s z/getPhases.<locals>.InCaptionPhase.startTagOtherc S s | s| j | jjd jdkrB| jdd| jjd jd | jjd jdkrb| jj qB| jj | j | jj d | j_ n| jj st | j d S )Nrv r r r r ) r r> r r~ r@ rL r r r rI r` rS r r r) r) r* r | s z/getPhases.<locals>.InCaptionPhase.endTagCaptionc S s0 | j | }| j jtd |s,|S d S r r r r) r) r* r s z-getPhases.<locals>.InCaptionPhase.endTagTablec S s | j dd|d i d S r r r r) r) r* r s z.getPhases.<locals>.InCaptionPhase.endTagIgnorec S s | j jd |S r rL rI r r r) r) r* r s z-getPhases.<locals>.InCaptionPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r r) r r) r* InCaptionPhaseT s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z%getPhases.<locals>.InColumnGroupPhasec s^ | || td| jfd| jfg| _| j| j_td| jfd| j fg| _ | j | j _d S )Nr rW r ) rK r r r r r r r endTagColgroup endTagColr r r r r) r* rK s z.getPhases.<locals>.InColumnGroupPhase.__init__c S s | j jd jdkS )Nrv r )r> r~ r@ rB r) r) r* ignoreEndTagColgroup s z:getPhases.<locals>.InColumnGroupPhase.ignoreEndTagColgroupc S sD | j jd jdkr"| jjs td S | }| td |s@dS d S )Nrv r r T) r> r~ r@ rL rS r r r r )rC r r) r) r* r s z0getPhases.<locals>.InColumnGroupPhase.processEOFc S s" | }| td |s |S d S Nr r r r r r) r) r* r s z7getPhases.<locals>.InColumnGroupPhase.processCharactersc S s$ | j | | j j d|d< d S r r r r) r) r* r s z1getPhases.<locals>.InColumnGroupPhase.startTagColc S s" | }| td |s |S d S r r r r) r) r* r s z3getPhases.<locals>.InColumnGroupPhase.startTagOtherc S s@ | r | jjst| j n | jj | jjd | j_ d S Nr ) r rL rS r r r> r~ r rI r` r r) r) r* r s z4getPhases.<locals>.InColumnGroupPhase.endTagColgroupc S s | j dddi d S )Nz no-end-tagr@ rW r r r) r) r* r s z/getPhases.<locals>.InColumnGroupPhase.endTagColc S s" | }| td |s |S d S r r r r) r) r* r s z1getPhases.<locals>.InColumnGroupPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r) r r) r* InColumnGroupPhase s r c sx e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd ZdS ) z#getPhases.<locals>.InTableBodyPhasec sv | || td| jfd| jfd| jfd| jfg| _| j| j_ td| j fd| j fd| j fg| _ | j| j _ d S )Nr r r r )r rW r r r r r r )r r rW r r r r r )rK r r r startTagTrstartTagTableCellstartTagTableOtherr r r endTagTableRowGroupr r r r r r r) r* rK s$ z,getPhases.<locals>.InTableBodyPhase.__init__c S sB | j jd jdkr | j j q | j jd jdkr>| jjs>td S )Nrv )r r r r r )r> r~ r@ r rL rS r rB r) r) r* clearStackToTableBodyContext s z@getPhases.<locals>.InTableBodyPhase.clearStackToTableBodyContextc S s | j jd d S r r rB r) r) r* r s z.getPhases.<locals>.InTableBodyPhase.processEOFc S s | j jd |S r r r r) r) r* r s z:getPhases.<locals>.InTableBodyPhase.processSpaceCharactersc S s | j jd |S r r r r) r) r* r s z5getPhases.<locals>.InTableBodyPhase.processCharactersc S s( | | j| | jjd | j_d S )Nr )r r> r rL rI r` r r) r) r* r s z.getPhases.<locals>.InTableBodyPhase.startTagTrc S s* | j dd|d i | tdd |S )Nz unexpected-cell-in-table-bodyr@ r rr )rL r r r r r) r) r* r s z5getPhases.<locals>.InTableBodyPhase.startTagTableCellc S sn | j jddds0| j jddds0| j jdddrT| | t| j jd j |S | jjs`t | j d S Nr r r r r rv r> r r r r r~ r@ rL rS r r r r) r) r* r s z6getPhases.<locals>.InTableBodyPhase.startTagTableOtherc S s | j jd |S r r r r) r) r* r s z1getPhases.<locals>.InTableBodyPhase.startTagOtherc S sT | j j|d ddr:| | j j | jjd | j_n| jdd|d i d S )Nr@ r r r unexpected-end-tag-in-table-body) r> r r r~ r rL rI r` r r r) r) r* r " s z7getPhases.<locals>.InTableBodyPhase.endTagTableRowGroupc S sn | j jddds0| j jddds0| j jdddrT| | t| j jd j |S | jjs`t | j d S r r r r) r) r* r + s z/getPhases.<locals>.InTableBodyPhase.endTagTablec S s | j dd|d i d S )Nr r@ r r r) r) r* r 8 s z0getPhases.<locals>.InTableBodyPhase.endTagIgnorec S s | j jd |S r r r r) r) r* r < s z/getPhases.<locals>.InTableBodyPhase.endTagOtherN)r9 r: r; rK r r r r r r r r r r r r r) r r) r* InTableBodyPhase s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd S ) z getPhases.<locals>.InRowPhasec sv | || td| jfd| jfd| jfg| _| j| j_td| j fd| j fd| j fd| j fg| _ | j| j _d S )Nr r )r rW r r r r r r r r )r r rW r r r r )rK r r r r r r r r endTagTrr r r r r r r r) r* rK A s$ z&getPhases.<locals>.InRowPhase.__init__c S s@ | j jd jdkr<| jdd| j jd ji | j j q d S )Nrv )r r z'unexpected-implied-end-tag-in-table-rowr@ )r> r~ r@ rL r r rB r) r) r* clearStackToTableRowContextU s z9getPhases.<locals>.InRowPhase.clearStackToTableRowContextc S s | j jddd S )Nr r r r rB r) r) r* ignoreEndTagTr[ s z,getPhases.<locals>.InRowPhase.ignoreEndTagTrc S s | j jd d S r r rB r) r) r* r _ s z(getPhases.<locals>.InRowPhase.processEOFc S s | j jd |S r r r r) r) r* r b s z4getPhases.<locals>.InRowPhase.processSpaceCharactersc S s | j jd |S r r r r) r) r* r e s z/getPhases.<locals>.InRowPhase.processCharactersc S s6 | | j| | jjd | j_| jjt d S )Nr ) r r> r rL rI r` r r r r r) r) r* r h s z/getPhases.<locals>.InRowPhase.startTagTableCellc S s" | }| td |s |S d S Nr r r r r r) r) r* r n s z0getPhases.<locals>.InRowPhase.startTagTableOtherc S s | j jd |S r r r r) r) r* r u s z+getPhases.<locals>.InRowPhase.startTagOtherc S sH | s.| | jj | jjd | j_n| jjs:t | j d S r ) r r r> r~ r rL rI r` rS r r r r) r) r* r x s z&getPhases.<locals>.InRowPhase.endTagTrc S s" | }| td |s |S d S r r r r) r) r* r s z)getPhases.<locals>.InRowPhase.endTagTablec S s4 | j j|d ddr&| td |S | j d S )Nr@ r r r )r> r r r rL r r r) r) r* r s z1getPhases.<locals>.InRowPhase.endTagTableRowGroupc S s | j dd|d i d S )Nz unexpected-end-tag-in-table-rowr@ r r r) r) r* r s z*getPhases.<locals>.InRowPhase.endTagIgnorec S s | j jd |S r r r r) r) r* r s z)getPhases.<locals>.InRowPhase.endTagOtherN)r9 r: r; rK r r r r r r r r r r r r r r) r r) r* InRowPhase? s r c s` e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dS )z getPhases.<locals>.InCellPhasec sf | || td| jfd| jfg| _| j| j_td| jfd| j fd| j fg| _ | j | j _d S )Nr r r )r r rW r r r ) rK r r r r r r r endTagTableCellr endTagImplyr r r r r) r* rK s z'getPhases.<locals>.InCellPhase.__init__c S sB | j jdddr | td n | j jdddr>| td d S Nr r r r )r> r r r rB r) r) r* closeCell s z(getPhases.<locals>.InCellPhase.closeCellc S s | j jd d S r r rB r) r) r* r s z)getPhases.<locals>.InCellPhase.processEOFc S s | j jd |S r r r r) r) r* r s z0getPhases.<locals>.InCellPhase.processCharactersc S sF | j jddds | j jdddr,| |S | jjs8t| j d S r )r> r r rL rS r r r r) r) r* r s z1getPhases.<locals>.InCellPhase.startTagTableOtherc S s | j jd |S r r r r) r) r* r s z,getPhases.<locals>.InCellPhase.startTagOtherc S s | j j|d ddr| j |d | j jd j|d krp| jdd|d i | j j }|j|d krPq|qPn | j j | j | jj d | j_ n| jdd|d i d S )Nr@ r r rv zunexpected-cell-end-tagr r ) r> r r r~ r@ rL r r r rI r` r r) r) r* r s z.getPhases.<locals>.InCellPhase.endTagTableCellc S s | j dd|d i d S r r r r) r) r* r s z+getPhases.<locals>.InCellPhase.endTagIgnorec S s. | j j|d ddr | |S | j d S )Nr@ r r )r> r r rL r r r) r) r* r s z*getPhases.<locals>.InCellPhase.endTagImplyc S s | j jd |S r r r r) r) r* r s z*getPhases.<locals>.InCellPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r r) r r) r* InCellPhase s r c sx e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd ZdS ) z getPhases.<locals>.InSelectPhasec s | || td| jfd| jfd| jfd| jfd| jfd| jfg| _ | j | j _ td| j fd| j fd| jfg| _| j| j_ d S )Nr rU rV r )rN rL rR r )rK r r r startTagOptionstartTagOptgrouprq rj r r r r endTagOptionendTagOptgroup endTagSelectr r r r r) r* rK s z)getPhases.<locals>.InSelectPhase.__init__c S s0 | j jd jdkr | jd n | jjs,td S )Nrv r z eof-in-selectr rB r) r) r* r s z+getPhases.<locals>.InSelectPhase.processEOFc S s$ |d dkrd S | j |d d S r r r r) r) r* r s z2getPhases.<locals>.InSelectPhase.processCharactersc S s. | j jd jdkr | j j | j | d S r r> r~ r@ r r r r) r) r* r s z/getPhases.<locals>.InSelectPhase.startTagOptionc S sL | j jd jdkr | j j | j jd jdkr<| j j | j | d S )Nrv rU rV r r r) r) r* r s z1getPhases.<locals>.InSelectPhase.startTagOptgroupc S s | j d | td d S )Nzunexpected-select-in-selectr )rL r r r r r) r) r* rq s z/getPhases.<locals>.InSelectPhase.startTagSelectc S s> | j d | jjdddr.| td |S | j js:td S )Nzunexpected-input-in-selectr r )rL r r> r r r rS r r r) r) r* rj s z.getPhases.<locals>.InSelectPhase.startTagInputc S s | j jd |S r r r r) r) r* r s z/getPhases.<locals>.InSelectPhase.startTagScriptc S s | j dd|d i d S )Nz unexpected-start-tag-in-selectr@ r r r) r) r* r ! s z.getPhases.<locals>.InSelectPhase.startTagOtherc S s6 | j jd jdkr | j j n| jdddi d S )Nrv rU unexpected-end-tag-in-selectr@ r> r~ r@ r rL r r r) r) r* r % s z-getPhases.<locals>.InSelectPhase.endTagOptionc S sf | j jd jdkr0| j jd jdkr0| j j | j jd jdkrP| j j n| jdddi d S )Nrv rU rV r r@ r r r) r) r* r , s z/getPhases.<locals>.InSelectPhase.endTagOptgroupc S sZ | j jdddr@| j j }|jdkr4| j j }q | j n| jjsLt| j d S )Nr r ) r> r r~ r r@ rL rb rS r r r r) r) r* r 9 s z-getPhases.<locals>.InSelectPhase.endTagSelectc S s | j dd|d i d S )Nr r@ r r r) r) r* r D s z,getPhases.<locals>.InSelectPhase.endTagOtherN)r9 r: r; rK r r r r rq rj r r r r r r r) r r) r* InSelectPhase s r c sH e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dS )z'getPhases.<locals>.InSelectInTablePhasec sN | || td| jfg| _| j| j_td| jfg| _| j | j_d S )N)r r r r r r r r ) rK r r rg r r r r r r r r r) r* rK I s z0getPhases.<locals>.InSelectInTablePhase.__init__c S s | j jd d S Nr r rB r) r) r* r X s z2getPhases.<locals>.InSelectInTablePhase.processEOFc S s | j jd |S r r r r) r) r* r [ s z9getPhases.<locals>.InSelectInTablePhase.processCharactersc S s( | j dd|d i | td |S )Nz5unexpected-table-element-start-tag-in-select-in-tabler@ r )rL r r r r r) r) r* rg ^ s z5getPhases.<locals>.InSelectInTablePhase.startTagTablec S s | j jd |S r r r r) r) r* r c s z5getPhases.<locals>.InSelectInTablePhase.startTagOtherc S s@ | j dd|d i | jj|d ddr<| td |S d S )Nz3unexpected-table-element-end-tag-in-select-in-tabler@ r r r )rL r r> r r r r r) r) r* r f s z3getPhases.<locals>.InSelectInTablePhase.endTagTablec S s | j jd |S r r r r) r) r* r l s z3getPhases.<locals>.InSelectInTablePhase.endTagOtherN) r9 r: r; rK r r rg r r r r) r r) r* InSelectInTablePhaseH s r c - s e Zd Zeddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,g,Z fd-d.Zd/d0 Z fd1d2Zd3d4 Zd5d6 Z d7S )8z(getPhases.<locals>.InForeignContentPhaser; r< r" r r r# r= r8 r+ r& r9 r> rJ Zh1Zh2Zh3Zh4Zh5Zh6r rO r@ rK r7 r5 r. r5 rG r0 r( r4 r rA rB spanrD rC subZsupr rE rF r3 varc s | || d S r. )rK r r r) r* rK y s z1getPhases.<locals>.InForeignContentPhase.__init__c % S sn ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%$}|d& |krj||d& |d&< d S )'NZaltGlyphZ altGlyphDefZ altGlyphItemZ animateColorZ animateMotionZanimateTransformZclipPathZfeBlendZ feColorMatrixZfeComponentTransferZ feCompositeZfeConvolveMatrixZfeDiffuseLightingZfeDisplacementMapZfeDistantLightZfeFloodZfeFuncAZfeFuncBZfeFuncGZfeFuncRZfeGaussianBlurZfeImageZfeMergeZ feMergeNodeZ feMorphologyZfeOffsetZ fePointLightZfeSpecularLightingZ feSpotLightZfeTileZ feTurbulenceZ foreignObjectZglyphRefZlinearGradientZradialGradientZtextPath)$ZaltglyphZ altglyphdefZ altglyphitemZ animatecolorZ animatemotionZanimatetransformZclippathZfeblendZ fecolormatrixZfecomponenttransferZ fecompositeZfeconvolvematrixZfediffuselightingZfedisplacementmapZfedistantlightZfefloodZfefuncaZfefuncbZfefuncgZfefuncrZfegaussianblurZfeimageZfemergeZ femergenodeZ femorphologyZfeoffsetZ fepointlightZfespecularlightingZ fespotlightZfetileZ feturbulenceZ foreignobjectZglyphrefZlineargradientZradialgradientZtextpathr@ r) )rC r replacementsr) r) r* adjustSVGTagNames| sN % z:getPhases.<locals>.InForeignContentPhase.adjustSVGTagNamesc sL |d dkrd|d< n&| j jr<tdd |d D r<d| j _ | | d S )Nrw r u �c s s | ]}|t kV qd S r. r r r) r) r* r s zMgetPhases.<locals>.InForeignContentPhase.processCharacters.<locals>.<genexpr>F)rL rc r r r r r) r* r s z:getPhases.<locals>.InForeignContentPhase.processCharactersc S s. | j jd }|d | jksD|d dkrt|d tdddg@ r| jdd|d i | j jd j| j jkr| j | j jd s| j | j jd s| j j qZ|S |jt d kr| j | n$|jt d kr| | | j| | j| |j|d < | j | |d r*| j j d |d< d S )Nrv r@ r? rw ZcolorZfacesizez*unexpected-html-element-in-foreign-contentrh ry rj r{ Tr| )r> r~ breakoutElementssetkeysrL r rj r ro rp r r r r r r r )rC r r r) r) r* r s: z8getPhases.<locals>.InForeignContentPhase.processStartTagc S s t | jjd }| jjd }|jt|d krF| jdd|d i |jt|d kr| jj| jj d kr| jj | jjj | j_| jj |kr| jjst qd }q|d8 }| jj| }|j| jjkrqFqF| jj|}qqF|S )Nr rv r@ r r )r r> r~ r@ rl r rL r r` rI r r r r rj r r )rC r Z nodeIndexr r r) r) r* r s& z6getPhases.<locals>.InForeignContentPhase.processEndTagN) r9 r: r; r r rK r r r r r) r r) r* InForeignContentPhaseo s\ ) r c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z!getPhases.<locals>.AfterBodyPhasec sN | || td| jfg| _| j| j_td| jfg| _| j | j_d S Nr ) rK r r r r r r rx r r r r r) r* rK s z*getPhases.<locals>.AfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r s z,getPhases.<locals>.AfterBodyPhase.processEOFc S s | j || j jd d S )Nr r r r) r) r* r s z0getPhases.<locals>.AfterBodyPhase.processCommentc S s | j d | j jd | j _|S )Nzunexpected-char-after-bodyr rL r rI r` r r) r) r* r s z3getPhases.<locals>.AfterBodyPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z.getPhases.<locals>.AfterBodyPhase.startTagHtmlc S s* | j dd|d i | j jd | j _|S )Nz unexpected-start-tag-after-bodyr@ r r r r) r) r* r s z/getPhases.<locals>.AfterBodyPhase.startTagOtherc S s* | j jr| j d n| j jd | j _d S )Nz'unexpected-end-tag-after-body-innerhtmlafterAfterBody)rL rS r rI r` )rC r@ r) r) r* rx s z,getPhases.<locals>.AfterBodyPhase.endTagHtmlc S s* | j dd|d i | j jd | j _|S )Nz unexpected-end-tag-after-bodyr@ r r r r) r) r* r s z-getPhases.<locals>.AfterBodyPhase.endTagOtherN) r9 r: r; rK r r r r r rx r r) r r) r* AfterBodyPhase s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z"getPhases.<locals>.InFramesetPhasec sf | || td| jfd| jfd| jfd| jfg| _| j| j_ td| j fg| _ | j | j _ d S )Nr r rX r ) rK r r r r startTagFramestartTagNoframesr r r endTagFramesetr r r r r) r* rK s z+getPhases.<locals>.InFramesetPhase.__init__c S s0 | j jd jdkr | jd n | jjs,td S )Nrv r zeof-in-framesetr rB r) r) r* r # s z-getPhases.<locals>.InFramesetPhase.processEOFc S s | j d d S )Nzunexpected-char-in-framesetr r r) r) r* r ) s z4getPhases.<locals>.InFramesetPhase.processCharactersc S s | j | d S r. )r> r r r) r) r* r , s z3getPhases.<locals>.InFramesetPhase.startTagFramesetc S s | j | | j j d S r. r r r) r) r* r / s z0getPhases.<locals>.InFramesetPhase.startTagFramec S s | j jd |S r r r r) r) r* r 3 s z3getPhases.<locals>.InFramesetPhase.startTagNoframesc S s | j dd|d i d S )Nz unexpected-start-tag-in-framesetr@ r r r) r) r* r 6 s z0getPhases.<locals>.InFramesetPhase.startTagOtherc S sZ | j jd jdkr | jd n | j j | jjsV| j jd jdkrV| jjd | j_d S )Nrv r z)unexpected-frameset-in-frameset-innerhtmlr afterFrameset) r> r~ r@ rL r r rS rI r` r r) r) r* r : s z1getPhases.<locals>.InFramesetPhase.endTagFramesetc S s | j dd|d i d S )Nz unexpected-end-tag-in-framesetr@ r r r) r) r* r F s z.getPhases.<locals>.InFramesetPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r) r r) r* InFramesetPhase s r c sH e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dS )z%getPhases.<locals>.AfterFramesetPhasec sV | || td| jfd| jfg| _| j| j_td| jfg| _ | j | j _d S Nr r ) rK r r r r r r r rx r r r r r) r* rK L s z.getPhases.<locals>.AfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r Z s z0getPhases.<locals>.AfterFramesetPhase.processEOFc S s | j d d S )Nz unexpected-char-after-framesetr r r) r) r* r ^ s z7getPhases.<locals>.AfterFramesetPhase.processCharactersc S s | j jd |S r r r r) r) r* r a s z6getPhases.<locals>.AfterFramesetPhase.startTagNoframesc S s | j dd|d i d S )Nz#unexpected-start-tag-after-framesetr@ r r r) r) r* r d s z3getPhases.<locals>.AfterFramesetPhase.startTagOtherc S s | j jd | j _d S )NafterAfterFrameset)rL rI r` r r) r) r* rx h s z0getPhases.<locals>.AfterFramesetPhase.endTagHtmlc S s | j dd|d i d S )Nz!unexpected-end-tag-after-framesetr@ r r r) r) r* r k s z1getPhases.<locals>.AfterFramesetPhase.endTagOtherN) r9 r: r; rK r r r r rx r r) r r) r* AfterFramesetPhaseJ s r c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z&getPhases.<locals>.AfterAfterBodyPhasec s0 | || td| jfg| _| j| j_d S r )rK r r r r r r r r r) r* rK p s z/getPhases.<locals>.AfterAfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r x s z1getPhases.<locals>.AfterAfterBodyPhase.processEOFc S s | j || j j d S r. r r r) r) r* r { s z5getPhases.<locals>.AfterAfterBodyPhase.processCommentc S s | j jd |S r r r r) r) r* r ~ s z=getPhases.<locals>.AfterAfterBodyPhase.processSpaceCharactersc S s | j d | j jd | j _|S )Nexpected-eof-but-got-charr r r r) r) r* r s z8getPhases.<locals>.AfterAfterBodyPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z3getPhases.<locals>.AfterAfterBodyPhase.startTagHtmlc S s* | j dd|d i | j jd | j _|S )N expected-eof-but-got-start-tagr@ r r r r) r) r* r s z4getPhases.<locals>.AfterAfterBodyPhase.startTagOtherc S s* | j dd|d i | j jd | j _|S )N expected-eof-but-got-end-tagr@ r r r r) r) r* r s z4getPhases.<locals>.AfterAfterBodyPhase.processEndTagN) r9 r: r; rK r r r r r r r r) r r) r* AfterAfterBodyPhaseo s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z*getPhases.<locals>.AfterAfterFramesetPhasec s8 | || td| jfd| jfg| _| j| j_d S r )rK r r r startTagNoFramesr r r r r r) r* rK s z3getPhases.<locals>.AfterAfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r s z5getPhases.<locals>.AfterAfterFramesetPhase.processEOFc S s | j || j j d S r. r r r) r) r* r s z9getPhases.<locals>.AfterAfterFramesetPhase.processCommentc S s | j jd |S r r r r) r) r* r s zAgetPhases.<locals>.AfterAfterFramesetPhase.processSpaceCharactersc S s | j d d S )Nr r r r) r) r* r s z<getPhases.<locals>.AfterAfterFramesetPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z7getPhases.<locals>.AfterAfterFramesetPhase.startTagHtmlc S s | j jd |S r r r r) r) r* r s z;getPhases.<locals>.AfterAfterFramesetPhase.startTagNoFramesc S s | j dd|d i d S )Nr r@ r r r) r) r* r s z8getPhases.<locals>.AfterAfterFramesetPhase.startTagOtherc S s | j dd|d i d S )Nr r@ r r r) r) r* r s z8getPhases.<locals>.AfterAfterFramesetPhase.processEndTagN) r9 r: r; rK r r r r r r r r r) r r) r* AfterAfterFramesetPhase s r! )rW rV r r r r r r r r r r r r r r r rz r r r r r )r )rJ rY r r r r r r r r r r r r r r r r r r r r r r r r! r) r r* rH sr ) #.g@C X! -GBbYLd's/9%&&rH c s> t | d t @ }|r:t fdd| d D | d< d S )Nrw c 3 s" | ]\}} |||fV qd S r. )r )r? kvr r) r* r s z$adjust_attributes.<locals>.<genexpr>)r r r/ )r r Zneeds_adjustmentr) r$ r* r s r rs Fc C s |d kr i }t | | ||dS )N)r3 r@ rw r{ )r )r@ r3 rk r{ r) r) r* r s r c @ s e Zd ZdZdS )ru zError in parsed documentN)r9 r: r; r r) r) r) r* ru s ru )r T)r+ r T)rs NF).Z __future__r r r Zpip._vendor.sixr r r1 collectionsr r r r r Ztreebuilders.baser r Z constantsr r r r r r r r r r r r r r r r r r# r- r= rI r" ZmemoizerH r r Exceptionru r) r) r) r* <module> sP H G K PK A\t > pip/_vendor/html5lib/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ sh d Z ddlmZmZmZ ddlmZmZmZ ddl m Z ddl m Z ddl mZ dd d d d d gZdZdS )a HTML parsing library based on the `WHATWG HTML specification <https://whatwg.org/html>`_. The parser is designed to be compatible with existing HTML found in the wild and implements well-defined error recovery that is largely compatible with modern desktop web browsers. Example usage:: from pip._vendor import html5lib with open("my_document.html", "rb") as f: tree = html5lib.parse(f) For convenience, this module re-exports the following names: * :func:`~.html5parser.parse` * :func:`~.html5parser.parseFragment` * :class:`~.html5parser.HTMLParser` * :func:`~.treebuilders.getTreeBuilder` * :func:`~.treewalkers.getTreeWalker` * :func:`~.serializer.serialize` )absolute_importdivisionunicode_literals ) HTMLParserparse parseFragment)getTreeBuilder) getTreeWalker) serializer r r r r r z1.0.1N)__doc__Z __future__r r r Z html5parserr r r Z treebuildersr Z treewalkersr Z serializerr __all__ __version__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/__init__.py<module> s PK A\ -p p A pip/_vendor/html5lib/__pycache__/html5parser.cpython-38.opt-1.pycnu [ U .e @ s d dl mZmZmZ d dlmZmZ d dlZd dlm Z ddl m Z ddl m Z ddl m Z dd lmZ dd l mZ dd lmZmZmZmZmZmZmZmZmZmZm Z m Z m Z m Z m!Z!m"Z" d!ddZ#d"ddZ$dd Z%G dd de&Z'ej(dd Z)dd Z*d#d d Z+G d d d e,Z-dS )$ )absolute_importdivisionunicode_literals)with_metaclassviewkeysN) OrderedDict ) _inputstream) _tokenizer) treebuilders)Marker)_utils)spaceCharactersasciiUpper2LowerspecialElementsheadingElements cdataElementsrcdataElements tokenTypes tagTokenTypes namespaces htmlIntegrationPointElements"mathmlTextIntegrationPointElementsadjustForeignAttributesadjustMathMLAttributesadjustSVGAttributesE_ReparseExceptionetreeTc K s$ t |}t||d}|j| f|S )a Parse an HTML document as a string or file-like object into a tree :arg doc: the document to parse as a string or file-like object :arg treebuilder: the treebuilder to use when parsing :arg namespaceHTMLElements: whether or not to namespace HTML elements :returns: parsed tree Example: >>> from html5lib.html5parser import parse >>> parse('<html><body><p>This is a doc</p></body></html>') <Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0> namespaceHTMLElements)r getTreeBuilder HTMLParserparse)doc treebuilderr kwargstbp r) D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/html5parser.pyr# s r# divc K s, t |}t||d}|j| fd|i|S )a# Parse an HTML fragment as a string or file-like object into a tree :arg doc: the fragment to parse as a string or file-like object :arg container: the container context to parse the fragment in :arg treebuilder: the treebuilder to use when parsing :arg namespaceHTMLElements: whether or not to namespace HTML elements :returns: parsed tree Example: >>> from html5lib.html5libparser import parseFragment >>> parseFragment('<b>this is a fragment</b>') <Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090> r container)r r! r" parseFragment)r$ r, r% r r& r' r( r) r) r* r- 2 s r- c s G fdddt }|S )Nc s e Zd Z fddZdS )z-method_decorator_metaclass.<locals>.Decoratedc s> | D ]$\}}t|tjr$ |}|||< qt| |||S N)items isinstancetypes FunctionTypetype__new__)metaZ classnamebasesZ classDictZ attributeNameZ attributefunctionr) r* r4 M s z5method_decorator_metaclass.<locals>.Decorated.__new__N)__name__ __module__ __qualname__r4 r) r7 r) r* DecoratedL s r< )r3 )r8 r< r) r7 r* method_decorator_metaclassK s r= c @ s e Zd ZdZd+ddZd,dd Zd d Zed d Zdd Z dd Z dd Z dd Z dd Z dd Zd-dd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* ZdS ).r" z]HTML parser Generates a tree structure from a stream of (possibly malformed) HTML. NFTc sL | _ |dkrtd}|| _g _t fddt| D _dS )a :arg tree: a treebuilder class controlling the type of tree that will be returned. Built in treebuilders can be accessed through html5lib.treebuilders.getTreeBuilder(treeType) :arg strict: raise an exception when a parse error is encountered :arg namespaceHTMLElements: whether or not to namespace HTML elements :arg debug: whether or not to enable debug mode which logs things Example: >>> from html5lib.html5parser import HTMLParser >>> parser = HTMLParser() # generates parser with etree builder >>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict Nr c s g | ]\}}|| j fqS r) )tree).0nameclsselfr) r* <listcomp>z s z'HTMLParser.__init__.<locals>.<listcomp>) strictr r! r> errorsdict getPhasesr/ phases)rC r> rE r debugr) rB r* __init__^ s zHTMLParser.__init__r+ c K sh || _ || _|| _tj|fd| i|| _| z | W n$ tk rb | | Y nX d S )Nparser) innerHTMLModer, scriptingr Z HTMLTokenizer tokenizerresetmainLoopr )rC stream innerHTMLr, rN r& r) r) r* _parse} s zHTMLParser._parsec C s | j d| _g | _g | _d| _| jr| j | _ | j t krL| j j | j _ n0| j tkrd| j j| j _ n| j dkr|| j j| j _ n | jd | _| j | nd| _ | jd | _d | _d | _d| _d S )NFz no quirks plaintext beforeHtmlinitialT)r> rP firstStartTagrF log compatModerM r, lowerrS r rO rcdataStatestater rawtextStateplaintextStaterI phaseinsertHtmlElementresetInsertionModeZ lastPhaseZbeforeRCDataPhase framesetOKrB r) r) r* rP s* zHTMLParser.resetc C s t | dsdS | jjjd jS )zName of the character encoding that was used to decode the input stream, or :obj:`None` if that is not determined yet rO Nr )hasattrrO rR charEncodingr@ rB r) r) r* documentEncoding s zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jko4|jd tdkS |j|j ftkS d S )Nannotation-xmlmathmlencoding)z text/htmlzapplication/xhtml+xml)r@ namespacer attributes translater r rC elementr) r) r* isHTMLIntegrationPoint s z!HTMLParser.isHTMLIntegrationPointc C s |j |jftkS r. )rj r@ r rm r) r) r* isMathMLTextIntegrationPoint s z'HTMLParser.isMathMLTextIntegrationPointc C sX t d }t d }t d }t d }t d }t d }t d }| D ]}d } |} | d k r| } | jjrp| jjd nd } | r~| jnd } | r| jnd } | d }||kr| | d | d i d } qNt| jjd ksd| | jj ksd| | r||kr |d t ddgksd|||fksd| t d krH| dkrH||krH|d dksd| | rl||||fkrl| j}n | jd }||kr|| } qN||kr|| } qN||kr|| } qN||kr|| } qN||kr|| } qN||krN|| } qN||kr@| d r@| d s@| dd | d i q@d}g }|rT|| j | j }|r.q.d S )N CharactersZSpaceCharactersStartTagEndTagCommentZDoctype ParseErrorr3 datadatavarsr r@ ZmglyphZ malignmarkrh rg svginForeignContent selfClosingselfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r normalizedTokensr> openElementsrj r@ parseErrorgetlendefaultNamespacerp frozensetr ro r` rI processCharactersprocessSpaceCharactersprocessStartTag processEndTagprocessCommentprocessDoctypeappend processEOF)rC ZCharactersTokenZSpaceCharactersTokenZ StartTagTokenZ EndTagTokenZ CommentTokenZ DoctypeTokenZParseErrorTokentokenZ prev_token new_token currentNodeZcurrentNodeNamespaceZcurrentNodeNamer3 r` Z reprocessrI r) r) r* rQ s zHTMLParser.mainLoopc c s | j D ]}| |V qd S r. )rO normalizeTokenrC r r) r) r* r} s zHTMLParser.normalizedTokensc O s | j |ddf|| | j S )a Parse a HTML document into a well-formed tree :arg stream: a file-like object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element). :arg scripting: treat noscript elements as if JavaScript was turned on :returns: parsed tree Example: >>> from html5lib.html5parser import HTMLParser >>> parser = HTMLParser() >>> parser.parse('<html><body><p>This is a doc</p></body></html>') <Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0> FN)rT r> Z getDocumentrC rR argsr& r) r) r* r# s zHTMLParser.parsec O s | j |df|| | j S )aZ Parse a HTML fragment into a well-formed tree fragment :arg container: name of the element we're setting the innerHTML property if set to None, default to 'div' :arg stream: a file-like object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) :arg scripting: treat noscript elements as if JavaScript was turned on :returns: parsed tree Example: >>> from html5lib.html5libparser import HTMLParser >>> parser = HTMLParser() >>> parser.parseFragment('<b>this is a fragment</b>') <Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090> T)rT r> Z getFragmentr r) r) r* r- $ s zHTMLParser.parseFragmentXXX-undefined-errorc C s@ |d kr i }| j | jj ||f | jr<tt| | d S r. )rF r rO rR ZpositionrE ru r )rC Z errorcoderx r) r) r* r @ s zHTMLParser.parseErrorc C sT |d t d krP|d }t||d< t|t|d krP|d |d d d |S )Nr3 rr rw rv )r r r update)rC r rawr) r) r* r H s zHTMLParser.normalizeTokenc C s t |t d S r. )adjust_attributesr r r) r) r* r S s z!HTMLParser.adjustMathMLAttributesc C s t |t d S r. )r r r r) r) r* r V s z HTMLParser.adjustSVGAttributesc C s t |t d S r. )r adjustForeignAttributesMapr r) r) r* r Y s z"HTMLParser.adjustForeignAttributesc C s | j d S r. )rL r` r r) r) r* reparseTokenNormal\ s z HTMLParser.reparseTokenNormalc C s d}ddddddddddd d d d d }| j jd d d D ]r}|j}d }|| j jd kr`d}| j}|dkrh|s||j| j jkr|q8||kr| j|| } qq8|r8| jd } qq8|| _d S )NFinSelectinCellinRow inTableBody inCaption inColumnGroupinTableinBody inFrameset beforeHead)selecttdthtrtbodytheadtfootcaptioncolgrouptableheadbodyframesethtmlrv r T)r r r r )r> r~ r@ rS rj r rI r` )rC ZlastZnewModesnodeZnodeNameZ new_phaser) r) r* rb ` s@ z HTMLParser.resetInsertionModec C sF | j | |dkr"| jj| j_n | jj| j_| j| _| jd | _d S )NRAWTEXTtext) r> insertElementrO r^ r] r\ r` originalPhaserI )rC r Z contentTyper) r) r* parseRCDataRawtext s z HTMLParser.parseRCDataRawtext)NFTF)Fr+ F)r N)r9 r: r; __doc__rK rT rP propertyrf ro rp rQ r} r# r- r r r r r r rb r r) r) r) r* r" W s( " C ,r" c s" dd }dd }G dd dt || | G dd d }G d d d }G fd d d }G fd dd }G fddd }G fddd }G fddd } G fddd } G fddd } G fddd } G fdd d } G fd d d }G fd d d }G fd!d"d" }G fd#d$d$ }G fd%d&d& }G fd'd(d( }G fd)d*d* }G fd+d,d, }G fd-d.d. }G fd/d0d0 }G fd1d2d2 }G fd3d4d4 }||||||| | | | | ||||||||||||d5S )6Nc s( t dd t D fdd}|S )z4Logger that records which phase processes each tokenc s s | ]\}}||fV qd S r. r) )r? keyvaluer) r) r* <genexpr> s z)getPhases.<locals>.log.<locals>.<genexpr>c s j drt|dkr|d }zd|d i}W n Y nX |d tkr\|d |d< | jj| jjjj | jj j j | j j j |f | f||S | f||S d S )NZprocessr r3 r@ ) r9 startswithr r rL rY r rO r] r` __class__)rC r r& r infor8 Z type_namesr) r* wrapped s z'getPhases.<locals>.log.<locals>.wrapped)rG r r/ )r8 r r) r r* rY s zgetPhases.<locals>.logc S s | r t |S tS d S r. )r= r3 )Z use_metaclassZmetaclass_funcr) r) r* getMetaclass s z getPhases.<locals>.getMetaclassc @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )zgetPhases.<locals>.PhasezNBase class for helper object that implements each phase of processing c S s || _ || _d S r. )rL r> rC rL r> r) r) r* rK s z!getPhases.<locals>.Phase.__init__c S s t d S r. )NotImplementedErrorrB r) r) r* r s z#getPhases.<locals>.Phase.processEOFc S s | j || j jd d S )Nrv r> insertCommentr~ r r) r) r* r s z'getPhases.<locals>.Phase.processCommentc S s | j d d S )Nzunexpected-doctyperL r r r) r) r* r s z'getPhases.<locals>.Phase.processDoctypec S s | j |d d S Nrw r> insertTextr r) r) r* r s z*getPhases.<locals>.Phase.processCharactersc S s | j |d d S r r r r) r) r* r s z/getPhases.<locals>.Phase.processSpaceCharactersc S s | j |d |S Nr@ )startTagHandlerr r) r) r* r s z(getPhases.<locals>.Phase.processStartTagc S sf | j js |d dkr | j d |d D ],\}}|| jjd jkr,|| jjd j|< q,d| j _d S )Nr@ r z non-html-rootrw r F)rL rX r r/ r> r~ rk rC r attrr r) r) r* startTagHtml s z%getPhases.<locals>.Phase.startTagHtmlc S s | j |d |S r ) endTagHandlerr r) r) r* r s z&getPhases.<locals>.Phase.processEndTagN) r9 r: r; r rK r r r r r r r r r) r) r) r* Phase s r c @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z getPhases.<locals>.InitialPhasec S s d S r. r) r r) r) r* r s z6getPhases.<locals>.InitialPhase.processSpaceCharactersc S s | j || j j d S r. r> r Zdocumentr r) r) r* r s z.getPhases.<locals>.InitialPhase.processCommentc S s |d }|d }|d }|d }|dks@|d k s@|d k rL|dkrL| j d |d krXd}| j| |dkrv|t}|r|d dks|d s|d ks|d r|d ks|r| d krd | j _n$|ds|d r|d k rd| j _| j j d | j _ d S )Nr@ publicIdsystemIdcorrectr zabout:legacy-compatzunknown-doctype )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtdquirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrV ) rL r r> Z insertDoctyperl r r r[ rZ rI r` )rC r r@ r r r r) r) r* r sX 9<?@@ A z.getPhases.<locals>.InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr rV )rL rZ rI r` rB r) r) r* anythingElseM s z,getPhases.<locals>.InitialPhase.anythingElsec S s | j d | |S )Nz expected-doctype-but-got-charsrL r r r r) r) r* r Q s z1getPhases.<locals>.InitialPhase.processCharactersc S s" | j dd|d i | |S )Nz"expected-doctype-but-got-start-tagr@ r r r) r) r* r V s z/getPhases.<locals>.InitialPhase.processStartTagc S s" | j dd|d i | |S )Nz expected-doctype-but-got-end-tagr@ r r r) r) r* r \ s z-getPhases.<locals>.InitialPhase.processEndTagc S s | j d | dS )Nz expected-doctype-but-got-eofTr rB r) r) r* r b s z*getPhases.<locals>.InitialPhase.processEOFN) r9 r: r; r r r r r r r r r) r) r) r* InitialPhase s _r c @ sD e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dS )z"getPhases.<locals>.BeforeHtmlPhasec S s& | j tdd | jjd | j_d S )Nr rr r )r> Z insertRootimpliedTagTokenrL rI r` rB r) r) r* ra i s z4getPhases.<locals>.BeforeHtmlPhase.insertHtmlElementc S s | dS NTra rB r) r) r* r n s z-getPhases.<locals>.BeforeHtmlPhase.processEOFc S s | j || j j d S r. r r r) r) r* r r s z1getPhases.<locals>.BeforeHtmlPhase.processCommentc S s d S r. r) r r) r) r* r u s z9getPhases.<locals>.BeforeHtmlPhase.processSpaceCharactersc S s | |S r. r r r) r) r* r x s z4getPhases.<locals>.BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| |S )Nr@ r T)rL rX ra r r) r) r* r | s z2getPhases.<locals>.BeforeHtmlPhase.processStartTagc S s4 |d dkr$| j dd|d i n | |S d S )Nr@ r r r brz unexpected-end-tag-before-html)rL r ra r r) r) r* r s z0getPhases.<locals>.BeforeHtmlPhase.processEndTagN) r9 r: r; ra r r r r r r r) r) r) r* BeforeHtmlPhaseg s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z"getPhases.<locals>.BeforeHeadPhasec sV | || td| jfd| jfg| _| j| j_td| jfg| _ | j | j _d S )Nr r r ) rK r MethodDispatcherr startTagHeadr startTagOtherdefaultendTagImplyHeadr endTagOtherr r r) r* rK s z+getPhases.<locals>.BeforeHeadPhase.__init__c S s | tdd dS )Nr rr Tr r rB r) r) r* r s z-getPhases.<locals>.BeforeHeadPhase.processEOFc S s d S r. r) r r) r) r* r s z9getPhases.<locals>.BeforeHeadPhase.processSpaceCharactersc S s | tdd |S Nr rr r r r) r) r* r s z4getPhases.<locals>.BeforeHeadPhase.processCharactersc S s | j jd |S Nr rL rI r r r) r) r* r s z/getPhases.<locals>.BeforeHeadPhase.startTagHtmlc S s0 | j | | j jd | j _| jjd | j_d S )Nrv inHead)r> r r~ headPointerrL rI r` r r) r) r* r s z/getPhases.<locals>.BeforeHeadPhase.startTagHeadc S s | tdd |S r r r r) r) r* r s z0getPhases.<locals>.BeforeHeadPhase.startTagOtherc S s | tdd |S r r r r) r) r* r s z2getPhases.<locals>.BeforeHeadPhase.endTagImplyHeadc S s | j dd|d i d S )Nzend-tag-after-implied-rootr@ r r r) r) r* r s z.getPhases.<locals>.BeforeHeadPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r) r r) r* BeforeHeadPhase s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd d Zd d Zd!S )"z getPhases.<locals>.InHeadPhasec s | || td| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fg| _ | j | j _ td| jfd | jfg| _| j| j_ d S ) Nr title)noframesstylenoscriptscript)basebasefontbgsoundcommandlinkr5 r )r r r )rK r r r startTagTitlestartTagNoFramesStylestartTagNoscriptstartTagScriptstartTagBaseLinkCommand startTagMetar r r r endTagHeadendTagHtmlBodyBrr r r r r) r* rK s& z'getPhases.<locals>.InHeadPhase.__init__c S s | dS r r rB r) r) r* r s z)getPhases.<locals>.InHeadPhase.processEOFc S s | |S r. r r r) r) r* r s z0getPhases.<locals>.InHeadPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z+getPhases.<locals>.InHeadPhase.startTagHtmlc S s | j d d S )Nz!two-heads-are-not-better-than-oner r r) r) r* r s z+getPhases.<locals>.InHeadPhase.startTagHeadc S s$ | j | | j j d|d< d S NTr| r> r r~ popr r) r) r* r s z6getPhases.<locals>.InHeadPhase.startTagBaseLinkCommandc S s | j | | j j d|d< |d }| jjjjd dkrd|krZ| jjj|d nVd|krd|kr|d d krt |d d }t |}| }| jjj| d S ) NTr| rw r Z tentativecharsetZcontentz http-equivz content-typezutf-8)r> r r~ r rL rO rR re ZchangeEncodingr[ r Z EncodingBytesencodeZContentAttrParserr# )rC r rk rw rL codecr) r) r* r s z+getPhases.<locals>.InHeadPhase.startTagMetac S s | j |d d S )NZRCDATArL r r r) r) r* r s z,getPhases.<locals>.InHeadPhase.startTagTitlec S s | j |d d S )Nr r r r) r) r* r s z4getPhases.<locals>.InHeadPhase.startTagNoFramesStylec S s8 | j jr| j |d n | j| | j jd | j _d S )Nr inHeadNoscript)rL rN r r> r rI r` r r) r) r* r s z/getPhases.<locals>.InHeadPhase.startTagNoscriptc S s< | j | | jjj| jj_| jj| j_| jjd | j_d S )Nr ) r> r rL rO ZscriptDataStater] r` r rI r r) r) r* r s z-getPhases.<locals>.InHeadPhase.startTagScriptc S s | |S r. r r r) r) r* r s z,getPhases.<locals>.InHeadPhase.startTagOtherc S s" | j jj }| j jd | j _d S )N afterHeadrL r> r~ r rI r` rC r r r) r) r* r s z)getPhases.<locals>.InHeadPhase.endTagHeadc S s | |S r. r r r) r) r* r s z/getPhases.<locals>.InHeadPhase.endTagHtmlBodyBrc S s | j dd|d i d S Nunexpected-end-tagr@ r r r) r) r* r s z*getPhases.<locals>.InHeadPhase.endTagOtherc S s | td d S )Nr )r r rB r) r) r* r s z+getPhases.<locals>.InHeadPhase.anythingElseN)r9 r: r; rK r r r r r r r r r r r r r r r r) r r) r* InHeadPhase s r c sx e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd ZdS ) z&getPhases.<locals>.InHeadNoscriptPhasec sf | || td| jfd| jfd| jfg| _| j| j_td| j fd| j fg| _ | j | j _d S )Nr )r r r r5 r r )r r r r ) rK r r r r startTagHeadNoscriptr r r endTagNoscriptendTagBrr r r r r) r* rK s z/getPhases.<locals>.InHeadNoscriptPhase.__init__c S s | j d | dS )Nzeof-in-head-noscriptTr rB r) r) r* r 0 s z1getPhases.<locals>.InHeadNoscriptPhase.processEOFc S s | j jd |S Nr )rL rI r r r) r) r* r 5 s z5getPhases.<locals>.InHeadNoscriptPhase.processCommentc S s | j d | |S )Nzchar-in-head-noscriptr r r) r) r* r 8 s z8getPhases.<locals>.InHeadNoscriptPhase.processCharactersc S s | j jd |S r rL rI r r r) r) r* r = s z=getPhases.<locals>.InHeadNoscriptPhase.processSpaceCharactersc S s | j jd |S r r r r) r) r* r @ s z3getPhases.<locals>.InHeadNoscriptPhase.startTagHtmlc S s | j jd |S r r r r) r) r* r C s z>getPhases.<locals>.InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j dd|d i d S Nunexpected-start-tagr@ r r r) r) r* r F s z;getPhases.<locals>.InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j dd|d i | |S Nz unexpected-inhead-noscript-tagr@ r r r) r) r* r I s z4getPhases.<locals>.InHeadNoscriptPhase.startTagOtherc S s" | j jj }| j jd | j _d S r r r r) r) r* r N s z5getPhases.<locals>.InHeadNoscriptPhase.endTagNoscriptc S s" | j dd|d i | |S r r r r) r) r* r S s z/getPhases.<locals>.InHeadNoscriptPhase.endTagBrc S s | j dd|d i d S r r r r) r) r* r X s z2getPhases.<locals>.InHeadNoscriptPhase.endTagOtherc S s | td d S )Nr )r r rB r) r) r* r [ s z3getPhases.<locals>.InHeadNoscriptPhase.anythingElseN)r9 r: r; rK r r r r r r r r r r r r r) r r) r* InHeadNoscriptPhase s r c sp e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd ZdS )z!getPhases.<locals>.AfterHeadPhasec sn | || td| jfd| jfd| jfd| jfd| jfg| _| j | j_ td| j fg| _ | j | j _ d S )Nr r r ) r r r r r5 r r r r r )r r r )rK r r r startTagBodystartTagFramesetstartTagFromHeadr r r r r r r r r r) r* rK ` s z*getPhases.<locals>.AfterHeadPhase.__init__c S s | dS r r rB r) r) r* r q s z,getPhases.<locals>.AfterHeadPhase.processEOFc S s | |S r. r r r) r) r* r u s z3getPhases.<locals>.AfterHeadPhase.processCharactersc S s | j jd |S r r r r) r) r* r y s z.getPhases.<locals>.AfterHeadPhase.startTagHtmlc S s( d| j _| j| | j jd | j _d S )NFr )rL rc r> r rI r` r r) r) r* r | s z.getPhases.<locals>.AfterHeadPhase.startTagBodyc S s | j | | jjd | j_d S )Nr )r> r rL rI r` r r) r) r* r s z2getPhases.<locals>.AfterHeadPhase.startTagFramesetc S sr | j dd|d i | jj| jj | j jd | | jjd d d D ] }|jdkrL| jj | qnqLd S )Nz#unexpected-start-tag-out-of-my-headr@ r rv r ) rL r r> r~ r r rI r r@ remover r) r) r* r s z2getPhases.<locals>.AfterHeadPhase.startTagFromHeadc S s | j dd|d i d S r r r r) r) r* r s z.getPhases.<locals>.AfterHeadPhase.startTagHeadc S s | |S r. r r r) r) r* r s z/getPhases.<locals>.AfterHeadPhase.startTagOtherc S s | |S r. r r r) r) r* r s z2getPhases.<locals>.AfterHeadPhase.endTagHtmlBodyBrc S s | j dd|d i d S r r r r) r) r* r s z-getPhases.<locals>.AfterHeadPhase.endTagOtherc S s. | j tdd | jjd | j_d| j_d S )Nr rr r T)r> r r rL rI r` rc rB r) r) r* r s z.getPhases.<locals>.AfterHeadPhase.anythingElseN)r9 r: r; rK r r r r r r r r r r r r) r r) r* AfterHeadPhase_ s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Z d5d6 Z d7d8 Z d9d: Z d;d< Z d=d> Z!d?d@ Z"dAdB Z#dCdD Z$dEdF Z%dGdH Z&dIdJ Z'dKdL Z(dMdN Z)dOdP Z*dQdR Z+dSdT Z,dUdV Z-dWdX Z.dYdZ Z/d[d\ Z0d]d^ Z1d_d` Z2dadb Z3dcdd Z4dedf Z5dgS )hz getPhases.<locals>.InBodyPhasec $ s | || | j| _td| jfd| jfd| jfd| jfd| j ft | j fd| j fd| j fd| jfd | jfd | jfd | jfd | jfd | jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd| j fd| j fd| j fd| j!fd | j"fd | j#fd | j$fd | j%fd | j&fg!| _'| j(| j'_)td| j*fd| j+fd!| j,fd| j-fd"| j.fd#| j/ft | j0fd$| j1fd| j2fd%| j3fg | _4| j5| j4_)d S )&Nr ) r r r r r r5 r r r r r )addressarticleaside blockquotecenterdetailsdirr+ dlfieldset figcaptionfigurefooterheaderhgroupmainmenunavolr( sectionsummaryul)prelistingform)lidddtrU a) bbigcodeemfontissmallstrikestrongttunobrbutton)ZappletZmarqueeobjectZxmpr )Zarear embedimgkeygenZwbr)ZparamsourceZtrackinputhrimageisindextextareaZiframer )Znoembedr r )rprt)optionoptgroupZmathry ) r colr framer r r r r r r )r r r r rF r! r" Zdialogr# r+ r$ r% r& r' r( r) r* r3 r+ r, r- r. r2 r/ r0 r1 r( )r6 r7 r5 )r8 r9 r: r; r< r= r> rE r? r@ rA rB rC rD r )6rK processSpaceCharactersNonPrer r r r startTagProcessInHeadr r startTagClosePr startTagHeadingstartTagPreListing startTagFormstartTagListItemstartTagPlaintext startTagAstartTagFormatting startTagNobrstartTagButtonstartTagAppletMarqueeObject startTagXmp startTagTablestartTagVoidFormattingstartTagParamSource startTagInput startTagHr startTagImagestartTagIsIndexstartTagTextareastartTagIFramer startTagRawtextstartTagSelect startTagRpRt startTagOpt startTagMath startTagSvgstartTagMisplacedr r r endTagBody endTagHtml endTagBlock endTagFormendTagPendTagListItem endTagHeadingendTagFormattingendTagAppletMarqueeObjectr r r r r r) r* rK s - z'getPhases.<locals>.InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r. )r@ rj rk )rC Znode1Znode2r) r) r* isMatchingFormattingElement s z:getPhases.<locals>.InBodyPhase.isMatchingFormattingElementc S s | j | | j jd }g }| j jd d d D ](}|tkr@ qXq.| ||r.|| q.t|dkrv| j j|d | j j| d S )Nrv ) r> r r~ activeFormattingElementsr r~ r r r )rC r rn ZmatchingElementsr r) r) r* addFormattingElement s z3getPhases.<locals>.InBodyPhase.addFormattingElementc S s> t d}| jjd d d D ] }|j|kr| jd q:qd S )N) r6 r7 r5 r( r r r r r r r r rv z expected-closing-tag-but-got-eof)r r> r~ r@ rL r )rC Zallowed_elementsr r) r) r* r s z)getPhases.<locals>.InBodyPhase.processEOFc S sf |d }| j | _|drH| jjd jdkrH| jjd sH|dd }|rb| j | j| d S )Nrw rv )r2 r3 rP r ) rW r r r> r~ r@ Z hasContent#reconstructActiveFormattingElementsr )rC r rw r) r) r* !processSpaceCharactersDropNewline s z@getPhases.<locals>.InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j | j |d | jjrPtdd |d D rPd| j_d S )Nrw c S s g | ] }|t kqS r) r r? charr) r) r* rD " s zDgetPhases.<locals>.InBodyPhase.processCharacters.<locals>.<listcomp>F)r> r r rL rc anyr r) r) r* r s z0getPhases.<locals>.InBodyPhase.processCharactersc S s | j | j |d d S r )r> r r r r) r) r* rW & s z;getPhases.<locals>.InBodyPhase.processSpaceCharactersNonPrec S s | j jd |S r r r r) r) r* rX * s z4getPhases.<locals>.InBodyPhase.startTagProcessInHeadc S s| | j dddi t| jjdksx| jjd jdkr6nBd| j _|d D ],\}}|| jjd jkrJ|| jjd j|< qJd S )Nr r@ r r Frw ) rL r r r> r~ r@ rc r/ rk r r) r) r* r - s z+getPhases.<locals>.InBodyPhase.startTagBodyc S s | j dddi t| jjdks| jjd jdkr6np| j js@nf| jjd jrj| jjd j| jjd | jjd jdkr| jj qj| j | | j j d | j _ d S ) Nr r@ r r r rv r r ) rL r r r> r~ r@ rc parent removeChildr r rI r` r r) r) r* r 8 s " z/getPhases.<locals>.InBodyPhase.startTagFramesetc S s. | j jdddr | td | j | d S Nr( rF variant)r> elementInScopery r r r r) r) r* rY F s z-getPhases.<locals>.InBodyPhase.startTagClosePc S s> | j jdddr | td | j | d| j_| j| _d S )Nr( rF r F) r> r ry r r rL rc r r r r) r) r* r[ K s z1getPhases.<locals>.InBodyPhase.startTagPreListingc S sZ | j jr | jdddi n:| j jdddr:| td | j | | j jd | j _d S )Nr r@ r4 r( rF r rv ) r> formPointerrL r r ry r r r~ r r) r) r* r\ R s z+getPhases.<locals>.InBodyPhase.startTagFormc S s d| j _dgddgddgd}||d }t| jjD ]@}|j|kr^| j jt|jd qx|j t kr6|jdkr6 qxq6| jj d d d r| j jtd d | j | d S ) NFr5 r7 r6 )r5 r7 r6 r@ rs )r r+ r( r( rF r ) rL rc reversedr> r~ r@ r` r r nameTupler r r )rC r Z stopNamesMapZ stopNamesr r) r) r* r] [ s* z/getPhases.<locals>.InBodyPhase.startTagListItemc S s> | j jdddr | td | j | | jjj| jj_d S r ) r> r ry r r rL rO r_ r] r r) r) r* r^ q s z0getPhases.<locals>.InBodyPhase.startTagPlaintextc S sb | j jdddr | td | j jd jtkrR| jdd|d i | j j | j | d S )Nr( rF r rv r r@ ) r> r ry r r~ r@ r rL r r r r r) r) r* rZ w s z.getPhases.<locals>.InBodyPhase.startTagHeadingc S s~ | j d}|rf| jdddd | td || j jkrL| j j| || j jkrf| j j| | j | | d S )Nr8 $unexpected-start-tag-implies-end-tagZ startNameZendName) r> !elementInActiveFormattingElementsrL r r| r r~ r r r r )rC r Z afeAElementr) r) r* r_ s z(getPhases.<locals>.InBodyPhase.startTagAc S s | j | | d S r. )r> r r r r) r) r* r` s z1getPhases.<locals>.InBodyPhase.startTagFormattingc S sP | j | j drB| jdddd | td | j | | d S )NrE r r )r> r r rL r r r r r r) r) r* ra s z+getPhases.<locals>.InBodyPhase.startTagNobrc S sT | j dr2| jdddd | td |S | j | j | d| j_d S )NrF r r F) r> r rL r r r r r rc r r) r) r* rb s z-getPhases.<locals>.InBodyPhase.startTagButtonc S s0 | j | j | | j jt d| j_d S NF)r> r r r r r rL rc r r) r) r* rc s z:getPhases.<locals>.InBodyPhase.startTagAppletMarqueeObjectc S sB | j jdddr | td | j d| j_| j|d d S )Nr( rF r Fr )r> r ry r r rL rc r r r) r) r* rd s z*getPhases.<locals>.InBodyPhase.startTagXmpc S sR | j jdkr*| jjdddr*| td | j| d| j _| j jd | j _ d S )Nr r( rF r Fr ) rL rZ r> r r r r rc rI r` r r) r) r* re s z,getPhases.<locals>.InBodyPhase.startTagTablec S s6 | j | j | | j j d|d< d| j_d S )NTr| F)r> r r r~ r rL rc r r) r) r* rf s z5getPhases.<locals>.InBodyPhase.startTagVoidFormattingc S s@ | j j}| | d|d kr<|d d tdkr<|| j _d S )Nr3 rw hidden)rL rc rf rl r )rC r rc r) r) r* rh s z,getPhases.<locals>.InBodyPhase.startTagInputc S s$ | j | | j j d|d< d S r r r r) r) r* rg s z2getPhases.<locals>.InBodyPhase.startTagParamSourcec S sJ | j jdddr | td | j | | j j d|d< d| j_d S )Nr( rF r Tr| F) r> r ry r r r~ r rL rc r r) r) r* ri s z)getPhases.<locals>.InBodyPhase.startTagHrc S s6 | j dddd | tdd|d |d d d S ) Nz unexpected-start-tag-treated-asrN rI Z originalNameZnewNamerr rw r{ rk r{ )rL r r r r r) r) r* rj s z,getPhases.<locals>.InBodyPhase.startTagImagec S s | j dddi | jjr d S i }d|d kr>|d d |d< | tdd|d | td d | td d d |d kr|d d }nd }| td |d |d }d|kr|d= d |kr|d = d|d< | tdd||d d | td | td d | td d S )Nzdeprecated-tagr@ rO actionrw r4 rr )rk rM Zlabelpromptz3This is a searchable index. Enter search keywords: rq r3 rw rL r{ r ) rL r r> r r r r r copyr )rC r Z form_attrsr rk r) r) r* rk s< z.getPhases.<locals>.InBodyPhase.startTagIsIndexc S s0 | j | | jjj| jj_| j| _d| j_d S r ) r> r rL rO r\ r] r r rc r r) r) r* rl s z/getPhases.<locals>.InBodyPhase.startTagTextareac S s d| j _| | d S r )rL rc rn r r) r) r* rm s z-getPhases.<locals>.InBodyPhase.startTagIFramec S s" | j jr| | n | | d S r. )rL rN rn r r r) r) r* r s z/getPhases.<locals>.InBodyPhase.startTagNoscriptc S s | j |d dS )z8iframe, noembed noframes, noscript(if scripting enabled)r Nr r r) r) r* rn s z.getPhases.<locals>.InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jjtd | j | jj | d S Nrv rS ) r> r~ r@ rL r` r r r r r r) r) r* rq s z*getPhases.<locals>.InBodyPhase.startTagOptc S s | j | j | d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fkrx| jjd | j_n| jjd | j_d S ) NFr r r r r r inSelectInTabler )r> r r rL rc r` rI r r) r) r* ro s z-getPhases.<locals>.InBodyPhase.startTagSelectc S sB | j dr2| j | j jd jdkr2| j | j | d S )Nrubyrv )r> r generateImpliedEndTagsr~ r@ rL r r r r) r) r* rp % s z+getPhases.<locals>.InBodyPhase.startTagRpRtc S sZ | j | j| | j| td |d< | j | |d rV| j j d|d< d S )Nrh rj r{ Tr| ) r> r rL r r r r r~ r r r) r) r* rr , s z+getPhases.<locals>.InBodyPhase.startTagMathc S sZ | j | j| | j| td |d< | j | |d rV| j j d|d< d S )Nry rj r{ Tr| ) r> r rL r r r r r~ r r r) r) r* rs 8 s z*getPhases.<locals>.InBodyPhase.startTagSvgc S s | j dd|d i dS )a5 Elements that should be children of other elements that have a different insertion mode; here they are ignored "caption", "col", "colgroup", "frame", "frameset", "head", "option", "optgroup", "tbody", "td", "tfoot", "th", "thead", "tr", "noscript" z unexpected-start-tag-ignoredr@ Nr r r) r) r* rt D s z0getPhases.<locals>.InBodyPhase.startTagMisplacedc S s | j | j | d S r. )r> r r r r) r) r* r M s z,getPhases.<locals>.InBodyPhase.startTagOtherc S s | j jdddsD| tdd | jdddi | tdd nT| j d | j jd j dkrt| jdddi | j j }|j dkr| j j }qd S ) Nr( rF r rr r r@ rs rv ) r> r rY r rL r ry r r~ r@ r r r) r) r* ry Q s z&getPhases.<locals>.InBodyPhase.endTagPc S s~ | j ds| j d S | j jd jdkrj| j jdd D ],}|jtdkr<| jdd|jd qjq<| jjd | j_d S )Nr rv )r6 r7 r5 rT rS r( rQ rR r r r r r r r r $expected-one-end-tag-but-got-anotherZgotNameZ expectedName afterBody) r> r rL r r~ r@ r rI r` r r) r) r* ru ^ s z)getPhases.<locals>.InBodyPhase.endTagBodyc S s" | j dr | td |S d S )Nr )r> r ru r r r) r) r* rv p s z)getPhases.<locals>.InBodyPhase.endTagHtmlc S s |d dkr| j | _| j|d }|r2| j | jjd j|d kr^| jdd|d i |r| jj }|j|d kr| jj }qnd S )Nr@ r2 rv end-tag-too-early) rW r r> r r r~ r@ rL r r )rC r ZinScoper r) r) r* rw v s z*getPhases.<locals>.InBodyPhase.endTagBlockc S sv | j j}d | j _|d ks$| j |s8| jdddi n:| j | j jd |krd| jdddi | j j| d S )Nr r@ r4 rv zend-tag-too-early-ignored)r> r r rL r r r~ r r r) r) r* rx s z)getPhases.<locals>.InBodyPhase.endTagFormc S s |d dkrd}nd }| j j|d |dsB| jdd|d i nf| j j|d d | j jd j|d kr| jdd|d i | j j }|j|d kr| j j }qd S ) Nr@ r5 listr r excluderv r )r> r rL r r r~ r@ r )rC r r r r) r) r* rz s z-getPhases.<locals>.InBodyPhase.endTagListItemc S s t D ] }| j|r| j q$q| jjd j|d krP| jdd|d i t D ]8}| j|rT| jj }|jt kr| jj }qp qqTd S )Nrv r@ r ) r r> r r r~ r@ rL r r )rC r itemr) r) r* r{ s z,getPhases.<locals>.InBodyPhase.endTagHeadingc S s d}|dk r |d7 }| j |d }|rD|| j jkrR| j |jsR| | dS || j jkr| jdd|d i | j j | dS | j |js| jdd|d i dS || j jd kr| jd d|d i | j j |}d}| j j|d D ]}|j t kr|} qq|dkrR| j j }||kr@| j j }q&| j j | dS | j j|d }| j j |}| } } d} | j j | } | d k rX| d7 } | d8 } | j j| } | | j jkr| j j | q| |krސqX| |kr| j j | d }| } | | j j| j j | < | | j j| j j | < | } | jrF| j| | | | } q| jrl| j| |jtd kr| j \}}|| | n || | } || || | j j | | j j|| | j j | | j j| j j |d | qdS ) z)The much-feared adoption agency algorithmr r r@ Nzadoption-agency-1.2zadoption-agency-4.4rv zadoption-agency-1.3r r r r r r )r> r r~ r r@ r rL r r r indexr r r Z cloneNoder r Z appendChildr Z getTableMisnestedNodePosition insertBeforeZreparentChildreninsert)rC r ZouterLoopCounterZformattingElementZafeIndexZ furthestBlockrn ZcommonAncestorZbookmarkZlastNoder ZinnerLoopCounterr Zcloner r r) r) r* r| s z/getPhases.<locals>.InBodyPhase.endTagFormattingc S s | j |d r| j | j jd j|d krF| jdd|d i | j |d r| j j }|j|d kr~| j j }qb| j d S )Nr@ rv r ) r> r r r~ r@ rL r r clearActiveFormattingElements)rC r rn r) r) r* r} T s z8getPhases.<locals>.InBodyPhase.endTagAppletMarqueeObjectc S s@ | j dddd | j | jtdd | jj d S )Nz unexpected-end-tag-treated-asr z br elementr rr )rL r r> r r r r~ r r r) r) r* r ` s z'getPhases.<locals>.InBodyPhase.endTagBrc S s | j jd d d D ]}|j|d krz| j j|d d | j jd j|d krb| jdd|d i | j j |krtqb qq|jtkr| jdd|d i qqd S )Nrv r@ r r ) r> r~ r@ r rL r r r r r r) r) r* r g s z*getPhases.<locals>.InBodyPhase.endTagOtherN)6r9 r: r; rK r~ r r r r rW rX r r rY r[ r\ r] r^ rZ r_ r` ra rb rc rd re rf rh rg ri rj rk rl rm r rn rq ro rp rr rs rt r ry ru rv rw rx rz r{ r| r} r r r) r r) r* InBodyPhase sh G $ r c s@ e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd S )z getPhases.<locals>.TextPhasec sF | || tg | _| j| j_td| jfg| _| j| j_d S )Nr ) rK r r r r r endTagScriptr r r r r) r* rK v s z%getPhases.<locals>.TextPhase.__init__c S s | j |d d S r r r r) r) r* r ~ s z.getPhases.<locals>.TextPhase.processCharactersc S s8 | j dd| jjd ji | jj | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofr@ rv T)rL r r> r~ r@ r r r` rB r) r) r* r s z'getPhases.<locals>.TextPhase.processEOFc S s d S r. r) r r) r) r* r s z*getPhases.<locals>.TextPhase.startTagOtherc S s | j j }| jj| j_d S r. r> r~ r rL r r` r r) r) r* r s z)getPhases.<locals>.TextPhase.endTagScriptc S s | j j | jj| j_d S r. r r r) r) r* r s z(getPhases.<locals>.TextPhase.endTagOtherN) r9 r: r; rK r r r r r r) r r) r* TextPhaseu s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'S )(z getPhases.<locals>.InTablePhasec s | || td| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd | j fd | j fg | _ | j| j _td| jfd | jfg| _| j| j_d S ) Nr r r rU r r r )r r r r )r r rL r4 ) r r rU r r r r r r r r )rK r r r startTagCaptionstartTagColgroup startTagColstartTagRowGroupstartTagImplyTbodyre startTagStyleScriptrh r\ r r r endTagTable endTagIgnorer r r r r) r* rK s* z(getPhases.<locals>.InTablePhase.__init__c S s$ | j jd jdkr | j j q d S )Nrv )r r r> r~ r@ r rB r) r) r* clearStackToTableContext s z8getPhases.<locals>.InTablePhase.clearStackToTableContextc S s$ | j jd jdkr | jd n d S )Nrv r z eof-in-tabler> r~ r@ rL r rB r) r) r* r s z*getPhases.<locals>.InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j| d S N inTableText)rL r` rI r r rC r r r) r) r* r s z6getPhases.<locals>.InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j| d S r )rL r` rI r r r r) r) r* r s z1getPhases.<locals>.InTablePhase.processCharactersc S s& d| j _| jjd | d| j _d S )NTr F)r> insertFromTablerL rI r r r) r) r* r s z*getPhases.<locals>.InTablePhase.insertTextc S s6 | | jjt | j| | jjd | j_d S )Nr ) r r> r r r r rL rI r` r r) r) r* r s z/getPhases.<locals>.InTablePhase.startTagCaptionc S s( | | j| | jjd | j_d S )Nr r r> r rL rI r` r r) r) r* r s z0getPhases.<locals>.InTablePhase.startTagColgroupc S s | tdd |S )Nr rr )r r r r) r) r* r s z+getPhases.<locals>.InTablePhase.startTagColc S s( | | j| | jjd | j_d S Nr r r r) r) r* r s z0getPhases.<locals>.InTablePhase.startTagRowGroupc S s | tdd |S )Nr rr )r r r r) r) r* r s z2getPhases.<locals>.InTablePhase.startTagImplyTbodyc S s6 | j dddd | j jtd | j js2|S d S )Nr r r )rL r r` r r rS r r) r) r* re s z-getPhases.<locals>.InTablePhase.startTagTablec S s | j jd |S r r r r) r) r* r s z3getPhases.<locals>.InTablePhase.startTagStyleScriptc S sV d|d krH|d d tdkrH| jd | j| | jj n | | d S )Nr3 rw r z unexpected-hidden-input-in-table) rl r rL r r> r r~ r r r r) r) r* rh s z-getPhases.<locals>.InTablePhase.startTagInputc S sD | j d | jjd kr@| j| | jjd | j_| jj d S )Nzunexpected-form-in-tablerv )rL r r> r r r~ r r r) r) r* r\ s z,getPhases.<locals>.InTablePhase.startTagFormc S s< | j dd|d i d| j_| j jd | d| j_d S )Nz)unexpected-start-tag-implies-table-voodoor@ Tr F)rL r r> r rI r r r) r) r* r s z-getPhases.<locals>.InTablePhase.startTagOtherc S s | j jdddr| j | j jd jdkrJ| jdd| j jd jd | j jd jdkrj| j j qJ| j j | j n | j d S )Nr r rv zend-tag-too-early-namedr ) r> r r r~ r@ rL r r rb r r) r) r* r s z+getPhases.<locals>.InTablePhase.endTagTablec S s | j dd|d i d S r r r r) r) r* r s z,getPhases.<locals>.InTablePhase.endTagIgnorec S s< | j dd|d i d| j_| j jd | d| j_d S )Nz'unexpected-end-tag-implies-table-voodoor@ Tr F)rL r r> r rI r r r) r) r* r s z+getPhases.<locals>.InTablePhase.endTagOtherN)r9 r: r; rK r r r r r r r r r r re r rh r\ r r r r r) r r) r* InTablePhase s& r c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z#getPhases.<locals>.InTableTextPhasec s | || d | _g | _d S r. )rK r characterTokensr r r) r* rK ( s z,getPhases.<locals>.InTableTextPhase.__init__c S sd d dd | jD }tdd |D rJtd |d}| jjd | n|rZ| j| g | _d S )Nr c S s g | ] }|d qS )rw r) r? r r) r) r* rD . s zGgetPhases.<locals>.InTableTextPhase.flushCharacters.<locals>.<listcomp>c S s g | ] }|t kqS r) r r r) r) r* rD / s rq r r )joinr r r rL rI r r> )rC rw r r) r) r* flushCharacters- s z3getPhases.<locals>.InTableTextPhase.flushCharactersc S s | | j| j_|S r. r r rL r` r r) r) r* r 6 s z2getPhases.<locals>.InTableTextPhase.processCommentc S s | | j| j_dS r r rB r) r) r* r ; s z.getPhases.<locals>.InTableTextPhase.processEOFc S s |d dkrd S | j | d S Nrw r r r r r) r) r* r @ s z5getPhases.<locals>.InTableTextPhase.processCharactersc S s | j | d S r. r r r) r) r* r E s z:getPhases.<locals>.InTableTextPhase.processSpaceCharactersc S s | | j| j_|S r. r r r) r) r* r J s z3getPhases.<locals>.InTableTextPhase.processStartTagc S s | | j| j_|S r. r r r) r) r* r O s z1getPhases.<locals>.InTableTextPhase.processEndTagN) r9 r: r; rK r r r r r r r r) r r) r* InTableTextPhase' s r c s` e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dS )z!getPhases.<locals>.InCaptionPhasec sf | || td| jfd| jfg| _| j| j_td| jfd| j fd| j fg| _ | j | j _d S )Nr r rU r r r r r r r r r ) r rU r r r r r r r r ) rK r r r startTagTableElementr r r endTagCaptionr r r r r r r) r* rK V s z*getPhases.<locals>.InCaptionPhase.__init__c S s | j jddd S )Nr r r r> r rB r) r) r* ignoreEndTagCaptionh s z5getPhases.<locals>.InCaptionPhase.ignoreEndTagCaptionc S s | j jd d S r rL rI r rB r) r) r* r k s z,getPhases.<locals>.InCaptionPhase.processEOFc S s | j jd |S r rL rI r r r) r) r* r n s z3getPhases.<locals>.InCaptionPhase.processCharactersc S s0 | j | }| j jtd |s,|S d S Nr rL r r r` r r rC r ignoreEndTagr) r) r* r q s z6getPhases.<locals>.InCaptionPhase.startTagTableElementc S s | j jd |S r r r r) r) r* r y s z/getPhases.<locals>.InCaptionPhase.startTagOtherc S s | s| j | jjd jdkrB| jdd| jjd jd | jjd jdkrb| jj qB| jj | j | jj d | j_ n | j d S )Nrv r r r r ) r r> r r~ r@ rL r r r rI r` r r) r) r* r | s z/getPhases.<locals>.InCaptionPhase.endTagCaptionc S s0 | j | }| j jtd |s,|S d S r r r r) r) r* r s z-getPhases.<locals>.InCaptionPhase.endTagTablec S s | j dd|d i d S r r r r) r) r* r s z.getPhases.<locals>.InCaptionPhase.endTagIgnorec S s | j jd |S r rL rI r r r) r) r* r s z-getPhases.<locals>.InCaptionPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r r) r r) r* InCaptionPhaseT s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z%getPhases.<locals>.InColumnGroupPhasec s^ | || td| jfd| jfg| _| j| j_td| jfd| j fg| _ | j | j _d S )Nr rU r ) rK r r r r r r r endTagColgroup endTagColr r r r r) r* rK s z.getPhases.<locals>.InColumnGroupPhase.__init__c S s | j jd jdkS )Nrv r )r> r~ r@ rB r) r) r* ignoreEndTagColgroup s z:getPhases.<locals>.InColumnGroupPhase.ignoreEndTagColgroupc S s8 | j jd jdkrd S | }| td |s4dS d S )Nrv r r T)r> r~ r@ r r r )rC r r) r) r* r s z0getPhases.<locals>.InColumnGroupPhase.processEOFc S s" | }| td |s |S d S Nr r r r r r) r) r* r s z7getPhases.<locals>.InColumnGroupPhase.processCharactersc S s$ | j | | j j d|d< d S r r r r) r) r* r s z1getPhases.<locals>.InColumnGroupPhase.startTagColc S s" | }| td |s |S d S r r r r) r) r* r s z3getPhases.<locals>.InColumnGroupPhase.startTagOtherc S s4 | r| j n | jj | jjd | j_d S Nr )r rL r r> r~ r rI r` r r) r) r* r s z4getPhases.<locals>.InColumnGroupPhase.endTagColgroupc S s | j dddi d S )Nz no-end-tagr@ rU r r r) r) r* r s z/getPhases.<locals>.InColumnGroupPhase.endTagColc S s" | }| td |s |S d S r r r r) r) r* r s z1getPhases.<locals>.InColumnGroupPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r) r r) r* InColumnGroupPhase s r c sx e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd ZdS ) z#getPhases.<locals>.InTableBodyPhasec sv | || td| jfd| jfd| jfd| jfg| _| j| j_ td| j fd| j fd| j fg| _ | j| j _ d S )Nr r r r )r rU r r r r r r )r r rU r r r r r )rK r r r startTagTrstartTagTableCellstartTagTableOtherr r r endTagTableRowGroupr r r r r r r) r* rK s$ z,getPhases.<locals>.InTableBodyPhase.__init__c S s6 | j jd jdkr | j j q | j jd jdkr2d S )Nrv )r r r r r r rB r) r) r* clearStackToTableBodyContext s z@getPhases.<locals>.InTableBodyPhase.clearStackToTableBodyContextc S s | j jd d S r r rB r) r) r* r s z.getPhases.<locals>.InTableBodyPhase.processEOFc S s | j jd |S r r r r) r) r* r s z:getPhases.<locals>.InTableBodyPhase.processSpaceCharactersc S s | j jd |S r r r r) r) r* r s z5getPhases.<locals>.InTableBodyPhase.processCharactersc S s( | | j| | jjd | j_d S )Nr )r r> r rL rI r` r r) r) r* r s z.getPhases.<locals>.InTableBodyPhase.startTagTrc S s* | j dd|d i | tdd |S )Nz unexpected-cell-in-table-bodyr@ r rr )rL r r r r r) r) r* r s z5getPhases.<locals>.InTableBodyPhase.startTagTableCellc S sb | j jddds0| j jddds0| j jdddrT| | t| j jd j |S | j d S Nr r r r r rv r> r r r r r~ r@ rL r r r) r) r* r s z6getPhases.<locals>.InTableBodyPhase.startTagTableOtherc S s | j jd |S r r r r) r) r* r s z1getPhases.<locals>.InTableBodyPhase.startTagOtherc S sT | j j|d ddr:| | j j | jjd | j_n| jdd|d i d S )Nr@ r r r unexpected-end-tag-in-table-body) r> r r r~ r rL rI r` r r r) r) r* r " s z7getPhases.<locals>.InTableBodyPhase.endTagTableRowGroupc S sb | j jddds0| j jddds0| j jdddrT| | t| j jd j |S | j d S r r r r) r) r* r + s z/getPhases.<locals>.InTableBodyPhase.endTagTablec S s | j dd|d i d S )Nr r@ r r r) r) r* r 8 s z0getPhases.<locals>.InTableBodyPhase.endTagIgnorec S s | j jd |S r r r r) r) r* r < s z/getPhases.<locals>.InTableBodyPhase.endTagOtherN)r9 r: r; rK r r r r r r r r r r r r r) r r) r* InTableBodyPhase s r c s e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd Zdd Zd S ) z getPhases.<locals>.InRowPhasec sv | || td| jfd| jfd| jfg| _| j| j_td| j fd| j fd| j fd| j fg| _ | j| j _d S )Nr r )r rU r r r r r r r r )r r rU r r r r )rK r r r r r r r r endTagTrr r r r r r r r) r* rK A s$ z&getPhases.<locals>.InRowPhase.__init__c S s@ | j jd jdkr<| jdd| j jd ji | j j q d S )Nrv )r r z'unexpected-implied-end-tag-in-table-rowr@ )r> r~ r@ rL r r rB r) r) r* clearStackToTableRowContextU s z9getPhases.<locals>.InRowPhase.clearStackToTableRowContextc S s | j jddd S )Nr r r r rB r) r) r* ignoreEndTagTr[ s z,getPhases.<locals>.InRowPhase.ignoreEndTagTrc S s | j jd d S r r rB r) r) r* r _ s z(getPhases.<locals>.InRowPhase.processEOFc S s | j jd |S r r r r) r) r* r b s z4getPhases.<locals>.InRowPhase.processSpaceCharactersc S s | j jd |S r r r r) r) r* r e s z/getPhases.<locals>.InRowPhase.processCharactersc S s6 | | j| | jjd | j_| jjt d S )Nr ) r r> r rL rI r` r r r r r) r) r* r h s z/getPhases.<locals>.InRowPhase.startTagTableCellc S s" | }| td |s |S d S Nr r r r r r) r) r* r n s z0getPhases.<locals>.InRowPhase.startTagTableOtherc S s | j jd |S r r r r) r) r* r u s z+getPhases.<locals>.InRowPhase.startTagOtherc S s< | s.| | jj | jjd | j_n | j d S r ) r r r> r~ r rL rI r` r r r) r) r* r x s z&getPhases.<locals>.InRowPhase.endTagTrc S s" | }| td |s |S d S r r r r) r) r* r s z)getPhases.<locals>.InRowPhase.endTagTablec S s4 | j j|d ddr&| td |S | j d S )Nr@ r r r )r> r r r rL r r r) r) r* r s z1getPhases.<locals>.InRowPhase.endTagTableRowGroupc S s | j dd|d i d S )Nz unexpected-end-tag-in-table-rowr@ r r r) r) r* r s z*getPhases.<locals>.InRowPhase.endTagIgnorec S s | j jd |S r r r r) r) r* r s z)getPhases.<locals>.InRowPhase.endTagOtherN)r9 r: r; rK r r r r r r r r r r r r r r) r r) r* InRowPhase? s r c s` e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dS )z getPhases.<locals>.InCellPhasec sf | || td| jfd| jfg| _| j| j_td| jfd| j fd| j fg| _ | j | j _d S )Nr r r )r r rU r r r ) rK r r r r r r r endTagTableCellr endTagImplyr r r r r) r* rK s z'getPhases.<locals>.InCellPhase.__init__c S sB | j jdddr | td n | j jdddr>| td d S Nr r r r )r> r r r rB r) r) r* closeCell s z(getPhases.<locals>.InCellPhase.closeCellc S s | j jd d S r r rB r) r) r* r s z)getPhases.<locals>.InCellPhase.processEOFc S s | j jd |S r r r r) r) r* r s z0getPhases.<locals>.InCellPhase.processCharactersc S s: | j jddds | j jdddr,| |S | j d S r r> r r rL r r r) r) r* r s z1getPhases.<locals>.InCellPhase.startTagTableOtherc S s | j jd |S r r r r) r) r* r s z,getPhases.<locals>.InCellPhase.startTagOtherc S s | j j|d ddr| j |d | j jd j|d krp| jdd|d i | j j }|j|d krPq|qPn | j j | j | jj d | j_ n| jdd|d i d S )Nr@ r r rv zunexpected-cell-end-tagr r ) r> r r r~ r@ rL r r r rI r` r r) r) r* r s z.getPhases.<locals>.InCellPhase.endTagTableCellc S s | j dd|d i d S r r r r) r) r* r s z+getPhases.<locals>.InCellPhase.endTagIgnorec S s. | j j|d ddr | |S | j d S )Nr@ r r r r r) r) r* r s z*getPhases.<locals>.InCellPhase.endTagImplyc S s | j jd |S r r r r) r) r* r s z*getPhases.<locals>.InCellPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r r) r r) r* InCellPhase s r c sx e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z dd Z dd Zdd ZdS ) z getPhases.<locals>.InSelectPhasec s | || td| jfd| jfd| jfd| jfd| jfd| jfg| _ | j | j _ td| j fd| j fd| jfg| _| j| j_ d S )Nr rS rT r )rL rJ rP r )rK r r r startTagOptionstartTagOptgroupro rh r r r r endTagOptionendTagOptgroup endTagSelectr r r r r) r* rK s z)getPhases.<locals>.InSelectPhase.__init__c S s$ | j jd jdkr | jd n d S )Nrv r z eof-in-selectr rB r) r) r* r s z+getPhases.<locals>.InSelectPhase.processEOFc S s$ |d dkrd S | j |d d S r r r r) r) r* r s z2getPhases.<locals>.InSelectPhase.processCharactersc S s. | j jd jdkr | j j | j | d S r r> r~ r@ r r r r) r) r* r s z/getPhases.<locals>.InSelectPhase.startTagOptionc S sL | j jd jdkr | j j | j jd jdkr<| j j | j | d S )Nrv rS rT r r r) r) r* r s z1getPhases.<locals>.InSelectPhase.startTagOptgroupc S s | j d | td d S )Nzunexpected-select-in-selectr )rL r r r r r) r) r* ro s z/getPhases.<locals>.InSelectPhase.startTagSelectc S s2 | j d | jjdddr.| td |S d S )Nzunexpected-input-in-selectr r )rL r r> r r r r r) r) r* rh s z.getPhases.<locals>.InSelectPhase.startTagInputc S s | j jd |S r r r r) r) r* r s z/getPhases.<locals>.InSelectPhase.startTagScriptc S s | j dd|d i d S )Nz unexpected-start-tag-in-selectr@ r r r) r) r* r ! s z.getPhases.<locals>.InSelectPhase.startTagOtherc S s6 | j jd jdkr | j j n| jdddi d S )Nrv rS unexpected-end-tag-in-selectr@ r> r~ r@ r rL r r r) r) r* r % s z-getPhases.<locals>.InSelectPhase.endTagOptionc S sf | j jd jdkr0| j jd jdkr0| j j | j jd jdkrP| j j n| jdddi d S )Nrv rS rT r r@ r r r) r) r* r , s z/getPhases.<locals>.InSelectPhase.endTagOptgroupc S sN | j jdddr@| j j }|jdkr4| j j }q | j n | j d S )Nr r )r> r r~ r r@ rL rb r r r) r) r* r 9 s z-getPhases.<locals>.InSelectPhase.endTagSelectc S s | j dd|d i d S )Nr r@ r r r) r) r* r D s z,getPhases.<locals>.InSelectPhase.endTagOtherN)r9 r: r; rK r r r r ro rh r r r r r r r) r r) r* InSelectPhase s r c sH e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dS )z'getPhases.<locals>.InSelectInTablePhasec sN | || td| jfg| _| j| j_td| jfg| _| j | j_d S )N)r r r r r r r r ) rK r r re r r r r r r r r r) r* rK I s z0getPhases.<locals>.InSelectInTablePhase.__init__c S s | j jd d S Nr r rB r) r) r* r X s z2getPhases.<locals>.InSelectInTablePhase.processEOFc S s | j jd |S r r r r) r) r* r [ s z9getPhases.<locals>.InSelectInTablePhase.processCharactersc S s( | j dd|d i | td |S )Nz5unexpected-table-element-start-tag-in-select-in-tabler@ r )rL r r r r r) r) r* re ^ s z5getPhases.<locals>.InSelectInTablePhase.startTagTablec S s | j jd |S r r r r) r) r* r c s z5getPhases.<locals>.InSelectInTablePhase.startTagOtherc S s@ | j dd|d i | jj|d ddr<| td |S d S )Nz3unexpected-table-element-end-tag-in-select-in-tabler@ r r r )rL r r> r r r r r) r) r* r f s z3getPhases.<locals>.InSelectInTablePhase.endTagTablec S s | j jd |S r r r r) r) r* r l s z3getPhases.<locals>.InSelectInTablePhase.endTagOtherN) r9 r: r; rK r r re r r r r) r r) r* InSelectInTablePhaseH s r c - s e Zd Zeddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,g,Z fd-d.Zd/d0 Z fd1d2Zd3d4 Zd5d6 Z d7S )8z(getPhases.<locals>.InForeignContentPhaser9 r: r r r r! r; r6 r+ r$ r7 r< rH Zh1Zh2Zh3Zh4Zh5Zh6r rM r> rI r5 r3 r, r5 rE r. r( r2 r r? r@ spanrB rA subZsupr rC rD r1 varc s | || d S r. )rK r r r) r* rK y s z1getPhases.<locals>.InForeignContentPhase.__init__c % S sn ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%$}|d& |krj||d& |d&< d S )'NZaltGlyphZ altGlyphDefZ altGlyphItemZ animateColorZ animateMotionZanimateTransformZclipPathZfeBlendZ feColorMatrixZfeComponentTransferZ feCompositeZfeConvolveMatrixZfeDiffuseLightingZfeDisplacementMapZfeDistantLightZfeFloodZfeFuncAZfeFuncBZfeFuncGZfeFuncRZfeGaussianBlurZfeImageZfeMergeZ feMergeNodeZ feMorphologyZfeOffsetZ fePointLightZfeSpecularLightingZ feSpotLightZfeTileZ feTurbulenceZ foreignObjectZglyphRefZlinearGradientZradialGradientZtextPath)$ZaltglyphZ altglyphdefZ altglyphitemZ animatecolorZ animatemotionZanimatetransformZclippathZfeblendZ fecolormatrixZfecomponenttransferZ fecompositeZfeconvolvematrixZfediffuselightingZfedisplacementmapZfedistantlightZfefloodZfefuncaZfefuncbZfefuncgZfefuncrZfegaussianblurZfeimageZfemergeZ femergenodeZ femorphologyZfeoffsetZ fepointlightZfespecularlightingZ fespotlightZfetileZ feturbulenceZ foreignobjectZglyphrefZlineargradientZradialgradientZtextpathr@ r) )rC r replacementsr) r) r* adjustSVGTagNames| sN % z:getPhases.<locals>.InForeignContentPhase.adjustSVGTagNamesc sL |d dkrd|d< n&| j jr<tdd |d D r<d| j _ | | d S )Nrw r u �c s s | ]}|t kV qd S r. r r r) r) r* r s zMgetPhases.<locals>.InForeignContentPhase.processCharacters.<locals>.<genexpr>F)rL rc r r r r r) r* r s z:getPhases.<locals>.InForeignContentPhase.processCharactersc S s. | j jd }|d | jksD|d dkrt|d tdddg@ r| jdd|d i | j jd j| j jkr| j | j jd s| j | j jd s| j j qZ|S |jt d kr| j | n$|jt d kr| | | j| | j| |j|d < | j | |d r*| j j d |d< d S )Nrv r@ r= rw ZcolorZfacesizez*unexpected-html-element-in-foreign-contentrh ry rj r{ Tr| )r> r~ breakoutElementssetkeysrL r rj r ro rp r r r r r r r )rC r r r) r) r* r s: z8getPhases.<locals>.InForeignContentPhase.processStartTagc S s t | jjd }| jjd }|jt|d krF| jdd|d i |jt|d kr| jj| jj d kr| jj | jjj | j_| jj |krqd }q|d8 }| jj| }|j | jjkrqFqF| jj|}qqF|S )Nr rv r@ r r )r r> r~ r@ rl r rL r r` rI r r r rj r r )rC r Z nodeIndexr r r) r) r* r s& z6getPhases.<locals>.InForeignContentPhase.processEndTagN) r9 r: r; r r rK r r r r r) r r) r* InForeignContentPhaseo s\ ) r c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z!getPhases.<locals>.AfterBodyPhasec sN | || td| jfg| _| j| j_td| jfg| _| j | j_d S Nr ) rK r r r r r r rv r r r r r) r* rK s z*getPhases.<locals>.AfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r s z,getPhases.<locals>.AfterBodyPhase.processEOFc S s | j || j jd d S )Nr r r r) r) r* r s z0getPhases.<locals>.AfterBodyPhase.processCommentc S s | j d | j jd | j _|S )Nzunexpected-char-after-bodyr rL r rI r` r r) r) r* r s z3getPhases.<locals>.AfterBodyPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z.getPhases.<locals>.AfterBodyPhase.startTagHtmlc S s* | j dd|d i | j jd | j _|S )Nz unexpected-start-tag-after-bodyr@ r r r r) r) r* r s z/getPhases.<locals>.AfterBodyPhase.startTagOtherc S s* | j jr| j d n| j jd | j _d S )Nz'unexpected-end-tag-after-body-innerhtmlafterAfterBody)rL rS r rI r` )rC r@ r) r) r* rv s z,getPhases.<locals>.AfterBodyPhase.endTagHtmlc S s* | j dd|d i | j jd | j _|S )Nz unexpected-end-tag-after-bodyr@ r r r r) r) r* r s z-getPhases.<locals>.AfterBodyPhase.endTagOtherN) r9 r: r; rK r r r r r rv r r) r r) r* AfterBodyPhase s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z"getPhases.<locals>.InFramesetPhasec sf | || td| jfd| jfd| jfd| jfg| _| j| j_ td| j fg| _ | j | j _ d S )Nr r rV r ) rK r r r r startTagFramestartTagNoframesr r r endTagFramesetr r r r r) r* rK s z+getPhases.<locals>.InFramesetPhase.__init__c S s$ | j jd jdkr | jd n d S )Nrv r zeof-in-framesetr rB r) r) r* r # s z-getPhases.<locals>.InFramesetPhase.processEOFc S s | j d d S )Nzunexpected-char-in-framesetr r r) r) r* r ) s z4getPhases.<locals>.InFramesetPhase.processCharactersc S s | j | d S r. )r> r r r) r) r* r , s z3getPhases.<locals>.InFramesetPhase.startTagFramesetc S s | j | | j j d S r. r r r) r) r* r / s z0getPhases.<locals>.InFramesetPhase.startTagFramec S s | j jd |S r r r r) r) r* r 3 s z3getPhases.<locals>.InFramesetPhase.startTagNoframesc S s | j dd|d i d S )Nz unexpected-start-tag-in-framesetr@ r r r) r) r* r 6 s z0getPhases.<locals>.InFramesetPhase.startTagOtherc S sZ | j jd jdkr | jd n | j j | jjsV| j jd jdkrV| jjd | j_d S )Nrv r z)unexpected-frameset-in-frameset-innerhtmlr afterFrameset) r> r~ r@ rL r r rS rI r` r r) r) r* r : s z1getPhases.<locals>.InFramesetPhase.endTagFramesetc S s | j dd|d i d S )Nz unexpected-end-tag-in-framesetr@ r r r) r) r* r F s z.getPhases.<locals>.InFramesetPhase.endTagOtherN) r9 r: r; rK r r r r r r r r r) r r) r* InFramesetPhase s r c sH e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dS )z%getPhases.<locals>.AfterFramesetPhasec sV | || td| jfd| jfg| _| j| j_td| jfg| _ | j | j _d S Nr r ) rK r r r r r r r rv r r r r r) r* rK L s z.getPhases.<locals>.AfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r Z s z0getPhases.<locals>.AfterFramesetPhase.processEOFc S s | j d d S )Nz unexpected-char-after-framesetr r r) r) r* r ^ s z7getPhases.<locals>.AfterFramesetPhase.processCharactersc S s | j jd |S r r r r) r) r* r a s z6getPhases.<locals>.AfterFramesetPhase.startTagNoframesc S s | j dd|d i d S )Nz#unexpected-start-tag-after-framesetr@ r r r) r) r* r d s z3getPhases.<locals>.AfterFramesetPhase.startTagOtherc S s | j jd | j _d S )NafterAfterFrameset)rL rI r` r r) r) r* rv h s z0getPhases.<locals>.AfterFramesetPhase.endTagHtmlc S s | j dd|d i d S )Nz!unexpected-end-tag-after-framesetr@ r r r) r) r* r k s z1getPhases.<locals>.AfterFramesetPhase.endTagOtherN) r9 r: r; rK r r r r rv r r) r r) r* AfterFramesetPhaseJ s r c sP e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z&getPhases.<locals>.AfterAfterBodyPhasec s0 | || td| jfg| _| j| j_d S r )rK r r r r r r r r r) r* rK p s z/getPhases.<locals>.AfterAfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r x s z1getPhases.<locals>.AfterAfterBodyPhase.processEOFc S s | j || j j d S r. r r r) r) r* r { s z5getPhases.<locals>.AfterAfterBodyPhase.processCommentc S s | j jd |S r r r r) r) r* r ~ s z=getPhases.<locals>.AfterAfterBodyPhase.processSpaceCharactersc S s | j d | j jd | j _|S )Nexpected-eof-but-got-charr r r r) r) r* r s z8getPhases.<locals>.AfterAfterBodyPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z3getPhases.<locals>.AfterAfterBodyPhase.startTagHtmlc S s* | j dd|d i | j jd | j _|S )N expected-eof-but-got-start-tagr@ r r r r) r) r* r s z4getPhases.<locals>.AfterAfterBodyPhase.startTagOtherc S s* | j dd|d i | j jd | j _|S )N expected-eof-but-got-end-tagr@ r r r r) r) r* r s z4getPhases.<locals>.AfterAfterBodyPhase.processEndTagN) r9 r: r; rK r r r r r r r r) r r) r* AfterAfterBodyPhaseo s r c sX e Zd Z fddZdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dS )z*getPhases.<locals>.AfterAfterFramesetPhasec s8 | || td| jfd| jfg| _| j| j_d S r )rK r r r startTagNoFramesr r r r r r) r* rK s z3getPhases.<locals>.AfterAfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r s z5getPhases.<locals>.AfterAfterFramesetPhase.processEOFc S s | j || j j d S r. r r r) r) r* r s z9getPhases.<locals>.AfterAfterFramesetPhase.processCommentc S s | j jd |S r r r r) r) r* r s zAgetPhases.<locals>.AfterAfterFramesetPhase.processSpaceCharactersc S s | j d d S )Nr r r r) r) r* r s z<getPhases.<locals>.AfterAfterFramesetPhase.processCharactersc S s | j jd |S r r r r) r) r* r s z7getPhases.<locals>.AfterAfterFramesetPhase.startTagHtmlc S s | j jd |S r r r r) r) r* r s z;getPhases.<locals>.AfterAfterFramesetPhase.startTagNoFramesc S s | j dd|d i d S )Nr r@ r r r) r) r* r s z8getPhases.<locals>.AfterAfterFramesetPhase.startTagOtherc S s | j dd|d i d S )Nr r@ r r r) r) r* r s z8getPhases.<locals>.AfterAfterFramesetPhase.processEndTagN) r9 r: r; rK r r r r r r r r r) r r) r* AfterAfterFramesetPhase s r! )rW rV r r r r r r r r r r r r r r r rz r r r r r )r )rJ rY r r r r r r r r r r r r r r r r r r r r r r r r! r) r r* rH sr ) #.g@C X! -GBbYLd's/9%&&rH c s> t | d t @ }|r:t fdd| d D | d< d S )Nrw c 3 s" | ]\}} |||fV qd S r. )r )r? kvr r) r* r s z$adjust_attributes.<locals>.<genexpr>)r r r/ )r r Zneeds_adjustmentr) r$ r* r s r rs Fc C s |d kr i }t | | ||dS )N)r3 r@ rw r{ )r )r@ r3 rk r{ r) r) r* r s r c @ s e Zd ZdZdS )ru zError in parsed documentN)r9 r: r; r r) r) r) r* ru s ru )r T)r+ r T)rs NF).Z __future__r r r Zpip._vendor.sixr r r1 collectionsr r r r r Ztreebuilders.baser r Z constantsr r r r r r r r r r r r r r r r r r# r- r= rG r" ZmemoizerH r r Exceptionru r) r) r) r* <module> sP H G K PK A\;05 5 9 pip/_vendor/html5lib/__pycache__/_ihatexml.cpython-38.pycnu [ U .eAA @ s d dl mZmZmZ d dlZd dlZddlmZ dZdZ dZ dZ d Z d ee gZd ee d d d e e gZd ed gZedZedZdd Zdd ZeddZdd Zdd Zdd Zd d Zed Z ed Z ed Z G d!d" d"e Z dS )# )absolute_importdivisionunicode_literalsN )DataLossWarninga^ [#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] | [#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] | [#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] | [#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 | [#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] | [#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] | [#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] | [#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] | [#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 | [#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] | [#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] | [#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D | [#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] | [#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] | [#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] | [#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] | [#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] | [#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] | [#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 | [#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] | [#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] | [#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] | [#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] | [#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] | [#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] | [#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] | [#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] | [#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] | [#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] | [#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A | #x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 | #x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] | #x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] | [#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] | [#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C | #x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 | [#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] | [#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] | [#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 | [#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] | [#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B | #x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE | [#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] | [#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 | [#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] | [#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]z*[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]a [#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] | [#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 | [#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] | [#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] | #x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] | [#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] | [#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 | #x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] | [#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC | [#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] | #x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] | [#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] | [#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] | [#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] | [#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] | [#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] | #x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 | [#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] | #x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] | [#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] | [#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] | #x3099 | #x309Aa [#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] | [#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] | [#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] | [#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]z} #x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 | #[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE] | .-_z#x([\d|A-F]{4,4})z'\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]c C s dd | dD }g }|D ]}d}ttfD ]V}||}|d k r,|dd | D t|d dkrz|d d |d< d } qq,|s t|dkst|t|gd q t |}|S ) Nc S s g | ] }| qS )strip.0itemr r B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_ihatexml.py <listcomp>h s z$charStringToList.<locals>.<listcomp>r Fc S s g | ] }t |qS r )hexToIntr r r r r o s r T) splitreChar reCharRangematchappendgroupslenAssertionErrorordnormaliseCharList)charsZ charRangesrvr Z foundMatchZregexpr r r r charStringToListg s" r! c C s t | } | D ]}|d |d ks tq g }d}|t| k rd}|| | || t| k r| || d |d d d kr| || d |d d< |d7 }qL||7 }q.|S )Nr r r )sortedr r r )charListr r ijr r r r | s 0 r ZFFFF c C s g }| d dkr*| d| d d d g t| d d D ].\}}| |d d | |d d d g q:| d d tkr| | d d d tg |S )Nr r r )r enumerate max_unicode)r# r r$ r r r r missingRanges s (r) c C sn g }| D ]V}|d |d kr4| tt|d q| tt|d d tt|d qdd| S )Nr r r z[%s] )r escapeRegexpchrjoin)r# r r r r r listToRegexpStr s r. c C s t | dS )Nr& )int)Zhex_strr r r r s r c C s" d}|D ]}| |d| } q| S )N)r ^$*+?{}[]|()r \)replace)stringZspecialCharacterscharr r r r+ s r+ u [ -,/:-@\[-\^`\{-¶¸-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-ˏ˒-˿͆-͟͢-΅Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂҇-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև-ֺ֢־׀׃ׅ--ׯ׳-ؠػ-ؿٓ-ٟ٪-ٯڸ-ڹڿۏ۔۩ۮ-ۯۺ-ऀऄऺ-ऻॎ-ॐॕ-ॗ।-॥॰-ঀ----ঽ--ৎ---৲-ਁਃ--------ੵ-ઌ--ૡ-૰----ଵ-ୄ---୕-ୢ-୰------ஶ----௦௰-ఀఄఴ-ఽ--ౢ--ಁ಄-ಽ--ೝೢ--ഁഄഩഺ-ഽൄ-ൎ-ൖ൘-ൟൢ-൰-ฯ-฿๏๚--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯ຺-໎--༗༚-༟༪-༴༶༸༺-༽ཪ-྅ྌ-ྏྖྮ-ྰྸྺ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-⃝-⃠⃢-℥℧-℩ℬ-ℭℯ-ⅿↃ-〄〆〈-〠〰〶-ゕ-゛-゜ゟ-゠・ヿ-ㄭ-䷿龦--]u [ -@\[-\^`\{-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-΅·Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև--ׯ׳-ؠػ-ـً-ٰڸ-ڹڿۏ۔ۖ-ۤۧ-ऄऺ-़ा-ॗॢ-----ৢ-৯৲-----ੱੵ-ઌ-઼ા-ૡ----ଵ-଼ା-ୢ------ஶ-ఄఴ-ౢ-಄-ೝೢ-ഄഩഺ-ൟൢ-ฯัิ-฿ๆ--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯັິ-ຼ--༿ཪ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-℥℧-℩ℬ-ℭℯ-ⅿↃ-〆〈-〠〪-ゕ-゠・-ㄭ-䷿龦--]z#[^ a-zA-Z0-9\-'()+,./:=?;!*#@$_%]c @ sr e Zd ZedZdddZd ddZd d Zd d Z d d Z dd Z dd Z dd Z dd Zdd Zdd ZdS ) InfosetFilterz U[\dA-F]{5,5}FTc C s. || _ || _|| _|| _|| _|| _i | _d S N)dropXmlnsLocalNamedropXmlnsAttrNspreventDoubleDashCommentspreventDashAtCommentEndreplaceFormFeedCharacterspreventSingleQuotePubid replaceCache)selfrB rC rD rE rF rG r r r __init__ s zInfosetFilter.__init__Nc C sL | j r |dr tdt d S | jr>|dkr>tdt d S | |S d S )Nzxmlns:z"Attributes cannot begin with xmlnsz http://www.w3.org/2000/xmlns/z)Attributes cannot be in the xml namespace)rB startswithwarningswarnr rC toXmlName)rI name namespacer r r coerceAttribute s z InfosetFilter.coerceAttributec C s | |S rA )rN )rI rO r r r coerceElement s zInfosetFilter.coerceElementc C sJ | j rFd|kr(tdt |dd}q|drFtdt |d7 }|S )Nz--z'Comments cannot contain adjacent dashesz- -r z Comments cannot end in a dash )rD rL rM r r= endswith)rI datar r r coerceComment s zInfosetFilter.coerceCommentc C s6 | j r2t|dD ]}tdt q|dd}|S )N zText cannot contain U+000CrS )rF rangecountrL rM r r= )rI rU r r r r coerceCharacters s z InfosetFilter.coerceCharactersc C sl |}t |D ]&}tdt | |}|||}q| jrh|ddkrhtdt |d| d}|S )NzCoercing non-XML pubid'r z!Pubid cannot contain single quote) nonPubidCharRegexpfindallrL rM r getReplacementCharacterr= rG find)rI rU Z dataOutputr? replacementr r r coercePubid s zInfosetFilter.coercePubidc C s |d }|dd }t |}|r:tdt | |}n|}|}tt|}|D ]&}tdt | |} | || }qT|| S )Nr r zCoercing non-XML name) nonXmlNameFirstBMPRegexpr rL rM r r^ setnonXmlNameBMPRegexpr] r= ) rI rO nameFirstZnameRestmZnameFirstOutputZnameRestOutputZ replaceCharsr? r` r r r rN s zInfosetFilter.toXmlNamec C s$ || j kr| j | }n | |}|S rA )rH escapeCharrI r? r` r r r r^ s z%InfosetFilter.getReplacementCharacterc C s, t | j|D ]}||| |}q|S rA )rc replacementRegexpr] r= unescapeChar)rI rO r r r r fromXmlName s zInfosetFilter.fromXmlNamec C s dt | }|| j|< |S )NzU%05X)r rH rh r r r rg s zInfosetFilter.escapeCharc C s t t|dd dS )Nr r& )r, r/ )rI Zcharcoder r r rj s zInfosetFilter.unescapeChar)FFFFTF)N)__name__ __module__ __qualname__recompileri rJ rQ rR rV rZ ra rN r^ rk rg rj r r r r r@ s$ r@ )!Z __future__r r r ro rL Z constantsr ZbaseCharZ ideographicZcombiningCharacterZdigitZextenderr- ZletterrO re rp r r r! r r/ r( r) r. r r+ rd rb r\ objectr@ r r r r <module> s4 0 PK A\/ > pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-38.pycnu [ U .e! @ sR d dl mZmZmZ ddlmZ eZzddlmZ W n e k rH Y nX eZdS ) )absolute_importdivisionunicode_literals )TrieN) Z __future__r r r pyr ZPyTrieZdatrieZDATrie ImportError r r G/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/__init__.py<module> s PK A\ 8 pip/_vendor/html5lib/_trie/__pycache__/py.cpython-38.pycnu [ U .e @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z G dd de Z dS ) )absolute_importdivisionunicode_literals) text_type) bisect_left )Triec @ sF e Zd Zdd Zdd Zdd Zdd Zd d Zdd d Zdd Z d S )r c C sJ t dd | D s td|| _t| | _d| _dt|f| _d S )Nc s s | ]}t |tV qd S N) isinstancer ).0x r A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/py.py <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings r ) allkeys TypeError_datasorted_keys _cachestrlen _cachepoints)selfdatar r r __init__ s z Trie.__init__c C s || j kS r r r keyr r r __contains__ s zTrie.__contains__c C s t | jS r )r r r r r r __len__ s z Trie.__len__c C s t | jS r )iterr r! r r r __iter__ s z Trie.__iter__c C s | j | S r r r r r r __getitem__ s zTrie.__getitem__Nc C s |d ks|dks| j s t| j S || jrL| j\}}t| j ||| }}nt| j | }}t }|t| j krt|S | j | |r|| j | |d7 }qt|| _||f| _|S )Nr r )r set startswithr r r r add)r prefixlohistartir r r r r s z Trie.keysc C sd || j krdS || jr6| j\}}t| j|||}n t| j|}|t| jkrTdS | j| |S )NTF)r r' r r r r r )r r) r* r+ r- r r r has_keys_with_prefix6 s zTrie.has_keys_with_prefix)N) __name__ __module__ __qualname__r r r" r$ r% r r. r r r r r s r N) Z __future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier r r r <module> s PK A\ B pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-38.opt-1.pycnu [ U .e @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ G dd de ZdS ) )absolute_importdivisionunicode_literals)Trie) text_type c @ sV e Zd Zdd Zdd Zdd Zdd Zd d Zdd d Zdd Z dd Z dd Z d S )r c C sj t }| D ]*}t|ts$td|D ]}|| q(qtd|| _| D ]\}}|| j|< qRd S )NzAll keys must be strings ) setkeys isinstancer TypeErroraddDATriejoin_dataitems)selfdatacharskeycharvalue r E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/datrie.py__init__ s z Trie.__init__c C s || j kS Nr r r r r r __contains__ s zTrie.__contains__c C s t | jS r )lenr r r r r __len__ s z Trie.__len__c C s t d S r )NotImplementedErrorr r r r __iter__ s z Trie.__iter__c C s | j | S r r r r r r __getitem__ s zTrie.__getitem__Nc C s | j |S r )r r r prefixr r r r " s z Trie.keysc C s | j |S r )r has_keys_with_prefixr% r r r r' % s zTrie.has_keys_with_prefixc C s | j |S r )r longest_prefixr% r r r r( ( s zTrie.longest_prefixc C s | j |S r )r longest_prefix_itemr% r r r r) + s zTrie.longest_prefix_item)N) __name__ __module__ __qualname__r r r! r# r$ r r' r( r) r r r r r s r N) Z __future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r <module> s PK A\fĪ A pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-38.opt-1.pycnu [ U .e @ sZ d dl mZmZmZ zd dlmZ W n ek rD d dlmZ Y nX G dd deZdS ) )absolute_importdivisionunicode_literals)Mappingc s: e Zd ZdZd fdd Zdd Zdd Zd d Z ZS ) Triez Abstract base class for triesNc s0 t t| } d kr t|S fdd|D S )Nc s h | ]}| r|qS ) startswith).0xprefixr D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/_base.py <setcomp> s z Trie.keys.<locals>.<setcomp>)superr keysset)selfr r __class__r r r s z Trie.keysc C s" | D ]}||r dS qdS )NTF)r r )r r keyr r r has_keys_with_prefix s zTrie.has_keys_with_prefixc C sT || kr |S t dt|d D ](}|d | | kr |d | S q t|d S )N )rangelenKeyError)r r ir r r longest_prefix s zTrie.longest_prefixc C s | |}|| | fS )N)r )r r Zlprefixr r r longest_prefix_item& s zTrie.longest_prefix_item)N) __name__ __module__ __qualname____doc__r r r r __classcell__r r r r r s r N) Z __future__r r r Zcollections.abcr ImportError collectionsr r r r r <module> s PK A\fĪ ; pip/_vendor/html5lib/_trie/__pycache__/_base.cpython-38.pycnu [ U .e @ sZ d dl mZmZmZ zd dlmZ W n ek rD d dlmZ Y nX G dd deZdS ) )absolute_importdivisionunicode_literals)Mappingc s: e Zd ZdZd fdd Zdd Zdd Zd d Z ZS ) Triez Abstract base class for triesNc s0 t t| } d kr t|S fdd|D S )Nc s h | ]}| r|qS ) startswith).0xprefixr D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/_base.py <setcomp> s z Trie.keys.<locals>.<setcomp>)superr keysset)selfr r __class__r r r s z Trie.keysc C s" | D ]}||r dS qdS )NTF)r r )r r keyr r r has_keys_with_prefix s zTrie.has_keys_with_prefixc C sT || kr |S t dt|d D ](}|d | | kr |d | S q t|d S )N )rangelenKeyError)r r ir r r longest_prefix s zTrie.longest_prefixc C s | |}|| | fS )N)r )r r Zlprefixr r r longest_prefix_item& s zTrie.longest_prefix_item)N) __name__ __module__ __qualname____doc__r r r r __classcell__r r r r r s r N) Z __future__r r r Zcollections.abcr ImportError collectionsr r r r r <module> s PK A\ < pip/_vendor/html5lib/_trie/__pycache__/datrie.cpython-38.pycnu [ U .e @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ G dd de ZdS ) )absolute_importdivisionunicode_literals)Trie) text_type c @ sV e Zd Zdd Zdd Zdd Zdd Zd d Zdd d Zdd Z dd Z dd Z d S )r c C sj t }| D ]*}t|ts$td|D ]}|| q(qtd|| _| D ]\}}|| j|< qRd S )NzAll keys must be strings ) setkeys isinstancer TypeErroraddDATriejoin_dataitems)selfdatacharskeycharvalue r E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/datrie.py__init__ s z Trie.__init__c C s || j kS Nr r r r r r __contains__ s zTrie.__contains__c C s t | jS r )lenr r r r r __len__ s z Trie.__len__c C s t d S r )NotImplementedErrorr r r r __iter__ s z Trie.__iter__c C s | j | S r r r r r r __getitem__ s zTrie.__getitem__Nc C s | j |S r )r r r prefixr r r r " s z Trie.keysc C s | j |S r )r has_keys_with_prefixr% r r r r' % s zTrie.has_keys_with_prefixc C s | j |S r )r longest_prefixr% r r r r( ( s zTrie.longest_prefixc C s | j |S r )r longest_prefix_itemr% r r r r) + s zTrie.longest_prefix_item)N) __name__ __module__ __qualname__r r r! r# r$ r r' r( r) r r r r r s r N) Z __future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r <module> s PK A\/ D pip/_vendor/html5lib/_trie/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e! @ sR d dl mZmZmZ ddlmZ eZzddlmZ W n e k rH Y nX eZdS ) )absolute_importdivisionunicode_literals )TrieN) Z __future__r r r pyr ZPyTrieZdatrieZDATrie ImportError r r G/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/__init__.py<module> s PK A\ > pip/_vendor/html5lib/_trie/__pycache__/py.cpython-38.opt-1.pycnu [ U .e @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z G dd de Z dS ) )absolute_importdivisionunicode_literals) text_type) bisect_left )Triec @ sF e Zd Zdd Zdd Zdd Zdd Zd d Zdd d Zdd Z d S )r c C sJ t dd | D s td|| _t| | _d| _dt|f| _d S )Nc s s | ]}t |tV qd S N) isinstancer ).0x r A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/py.py <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings r ) allkeys TypeError_datasorted_keys _cachestrlen _cachepoints)selfdatar r r __init__ s z Trie.__init__c C s || j kS r r r keyr r r __contains__ s zTrie.__contains__c C s t | jS r )r r r r r r __len__ s z Trie.__len__c C s t | jS r )iterr r! r r r __iter__ s z Trie.__iter__c C s | j | S r r r r r r __getitem__ s zTrie.__getitem__Nc C s |d ks|dks| j s t| j S || jrL| j\}}t| j ||| }}nt| j | }}t }|t| j krt|S | j | |r|| j | |d7 }qt|| _||f| _|S )Nr r )r set startswithr r r r add)r prefixlohistartir r r r r s z Trie.keysc C sd || j krdS || jr6| j\}}t| j|||}n t| j|}|t| jkrTdS | j| |S )NTF)r r' r r r r r )r r) r* r+ r- r r r has_keys_with_prefix6 s zTrie.has_keys_with_prefix)N) __name__ __module__ __qualname__r r r" r$ r% r r. r r r r r s r N) Z __future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier r r r <module> s PK A\ # pip/_vendor/html5lib/_trie/_base.pynu [ from __future__ import absolute_import, division, unicode_literals try: from collections.abc import Mapping except ImportError: # Python 2.7 from collections import Mapping class Trie(Mapping): """Abstract base class for tries""" def keys(self, prefix=None): # pylint:disable=arguments-differ keys = super(Trie, self).keys() if prefix is None: return set(keys) return {x for x in keys if x.startswith(prefix)} def has_keys_with_prefix(self, prefix): for key in self.keys(): if key.startswith(prefix): return True return False def longest_prefix(self, prefix): if prefix in self: return prefix for i in range(1, len(prefix) + 1): if prefix[:-i] in self: return prefix[:-i] raise KeyError(prefix) def longest_prefix_item(self, prefix): lprefix = self.longest_prefix(prefix) return (lprefix, self[lprefix]) PK A\ӯ! ! & pip/_vendor/html5lib/_trie/__init__.pynu [ from __future__ import absolute_import, division, unicode_literals from .py import Trie as PyTrie Trie = PyTrie # pylint:disable=wrong-import-position try: from .datrie import Trie as DATrie except ImportError: pass else: Trie = DATrie # pylint:enable=wrong-import-position PK A\$U $ pip/_vendor/html5lib/_trie/datrie.pynu [ from __future__ import absolute_import, division, unicode_literals from datrie import Trie as DATrie from pip._vendor.six import text_type from ._base import Trie as ABCTrie class Trie(ABCTrie): def __init__(self, data): chars = set() for key in data.keys(): if not isinstance(key, text_type): raise TypeError("All keys must be strings") for char in key: chars.add(char) self._data = DATrie("".join(chars)) for key, value in data.items(): self._data[key] = value def __contains__(self, key): return key in self._data def __len__(self): return len(self._data) def __iter__(self): raise NotImplementedError() def __getitem__(self, key): return self._data[key] def keys(self, prefix=None): return self._data.keys(prefix) def has_keys_with_prefix(self, prefix): return self._data.has_keys_with_prefix(prefix) def longest_prefix(self, prefix): return self._data.longest_prefix(prefix) def longest_prefix_item(self, prefix): return self._data.longest_prefix_item(prefix) PK A\KOn pip/_vendor/html5lib/_trie/py.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from bisect import bisect_left from ._base import Trie as ABCTrie class Trie(ABCTrie): def __init__(self, data): if not all(isinstance(x, text_type) for x in data.keys()): raise TypeError("All keys must be strings") self._data = data self._keys = sorted(data.keys()) self._cachestr = "" self._cachepoints = (0, len(data)) def __contains__(self, key): return key in self._data def __len__(self): return len(self._data) def __iter__(self): return iter(self._data) def __getitem__(self, key): return self._data[key] def keys(self, prefix=None): if prefix is None or prefix == "" or not self._keys: return set(self._keys) if prefix.startswith(self._cachestr): lo, hi = self._cachepoints start = i = bisect_left(self._keys, prefix, lo, hi) else: start = i = bisect_left(self._keys, prefix) keys = set() if start == len(self._keys): return keys while self._keys[i].startswith(prefix): keys.add(self._keys[i]) i += 1 self._cachestr = prefix self._cachepoints = (start, i) return keys def has_keys_with_prefix(self, prefix): if prefix in self._data: return True if prefix.startswith(self._cachestr): lo, hi = self._cachepoints i = bisect_left(self._keys, prefix, lo, hi) else: i = bisect_left(self._keys, prefix) if i == len(self._keys): return False return self._keys[i].startswith(prefix) PK A\բ8 8 ) pip/_vendor/html5lib/treebuilders/base.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from ..constants import scopingElements, tableInsertModeElements, namespaces # The scope markers are inserted when entering object elements, # marquees, table cells, and table captions, and are used to prevent formatting # from "leaking" into tables, object elements, and marquees. Marker = None listElementsMap = { None: (frozenset(scopingElements), False), "button": (frozenset(scopingElements | set([(namespaces["html"], "button")])), False), "list": (frozenset(scopingElements | set([(namespaces["html"], "ol"), (namespaces["html"], "ul")])), False), "table": (frozenset([(namespaces["html"], "html"), (namespaces["html"], "table")]), False), "select": (frozenset([(namespaces["html"], "optgroup"), (namespaces["html"], "option")]), True) } class Node(object): """Represents an item in the tree""" def __init__(self, name): """Creates a Node :arg name: The tag name associated with the node """ # The tag name assocaited with the node self.name = name # The parent of the current node (or None for the document node) self.parent = None # The value of the current node (applies to text nodes and comments) self.value = None # A dict holding name -> value pairs for attributes of the node self.attributes = {} # A list of child nodes of the current node. This must include all # elements but not necessarily other node types. self.childNodes = [] # A list of miscellaneous flags that can be set on the node. self._flags = [] def __str__(self): attributesStr = " ".join(["%s=\"%s\"" % (name, value) for name, value in self.attributes.items()]) if attributesStr: return "<%s %s>" % (self.name, attributesStr) else: return "<%s>" % (self.name) def __repr__(self): return "<%s>" % (self.name) def appendChild(self, node): """Insert node as a child of the current node :arg node: the node to insert """ raise NotImplementedError def insertText(self, data, insertBefore=None): """Insert data as text in the current node, positioned before the start of node insertBefore or to the end of the node's text. :arg data: the data to insert :arg insertBefore: True if you want to insert the text before the node and False if you want to insert it after the node """ raise NotImplementedError def insertBefore(self, node, refNode): """Insert node as a child of the current node, before refNode in the list of child nodes. Raises ValueError if refNode is not a child of the current node :arg node: the node to insert :arg refNode: the child node to insert the node before """ raise NotImplementedError def removeChild(self, node): """Remove node from the children of the current node :arg node: the child node to remove """ raise NotImplementedError def reparentChildren(self, newParent): """Move all the children of the current node to newParent. This is needed so that trees that don't store text as nodes move the text in the correct way :arg newParent: the node to move all this node's children to """ # XXX - should this method be made more general? for child in self.childNodes: newParent.appendChild(child) self.childNodes = [] def cloneNode(self): """Return a shallow copy of the current node i.e. a node with the same name and attributes but with no parent or child nodes """ raise NotImplementedError def hasContent(self): """Return true if the node has children or text, false otherwise """ raise NotImplementedError class ActiveFormattingElements(list): def append(self, node): equalCount = 0 if node != Marker: for element in self[::-1]: if element == Marker: break if self.nodesEqual(element, node): equalCount += 1 if equalCount == 3: self.remove(element) break list.append(self, node) def nodesEqual(self, node1, node2): if not node1.nameTuple == node2.nameTuple: return False if not node1.attributes == node2.attributes: return False return True class TreeBuilder(object): """Base treebuilder implementation * documentClass - the class to use for the bottommost node of a document * elementClass - the class to use for HTML Elements * commentClass - the class to use for comments * doctypeClass - the class to use for doctypes """ # pylint:disable=not-callable # Document class documentClass = None # The class to use for creating a node elementClass = None # The class to use for creating comments commentClass = None # The class to use for creating doctypes doctypeClass = None # Fragment class fragmentClass = None def __init__(self, namespaceHTMLElements): """Create a TreeBuilder :arg namespaceHTMLElements: whether or not to namespace HTML elements """ if namespaceHTMLElements: self.defaultNamespace = "http://www.w3.org/1999/xhtml" else: self.defaultNamespace = None self.reset() def reset(self): self.openElements = [] self.activeFormattingElements = ActiveFormattingElements() # XXX - rename these to headElement, formElement self.headPointer = None self.formPointer = None self.insertFromTable = False self.document = self.documentClass() def elementInScope(self, target, variant=None): # If we pass a node in we match that. if we pass a string # match any node with that name exactNode = hasattr(target, "nameTuple") if not exactNode: if isinstance(target, text_type): target = (namespaces["html"], target) assert isinstance(target, tuple) listElements, invert = listElementsMap[variant] for node in reversed(self.openElements): if exactNode and node == target: return True elif not exactNode and node.nameTuple == target: return True elif (invert ^ (node.nameTuple in listElements)): return False assert False # We should never reach this point def reconstructActiveFormattingElements(self): # Within this algorithm the order of steps described in the # specification is not quite the same as the order of steps in the # code. It should still do the same though. # Step 1: stop the algorithm when there's nothing to do. if not self.activeFormattingElements: return # Step 2 and step 3: we start with the last element. So i is -1. i = len(self.activeFormattingElements) - 1 entry = self.activeFormattingElements[i] if entry == Marker or entry in self.openElements: return # Step 6 while entry != Marker and entry not in self.openElements: if i == 0: # This will be reset to 0 below i = -1 break i -= 1 # Step 5: let entry be one earlier in the list. entry = self.activeFormattingElements[i] while True: # Step 7 i += 1 # Step 8 entry = self.activeFormattingElements[i] clone = entry.cloneNode() # Mainly to get a new copy of the attributes # Step 9 element = self.insertElement({"type": "StartTag", "name": clone.name, "namespace": clone.namespace, "data": clone.attributes}) # Step 10 self.activeFormattingElements[i] = element # Step 11 if element == self.activeFormattingElements[-1]: break def clearActiveFormattingElements(self): entry = self.activeFormattingElements.pop() while self.activeFormattingElements and entry != Marker: entry = self.activeFormattingElements.pop() def elementInActiveFormattingElements(self, name): """Check if an element exists between the end of the active formatting elements and the last marker. If it does, return it, else return false""" for item in self.activeFormattingElements[::-1]: # Check for Marker first because if it's a Marker it doesn't have a # name attribute. if item == Marker: break elif item.name == name: return item return False def insertRoot(self, token): element = self.createElement(token) self.openElements.append(element) self.document.appendChild(element) def insertDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] doctype = self.doctypeClass(name, publicId, systemId) self.document.appendChild(doctype) def insertComment(self, token, parent=None): if parent is None: parent = self.openElements[-1] parent.appendChild(self.commentClass(token["data"])) def createElement(self, token): """Create an element but don't insert it anywhere""" name = token["name"] namespace = token.get("namespace", self.defaultNamespace) element = self.elementClass(name, namespace) element.attributes = token["data"] return element def _getInsertFromTable(self): return self._insertFromTable def _setInsertFromTable(self, value): """Switch the function used to insert an element from the normal one to the misnested table one and back again""" self._insertFromTable = value if value: self.insertElement = self.insertElementTable else: self.insertElement = self.insertElementNormal insertFromTable = property(_getInsertFromTable, _setInsertFromTable) def insertElementNormal(self, token): name = token["name"] assert isinstance(name, text_type), "Element %s not unicode" % name namespace = token.get("namespace", self.defaultNamespace) element = self.elementClass(name, namespace) element.attributes = token["data"] self.openElements[-1].appendChild(element) self.openElements.append(element) return element def insertElementTable(self, token): """Create an element and insert it into the tree""" element = self.createElement(token) if self.openElements[-1].name not in tableInsertModeElements: return self.insertElementNormal(token) else: # We should be in the InTable mode. This means we want to do # special magic element rearranging parent, insertBefore = self.getTableMisnestedNodePosition() if insertBefore is None: parent.appendChild(element) else: parent.insertBefore(element, insertBefore) self.openElements.append(element) return element def insertText(self, data, parent=None): """Insert text data.""" if parent is None: parent = self.openElements[-1] if (not self.insertFromTable or (self.insertFromTable and self.openElements[-1].name not in tableInsertModeElements)): parent.insertText(data) else: # We should be in the InTable mode. This means we want to do # special magic element rearranging parent, insertBefore = self.getTableMisnestedNodePosition() parent.insertText(data, insertBefore) def getTableMisnestedNodePosition(self): """Get the foster parent element, and sibling to insert before (or None) when inserting a misnested table node""" # The foster parent element is the one which comes before the most # recently opened table element # XXX - this is really inelegant lastTable = None fosterParent = None insertBefore = None for elm in self.openElements[::-1]: if elm.name == "table": lastTable = elm break if lastTable: # XXX - we should really check that this parent is actually a # node here if lastTable.parent: fosterParent = lastTable.parent insertBefore = lastTable else: fosterParent = self.openElements[ self.openElements.index(lastTable) - 1] else: fosterParent = self.openElements[0] return fosterParent, insertBefore def generateImpliedEndTags(self, exclude=None): name = self.openElements[-1].name # XXX td, th and tr are not actually needed if (name in frozenset(("dd", "dt", "li", "option", "optgroup", "p", "rp", "rt")) and name != exclude): self.openElements.pop() # XXX This is not entirely what the specification says. We should # investigate it more closely. self.generateImpliedEndTags(exclude) def getDocument(self): """Return the final tree""" return self.document def getFragment(self): """Return the final fragment""" # assert self.innerHTML fragment = self.fragmentClass() self.openElements[0].reparentChildren(fragment) return fragment def testSerializer(self, node): """Serialize the subtree of node in the format required by unit tests :arg node: the node from which to start serializing """ raise NotImplementedError PK A\O*7 *7 / pip/_vendor/html5lib/treebuilders/etree_lxml.pynu [ """Module for supporting the lxml.etree library. The idea here is to use as much of the native library as possible, without using fragile hacks like custom element names that break between releases. The downside of this is that we cannot represent all possible trees; specifically the following are known to cause problems: Text or comments as siblings of the root element Docypes with no name When any of these things occur, we emit a DataLossWarning """ from __future__ import absolute_import, division, unicode_literals # pylint:disable=protected-access import warnings import re import sys from . import base from ..constants import DataLossWarning from .. import constants from . import etree as etree_builders from .. import _ihatexml import lxml.etree as etree fullTree = True tag_regexp = re.compile("{([^}]*)}(.*)") comment_type = etree.Comment("asd").tag class DocumentType(object): def __init__(self, name, publicId, systemId): self.name = name self.publicId = publicId self.systemId = systemId class Document(object): def __init__(self): self._elementTree = None self._childNodes = [] def appendChild(self, element): self._elementTree.getroot().addnext(element._element) def _getChildNodes(self): return self._childNodes childNodes = property(_getChildNodes) def testSerializer(element): rv = [] infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True) def serializeElement(element, indent=0): if not hasattr(element, "tag"): if hasattr(element, "getroot"): # Full tree case rv.append("#document") if element.docinfo.internalDTD: if not (element.docinfo.public_id or element.docinfo.system_url): dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name else: dtd_str = """<!DOCTYPE %s "%s" "%s">""" % ( element.docinfo.root_name, element.docinfo.public_id, element.docinfo.system_url) rv.append("|%s%s" % (' ' * (indent + 2), dtd_str)) next_element = element.getroot() while next_element.getprevious() is not None: next_element = next_element.getprevious() while next_element is not None: serializeElement(next_element, indent + 2) next_element = next_element.getnext() elif isinstance(element, str) or isinstance(element, bytes): # Text in a fragment assert isinstance(element, str) or sys.version_info[0] == 2 rv.append("|%s\"%s\"" % (' ' * indent, element)) else: # Fragment case rv.append("#document-fragment") for next_element in element: serializeElement(next_element, indent + 2) elif element.tag == comment_type: rv.append("|%s<!-- %s -->" % (' ' * indent, element.text)) if hasattr(element, "tail") and element.tail: rv.append("|%s\"%s\"" % (' ' * indent, element.tail)) else: assert isinstance(element, etree._Element) nsmatch = etree_builders.tag_regexp.match(element.tag) if nsmatch is not None: ns = nsmatch.group(1) tag = nsmatch.group(2) prefix = constants.prefixes[ns] rv.append("|%s<%s %s>" % (' ' * indent, prefix, infosetFilter.fromXmlName(tag))) else: rv.append("|%s<%s>" % (' ' * indent, infosetFilter.fromXmlName(element.tag))) if hasattr(element, "attrib"): attributes = [] for name, value in element.attrib.items(): nsmatch = tag_regexp.match(name) if nsmatch is not None: ns, name = nsmatch.groups() name = infosetFilter.fromXmlName(name) prefix = constants.prefixes[ns] attr_string = "%s %s" % (prefix, name) else: attr_string = infosetFilter.fromXmlName(name) attributes.append((attr_string, value)) for name, value in sorted(attributes): rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value)) if element.text: rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text)) indent += 2 for child in element: serializeElement(child, indent) if hasattr(element, "tail") and element.tail: rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail)) serializeElement(element, 0) return "\n".join(rv) def tostring(element): """Serialize an element and its child nodes to a string""" rv = [] def serializeElement(element): if not hasattr(element, "tag"): if element.docinfo.internalDTD: if element.docinfo.doctype: dtd_str = element.docinfo.doctype else: dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name rv.append(dtd_str) serializeElement(element.getroot()) elif element.tag == comment_type: rv.append("<!--%s-->" % (element.text,)) else: # This is assumed to be an ordinary element if not element.attrib: rv.append("<%s>" % (element.tag,)) else: attr = " ".join(["%s=\"%s\"" % (name, value) for name, value in element.attrib.items()]) rv.append("<%s %s>" % (element.tag, attr)) if element.text: rv.append(element.text) for child in element: serializeElement(child) rv.append("</%s>" % (element.tag,)) if hasattr(element, "tail") and element.tail: rv.append(element.tail) serializeElement(element) return "".join(rv) class TreeBuilder(base.TreeBuilder): documentClass = Document doctypeClass = DocumentType elementClass = None commentClass = None fragmentClass = Document implementation = etree def __init__(self, namespaceHTMLElements, fullTree=False): builder = etree_builders.getETreeModule(etree, fullTree=fullTree) infosetFilter = self.infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True) self.namespaceHTMLElements = namespaceHTMLElements class Attributes(dict): def __init__(self, element, value=None): if value is None: value = {} self._element = element dict.__init__(self, value) # pylint:disable=non-parent-init-called for key, value in self.items(): if isinstance(key, tuple): name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1])) else: name = infosetFilter.coerceAttribute(key) self._element._element.attrib[name] = value def __setitem__(self, key, value): dict.__setitem__(self, key, value) if isinstance(key, tuple): name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1])) else: name = infosetFilter.coerceAttribute(key) self._element._element.attrib[name] = value class Element(builder.Element): def __init__(self, name, namespace): name = infosetFilter.coerceElement(name) builder.Element.__init__(self, name, namespace=namespace) self._attributes = Attributes(self) def _setName(self, name): self._name = infosetFilter.coerceElement(name) self._element.tag = self._getETreeTag( self._name, self._namespace) def _getName(self): return infosetFilter.fromXmlName(self._name) name = property(_getName, _setName) def _getAttributes(self): return self._attributes def _setAttributes(self, attributes): self._attributes = Attributes(self, attributes) attributes = property(_getAttributes, _setAttributes) def insertText(self, data, insertBefore=None): data = infosetFilter.coerceCharacters(data) builder.Element.insertText(self, data, insertBefore) def appendChild(self, child): builder.Element.appendChild(self, child) class Comment(builder.Comment): def __init__(self, data): data = infosetFilter.coerceComment(data) builder.Comment.__init__(self, data) def _setData(self, data): data = infosetFilter.coerceComment(data) self._element.text = data def _getData(self): return self._element.text data = property(_getData, _setData) self.elementClass = Element self.commentClass = Comment # self.fragmentClass = builder.DocumentFragment base.TreeBuilder.__init__(self, namespaceHTMLElements) def reset(self): base.TreeBuilder.reset(self) self.insertComment = self.insertCommentInitial self.initial_comments = [] self.doctype = None def testSerializer(self, element): return testSerializer(element) def getDocument(self): if fullTree: return self.document._elementTree else: return self.document._elementTree.getroot() def getFragment(self): fragment = [] element = self.openElements[0]._element if element.text: fragment.append(element.text) fragment.extend(list(element)) if element.tail: fragment.append(element.tail) return fragment def insertDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] if not name: warnings.warn("lxml cannot represent empty doctype", DataLossWarning) self.doctype = None else: coercedName = self.infosetFilter.coerceElement(name) if coercedName != name: warnings.warn("lxml cannot represent non-xml doctype", DataLossWarning) doctype = self.doctypeClass(coercedName, publicId, systemId) self.doctype = doctype def insertCommentInitial(self, data, parent=None): assert parent is None or parent is self.document assert self.document._elementTree is None self.initial_comments.append(data) def insertCommentMain(self, data, parent=None): if (parent == self.document and self.document._elementTree.getroot()[-1].tag == comment_type): warnings.warn("lxml cannot represent adjacent comments beyond the root elements", DataLossWarning) super(TreeBuilder, self).insertComment(data, parent) def insertRoot(self, token): # Because of the way libxml2 works, it doesn't seem to be possible to # alter information like the doctype after the tree has been parsed. # Therefore we need to use the built-in parser to create our initial # tree, after which we can add elements like normal docStr = "" if self.doctype: assert self.doctype.name docStr += "<!DOCTYPE %s" % self.doctype.name if (self.doctype.publicId is not None or self.doctype.systemId is not None): docStr += (' PUBLIC "%s" ' % (self.infosetFilter.coercePubid(self.doctype.publicId or ""))) if self.doctype.systemId: sysid = self.doctype.systemId if sysid.find("'") >= 0 and sysid.find('"') >= 0: warnings.warn("DOCTYPE system cannot contain single and double quotes", DataLossWarning) sysid = sysid.replace("'", 'U00027') if sysid.find("'") >= 0: docStr += '"%s"' % sysid else: docStr += "'%s'" % sysid else: docStr += "''" docStr += ">" if self.doctype.name != token["name"]: warnings.warn("lxml cannot represent doctype with a different name to the root element", DataLossWarning) docStr += "<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>" root = etree.fromstring(docStr) # Append the initial comments: for comment_token in self.initial_comments: comment = self.commentClass(comment_token["data"]) root.addprevious(comment._element) # Create the root document and add the ElementTree to it self.document = self.documentClass() self.document._elementTree = root.getroottree() # Give the root element the right name name = token["name"] namespace = token.get("namespace", self.defaultNamespace) if namespace is None: etree_tag = name else: etree_tag = "{%s}%s" % (namespace, name) root.tag = etree_tag # Add the root element to the internal child/open data structures root_element = self.elementClass(name, namespace) root_element._element = root self.document._childNodes.append(root_element) self.openElements.append(root_element) # Reset to the default insert comment function self.insertComment = self.insertCommentMain PK A\з- - H pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-38.opt-1.pycnu [ U .e1 @ s d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm Z dd l m Z dd l m Z ed Zdd dZe eZdS ) )absolute_importdivisionunicode_literals) text_typeN )base ) _ihatexml) constants) namespaces)moduleFactoryFactoryz {([^}]*)}(.*)Fc s djG fdddtjG fddd G fdddG fdd d G fd d d fd d fdd}G fdddtj}t S )NZasdc s e Zd Zd$ fdd Zdd Zdd Zdd ZeeeZd d Z d d Z ee e Z dd Z dd Z ee e Zdd Zdd ZeeeZdd Zdd Zdd Zd d Zd%d d Zd d! Zd"d# ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _ | ||| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )Nhtml) _name _namespaceElement _getETreeTag_elementr Z nameTupleparent _childNodes_flags)selfname namespace ElementTree K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree.py__init__ s z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )N{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | | j | j| j_d S N)r r r r tag)r r r r r _setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S r )r r r r r _getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | | j| j | j_d S r )r r r r r )r r r r r _setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S r )r r" r r r _getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS r )r attribr" r r r _getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sh t | jj D ]}| jj|= q| D ]:\}}t|trPd|d |d f }n|}| j|| q(d S )Nr r r )listr r& keysitems isinstancetupleset)r attributeskeyvaluer r r r _setAttributes? s z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S r )r r" r r r _getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s* | j d d = g | _|D ]}| | qd S r )r r Z insertChild)r r0 elementr r r _setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| jS )z,Return true if the node has children or text)boolr textlenr" r r r hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j | | j|j | |_d S r )r appendr r r noder r r appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j|j}| j||j | |_d S r )r( r indexinsertr )r r; ZrefNoder= r r r insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j | | j|j d |_d S r )r remover r r: r r r removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s t | js,| jjsd| j_| j j|7 _n|d krb| jd jsLd| jd _| jd j|7 _nxt| j}||j}|dkr| j|d jsd| j|d _| j|d j|7 _n | jjsd| j_| j j|7 _d S )N r r )r7 r r6 tailr( r= )r datar? Zchildrenr= r r r insertTextk s" z+getETreeBuilder.<locals>.Element.insertTextc S s4 t | | j| j}| j D ]\}}||j|< q |S r )typer r r. r* )r r3 r r0 r r r cloneNode s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tj| | d S )NrC rB ) childNodesr rD r6 r NodereparentChildren)r Z newParentr r r rK s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)__name__ __module__ __qualname__r r r! r# propertyr r$ r% r r' r1 r. r2 r4 rI r8 r< r? rA rF rH rK r r r r r s* r c s2 e Zd Z fddZdd Zdd ZeeeZdS )z getETreeBuilder.<locals>.Commentc s" || _d | _g | _g | _d S r )Commentr r r r )r rE r r r r s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS r r r6 r" r r r _getData s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S r rQ r r0 r r r _setData s z)getETreeBuilder.<locals>.Comment._setDataN)rL rM rN r rR rT rO rE r r r r rP s rP c sL e Zd Z fddZdd Zdd ZeeeZdd Zd d Z eee Z d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ | d || j_|| _|| _d S )N <!DOCTYPE>)r r r6 publicIdsystemId)r r rV rW r r r r s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j ddS )NrV rB r getr" r r r _getPublicId s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j d| d S )NrV r r- rS r r r _setPublicId s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j ddS )NrW rB rY r" r r r _getSystemId s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j d| d S )NrW r\ rS r r r _setSystemId s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rL rM rN r r[ r] rO rV r^ r_ rW r rX r r DocumentType s r` c s e Zd Z fddZdS )z!getETreeBuilder.<locals>.Documentc s | d d S )N DOCUMENT_ROOTr r" rX r r r s z*getETreeBuilder.<locals>.Document.__init__NrL rM rN r r rX r r Document s rd c s e Zd Z fddZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s | d d S )NZDOCUMENT_FRAGMENTrb r" rX r r r s z2getETreeBuilder.<locals>.DocumentFragment.__init__Nrc r rX r r DocumentFragment s re c s* g d fdd | d d S )Nr c sn t | ds| } | jdkrz| ds0| drd| dp<d}| dpJd}d| j||f nd| jf n| jdkrd | jd k rd d |d | jf | jd k rtd t | drt| j rtdnB| j krdd | | jf nt | j}|d kr,| j}n"| \}}t j| }d||f }dd | |f t | drg }| j D ]T\}} t |}|d k r| \}}t j| }d||f } n|} || | f q~t|D ]&\}} dd |d || f q| jr(d d |d | jf |d 7 }| D ]} | | q4| jrjd d |d | jf d S )Nr rU rV rW rB z<!DOCTYPE %s "%s" "%s"> <!DOCTYPE %s>ra z #documentz|%s"%s" r Document node cannot have tailr& $Document node cannot have attributesz|%s<!-- %s -->z%s %sz|%s<%s>z |%s%s="%s")hasattrgetrootr rZ r9 r6 rD TypeErrorr7 r& tag_regexpmatchgroupsr prefixesr* sorted) r3 indentrV rW Znsmatchr nsprefixr. r0 Z attr_stringchild)ElementTreeCommentTypervserializeElementr r rx s\ zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement )r )joinr3 )rv )rw rx r testSerializer s 7 z'getETreeBuilder.<locals>.testSerializerc s2 g t fdd| dS )z4Serialize an element and its child nodes to a stringc s t | jr| } | jdkr|| ds2| drf| dp>d}| dpLd}d| j||f nd| jf n| jdkr| jd k r| j | jd k rtdt | d rt | j rtd | D ] }| qn| jkrd | jf n| j s d | jf n2d fdd| j D }d| j|f | jrd| j | D ]}| qhd| jf | jr| j d S )NrU rV rW rB z <!DOCTYPE %s PUBLIC "%s" "%s">rf ra rh r& ri z <!--%s-->z<%s>rg c s" g | ]\}}d ||f qS )z%s="%s") fromXmlName).0r r0 )filterr r <listcomp>& s zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r+ r rk r rZ r9 r6 rD rl rj r7 r& r} rz r* )r3 rV rW ru attr)r rv r rw rx r r rx sD z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementrB )r Z InfosetFilterrz r{ )r rv )r rw rx r tostring s -z!getETreeBuilder.<locals>.tostringc sD e Zd ZZZZ ZZZfddZ fddZ dd Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s |S r r )r r3 )r| r r r| A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< r | j jS | jd k r*| j jd| j S | j jdS d S )Nz{%s}htmlr )Zdocumentr ZdefaultNamespacefindr" )fullTreer r getDocumentD s z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t j| jS r )r TreeBuilder getFragmentr r" r r r r N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rL rM rN Z documentClassZ doctypeClassZ elementClassZ commentClassZ fragmentClassimplementationr| r r r )rP rd re r` r ElementTreeImplementationr r| r r r 9 s r )rP r r rJ r locals)r r r r r ) rP rd re r` r r rv r r r| r getETreeBuilder s ~ >6$r )F)Z __future__r r r Zpip._vendor.sixr rerB r r r r Z_utilsr compilerm r ZgetETreeModuler r r r <module> s EPK A\ E pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-38.pycnu [ U .e @ s6 d Z ddlmZmZmZ ddlmZ i ZdddZdS ) a) A collection of modules for building different kinds of trees from HTML documents. To create a treebuilder for a new type of tree, you need to do implement several things: 1. A set of classes for various types of elements: Document, Doctype, Comment, Element. These must implement the interface of ``base.treebuilders.Node`` (although comment nodes have a different signature for their constructor, see ``treebuilders.etree.Comment``) Textual content may also be implemented as another node type, or not, as your tree implementation requires. 2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits from ``treebuilders.base.TreeBuilder``. This has 4 required attributes: * ``documentClass`` - the class to use for the bottommost node of a document * ``elementClass`` - the class to use for HTML Elements * ``commentClass`` - the class to use for comments * ``doctypeClass`` - the class to use for doctypes It also has one required method: * ``getDocument`` - Returns the root node of the complete document tree 3. If you wish to run the unit tests, you must also create a ``testSerializer`` method on your treebuilder which accepts a node and returns a string containing Node and its children serialized according to the format used in the unittests )absolute_importdivisionunicode_literals ) default_etreeNc K s | } | tkr| dkrLddlm} |dkr<ddlm} |}|j|f|jS | dkrlddlm} |jt| < n<| d krdd lm } |dkrt }|j |f|jS t d | t | S ) a Get a TreeBuilder class for various types of trees with built-in support :arg treeType: the name of the tree type required (case-insensitive). Supported values are: * "dom" - A generic builder for DOM implementations, defaulting to a xml.dom.minidom based implementation. * "etree" - A generic builder for tree implementations exposing an ElementTree-like interface, defaulting to xml.etree.cElementTree if available and xml.etree.ElementTree if not. * "lxml" - A etree-based builder for lxml.etree, handling limitations of lxml's implementation. :arg implementation: (Currently applies to the "etree" and "dom" tree types). A module implementing the tree type e.g. xml.etree.ElementTree or xml.etree.cElementTree. :arg kwargs: Any additional options to pass to the TreeBuilder when creating it. Example: >>> from html5lib.treebuilders import getTreeBuilder >>> builder = getTreeBuilder('etree') dom )r Nr )minidomZlxml) etree_lxmletree)r z Unrecognised treebuilder "%s" )lowertreeBuilderCache r Zxml.domr Z getDomModuleZ TreeBuilderr r r ZgetETreeModule ValueErrorget)ZtreeTypeimplementationkwargsr r r r r N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/__init__.pygetTreeBuilder' s$ r )N) __doc__Z __future__r r r Z_utilsr r r r r r r <module> s PK A\'$ $ @ pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-38.pycnu [ U .e" @ s d dl mZmZmZ zd dlmZ W n ek rD d dlmZ Y nX d dlm Z m Z d dl Z ddl m Z ddl mZ dd lmZ dd lmZ d d ZeeZdS ) )absolute_importdivisionunicode_literals)MutableMapping)minidomNodeN )base ) constants) namespaces)moduleFactoryFactoryc sV G dd dt G fdddtjG fdddtj}dd t S ) Nc @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z getDomBuilder.<locals>.AttrListc S s || _ d S Nelementselfr r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/dom.py__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jj S r )iterr attributeskeysr r r r __iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |trtn | jj|}||_|| jj|< d S r ) isinstancetupleNotImplementedErrorr ownerDocumentZcreateAttributevaluer )r namer attrr r r __setitem__ s z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jjS r )lenr r r r r r __len__# s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jj S r )listr r itemsr r r r r& & s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jj S r )r% r r valuesr r r r r' ) s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |trtn| jj| jS d S r )r r r r r r r r r r r __getitem__, s z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |trtn | jj|= d S r )r r r r r r( r r r __delitem__2 s z+getDomBuilder.<locals>.AttrList.__delitem__N) __name__ __module__ __qualname__r r r" r$ r& r' r) r* r r r r AttrList s r. c s e Zd Zdd Zedd Zdd Zddd Zd d Zd d Z dd Z fddZ dd Z ee e Z fddZdd Zdd ZeeZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t j| |j || _d S r )r r r nodeNamer r r r r r 9 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jdr| jjpd S )N namespaceURI)hasattrr r0 r r r r <lambda>= s z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | j|j d S r )parentr appendChildr noder r r r4 @ s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j j|}|r$| j ||j n | j | d S r )r r createTextNode insertBeforer4 )r datar8 textr r r insertTextD s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j |j |j | |_d S r )r r8 r3 )r r6 ZrefNoder r r r8 K s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j |j d |_d S r )r Z parentNode removeChildr3 r5 r r r r< O s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s6 | j r,| j j}| j | |j | q g | _d S r )r hasChildNodesZ firstChildr< r4 childNodes)r Z newParentchildr r r reparentChildrenT s z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s | j S r r r )r. r r getAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sv |rrt | D ]`\}}t|trb|d d k rD|d d |d }n|d }| j|d || q| j|| qd S )Nr :r r )r% r& r r r ZsetAttributeNSZ setAttribute)r r r r Z qualifiedNamer r r setAttributes^ s z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s | j dS )NF)r cloneNoder NodeBuilderr r rD m s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s | j S r )r r= r r r r hasContentp s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml) namespacer r r r r r getNameTuples s z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r+ r, r- r propertyrH r4 r; r8 r< r@ rA rC r rD rG rI Z nameTupler )r. rF r r rF 8 s rF c s e Zd Z fddZ fddZdfdd Zfdd Zfd d Zd d ZfddZ dd Z dd Z dddZ Z dZdS )z"getDomBuilder.<locals>.TreeBuilderc s d d d | _t| S r )getDOMImplementationZcreateDocumentdomweakrefproxyr )Domr r documentClass| s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d } }||||}| j| tkrN| j|_d S )Nr publicIdsystemId)rK ZcreateDocumentTypeZdocumentr4 r rL r )r tokenr rQ rR ZdomimplZdoctype)rO rF r r insertDoctype s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | j|}n| j||} |S r )ZdefaultNamespacerL Z createElementZcreateElementNS)r r rH r6 rE r r elementClass s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s | j |S r )rL Z createComment)r r9 rE r r commentClass s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s | j S r )rL ZcreateDocumentFragmentr rE r r fragmentClass s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j |j d S r )rL r4 r r5 r r r r4 s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s |S r r r )testSerializerr r rX s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S r )rL r r r r getDocument s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t j| jS r )r TreeBuilder getFragmentr r r r r r[ s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t j| || nNt| jdrXtj| jjkrXt| jj| j_| jj tj | j | j | d S )N_child_node_types) r rZ r; r1 rL r TEXT_NODEr\ r% appendr4 r7 )r r9 r3 r r r r; s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r+ r, r- rP rT rU rV rW r4 rX rY r[ r; implementationr r )rO DomImplementationrF rX r r rZ { s rZ c s0 | g d fdd | d d S )Nr c s | j tjkr| jrj| js | jrP| jp&d}| jp0d} dd| | j||f q~ dd| | jf n dd| f nr| j tjkr d nX| j tjkr d n>| j tj krވ dd| | j f n| j tj kr d d| | j f nt | d r6| j d k r6d tj| j | jf }n| j} d d| |f | rg }tt| jD ]T}| j|}|j}|j}|j } | rd tj| |jf }n|j}|||f qnt|D ]&\}} d d|d ||f q|d7 }| jD ]} | | qd S )N z|%s<!DOCTYPE %s "%s" "%s"> z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r0 z%s %sz|%s<%s>z |%s%s="%s"r )ZnodeTyper ZDOCUMENT_TYPE_NODEr rQ rR r^ Z DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuer] r1 r0 r prefixesr/ Z hasAttributesranger# r itemr Z localNamesortedr> ) r indentrQ rR r r ir! r nsr? rvserializeElementr r rl sT z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement )r )Z normalizejoinr r rj r rX s . z%getDomBuilder.<locals>.testSerializer)r r r rZ locals)r` rZ r )r. rO r` rF rX r getDomBuilder s $C :6rp )Z __future__r r r Zcollections.abcr ImportError collectionsZxml.domr r rM ra r r r Z_utilsr rp Z getDomModuler r r r <module> s _PK A\ϗG- G- M pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.opt-1.pycnu [ U .e*7 @ s d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl m Z ddlm Z dd lm Z dd lmZ ddlm Z d Zed Ze d jZG dd deZG dd deZdd Zdd ZG dd de jZdS )a Module for supporting the lxml.etree library. The idea here is to use as much of the native library as possible, without using fragile hacks like custom element names that break between releases. The downside of this is that we cannot represent all possible trees; specifically the following are known to cause problems: Text or comments as siblings of the root element Docypes with no name When any of these things occur, we emit a DataLossWarning )absolute_importdivisionunicode_literalsN )base )DataLossWarning) constants)etree) _ihatexmlTz {([^}]*)}(.*)Zasdc @ s e Zd Zdd ZdS ) DocumentTypec C s || _ || _|| _d S N)namepublicIdsystemId)selfr r r r P/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py__init__# s zDocumentType.__init__N)__name__ __module__ __qualname__r r r r r r " s r c @ s, e Zd Zdd Zdd Zdd ZeeZdS )Documentc C s d | _ g | _d S r ) _elementTree _childNodesr r r r r * s zDocument.__init__c C s | j |j d S r )r getrootZaddnext_elementr elementr r r appendChild. s zDocument.appendChildc C s | j S r )r r r r r _getChildNodes1 s zDocument._getChildNodesN)r r r r r r! propertyZ childNodesr r r r r ) s r c s6 g t jdd d fdd | d dS )NTZpreventDoubleDashCommentsr c s t | ds t | drd | jjrz| jjsF| jjsFd| jj }nd| jj| jj| jjf }dd|d |f | }| d k r| }q|d k r||d | }qnNt | t st | t rd d| | f n"d | D ]}||d qn| j tkr`d d| | jf t | d r| jrd d| | jf ntj| j }|d k r|d }|d}tj| }dd| | |f n dd| | j f t | drg }| j D ]d\} } t| }|d k r8| \}} | } tj| }d|| f } n | } || | f qt|D ]&\} } dd|d | | f q\| jrd d|d | jf |d7 }| D ]} | | qt | d r| jrd d|d | jf d S )Ntagr z #document <!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s r z|%s"%s"z#document-fragmentz|%s<!-- %s -->tailr z |%s<%s %s>z|%s<%s>attribz%s %sz |%s%s="%s") hasattrappenddocinfo internalDTDZ public_idZ system_url root_namer Z getpreviousZgetnext isinstancestrbytesr$ comment_typetextr' etree_builders tag_regexpmatchgroupr prefixes fromXmlNamer( itemsgroupssorted) r indentdtd_strZ next_elementZnsmatchnsr$ prefix attributesr valueZ attr_stringchild infosetFilterrvserializeElementr r rF ; sx z(testSerializer.<locals>.serializeElement )r )r InfosetFilterjoinr r rC r testSerializer7 s F rK c s$ g fdd| d S )z4Serialize an element and its child nodes to a stringc s t | dsH| jjr:| jjr$| jj}n d| jj } | | n| jtkrf d| j f n~| j s d| jf n.d dd | j D } d| j|f | j r | j | D ] }| qĈ d | jf t | d r| j r | j d S ) Nr$ r% z <!--%s-->z<%s>r& c S s g | ]\}}d ||f qS )z%s="%s"r ).0r rA r r r <listcomp> s z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r' )r) r+ r, doctyper- r* r r$ r1 r2 r( rI r9 r' )r r= attrrB rE rF r r rF s, z"tostring.<locals>.serializeElement )rI rJ r rP r tostring s rR c sz e Zd ZeZeZdZdZeZ e Z dddZ dd Z dd Zd d Zd d Zd d ZdddZd fdd Zdd Z ZS ) TreeBuilderNFc s t jt|dtjdd | _|| _G fdddt G fdddj}G fdd d j }|| _ || _ t j | | d S ) N)fullTreeTr# c s& e Zd Zd fdd Z fddZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sr |d kr i }|| _ t| | | D ]F\}}t|trTd|d |d f }n |}|| j j j|< q&d S N{%s}%sr r )r dictr r9 r. tuplecoerceAttributer( )r r rA keyr rD r r r s z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t | || t|tr4d|d |d f }n |}|| jjj|< d S rU )rW __setitem__r. rX rY r r( )r rZ rA r r[ r r r\ s z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r r\ r r[ r r Attributes s r] c sx e Zd Z fddZfddZfddZeeeZdd Z fd d Z eee Z dfd d Z fddZ d S )z%TreeBuilder.__init__.<locals>.Elementc s* |}jj| ||d | | _d S )N) namespace) coerceElementElementr _attributes)r r r^ r] builderrD r r r s z.TreeBuilder.__init__.<locals>.Element.__init__c s$ || _| | j| j| j_d S r )r_ _nameZ _getETreeTagZ _namespacer r$ )r r r[ r r _setName s z.TreeBuilder.__init__.<locals>.Element._setNamec s | jS r )r8 rd r r[ r r _getName s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S r ra r r r r _getAttributes s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s | || _ d S r rg )r r@ )r] r r _setAttributes s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s |} j| || d S r )ZcoerceCharactersr` insertText)r dataZ insertBeforerc rD r r rj s z0TreeBuilder.__init__.<locals>.Element.insertTextc s j | | d S r )r` r )r rB )rc r r r s z1TreeBuilder.__init__.<locals>.Element.appendChild)N) r r r r re rf r" r rh ri r@ rj r r rb r r r` s r` c s8 e Zd Z fddZfddZdd ZeeeZdS )z%TreeBuilder.__init__.<locals>.Commentc s |} j| | d S r ) coerceCommentCommentr r rk rl r r r s z.TreeBuilder.__init__.<locals>.Comment.__init__c s |}|| j_d S r )rm r r2 ro r[ r r _setData s z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS r )r r2 r r r r _getData s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r rp rq r" rk r rl r r rn s rn )r3 ZgetETreeModuler r rH rD namespaceHTMLElementsrW r` rn elementClass commentClassr rS r )r rr rT r` rn r rb r r s zTreeBuilder.__init__c C s$ t j| | j| _g | _d | _d S r )r rS resetinsertCommentInitial insertCommentinitial_commentsrN r r r r ru s zTreeBuilder.resetc C s t |S r )rK r r r r rK s zTreeBuilder.testSerializerc C s t r | jjS | jj S d S r )rT documentr r r r r r getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"||j |t| |jrB||j |S )Nr ) openElementsr r2 r* extendlistr' )r Zfragmentr r r r getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t dt d | _n4| j|}||krPt dt | |||}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)warningswarnr rN rD r_ doctypeClass)r tokenr r r Z coercedNamerN r r r insertDoctype s zTreeBuilder.insertDoctypec C s | j | d S r )rx r* r rk parentr r r rv , s z TreeBuilder.insertCommentInitialc sB || j kr,| j j d jtkr,tdt tt | || d S )Nz@lxml cannot represent adjacent comments beyond the root elements) ry r r r$ r1 r r r superrS rw r __class__r r insertCommentMain1 s z TreeBuilder.insertCommentMainc C s d}| j r|d| j j 7 }| j jd k s2| j jd k r|d| j| j jpFd 7 }| j jr| j j}|ddkr|ddkrtdt | dd}|ddkr|d | 7 }q|d | 7 }n|d 7 }|d 7 }| j j|d krtdt |d7 }t |}| j D ] }| |d }||j q | | _| | j_|d }|d| j}|d kr^|} n d||f } | |_| ||} || _| jj| | j| | j | _ d S )NrQ z <!DOCTYPE %sz PUBLIC "%s" 'r "z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>rk r^ rV ) rN r r r rD Z coercePubidfindr r r replacer Z fromstringrx rt Z addpreviousr documentClassry Z getroottreer getZdefaultNamespacer$ rs r r* r{ r rw ) r r ZdocStrZsysidroot comment_tokenZcommentr r^ Z etree_tagZ root_elementr r r insertRoot7 sN zTreeBuilder.insertRoot)F)N)N)r r r r r r r rs rt Z fragmentClassr implementationr ru rK rz r~ r rv r r __classcell__r r r r rS s L rS ) __doc__Z __future__r r r r resysrQ r r r r r3 r Z lxml.etreerT compiler4 rn r$ r1 objectr r rK rR rS r r r r <module> s$ O)PK A\64+ + G pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-38.opt-1.pycnu [ U .e8 @ s d dl mZmZmZ d dlmZ ddlmZmZm Z dZ e edfe ee e d dfgB dfe ee e d d fe d d fgB dfe e d dfe d d fgdfe e d d fe d d fgdfdZ G dd deZG dd deZG dd deZdS ) )absolute_importdivisionunicode_literals) text_type )scopingElementstableInsertModeElements namespacesNFhtmlbuttonZolZultableoptgroupoptionT)Nr listr Zselectc @ sb e Zd ZdZdd Zdd Zdd Zdd Zdd d Zd d Z dd Z dd Z dd Z dd Z d S )Nodez Represents an item in the treec C s( || _ d| _d| _i | _g | _g | _dS )zRCreates a Node :arg name: The tag name associated with the node N)nameparentvalue attributes childNodesZ_flags)selfr r J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/base.py__init__ s z Node.__init__c C s: d dd | j D }|r,d| j|f S d| j S d S )N c S s g | ]\}}d ||f qS )z%s="%s"r ).0r r r r r <listcomp>. s z Node.__str__.<locals>.<listcomp>z<%s %s><%s>)joinr itemsr )r Z attributesStrr r r __str__- s z Node.__str__c C s d| j S )Nr )r r r r r __repr__6 s z Node.__repr__c C s t dS )z[Insert node as a child of the current node :arg node: the node to insert NNotImplementedErrorr noder r r appendChild9 s zNode.appendChildNc C s t dS )aB Insert data as text in the current node, positioned before the start of node insertBefore or to the end of the node's text. :arg data: the data to insert :arg insertBefore: True if you want to insert the text before the node and False if you want to insert it after the node Nr# )r data insertBeforer r r insertTextA s zNode.insertTextc C s t dS )a Insert node as a child of the current node, before refNode in the list of child nodes. Raises ValueError if refNode is not a child of the current node :arg node: the node to insert :arg refNode: the child node to insert the node before Nr# )r r& ZrefNoder r r r) M s zNode.insertBeforec C s t dS )zhRemove node from the children of the current node :arg node: the child node to remove Nr# r% r r r removeChildY s zNode.removeChildc C s | j D ]}|| qg | _ dS )zMove all the children of the current node to newParent. This is needed so that trees that don't store text as nodes move the text in the correct way :arg newParent: the node to move all this node's children to N)r r' )r Z newParentZchildr r r reparentChildrena s zNode.reparentChildrenc C s t dS )zReturn a shallow copy of the current node i.e. a node with the same name and attributes but with no parent or child nodes Nr# r! r r r cloneNoden s zNode.cloneNodec C s t dS )zFReturn true if the node has children or text, false otherwise Nr# r! r r r hasContentt s zNode.hasContent)N)__name__ __module__ __qualname____doc__r r r" r' r* r) r+ r, r- r. r r r r r s r c @ s e Zd Zdd Zdd ZdS )ActiveFormattingElementsc C sf d}|t krV| d d d D ]:}|t kr* qV| ||r>|d7 }|dkr| | qVqt| | d S )Nr )Marker nodesEqualremover append)r r& Z equalCountelementr r r r: { s z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT) nameTupler )r Znode1Znode2r r r r8 s z#ActiveFormattingElements.nodesEqualN)r/ r0 r1 r: r8 r r r r r3 z s r3 c @ s e Zd ZdZdZdZdZdZdZdd Z dd Z d+ddZ d d Z d d Z d d Zdd Zdd Zd,ddZdd Zdd Zdd ZeeeZdd Zd d Zd-d d Zd!d" Zd.d#d$Zd%d& Z d'd( Z d)d* Z dS )/ TreeBuildera Base treebuilder implementation * documentClass - the class to use for the bottommost node of a document * elementClass - the class to use for HTML Elements * commentClass - the class to use for comments * doctypeClass - the class to use for doctypes Nc C s |r d| _ nd| _ | dS )zmCreate a TreeBuilder :arg namespaceHTMLElements: whether or not to namespace HTML elements z http://www.w3.org/1999/xhtmlN)defaultNamespacereset)r ZnamespaceHTMLElementsr r r r s zTreeBuilder.__init__c C s. g | _ t | _d | _d | _d| _| | _d S )NF) openElementsr3 activeFormattingElementsZ headPointerZ formPointerinsertFromTable documentClassdocumentr! r r r r? s zTreeBuilder.resetc C s~ t |d}|s$t|tr$td |f}t| \}}t| jD ]>}|rP||krP dS |sd|j|krd dS ||j|kA r: dS q:d S )Nr< r TF)hasattr isinstancer r listElementsMapreversedr@ r< )r targetZvariantZ exactNodeZ listElementsinvertr& r r r elementInScope s zTreeBuilder.elementInScopec C s | j s d S t| j d }| j | }|tks4|| jkr8d S |tkrl|| jkrl|dkrXd}ql|d8 }| j | }q8|d7 }| j | }| }| d|j|j|jd}|| j |< || j d krlqqld S )Nr5 r r4 ZStartTag)typer namespacer( ) rA lenr7 r@ r- insertElementr rM r )r ientryZcloner; r r r #reconstructActiveFormattingElements s. z/TreeBuilder.reconstructActiveFormattingElementsc C s( | j }| j r$|tkr$| j }q d S N)rA popr7 )r rQ r r r clearActiveFormattingElements s z)TreeBuilder.clearActiveFormattingElementsc C s: | j ddd D ]$}|tkr" q6q|j|kr| S qdS )zCheck if an element exists between the end of the active formatting elements and the last marker. If it does, return it, else return falseNr4 F)rA r7 r )r r itemr r r !elementInActiveFormattingElements s z-TreeBuilder.elementInActiveFormattingElementsc C s& | |}| j| | j| d S rS ) createElementr@ r: rD r' )r tokenr; r r r insertRoot s zTreeBuilder.insertRootc C s6 |d }|d }|d }| |||}| j| d S )Nr publicIdsystemId) doctypeClassrD r' )r rY r r[ r\ Zdoctyper r r insertDoctype s zTreeBuilder.insertDoctypec C s* |d kr| j d }|| |d d S )Nr4 r( )r@ r' commentClass)r rY r r r r insertComment( s zTreeBuilder.insertCommentc C s0 |d }| d| j}| ||}|d |_|S )z.Create an element but don't insert it anywherer rM r( )getr> elementClassr r rY r rM r; r r r rX - s zTreeBuilder.createElementc C s | j S rS )_insertFromTabler! r r r _getInsertFromTable5 s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the normal one to the misnested table one and back againN)rd insertElementTablerO insertElementNormal)r r r r r _setInsertFromTable8 s z TreeBuilder._setInsertFromTablec C sL |d }| d| j}| ||}|d |_| jd | | j| |S )Nr rM r( r4 )ra r> rb r r@ r' r: rc r r r rg C s z TreeBuilder.insertElementNormalc C s` | |}| jd jtkr$| |S | \}}|dkrD|| n ||| | j| |S )z-Create an element and insert it into the treer4 N) rX r@ r r rg getTableMisnestedNodePositionr' r) r: )r rY r; r r) r r r rf M s z TreeBuilder.insertElementTablec C sV |dkr| j d }| jr.| jr:| j d jtkr:|| n| \}}||| dS )zInsert text data.Nr4 )r@ rB r r r* ri )r r( r r) r r r r* ] s zTreeBuilder.insertTextc C st d}d}d}| j ddd D ]}|jdkr |} q4q |rb|jrJ|j}|}ql| j | j |d }n | j d }||fS )zsGet the foster parent element, and sibling to insert before (or None) when inserting a misnested table nodeNr4 r r5 r )r@ r r index)r Z lastTableZ fosterParentr) Zelmr r r ri l s z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|tdkr4||kr4| j | | d S )Nr4 )ZddZdtZlir r pZrpZrt)r@ r frozensetrT generateImpliedEndTags)r excluder r r r rm s z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)rD r! r r r getDocument s zTreeBuilder.getDocumentc C s | }| jd | |S )zReturn the final fragmentr ) fragmentClassr@ r, )r Zfragmentr r r getFragment s zTreeBuilder.getFragmentc C s t dS )zSerialize the subtree of node in the format required by unit tests :arg node: the node from which to start serializing Nr# r% r r r testSerializer s zTreeBuilder.testSerializer)N)N)N)N) r/ r0 r1 r2 rC rb r_ r] rp r r? rK rR rU rW rZ r^ r` rX re rh propertyrB rg rf r* ri rm ro rq rr r r r r r= s6 . r= )Z __future__r r r Zpip._vendor.sixr Z constantsr r r r7 rl setrG objectr r r3 r= r r r r <module> s0 cPK A\w . . B pip/_vendor/html5lib/treebuilders/__pycache__/etree.cpython-38.pycnu [ U .e1 @ s d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm Z dd l m Z dd l m Z ed Zdd dZe eZdS ) )absolute_importdivisionunicode_literals) text_typeN )base ) _ihatexml) constants) namespaces)moduleFactoryFactoryz {([^}]*)}(.*)Fc s djG fdddtjG fddd G fdddG fdd d G fd d d fd d fdd}G fdddtj}t S )NZasdc s e Zd Zd$ fdd Zdd Zdd Zdd ZeeeZd d Z d d Z ee e Z dd Z dd Z ee e Zdd Zdd ZeeeZdd Zdd Zdd Zd d Zd%d d Zd d! Zd"d# ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _ | ||| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )Nhtml) _name _namespaceElement _getETreeTag_elementr Z nameTupleparent _childNodes_flags)selfname namespace ElementTree K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree.py__init__ s z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )N{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | | j | j| j_d S N)r r r r tag)r r r r r _setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S r )r r r r r _getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | | j| j | j_d S r )r r r r r )r r r r r _setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S r )r r" r r r _getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS r )r attribr" r r r _getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sh t | jj D ]}| jj|= q| D ]:\}}t|trPd|d |d f }n|}| j|| q(d S )Nr r r )listr r& keysitems isinstancetupleset)r attributeskeyvaluer r r r _setAttributes? s z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S r )r r" r r r _getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s* | j d d = g | _|D ]}| | qd S r )r r Z insertChild)r r0 elementr r r _setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| jS )z,Return true if the node has children or text)boolr textlenr" r r r hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j | | j|j | |_d S r )r appendr r r noder r r appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j|j}| j||j | |_d S r )r( r indexinsertr )r r; ZrefNoder= r r r insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j | | j|j d |_d S r )r remover r r: r r r removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s t | js,| jjsd| j_| j j|7 _n|d krb| jd jsLd| jd _| jd j|7 _nxt| j}||j}|dkr| j|d jsd| j|d _| j|d j|7 _n | jjsd| j_| j j|7 _d S )N r r )r7 r r6 tailr( r= )r datar? Zchildrenr= r r r insertTextk s" z+getETreeBuilder.<locals>.Element.insertTextc S s4 t | | j| j}| j D ]\}}||j|< q |S r )typer r r. r* )r r3 r r0 r r r cloneNode s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tj| | d S )NrC rB ) childNodesr rD r6 r NodereparentChildren)r Z newParentr r r rK s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)__name__ __module__ __qualname__r r r! r# propertyr r$ r% r r' r1 r. r2 r4 rI r8 r< r? rA rF rH rK r r r r r s* r c s2 e Zd Z fddZdd Zdd ZeeeZdS )z getETreeBuilder.<locals>.Commentc s" || _d | _g | _g | _d S r )Commentr r r r )r rE r r r r s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS r r r6 r" r r r _getData s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S r rQ r r0 r r r _setData s z)getETreeBuilder.<locals>.Comment._setDataN)rL rM rN r rR rT rO rE r r r r rP s rP c sL e Zd Z fddZdd Zdd ZeeeZdd Zd d Z eee Z d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ | d || j_|| _|| _d S )N <!DOCTYPE>)r r r6 publicIdsystemId)r r rV rW r r r r s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j ddS )NrV rB r getr" r r r _getPublicId s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j d| d S )NrV r r- rS r r r _setPublicId s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j ddS )NrW rB rY r" r r r _getSystemId s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j d| d S )NrW r\ rS r r r _setSystemId s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rL rM rN r r[ r] rO rV r^ r_ rW r rX r r DocumentType s r` c s e Zd Z fddZdS )z!getETreeBuilder.<locals>.Documentc s | d d S )N DOCUMENT_ROOTr r" rX r r r s z*getETreeBuilder.<locals>.Document.__init__NrL rM rN r r rX r r Document s rd c s e Zd Z fddZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s | d d S )NZDOCUMENT_FRAGMENTrb r" rX r r r s z2getETreeBuilder.<locals>.DocumentFragment.__init__Nrc r rX r r DocumentFragment s re c s* g d fdd | d d S )Nr c s t | ds| } | jdkrz| ds0| drd| dp<d}| dpJd}d| j||f nd| jf n| jdkrd | jd k rd d |d | jf | jd k rtd t | drt| j rtdnh| j krdd | | jf n@t | jt s4t dt | j| jf t| j}|d krR| j}n"| \}}tj| }d||f }dd | |f t | dr*g }| j D ]T\}} t|}|d k r| \}}tj| }d||f } n|} || | f qt|D ]&\}} dd |d || f q| jrNd d |d | jf |d 7 }| D ]} | | qZ| jrd d |d | jf d S )Nr rU rV rW rB z<!DOCTYPE %s "%s" "%s"> <!DOCTYPE %s>ra z #documentz|%s"%s" r Document node cannot have tailr& $Document node cannot have attributesz|%s<!-- %s -->z Expected unicode, got %s, %sz%s %sz|%s<%s>z |%s%s="%s")hasattrgetrootr rZ r9 r6 rD TypeErrorr7 r& r+ r AssertionErrorrG tag_regexpmatchgroupsr prefixesr* sorted) r3 indentrV rW Znsmatchr nsprefixr. r0 Z attr_stringchild)ElementTreeCommentTypervserializeElementr r ry sb zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement )r )joinr3 )rw )rx ry r testSerializer s 7 z'getETreeBuilder.<locals>.testSerializerc s2 g t fdd| dS )z4Serialize an element and its child nodes to a stringc s t | jr| } | jdkr|| ds2| drf| dp>d}| dpLd}d| j||f nd| jf n| jdkr| jd k r| j | jd k rtdt | d rt | j rtd | D ] }| qn| jkrd | jf n| j s d | jf n2d fdd| j D }d| j|f | jrd| j | D ]}| qhd| jf | jr| j d S )NrU rV rW rB z <!DOCTYPE %s PUBLIC "%s" "%s">rf ra rh r& ri z <!--%s-->z<%s>rg c s" g | ]\}}d ||f qS )z%s="%s") fromXmlName).0r r0 )filterr r <listcomp>& s zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r+ r rk r rZ r9 r6 rD rl rj r7 r& r~ r{ r* )r3 rV rW rv attr)r rw r rx ry r r ry sD z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementrB )r Z InfosetFilterr{ r| )r rw )r rx ry r tostring s -z!getETreeBuilder.<locals>.tostringc sD e Zd ZZZZ ZZZfddZ fddZ dd Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s |S r r )r r3 )r} r r r} A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< r | j jS | jd k r*| j jd| j S | j jdS d S )Nz{%s}htmlr )Zdocumentr ZdefaultNamespacefindr" )fullTreer r getDocumentD s z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t j| jS r )r TreeBuilder getFragmentr r" r r r r N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rL rM rN Z documentClassZ doctypeClassZ elementClassZ commentClassZ fragmentClassimplementationr} r r r )rP rd re r` r ElementTreeImplementationr r} r r r 9 s r )rP r r rJ r locals)r r r r r ) rP rd re r` r r rw r r r} r getETreeBuilder s ~ >6$r )F)Z __future__r r r Zpip._vendor.sixr rerB r r r r Z_utilsr compilern r ZgetETreeModuler r r r <module> s EPK A\tř2, 2, A pip/_vendor/html5lib/treebuilders/__pycache__/base.cpython-38.pycnu [ U .e8 @ s d dl mZmZmZ d dlmZ ddlmZmZm Z dZ e edfe ee e d dfgB dfe ee e d d fe d d fgB dfe e d dfe d d fgdfe e d d fe d d fgdfdZ G dd deZG dd deZG dd deZdS ) )absolute_importdivisionunicode_literals) text_type )scopingElementstableInsertModeElements namespacesNFhtmlbuttonZolZultableoptgroupoptionT)Nr listr Zselectc @ sb e Zd ZdZdd Zdd Zdd Zdd Zdd d Zd d Z dd Z dd Z dd Z dd Z d S )Nodez Represents an item in the treec C s( || _ d| _d| _i | _g | _g | _dS )zRCreates a Node :arg name: The tag name associated with the node N)nameparentvalue attributes childNodesZ_flags)selfr r J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/base.py__init__ s z Node.__init__c C s: d dd | j D }|r,d| j|f S d| j S d S )N c S s g | ]\}}d ||f qS )z%s="%s"r ).0r r r r r <listcomp>. s z Node.__str__.<locals>.<listcomp>z<%s %s><%s>)joinr itemsr )r Z attributesStrr r r __str__- s z Node.__str__c C s d| j S )Nr )r r r r r __repr__6 s z Node.__repr__c C s t dS )z[Insert node as a child of the current node :arg node: the node to insert NNotImplementedErrorr noder r r appendChild9 s zNode.appendChildNc C s t dS )aB Insert data as text in the current node, positioned before the start of node insertBefore or to the end of the node's text. :arg data: the data to insert :arg insertBefore: True if you want to insert the text before the node and False if you want to insert it after the node Nr# )r data insertBeforer r r insertTextA s zNode.insertTextc C s t dS )a Insert node as a child of the current node, before refNode in the list of child nodes. Raises ValueError if refNode is not a child of the current node :arg node: the node to insert :arg refNode: the child node to insert the node before Nr# )r r& ZrefNoder r r r) M s zNode.insertBeforec C s t dS )zhRemove node from the children of the current node :arg node: the child node to remove Nr# r% r r r removeChildY s zNode.removeChildc C s | j D ]}|| qg | _ dS )zMove all the children of the current node to newParent. This is needed so that trees that don't store text as nodes move the text in the correct way :arg newParent: the node to move all this node's children to N)r r' )r Z newParentZchildr r r reparentChildrena s zNode.reparentChildrenc C s t dS )zReturn a shallow copy of the current node i.e. a node with the same name and attributes but with no parent or child nodes Nr# r! r r r cloneNoden s zNode.cloneNodec C s t dS )zFReturn true if the node has children or text, false otherwise Nr# r! r r r hasContentt s zNode.hasContent)N)__name__ __module__ __qualname____doc__r r r" r' r* r) r+ r, r- r. r r r r r s r c @ s e Zd Zdd Zdd ZdS )ActiveFormattingElementsc C sf d}|t krV| d d d D ]:}|t kr* qV| ||r>|d7 }|dkr| | qVqt| | d S )Nr )Marker nodesEqualremover append)r r& Z equalCountelementr r r r: { s z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT) nameTupler )r Znode1Znode2r r r r8 s z#ActiveFormattingElements.nodesEqualN)r/ r0 r1 r: r8 r r r r r3 z s r3 c @ s e Zd ZdZdZdZdZdZdZdd Z dd Z d+ddZ d d Z d d Z d d Zdd Zdd Zd,ddZdd Zdd Zdd ZeeeZdd Zd d Zd-d d Zd!d" Zd.d#d$Zd%d& Z d'd( Z d)d* Z dS )/ TreeBuildera Base treebuilder implementation * documentClass - the class to use for the bottommost node of a document * elementClass - the class to use for HTML Elements * commentClass - the class to use for comments * doctypeClass - the class to use for doctypes Nc C s |r d| _ nd| _ | dS )zmCreate a TreeBuilder :arg namespaceHTMLElements: whether or not to namespace HTML elements z http://www.w3.org/1999/xhtmlN)defaultNamespacereset)r ZnamespaceHTMLElementsr r r r s zTreeBuilder.__init__c C s. g | _ t | _d | _d | _d| _| | _d S )NF) openElementsr3 activeFormattingElementsZ headPointerZ formPointerinsertFromTable documentClassdocumentr! r r r r? s zTreeBuilder.resetc C s t |d}|s2t|tr$td |f}t|ts2tt| \}}t| jD ]>}|r^||kr^ dS |sr|j |krr dS ||j |kA rH dS qHdstd S )Nr< r TF) hasattr isinstancer r tupleAssertionErrorlistElementsMapreversedr@ r< )r targetZvariantZ exactNodeZ listElementsinvertr& r r r elementInScope s zTreeBuilder.elementInScopec C s | j s d S t| j d }| j | }|tks4|| jkr8d S |tkrl|| jkrl|dkrXd}ql|d8 }| j | }q8|d7 }| j | }| }| d|j|j|jd}|| j |< || j d krlqqld S )Nr5 r r4 ZStartTag)typer namespacer( ) rA lenr7 r@ r- insertElementr rO r )r ientryZcloner; r r r #reconstructActiveFormattingElements s. z/TreeBuilder.reconstructActiveFormattingElementsc C s( | j }| j r$|tkr$| j }q d S N)rA popr7 )r rS r r r clearActiveFormattingElements s z)TreeBuilder.clearActiveFormattingElementsc C s: | j ddd D ]$}|tkr" q6q|j|kr| S qdS )zCheck if an element exists between the end of the active formatting elements and the last marker. If it does, return it, else return falseNr4 F)rA r7 r )r r itemr r r !elementInActiveFormattingElements s z-TreeBuilder.elementInActiveFormattingElementsc C s& | |}| j| | j| d S rU ) createElementr@ r: rD r' )r tokenr; r r r insertRoot s zTreeBuilder.insertRootc C s6 |d }|d }|d }| |||}| j| d S )Nr publicIdsystemId) doctypeClassrD r' )r r[ r r] r^ Zdoctyper r r insertDoctype s zTreeBuilder.insertDoctypec C s* |d kr| j d }|| |d d S )Nr4 r( )r@ r' commentClass)r r[ r r r r insertComment( s zTreeBuilder.insertCommentc C s0 |d }| d| j}| ||}|d |_|S )z.Create an element but don't insert it anywherer rO r( )getr> elementClassr r r[ r rO r; r r r rZ - s zTreeBuilder.createElementc C s | j S rU )_insertFromTabler! r r r _getInsertFromTable5 s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the normal one to the misnested table one and back againN)rf insertElementTablerQ insertElementNormal)r r r r r _setInsertFromTable8 s z TreeBuilder._setInsertFromTablec C sb |d }t |ts td| |d| j}| ||}|d |_| jd | | j | |S )Nr zElement %s not unicoderO r( r4 ) rF r rH rc r> rd r r@ r' r: re r r r ri C s z TreeBuilder.insertElementNormalc C s` | |}| jd jtkr$| |S | \}}|dkrD|| n ||| | j| |S )z-Create an element and insert it into the treer4 N) rZ r@ r r ri getTableMisnestedNodePositionr' r) r: )r r[ r; r r) r r r rh M s z TreeBuilder.insertElementTablec C sV |dkr| j d }| jr.| jr:| j d jtkr:|| n| \}}||| dS )zInsert text data.Nr4 )r@ rB r r r* rk )r r( r r) r r r r* ] s zTreeBuilder.insertTextc C st d}d}d}| j ddd D ]}|jdkr |} q4q |rb|jrJ|j}|}ql| j | j |d }n | j d }||fS )zsGet the foster parent element, and sibling to insert before (or None) when inserting a misnested table nodeNr4 r r5 r )r@ r r index)r Z lastTableZ fosterParentr) Zelmr r r rk l s z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|tdkr4||kr4| j | | d S )Nr4 )ZddZdtZlir r pZrpZrt)r@ r frozensetrV generateImpliedEndTags)r excluder r r r ro s z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)rD r! r r r getDocument s zTreeBuilder.getDocumentc C s | }| jd | |S )zReturn the final fragmentr ) fragmentClassr@ r, )r Zfragmentr r r getFragment s zTreeBuilder.getFragmentc C s t dS )zSerialize the subtree of node in the format required by unit tests :arg node: the node from which to start serializing Nr# r% r r r testSerializer s zTreeBuilder.testSerializer)N)N)N)N) r/ r0 r1 r2 rC rd ra r_ rr r r? rM rT rW rY r\ r` rb rZ rg rj propertyrB ri rh r* rk ro rq rs rt r r r r r= s6 . r= )Z __future__r r r Zpip._vendor.sixr Z constantsr r r r7 rn setrI objectr r r3 r= r r r r <module> s0 cPK A\ . . G pip/_vendor/html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.pycnu [ U .e*7 @ s d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl m Z ddlm Z dd lm Z dd lmZ ddlm Z d Zed Ze d jZG dd deZG dd deZdd Zdd ZG dd de jZdS )a Module for supporting the lxml.etree library. The idea here is to use as much of the native library as possible, without using fragile hacks like custom element names that break between releases. The downside of this is that we cannot represent all possible trees; specifically the following are known to cause problems: Text or comments as siblings of the root element Docypes with no name When any of these things occur, we emit a DataLossWarning )absolute_importdivisionunicode_literalsN )base )DataLossWarning) constants)etree) _ihatexmlTz {([^}]*)}(.*)Zasdc @ s e Zd Zdd ZdS ) DocumentTypec C s || _ || _|| _d S N)namepublicIdsystemId)selfr r r r P/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py__init__# s zDocumentType.__init__N)__name__ __module__ __qualname__r r r r r r " s r c @ s, e Zd Zdd Zdd Zdd ZeeZdS )Documentc C s d | _ g | _d S r ) _elementTree _childNodesr r r r r * s zDocument.__init__c C s | j |j d S r )r getrootZaddnext_elementr elementr r r appendChild. s zDocument.appendChildc C s | j S r )r r r r r _getChildNodes1 s zDocument._getChildNodesN)r r r r r r! propertyZ childNodesr r r r r ) s r c s6 g t jdd d fdd | d dS )NTZpreventDoubleDashCommentsr c s, t | ds,t | drd | jjrz| jjsF| jjsFd| jj }nd| jj| jj| jjf }dd|d |f | }| d k r| }q|d k r||d | }qnnt | t st | t rt | t st jd dkstd d| | f n$d | D ]}||d qn| jtkrd d| | jf t | d r(| jr(d d| | jf nt | tjsttj| j}|d k r|d}|d}tj| }dd| | |f n dd| | jf t | drg }| j D ]d\} } t| }|d k rj| \}} | } tj| }d|| f } n | } || | f q t |D ]&\} } dd|d | | f q| jrڈd d|d | jf |d7 }| D ]} | | qt | d r(| jr(d d|d | jf d S )Ntagr z #document <!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s r r z|%s"%s"z#document-fragmentz|%s<!-- %s -->tailr z |%s<%s %s>z|%s<%s>attribz%s %sz |%s%s="%s")!hasattrappenddocinfo internalDTDZ public_idZ system_url root_namer Z getpreviousZgetnext isinstancestrbytessys version_infoAssertionErrorr$ comment_typetextr' r Z_Elementetree_builders tag_regexpmatchgroupr prefixes fromXmlNamer( itemsgroupssorted) r indentdtd_strZ next_elementZnsmatchnsr$ prefix attributesr valueZ attr_stringchild infosetFilterrvserializeElementr r rI ; s| z(testSerializer.<locals>.serializeElement )r )r InfosetFilterjoinr r rF r testSerializer7 s F rN c s$ g fdd| d S )z4Serialize an element and its child nodes to a stringc s t | dsH| jjr:| jjr$| jj}n d| jj } | | n| jtkrf d| j f n~| j s d| jf n.d dd | j D } d| j|f | j r | j | D ] }| qĈ d | jf t | d r| j r | j d S ) Nr$ r% z <!--%s-->z<%s>r& c S s g | ]\}}d ||f qS )z%s="%s"r ).0r rD r r r <listcomp> s z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r' )r) r+ r, doctyper- r* r r$ r4 r5 r( rL r< r' )r r@ attrrE rH rI r r rI s, z"tostring.<locals>.serializeElement )rL rM r rS r tostring s rU c sz e Zd ZeZeZdZdZeZ e Z dddZ dd Z dd Zd d Zd d Zd d ZdddZd fdd Zdd Z ZS ) TreeBuilderNFc s t jt|dtjdd | _|| _G fdddt G fdddj}G fdd d j }|| _ || _ t j | | d S ) N)fullTreeTr# c s& e Zd Zd fdd Z fddZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sr |d kr i }|| _ t| | | D ]F\}}t|trTd|d |d f }n |}|| j j j|< q&d S N{%s}%sr r )r dictr r< r. tuplecoerceAttributer( )r r rD keyr rG r r r s z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t | || t|tr4d|d |d f }n |}|| jjj|< d S rX )rZ __setitem__r. r[ r\ r r( )r r] rD r r^ r r r_ s z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r r_ r r^ r r Attributes s r` c sx e Zd Z fddZfddZfddZeeeZdd Z fd d Z eee Z dfd d Z fddZ d S )z%TreeBuilder.__init__.<locals>.Elementc s* |}jj| ||d | | _d S )N) namespace) coerceElementElementr _attributes)r r ra r` builderrG r r r s z.TreeBuilder.__init__.<locals>.Element.__init__c s$ || _| | j| j| j_d S r )rb _nameZ _getETreeTagZ _namespacer r$ )r r r^ r r _setName s z.TreeBuilder.__init__.<locals>.Element._setNamec s | jS r )r; rg r r^ r r _getName s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S r rd r r r r _getAttributes s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s | || _ d S r rj )r rC )r` r r _setAttributes s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s |} j| || d S r )ZcoerceCharactersrc insertText)r dataZ insertBeforerf rG r r rm s z0TreeBuilder.__init__.<locals>.Element.insertTextc s j | | d S r )rc r )r rE )rf r r r s z1TreeBuilder.__init__.<locals>.Element.appendChild)N) r r r r rh ri r" r rk rl rC rm r r re r r rc s rc c s8 e Zd Z fddZfddZdd ZeeeZdS )z%TreeBuilder.__init__.<locals>.Commentc s |} j| | d S r ) coerceCommentCommentr r rn ro r r r s z.TreeBuilder.__init__.<locals>.Comment.__init__c s |}|| j_d S r )rp r r5 rr r^ r r _setData s z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS r )r r5 r r r r _getData s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r rs rt r" rn r ro r r rq s rq )r6 ZgetETreeModuler r rK rG namespaceHTMLElementsrZ rc rq elementClass commentClassr rV r )r ru rW rc rq r re r r s zTreeBuilder.__init__c C s$ t j| | j| _g | _d | _d S r )r rV resetinsertCommentInitial insertCommentinitial_commentsrQ r r r r rx s zTreeBuilder.resetc C s t |S r )rN r r r r rN s zTreeBuilder.testSerializerc C s t r | jjS | jj S d S r )rW documentr r r r r r getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"||j |t| |jrB||j |S )Nr ) openElementsr r5 r* extendlistr' )r Zfragmentr r r r getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t dt d | _n4| j|}||krPt dt | |||}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)warningswarnr rQ rG rb doctypeClass)r tokenr r r Z coercedNamerQ r r r insertDoctype s zTreeBuilder.insertDoctypec C s6 |d ks|| j kst| j jd ks&t| j| d S r )r| r3 r r{ r* r rn parentr r r ry , s z TreeBuilder.insertCommentInitialc sB || j kr,| j j d jtkr,tdt tt | || d S )Nz@lxml cannot represent adjacent comments beyond the root elements) r| r r r$ r4 r r r superrV rz r __class__r r insertCommentMain1 s z TreeBuilder.insertCommentMainc C s d}| j r| j jst|d| j j 7 }| j jd k s>| j jd k r|d| j| j jpRd 7 }| j jr| j j}|ddkr|ddkrt dt | dd}|ddkr|d | 7 }q|d | 7 }n|d 7 }|d 7 }| j j|d krt dt |d7 }t |}| jD ] }| |d }||j q | | _| | j_|d }|d| j}|d krj|} n d||f } | |_| ||} || _| jj| | j | | j | _ d S )NrT z <!DOCTYPE %sz PUBLIC "%s" 'r "z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>rn ra rY ) rQ r r3 r r rG Z coercePubidfindr r r replacer Z fromstringr{ rw Z addpreviousr documentClassr| Z getroottreer getZdefaultNamespacer$ rv r r* r~ r rz ) r r ZdocStrZsysidroot comment_tokenZcommentr ra Z etree_tagZ root_elementr r r insertRoot7 sP zTreeBuilder.insertRoot)F)N)N)r r r r r r r rv rw Z fragmentClassr implementationr rx rN r} r r ry r r __classcell__r r r r rV s L rV ) __doc__Z __future__r r r r rer1 rT r r r r r6 r Z lxml.etreerW compiler7 rq r$ r4 objectr r rN rU rV r r r r <module> s$ O)PK A\ K pip/_vendor/html5lib/treebuilders/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s6 d Z ddlmZmZmZ ddlmZ i ZdddZdS ) a) A collection of modules for building different kinds of trees from HTML documents. To create a treebuilder for a new type of tree, you need to do implement several things: 1. A set of classes for various types of elements: Document, Doctype, Comment, Element. These must implement the interface of ``base.treebuilders.Node`` (although comment nodes have a different signature for their constructor, see ``treebuilders.etree.Comment``) Textual content may also be implemented as another node type, or not, as your tree implementation requires. 2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits from ``treebuilders.base.TreeBuilder``. This has 4 required attributes: * ``documentClass`` - the class to use for the bottommost node of a document * ``elementClass`` - the class to use for HTML Elements * ``commentClass`` - the class to use for comments * ``doctypeClass`` - the class to use for doctypes It also has one required method: * ``getDocument`` - Returns the root node of the complete document tree 3. If you wish to run the unit tests, you must also create a ``testSerializer`` method on your treebuilder which accepts a node and returns a string containing Node and its children serialized according to the format used in the unittests )absolute_importdivisionunicode_literals ) default_etreeNc K s | } | tkr| dkrLddlm} |dkr<ddlm} |}|j|f|jS | dkrlddlm} |jt| < n<| d krdd lm } |dkrt }|j |f|jS t d | t | S ) a Get a TreeBuilder class for various types of trees with built-in support :arg treeType: the name of the tree type required (case-insensitive). Supported values are: * "dom" - A generic builder for DOM implementations, defaulting to a xml.dom.minidom based implementation. * "etree" - A generic builder for tree implementations exposing an ElementTree-like interface, defaulting to xml.etree.cElementTree if available and xml.etree.ElementTree if not. * "lxml" - A etree-based builder for lxml.etree, handling limitations of lxml's implementation. :arg implementation: (Currently applies to the "etree" and "dom" tree types). A module implementing the tree type e.g. xml.etree.ElementTree or xml.etree.cElementTree. :arg kwargs: Any additional options to pass to the TreeBuilder when creating it. Example: >>> from html5lib.treebuilders import getTreeBuilder >>> builder = getTreeBuilder('etree') dom )r Nr )minidomZlxml) etree_lxmletree)r z Unrecognised treebuilder "%s" )lowertreeBuilderCache r Zxml.domr Z getDomModuleZ TreeBuilderr r r ZgetETreeModule ValueErrorget)ZtreeTypeimplementationkwargsr r r r r N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/__init__.pygetTreeBuilder' s$ r )N) __doc__Z __future__r r r Z_utilsr r r r r r r <module> s PK A\'$ $ F pip/_vendor/html5lib/treebuilders/__pycache__/dom.cpython-38.opt-1.pycnu [ U .e" @ s d dl mZmZmZ zd dlmZ W n ek rD d dlmZ Y nX d dlm Z m Z d dl Z ddl m Z ddl mZ dd lmZ dd lmZ d d ZeeZdS ) )absolute_importdivisionunicode_literals)MutableMapping)minidomNodeN )base ) constants) namespaces)moduleFactoryFactoryc sV G dd dt G fdddtjG fdddtj}dd t S ) Nc @ sL e Zd Zdd Zdd Zdd Zdd Zd d Zd d Zd d Z dd Z dS )z getDomBuilder.<locals>.AttrListc S s || _ d S Nelementselfr r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/dom.py__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jj S r )iterr attributeskeysr r r r __iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |trtn | jj|}||_|| jj|< d S r ) isinstancetupleNotImplementedErrorr ownerDocumentZcreateAttributevaluer )r namer attrr r r __setitem__ s z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jjS r )lenr r r r r r __len__# s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jj S r )listr r itemsr r r r r& & s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jj S r )r% r r valuesr r r r r' ) s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |trtn| jj| jS d S r )r r r r r r r r r r r __getitem__, s z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |trtn | jj|= d S r )r r r r r r( r r r __delitem__2 s z+getDomBuilder.<locals>.AttrList.__delitem__N) __name__ __module__ __qualname__r r r" r$ r& r' r) r* r r r r AttrList s r. c s e Zd Zdd Zedd Zdd Zddd Zd d Zd d Z dd Z fddZ dd Z ee e Z fddZdd Zdd ZeeZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t j| |j || _d S r )r r r nodeNamer r r r r r 9 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jdr| jjpd S )N namespaceURI)hasattrr r0 r r r r <lambda>= s z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | j|j d S r )parentr appendChildr noder r r r4 @ s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j j|}|r$| j ||j n | j | d S r )r r createTextNode insertBeforer4 )r datar8 textr r r insertTextD s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j |j |j | |_d S r )r r8 r3 )r r6 ZrefNoder r r r8 K s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j |j d |_d S r )r Z parentNode removeChildr3 r5 r r r r< O s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s6 | j r,| j j}| j | |j | q g | _d S r )r hasChildNodesZ firstChildr< r4 childNodes)r Z newParentchildr r r reparentChildrenT s z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s | j S r r r )r. r r getAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sv |rrt | D ]`\}}t|trb|d d k rD|d d |d }n|d }| j|d || q| j|| qd S )Nr :r r )r% r& r r r ZsetAttributeNSZ setAttribute)r r r r Z qualifiedNamer r r setAttributes^ s z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s | j dS )NF)r cloneNoder NodeBuilderr r rD m s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s | j S r )r r= r r r r hasContentp s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml) namespacer r r r r r getNameTuples s z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r+ r, r- r propertyrH r4 r; r8 r< r@ rA rC r rD rG rI Z nameTupler )r. rF r r rF 8 s rF c s e Zd Z fddZ fddZdfdd Zfdd Zfd d Zd d ZfddZ dd Z dd Z dddZ Z dZdS )z"getDomBuilder.<locals>.TreeBuilderc s d d d | _t| S r )getDOMImplementationZcreateDocumentdomweakrefproxyr )Domr r documentClass| s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d } }||||}| j| tkrN| j|_d S )Nr publicIdsystemId)rK ZcreateDocumentTypeZdocumentr4 r rL r )r tokenr rQ rR ZdomimplZdoctype)rO rF r r insertDoctype s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | j|}n| j||} |S r )ZdefaultNamespacerL Z createElementZcreateElementNS)r r rH r6 rE r r elementClass s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s | j |S r )rL Z createComment)r r9 rE r r commentClass s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s | j S r )rL ZcreateDocumentFragmentr rE r r fragmentClass s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j |j d S r )rL r4 r r5 r r r r4 s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s |S r r r )testSerializerr r rX s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S r )rL r r r r getDocument s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t j| jS r )r TreeBuilder getFragmentr r r r r r[ s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t j| || nNt| jdrXtj| jjkrXt| jj| j_| jj tj | j | j | d S )N_child_node_types) r rZ r; r1 rL r TEXT_NODEr\ r% appendr4 r7 )r r9 r3 r r r r; s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r+ r, r- rP rT rU rV rW r4 rX rY r[ r; implementationr r )rO DomImplementationrF rX r r rZ { s rZ c s0 | g d fdd | d d S )Nr c s | j tjkr| jrj| js | jrP| jp&d}| jp0d} dd| | j||f q~ dd| | jf n dd| f nr| j tjkr d nX| j tjkr d n>| j tj krވ dd| | j f n| j tj kr d d| | j f nt | d r6| j d k r6d tj| j | jf }n| j} d d| |f | rg }tt| jD ]T}| j|}|j}|j}|j } | rd tj| |jf }n|j}|||f qnt|D ]&\}} d d|d ||f q|d7 }| jD ]} | | qd S )N z|%s<!DOCTYPE %s "%s" "%s"> z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r0 z%s %sz|%s<%s>z |%s%s="%s"r )ZnodeTyper ZDOCUMENT_TYPE_NODEr rQ rR r^ Z DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuer] r1 r0 r prefixesr/ Z hasAttributesranger# r itemr Z localNamesortedr> ) r indentrQ rR r r ir! r nsr? rvserializeElementr r rl sT z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement )r )Z normalizejoinr r rj r rX s . z%getDomBuilder.<locals>.testSerializer)r r r rZ locals)r` rZ r )r. rO r` rF rX r getDomBuilder s $C :6rp )Z __future__r r r Zcollections.abcr ImportError collectionsZxml.domr r rM ra r r r Z_utilsr rp Z getDomModuler r r r <module> s _PK A\P" " ( pip/_vendor/html5lib/treebuilders/dom.pynu [ from __future__ import absolute_import, division, unicode_literals try: from collections.abc import MutableMapping except ImportError: # Python 2.7 from collections import MutableMapping from xml.dom import minidom, Node import weakref from . import base from .. import constants from ..constants import namespaces from .._utils import moduleFactoryFactory def getDomBuilder(DomImplementation): Dom = DomImplementation class AttrList(MutableMapping): def __init__(self, element): self.element = element def __iter__(self): return iter(self.element.attributes.keys()) def __setitem__(self, name, value): if isinstance(name, tuple): raise NotImplementedError else: attr = self.element.ownerDocument.createAttribute(name) attr.value = value self.element.attributes[name] = attr def __len__(self): return len(self.element.attributes) def items(self): return list(self.element.attributes.items()) def values(self): return list(self.element.attributes.values()) def __getitem__(self, name): if isinstance(name, tuple): raise NotImplementedError else: return self.element.attributes[name].value def __delitem__(self, name): if isinstance(name, tuple): raise NotImplementedError else: del self.element.attributes[name] class NodeBuilder(base.Node): def __init__(self, element): base.Node.__init__(self, element.nodeName) self.element = element namespace = property(lambda self: hasattr(self.element, "namespaceURI") and self.element.namespaceURI or None) def appendChild(self, node): node.parent = self self.element.appendChild(node.element) def insertText(self, data, insertBefore=None): text = self.element.ownerDocument.createTextNode(data) if insertBefore: self.element.insertBefore(text, insertBefore.element) else: self.element.appendChild(text) def insertBefore(self, node, refNode): self.element.insertBefore(node.element, refNode.element) node.parent = self def removeChild(self, node): if node.element.parentNode == self.element: self.element.removeChild(node.element) node.parent = None def reparentChildren(self, newParent): while self.element.hasChildNodes(): child = self.element.firstChild self.element.removeChild(child) newParent.element.appendChild(child) self.childNodes = [] def getAttributes(self): return AttrList(self.element) def setAttributes(self, attributes): if attributes: for name, value in list(attributes.items()): if isinstance(name, tuple): if name[0] is not None: qualifiedName = (name[0] + ":" + name[1]) else: qualifiedName = name[1] self.element.setAttributeNS(name[2], qualifiedName, value) else: self.element.setAttribute( name, value) attributes = property(getAttributes, setAttributes) def cloneNode(self): return NodeBuilder(self.element.cloneNode(False)) def hasContent(self): return self.element.hasChildNodes() def getNameTuple(self): if self.namespace is None: return namespaces["html"], self.name else: return self.namespace, self.name nameTuple = property(getNameTuple) class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable def documentClass(self): self.dom = Dom.getDOMImplementation().createDocument(None, None, None) return weakref.proxy(self) def insertDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] domimpl = Dom.getDOMImplementation() doctype = domimpl.createDocumentType(name, publicId, systemId) self.document.appendChild(NodeBuilder(doctype)) if Dom == minidom: doctype.ownerDocument = self.dom def elementClass(self, name, namespace=None): if namespace is None and self.defaultNamespace is None: node = self.dom.createElement(name) else: node = self.dom.createElementNS(namespace, name) return NodeBuilder(node) def commentClass(self, data): return NodeBuilder(self.dom.createComment(data)) def fragmentClass(self): return NodeBuilder(self.dom.createDocumentFragment()) def appendChild(self, node): self.dom.appendChild(node.element) def testSerializer(self, element): return testSerializer(element) def getDocument(self): return self.dom def getFragment(self): return base.TreeBuilder.getFragment(self).element def insertText(self, data, parent=None): data = data if parent != self: base.TreeBuilder.insertText(self, data, parent) else: # HACK: allow text nodes as children of the document node if hasattr(self.dom, '_child_node_types'): # pylint:disable=protected-access if Node.TEXT_NODE not in self.dom._child_node_types: self.dom._child_node_types = list(self.dom._child_node_types) self.dom._child_node_types.append(Node.TEXT_NODE) self.dom.appendChild(self.dom.createTextNode(data)) implementation = DomImplementation name = None def testSerializer(element): element.normalize() rv = [] def serializeElement(element, indent=0): if element.nodeType == Node.DOCUMENT_TYPE_NODE: if element.name: if element.publicId or element.systemId: publicId = element.publicId or "" systemId = element.systemId or "" rv.append("""|%s<!DOCTYPE %s "%s" "%s">""" % (' ' * indent, element.name, publicId, systemId)) else: rv.append("|%s<!DOCTYPE %s>" % (' ' * indent, element.name)) else: rv.append("|%s<!DOCTYPE >" % (' ' * indent,)) elif element.nodeType == Node.DOCUMENT_NODE: rv.append("#document") elif element.nodeType == Node.DOCUMENT_FRAGMENT_NODE: rv.append("#document-fragment") elif element.nodeType == Node.COMMENT_NODE: rv.append("|%s<!-- %s -->" % (' ' * indent, element.nodeValue)) elif element.nodeType == Node.TEXT_NODE: rv.append("|%s\"%s\"" % (' ' * indent, element.nodeValue)) else: if (hasattr(element, "namespaceURI") and element.namespaceURI is not None): name = "%s %s" % (constants.prefixes[element.namespaceURI], element.nodeName) else: name = element.nodeName rv.append("|%s<%s>" % (' ' * indent, name)) if element.hasAttributes(): attributes = [] for i in range(len(element.attributes)): attr = element.attributes.item(i) name = attr.nodeName value = attr.value ns = attr.namespaceURI if ns: name = "%s %s" % (constants.prefixes[ns], attr.localName) else: name = attr.nodeName attributes.append((name, value)) for name, value in sorted(attributes): rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value)) indent += 2 for child in element.childNodes: serializeElement(child, indent) serializeElement(element, 0) return "\n".join(rv) return locals() # The actual means to get a module! getDomModule = moduleFactoryFactory(getDomBuilder) PK A\ekL - pip/_vendor/html5lib/treebuilders/__init__.pynu [ """A collection of modules for building different kinds of trees from HTML documents. To create a treebuilder for a new type of tree, you need to do implement several things: 1. A set of classes for various types of elements: Document, Doctype, Comment, Element. These must implement the interface of ``base.treebuilders.Node`` (although comment nodes have a different signature for their constructor, see ``treebuilders.etree.Comment``) Textual content may also be implemented as another node type, or not, as your tree implementation requires. 2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits from ``treebuilders.base.TreeBuilder``. This has 4 required attributes: * ``documentClass`` - the class to use for the bottommost node of a document * ``elementClass`` - the class to use for HTML Elements * ``commentClass`` - the class to use for comments * ``doctypeClass`` - the class to use for doctypes It also has one required method: * ``getDocument`` - Returns the root node of the complete document tree 3. If you wish to run the unit tests, you must also create a ``testSerializer`` method on your treebuilder which accepts a node and returns a string containing Node and its children serialized according to the format used in the unittests """ from __future__ import absolute_import, division, unicode_literals from .._utils import default_etree treeBuilderCache = {} def getTreeBuilder(treeType, implementation=None, **kwargs): """Get a TreeBuilder class for various types of trees with built-in support :arg treeType: the name of the tree type required (case-insensitive). Supported values are: * "dom" - A generic builder for DOM implementations, defaulting to a xml.dom.minidom based implementation. * "etree" - A generic builder for tree implementations exposing an ElementTree-like interface, defaulting to xml.etree.cElementTree if available and xml.etree.ElementTree if not. * "lxml" - A etree-based builder for lxml.etree, handling limitations of lxml's implementation. :arg implementation: (Currently applies to the "etree" and "dom" tree types). A module implementing the tree type e.g. xml.etree.ElementTree or xml.etree.cElementTree. :arg kwargs: Any additional options to pass to the TreeBuilder when creating it. Example: >>> from html5lib.treebuilders import getTreeBuilder >>> builder = getTreeBuilder('etree') """ treeType = treeType.lower() if treeType not in treeBuilderCache: if treeType == "dom": from . import dom # Come up with a sane default (pref. from the stdlib) if implementation is None: from xml.dom import minidom implementation = minidom # NEVER cache here, caching is done in the dom submodule return dom.getDomModule(implementation, **kwargs).TreeBuilder elif treeType == "lxml": from . import etree_lxml treeBuilderCache[treeType] = etree_lxml.TreeBuilder elif treeType == "etree": from . import etree if implementation is None: implementation = default_etree # NEVER cache here, caching is done in the etree submodule return etree.getETreeModule(implementation, **kwargs).TreeBuilder else: raise ValueError("""Unrecognised treebuilder "%s" """ % treeType) return treeBuilderCache.get(treeType) PK A\}1 1 * pip/_vendor/html5lib/treebuilders/etree.pynu [ from __future__ import absolute_import, division, unicode_literals # pylint:disable=protected-access from pip._vendor.six import text_type import re from . import base from .. import _ihatexml from .. import constants from ..constants import namespaces from .._utils import moduleFactoryFactory tag_regexp = re.compile("{([^}]*)}(.*)") def getETreeBuilder(ElementTreeImplementation, fullTree=False): ElementTree = ElementTreeImplementation ElementTreeCommentType = ElementTree.Comment("asd").tag class Element(base.Node): def __init__(self, name, namespace=None): self._name = name self._namespace = namespace self._element = ElementTree.Element(self._getETreeTag(name, namespace)) if namespace is None: self.nameTuple = namespaces["html"], self._name else: self.nameTuple = self._namespace, self._name self.parent = None self._childNodes = [] self._flags = [] def _getETreeTag(self, name, namespace): if namespace is None: etree_tag = name else: etree_tag = "{%s}%s" % (namespace, name) return etree_tag def _setName(self, name): self._name = name self._element.tag = self._getETreeTag(self._name, self._namespace) def _getName(self): return self._name name = property(_getName, _setName) def _setNamespace(self, namespace): self._namespace = namespace self._element.tag = self._getETreeTag(self._name, self._namespace) def _getNamespace(self): return self._namespace namespace = property(_getNamespace, _setNamespace) def _getAttributes(self): return self._element.attrib def _setAttributes(self, attributes): # Delete existing attributes first # XXX - there may be a better way to do this... for key in list(self._element.attrib.keys()): del self._element.attrib[key] for key, value in attributes.items(): if isinstance(key, tuple): name = "{%s}%s" % (key[2], key[1]) else: name = key self._element.set(name, value) attributes = property(_getAttributes, _setAttributes) def _getChildNodes(self): return self._childNodes def _setChildNodes(self, value): del self._element[:] self._childNodes = [] for element in value: self.insertChild(element) childNodes = property(_getChildNodes, _setChildNodes) def hasContent(self): """Return true if the node has children or text""" return bool(self._element.text or len(self._element)) def appendChild(self, node): self._childNodes.append(node) self._element.append(node._element) node.parent = self def insertBefore(self, node, refNode): index = list(self._element).index(refNode._element) self._element.insert(index, node._element) node.parent = self def removeChild(self, node): self._childNodes.remove(node) self._element.remove(node._element) node.parent = None def insertText(self, data, insertBefore=None): if not(len(self._element)): if not self._element.text: self._element.text = "" self._element.text += data elif insertBefore is None: # Insert the text as the tail of the last child element if not self._element[-1].tail: self._element[-1].tail = "" self._element[-1].tail += data else: # Insert the text before the specified node children = list(self._element) index = children.index(insertBefore._element) if index > 0: if not self._element[index - 1].tail: self._element[index - 1].tail = "" self._element[index - 1].tail += data else: if not self._element.text: self._element.text = "" self._element.text += data def cloneNode(self): element = type(self)(self.name, self.namespace) for name, value in self.attributes.items(): element.attributes[name] = value return element def reparentChildren(self, newParent): if newParent.childNodes: newParent.childNodes[-1]._element.tail += self._element.text else: if not newParent._element.text: newParent._element.text = "" if self._element.text is not None: newParent._element.text += self._element.text self._element.text = "" base.Node.reparentChildren(self, newParent) class Comment(Element): def __init__(self, data): # Use the superclass constructor to set all properties on the # wrapper element self._element = ElementTree.Comment(data) self.parent = None self._childNodes = [] self._flags = [] def _getData(self): return self._element.text def _setData(self, value): self._element.text = value data = property(_getData, _setData) class DocumentType(Element): def __init__(self, name, publicId, systemId): Element.__init__(self, "<!DOCTYPE>") self._element.text = name self.publicId = publicId self.systemId = systemId def _getPublicId(self): return self._element.get("publicId", "") def _setPublicId(self, value): if value is not None: self._element.set("publicId", value) publicId = property(_getPublicId, _setPublicId) def _getSystemId(self): return self._element.get("systemId", "") def _setSystemId(self, value): if value is not None: self._element.set("systemId", value) systemId = property(_getSystemId, _setSystemId) class Document(Element): def __init__(self): Element.__init__(self, "DOCUMENT_ROOT") class DocumentFragment(Element): def __init__(self): Element.__init__(self, "DOCUMENT_FRAGMENT") def testSerializer(element): rv = [] def serializeElement(element, indent=0): if not(hasattr(element, "tag")): element = element.getroot() if element.tag == "<!DOCTYPE>": if element.get("publicId") or element.get("systemId"): publicId = element.get("publicId") or "" systemId = element.get("systemId") or "" rv.append("""<!DOCTYPE %s "%s" "%s">""" % (element.text, publicId, systemId)) else: rv.append("<!DOCTYPE %s>" % (element.text,)) elif element.tag == "DOCUMENT_ROOT": rv.append("#document") if element.text is not None: rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text)) if element.tail is not None: raise TypeError("Document node cannot have tail") if hasattr(element, "attrib") and len(element.attrib): raise TypeError("Document node cannot have attributes") elif element.tag == ElementTreeCommentType: rv.append("|%s<!-- %s -->" % (' ' * indent, element.text)) else: assert isinstance(element.tag, text_type), \ "Expected unicode, got %s, %s" % (type(element.tag), element.tag) nsmatch = tag_regexp.match(element.tag) if nsmatch is None: name = element.tag else: ns, name = nsmatch.groups() prefix = constants.prefixes[ns] name = "%s %s" % (prefix, name) rv.append("|%s<%s>" % (' ' * indent, name)) if hasattr(element, "attrib"): attributes = [] for name, value in element.attrib.items(): nsmatch = tag_regexp.match(name) if nsmatch is not None: ns, name = nsmatch.groups() prefix = constants.prefixes[ns] attr_string = "%s %s" % (prefix, name) else: attr_string = name attributes.append((attr_string, value)) for name, value in sorted(attributes): rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value)) if element.text: rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text)) indent += 2 for child in element: serializeElement(child, indent) if element.tail: rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail)) serializeElement(element, 0) return "\n".join(rv) def tostring(element): # pylint:disable=unused-variable """Serialize an element and its child nodes to a string""" rv = [] filter = _ihatexml.InfosetFilter() def serializeElement(element): if isinstance(element, ElementTree.ElementTree): element = element.getroot() if element.tag == "<!DOCTYPE>": if element.get("publicId") or element.get("systemId"): publicId = element.get("publicId") or "" systemId = element.get("systemId") or "" rv.append("""<!DOCTYPE %s PUBLIC "%s" "%s">""" % (element.text, publicId, systemId)) else: rv.append("<!DOCTYPE %s>" % (element.text,)) elif element.tag == "DOCUMENT_ROOT": if element.text is not None: rv.append(element.text) if element.tail is not None: raise TypeError("Document node cannot have tail") if hasattr(element, "attrib") and len(element.attrib): raise TypeError("Document node cannot have attributes") for child in element: serializeElement(child) elif element.tag == ElementTreeCommentType: rv.append("<!--%s-->" % (element.text,)) else: # This is assumed to be an ordinary element if not element.attrib: rv.append("<%s>" % (filter.fromXmlName(element.tag),)) else: attr = " ".join(["%s=\"%s\"" % ( filter.fromXmlName(name), value) for name, value in element.attrib.items()]) rv.append("<%s %s>" % (element.tag, attr)) if element.text: rv.append(element.text) for child in element: serializeElement(child) rv.append("</%s>" % (element.tag,)) if element.tail: rv.append(element.tail) serializeElement(element) return "".join(rv) class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable documentClass = Document doctypeClass = DocumentType elementClass = Element commentClass = Comment fragmentClass = DocumentFragment implementation = ElementTreeImplementation def testSerializer(self, element): return testSerializer(element) def getDocument(self): if fullTree: return self.document._element else: if self.defaultNamespace is not None: return self.document._element.find( "{%s}html" % self.defaultNamespace) else: return self.document._element.find("html") def getFragment(self): return base.TreeBuilder.getFragment(self)._element return locals() getETreeModule = moduleFactoryFactory(getETreeBuilder) PK A\_n # pip/_vendor/html5lib/html5parser.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import with_metaclass, viewkeys import types from collections import OrderedDict from . import _inputstream from . import _tokenizer from . import treebuilders from .treebuilders.base import Marker from . import _utils from .constants import ( spaceCharacters, asciiUpper2Lower, specialElements, headingElements, cdataElements, rcdataElements, tokenTypes, tagTokenTypes, namespaces, htmlIntegrationPointElements, mathmlTextIntegrationPointElements, adjustForeignAttributes as adjustForeignAttributesMap, adjustMathMLAttributes, adjustSVGAttributes, E, _ReparseException ) def parse(doc, treebuilder="etree", namespaceHTMLElements=True, **kwargs): """Parse an HTML document as a string or file-like object into a tree :arg doc: the document to parse as a string or file-like object :arg treebuilder: the treebuilder to use when parsing :arg namespaceHTMLElements: whether or not to namespace HTML elements :returns: parsed tree Example: >>> from html5lib.html5parser import parse >>> parse('<html><body><p>This is a doc</p></body></html>') <Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0> """ tb = treebuilders.getTreeBuilder(treebuilder) p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements) return p.parse(doc, **kwargs) def parseFragment(doc, container="div", treebuilder="etree", namespaceHTMLElements=True, **kwargs): """Parse an HTML fragment as a string or file-like object into a tree :arg doc: the fragment to parse as a string or file-like object :arg container: the container context to parse the fragment in :arg treebuilder: the treebuilder to use when parsing :arg namespaceHTMLElements: whether or not to namespace HTML elements :returns: parsed tree Example: >>> from html5lib.html5libparser import parseFragment >>> parseFragment('<b>this is a fragment</b>') <Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090> """ tb = treebuilders.getTreeBuilder(treebuilder) p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements) return p.parseFragment(doc, container=container, **kwargs) def method_decorator_metaclass(function): class Decorated(type): def __new__(meta, classname, bases, classDict): for attributeName, attribute in classDict.items(): if isinstance(attribute, types.FunctionType): attribute = function(attribute) classDict[attributeName] = attribute return type.__new__(meta, classname, bases, classDict) return Decorated class HTMLParser(object): """HTML parser Generates a tree structure from a stream of (possibly malformed) HTML. """ def __init__(self, tree=None, strict=False, namespaceHTMLElements=True, debug=False): """ :arg tree: a treebuilder class controlling the type of tree that will be returned. Built in treebuilders can be accessed through html5lib.treebuilders.getTreeBuilder(treeType) :arg strict: raise an exception when a parse error is encountered :arg namespaceHTMLElements: whether or not to namespace HTML elements :arg debug: whether or not to enable debug mode which logs things Example: >>> from html5lib.html5parser import HTMLParser >>> parser = HTMLParser() # generates parser with etree builder >>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict """ # Raise an exception on the first error encountered self.strict = strict if tree is None: tree = treebuilders.getTreeBuilder("etree") self.tree = tree(namespaceHTMLElements) self.errors = [] self.phases = dict([(name, cls(self, self.tree)) for name, cls in getPhases(debug).items()]) def _parse(self, stream, innerHTML=False, container="div", scripting=False, **kwargs): self.innerHTMLMode = innerHTML self.container = container self.scripting = scripting self.tokenizer = _tokenizer.HTMLTokenizer(stream, parser=self, **kwargs) self.reset() try: self.mainLoop() except _ReparseException: self.reset() self.mainLoop() def reset(self): self.tree.reset() self.firstStartTag = False self.errors = [] self.log = [] # only used with debug mode # "quirks" / "limited quirks" / "no quirks" self.compatMode = "no quirks" if self.innerHTMLMode: self.innerHTML = self.container.lower() if self.innerHTML in cdataElements: self.tokenizer.state = self.tokenizer.rcdataState elif self.innerHTML in rcdataElements: self.tokenizer.state = self.tokenizer.rawtextState elif self.innerHTML == 'plaintext': self.tokenizer.state = self.tokenizer.plaintextState else: # state already is data state # self.tokenizer.state = self.tokenizer.dataState pass self.phase = self.phases["beforeHtml"] self.phase.insertHtmlElement() self.resetInsertionMode() else: self.innerHTML = False # pylint:disable=redefined-variable-type self.phase = self.phases["initial"] self.lastPhase = None self.beforeRCDataPhase = None self.framesetOK = True @property def documentEncoding(self): """Name of the character encoding that was used to decode the input stream, or :obj:`None` if that is not determined yet """ if not hasattr(self, 'tokenizer'): return None return self.tokenizer.stream.charEncoding[0].name def isHTMLIntegrationPoint(self, element): if (element.name == "annotation-xml" and element.namespace == namespaces["mathml"]): return ("encoding" in element.attributes and element.attributes["encoding"].translate( asciiUpper2Lower) in ("text/html", "application/xhtml+xml")) else: return (element.namespace, element.name) in htmlIntegrationPointElements def isMathMLTextIntegrationPoint(self, element): return (element.namespace, element.name) in mathmlTextIntegrationPointElements def mainLoop(self): CharactersToken = tokenTypes["Characters"] SpaceCharactersToken = tokenTypes["SpaceCharacters"] StartTagToken = tokenTypes["StartTag"] EndTagToken = tokenTypes["EndTag"] CommentToken = tokenTypes["Comment"] DoctypeToken = tokenTypes["Doctype"] ParseErrorToken = tokenTypes["ParseError"] for token in self.normalizedTokens(): prev_token = None new_token = token while new_token is not None: prev_token = new_token currentNode = self.tree.openElements[-1] if self.tree.openElements else None currentNodeNamespace = currentNode.namespace if currentNode else None currentNodeName = currentNode.name if currentNode else None type = new_token["type"] if type == ParseErrorToken: self.parseError(new_token["data"], new_token.get("datavars", {})) new_token = None else: if (len(self.tree.openElements) == 0 or currentNodeNamespace == self.tree.defaultNamespace or (self.isMathMLTextIntegrationPoint(currentNode) and ((type == StartTagToken and token["name"] not in frozenset(["mglyph", "malignmark"])) or type in (CharactersToken, SpaceCharactersToken))) or (currentNodeNamespace == namespaces["mathml"] and currentNodeName == "annotation-xml" and type == StartTagToken and token["name"] == "svg") or (self.isHTMLIntegrationPoint(currentNode) and type in (StartTagToken, CharactersToken, SpaceCharactersToken))): phase = self.phase else: phase = self.phases["inForeignContent"] if type == CharactersToken: new_token = phase.processCharacters(new_token) elif type == SpaceCharactersToken: new_token = phase.processSpaceCharacters(new_token) elif type == StartTagToken: new_token = phase.processStartTag(new_token) elif type == EndTagToken: new_token = phase.processEndTag(new_token) elif type == CommentToken: new_token = phase.processComment(new_token) elif type == DoctypeToken: new_token = phase.processDoctype(new_token) if (type == StartTagToken and prev_token["selfClosing"] and not prev_token["selfClosingAcknowledged"]): self.parseError("non-void-element-with-trailing-solidus", {"name": prev_token["name"]}) # When the loop finishes it's EOF reprocess = True phases = [] while reprocess: phases.append(self.phase) reprocess = self.phase.processEOF() if reprocess: assert self.phase not in phases def normalizedTokens(self): for token in self.tokenizer: yield self.normalizeToken(token) def parse(self, stream, *args, **kwargs): """Parse a HTML document into a well-formed tree :arg stream: a file-like object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element). :arg scripting: treat noscript elements as if JavaScript was turned on :returns: parsed tree Example: >>> from html5lib.html5parser import HTMLParser >>> parser = HTMLParser() >>> parser.parse('<html><body><p>This is a doc</p></body></html>') <Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0> """ self._parse(stream, False, None, *args, **kwargs) return self.tree.getDocument() def parseFragment(self, stream, *args, **kwargs): """Parse a HTML fragment into a well-formed tree fragment :arg container: name of the element we're setting the innerHTML property if set to None, default to 'div' :arg stream: a file-like object or string containing the HTML to be parsed The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) :arg scripting: treat noscript elements as if JavaScript was turned on :returns: parsed tree Example: >>> from html5lib.html5libparser import HTMLParser >>> parser = HTMLParser() >>> parser.parseFragment('<b>this is a fragment</b>') <Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090> """ self._parse(stream, True, *args, **kwargs) return self.tree.getFragment() def parseError(self, errorcode="XXX-undefined-error", datavars=None): # XXX The idea is to make errorcode mandatory. if datavars is None: datavars = {} self.errors.append((self.tokenizer.stream.position(), errorcode, datavars)) if self.strict: raise ParseError(E[errorcode] % datavars) def normalizeToken(self, token): # HTML5 specific normalizations to the token stream if token["type"] == tokenTypes["StartTag"]: raw = token["data"] token["data"] = OrderedDict(raw) if len(raw) > len(token["data"]): # we had some duplicated attribute, fix so first wins token["data"].update(raw[::-1]) return token def adjustMathMLAttributes(self, token): adjust_attributes(token, adjustMathMLAttributes) def adjustSVGAttributes(self, token): adjust_attributes(token, adjustSVGAttributes) def adjustForeignAttributes(self, token): adjust_attributes(token, adjustForeignAttributesMap) def reparseTokenNormal(self, token): # pylint:disable=unused-argument self.parser.phase() def resetInsertionMode(self): # The name of this method is mostly historical. (It's also used in the # specification.) last = False newModes = { "select": "inSelect", "td": "inCell", "th": "inCell", "tr": "inRow", "tbody": "inTableBody", "thead": "inTableBody", "tfoot": "inTableBody", "caption": "inCaption", "colgroup": "inColumnGroup", "table": "inTable", "head": "inBody", "body": "inBody", "frameset": "inFrameset", "html": "beforeHead" } for node in self.tree.openElements[::-1]: nodeName = node.name new_phase = None if node == self.tree.openElements[0]: assert self.innerHTML last = True nodeName = self.innerHTML # Check for conditions that should only happen in the innerHTML # case if nodeName in ("select", "colgroup", "head", "html"): assert self.innerHTML if not last and node.namespace != self.tree.defaultNamespace: continue if nodeName in newModes: new_phase = self.phases[newModes[nodeName]] break elif last: new_phase = self.phases["inBody"] break self.phase = new_phase def parseRCDataRawtext(self, token, contentType): # Generic RCDATA/RAWTEXT Parsing algorithm assert contentType in ("RAWTEXT", "RCDATA") self.tree.insertElement(token) if contentType == "RAWTEXT": self.tokenizer.state = self.tokenizer.rawtextState else: self.tokenizer.state = self.tokenizer.rcdataState self.originalPhase = self.phase self.phase = self.phases["text"] @_utils.memoize def getPhases(debug): def log(function): """Logger that records which phase processes each token""" type_names = dict((value, key) for key, value in tokenTypes.items()) def wrapped(self, *args, **kwargs): if function.__name__.startswith("process") and len(args) > 0: token = args[0] try: info = {"type": type_names[token['type']]} except: raise if token['type'] in tagTokenTypes: info["name"] = token['name'] self.parser.log.append((self.parser.tokenizer.state.__name__, self.parser.phase.__class__.__name__, self.__class__.__name__, function.__name__, info)) return function(self, *args, **kwargs) else: return function(self, *args, **kwargs) return wrapped def getMetaclass(use_metaclass, metaclass_func): if use_metaclass: return method_decorator_metaclass(metaclass_func) else: return type # pylint:disable=unused-argument class Phase(with_metaclass(getMetaclass(debug, log))): """Base class for helper object that implements each phase of processing """ def __init__(self, parser, tree): self.parser = parser self.tree = tree def processEOF(self): raise NotImplementedError def processComment(self, token): # For most phases the following is correct. Where it's not it will be # overridden. self.tree.insertComment(token, self.tree.openElements[-1]) def processDoctype(self, token): self.parser.parseError("unexpected-doctype") def processCharacters(self, token): self.tree.insertText(token["data"]) def processSpaceCharacters(self, token): self.tree.insertText(token["data"]) def processStartTag(self, token): return self.startTagHandler[token["name"]](token) def startTagHtml(self, token): if not self.parser.firstStartTag and token["name"] == "html": self.parser.parseError("non-html-root") # XXX Need a check here to see if the first start tag token emitted is # this token... If it's not, invoke self.parser.parseError(). for attr, value in token["data"].items(): if attr not in self.tree.openElements[0].attributes: self.tree.openElements[0].attributes[attr] = value self.parser.firstStartTag = False def processEndTag(self, token): return self.endTagHandler[token["name"]](token) class InitialPhase(Phase): def processSpaceCharacters(self, token): pass def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processDoctype(self, token): name = token["name"] publicId = token["publicId"] systemId = token["systemId"] correct = token["correct"] if (name != "html" or publicId is not None or systemId is not None and systemId != "about:legacy-compat"): self.parser.parseError("unknown-doctype") if publicId is None: publicId = "" self.tree.insertDoctype(token) if publicId != "": publicId = publicId.translate(asciiUpper2Lower) if (not correct or token["name"] != "html" or publicId.startswith( ("+//silmaril//dtd html pro v0r11 19970101//", "-//advasoft ltd//dtd html 3.0 aswedit + extensions//", "-//as//dtd html 3.0 aswedit + extensions//", "-//ietf//dtd html 2.0 level 1//", "-//ietf//dtd html 2.0 level 2//", "-//ietf//dtd html 2.0 strict level 1//", "-//ietf//dtd html 2.0 strict level 2//", "-//ietf//dtd html 2.0 strict//", "-//ietf//dtd html 2.0//", "-//ietf//dtd html 2.1e//", "-//ietf//dtd html 3.0//", "-//ietf//dtd html 3.2 final//", "-//ietf//dtd html 3.2//", "-//ietf//dtd html 3//", "-//ietf//dtd html level 0//", "-//ietf//dtd html level 1//", "-//ietf//dtd html level 2//", "-//ietf//dtd html level 3//", "-//ietf//dtd html strict level 0//", "-//ietf//dtd html strict level 1//", "-//ietf//dtd html strict level 2//", "-//ietf//dtd html strict level 3//", "-//ietf//dtd html strict//", "-//ietf//dtd html//", "-//metrius//dtd metrius presentational//", "-//microsoft//dtd internet explorer 2.0 html strict//", "-//microsoft//dtd internet explorer 2.0 html//", "-//microsoft//dtd internet explorer 2.0 tables//", "-//microsoft//dtd internet explorer 3.0 html strict//", "-//microsoft//dtd internet explorer 3.0 html//", "-//microsoft//dtd internet explorer 3.0 tables//", "-//netscape comm. corp.//dtd html//", "-//netscape comm. corp.//dtd strict html//", "-//o'reilly and associates//dtd html 2.0//", "-//o'reilly and associates//dtd html extended 1.0//", "-//o'reilly and associates//dtd html extended relaxed 1.0//", "-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//", "-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//", "-//spyglass//dtd html 2.0 extended//", "-//sq//dtd html 2.0 hotmetal + extensions//", "-//sun microsystems corp.//dtd hotjava html//", "-//sun microsystems corp.//dtd hotjava strict html//", "-//w3c//dtd html 3 1995-03-24//", "-//w3c//dtd html 3.2 draft//", "-//w3c//dtd html 3.2 final//", "-//w3c//dtd html 3.2//", "-//w3c//dtd html 3.2s draft//", "-//w3c//dtd html 4.0 frameset//", "-//w3c//dtd html 4.0 transitional//", "-//w3c//dtd html experimental 19960712//", "-//w3c//dtd html experimental 970421//", "-//w3c//dtd w3 html//", "-//w3o//dtd w3 html 3.0//", "-//webtechs//dtd mozilla html 2.0//", "-//webtechs//dtd mozilla html//")) or publicId in ("-//w3o//dtd w3 html strict 3.0//en//", "-/w3c/dtd html 4.0 transitional/en", "html") or publicId.startswith( ("-//w3c//dtd html 4.01 frameset//", "-//w3c//dtd html 4.01 transitional//")) and systemId is None or systemId and systemId.lower() == "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd"): self.parser.compatMode = "quirks" elif (publicId.startswith( ("-//w3c//dtd xhtml 1.0 frameset//", "-//w3c//dtd xhtml 1.0 transitional//")) or publicId.startswith( ("-//w3c//dtd html 4.01 frameset//", "-//w3c//dtd html 4.01 transitional//")) and systemId is not None): self.parser.compatMode = "limited quirks" self.parser.phase = self.parser.phases["beforeHtml"] def anythingElse(self): self.parser.compatMode = "quirks" self.parser.phase = self.parser.phases["beforeHtml"] def processCharacters(self, token): self.parser.parseError("expected-doctype-but-got-chars") self.anythingElse() return token def processStartTag(self, token): self.parser.parseError("expected-doctype-but-got-start-tag", {"name": token["name"]}) self.anythingElse() return token def processEndTag(self, token): self.parser.parseError("expected-doctype-but-got-end-tag", {"name": token["name"]}) self.anythingElse() return token def processEOF(self): self.parser.parseError("expected-doctype-but-got-eof") self.anythingElse() return True class BeforeHtmlPhase(Phase): # helper methods def insertHtmlElement(self): self.tree.insertRoot(impliedTagToken("html", "StartTag")) self.parser.phase = self.parser.phases["beforeHead"] # other def processEOF(self): self.insertHtmlElement() return True def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processSpaceCharacters(self, token): pass def processCharacters(self, token): self.insertHtmlElement() return token def processStartTag(self, token): if token["name"] == "html": self.parser.firstStartTag = True self.insertHtmlElement() return token def processEndTag(self, token): if token["name"] not in ("head", "body", "html", "br"): self.parser.parseError("unexpected-end-tag-before-html", {"name": token["name"]}) else: self.insertHtmlElement() return token class BeforeHeadPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("head", self.startTagHead) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("head", "body", "html", "br"), self.endTagImplyHead) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.startTagHead(impliedTagToken("head", "StartTag")) return True def processSpaceCharacters(self, token): pass def processCharacters(self, token): self.startTagHead(impliedTagToken("head", "StartTag")) return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagHead(self, token): self.tree.insertElement(token) self.tree.headPointer = self.tree.openElements[-1] self.parser.phase = self.parser.phases["inHead"] def startTagOther(self, token): self.startTagHead(impliedTagToken("head", "StartTag")) return token def endTagImplyHead(self, token): self.startTagHead(impliedTagToken("head", "StartTag")) return token def endTagOther(self, token): self.parser.parseError("end-tag-after-implied-root", {"name": token["name"]}) class InHeadPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("title", self.startTagTitle), (("noframes", "style"), self.startTagNoFramesStyle), ("noscript", self.startTagNoscript), ("script", self.startTagScript), (("base", "basefont", "bgsound", "command", "link"), self.startTagBaseLinkCommand), ("meta", self.startTagMeta), ("head", self.startTagHead) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("head", self.endTagHead), (("br", "html", "body"), self.endTagHtmlBodyBr) ]) self.endTagHandler.default = self.endTagOther # the real thing def processEOF(self): self.anythingElse() return True def processCharacters(self, token): self.anythingElse() return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagHead(self, token): self.parser.parseError("two-heads-are-not-better-than-one") def startTagBaseLinkCommand(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagMeta(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True attributes = token["data"] if self.parser.tokenizer.stream.charEncoding[1] == "tentative": if "charset" in attributes: self.parser.tokenizer.stream.changeEncoding(attributes["charset"]) elif ("content" in attributes and "http-equiv" in attributes and attributes["http-equiv"].lower() == "content-type"): # Encoding it as UTF-8 here is a hack, as really we should pass # the abstract Unicode string, and just use the # ContentAttrParser on that, but using UTF-8 allows all chars # to be encoded and as a ASCII-superset works. data = _inputstream.EncodingBytes(attributes["content"].encode("utf-8")) parser = _inputstream.ContentAttrParser(data) codec = parser.parse() self.parser.tokenizer.stream.changeEncoding(codec) def startTagTitle(self, token): self.parser.parseRCDataRawtext(token, "RCDATA") def startTagNoFramesStyle(self, token): # Need to decide whether to implement the scripting-disabled case self.parser.parseRCDataRawtext(token, "RAWTEXT") def startTagNoscript(self, token): if self.parser.scripting: self.parser.parseRCDataRawtext(token, "RAWTEXT") else: self.tree.insertElement(token) self.parser.phase = self.parser.phases["inHeadNoscript"] def startTagScript(self, token): self.tree.insertElement(token) self.parser.tokenizer.state = self.parser.tokenizer.scriptDataState self.parser.originalPhase = self.parser.phase self.parser.phase = self.parser.phases["text"] def startTagOther(self, token): self.anythingElse() return token def endTagHead(self, token): node = self.parser.tree.openElements.pop() assert node.name == "head", "Expected head got %s" % node.name self.parser.phase = self.parser.phases["afterHead"] def endTagHtmlBodyBr(self, token): self.anythingElse() return token def endTagOther(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def anythingElse(self): self.endTagHead(impliedTagToken("head")) class InHeadNoscriptPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("basefont", "bgsound", "link", "meta", "noframes", "style"), self.startTagBaseLinkCommand), (("head", "noscript"), self.startTagHeadNoscript), ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("noscript", self.endTagNoscript), ("br", self.endTagBr), ]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.parser.parseError("eof-in-head-noscript") self.anythingElse() return True def processComment(self, token): return self.parser.phases["inHead"].processComment(token) def processCharacters(self, token): self.parser.parseError("char-in-head-noscript") self.anythingElse() return token def processSpaceCharacters(self, token): return self.parser.phases["inHead"].processSpaceCharacters(token) def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagBaseLinkCommand(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagHeadNoscript(self, token): self.parser.parseError("unexpected-start-tag", {"name": token["name"]}) def startTagOther(self, token): self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]}) self.anythingElse() return token def endTagNoscript(self, token): node = self.parser.tree.openElements.pop() assert node.name == "noscript", "Expected noscript got %s" % node.name self.parser.phase = self.parser.phases["inHead"] def endTagBr(self, token): self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]}) self.anythingElse() return token def endTagOther(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def anythingElse(self): # Caller must raise parse error first! self.endTagNoscript(impliedTagToken("noscript")) class AfterHeadPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("body", self.startTagBody), ("frameset", self.startTagFrameset), (("base", "basefont", "bgsound", "link", "meta", "noframes", "script", "style", "title"), self.startTagFromHead), ("head", self.startTagHead) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([(("body", "html", "br"), self.endTagHtmlBodyBr)]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.anythingElse() return True def processCharacters(self, token): self.anythingElse() return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagBody(self, token): self.parser.framesetOK = False self.tree.insertElement(token) self.parser.phase = self.parser.phases["inBody"] def startTagFrameset(self, token): self.tree.insertElement(token) self.parser.phase = self.parser.phases["inFrameset"] def startTagFromHead(self, token): self.parser.parseError("unexpected-start-tag-out-of-my-head", {"name": token["name"]}) self.tree.openElements.append(self.tree.headPointer) self.parser.phases["inHead"].processStartTag(token) for node in self.tree.openElements[::-1]: if node.name == "head": self.tree.openElements.remove(node) break def startTagHead(self, token): self.parser.parseError("unexpected-start-tag", {"name": token["name"]}) def startTagOther(self, token): self.anythingElse() return token def endTagHtmlBodyBr(self, token): self.anythingElse() return token def endTagOther(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def anythingElse(self): self.tree.insertElement(impliedTagToken("body", "StartTag")) self.parser.phase = self.parser.phases["inBody"] self.parser.framesetOK = True class InBodyPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#parsing-main-inbody # the really-really-really-very crazy mode def __init__(self, parser, tree): Phase.__init__(self, parser, tree) # Set this to the default handler self.processSpaceCharacters = self.processSpaceCharactersNonPre self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("base", "basefont", "bgsound", "command", "link", "meta", "script", "style", "title"), self.startTagProcessInHead), ("body", self.startTagBody), ("frameset", self.startTagFrameset), (("address", "article", "aside", "blockquote", "center", "details", "dir", "div", "dl", "fieldset", "figcaption", "figure", "footer", "header", "hgroup", "main", "menu", "nav", "ol", "p", "section", "summary", "ul"), self.startTagCloseP), (headingElements, self.startTagHeading), (("pre", "listing"), self.startTagPreListing), ("form", self.startTagForm), (("li", "dd", "dt"), self.startTagListItem), ("plaintext", self.startTagPlaintext), ("a", self.startTagA), (("b", "big", "code", "em", "font", "i", "s", "small", "strike", "strong", "tt", "u"), self.startTagFormatting), ("nobr", self.startTagNobr), ("button", self.startTagButton), (("applet", "marquee", "object"), self.startTagAppletMarqueeObject), ("xmp", self.startTagXmp), ("table", self.startTagTable), (("area", "br", "embed", "img", "keygen", "wbr"), self.startTagVoidFormatting), (("param", "source", "track"), self.startTagParamSource), ("input", self.startTagInput), ("hr", self.startTagHr), ("image", self.startTagImage), ("isindex", self.startTagIsIndex), ("textarea", self.startTagTextarea), ("iframe", self.startTagIFrame), ("noscript", self.startTagNoscript), (("noembed", "noframes"), self.startTagRawtext), ("select", self.startTagSelect), (("rp", "rt"), self.startTagRpRt), (("option", "optgroup"), self.startTagOpt), (("math"), self.startTagMath), (("svg"), self.startTagSvg), (("caption", "col", "colgroup", "frame", "head", "tbody", "td", "tfoot", "th", "thead", "tr"), self.startTagMisplaced) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("body", self.endTagBody), ("html", self.endTagHtml), (("address", "article", "aside", "blockquote", "button", "center", "details", "dialog", "dir", "div", "dl", "fieldset", "figcaption", "figure", "footer", "header", "hgroup", "listing", "main", "menu", "nav", "ol", "pre", "section", "summary", "ul"), self.endTagBlock), ("form", self.endTagForm), ("p", self.endTagP), (("dd", "dt", "li"), self.endTagListItem), (headingElements, self.endTagHeading), (("a", "b", "big", "code", "em", "font", "i", "nobr", "s", "small", "strike", "strong", "tt", "u"), self.endTagFormatting), (("applet", "marquee", "object"), self.endTagAppletMarqueeObject), ("br", self.endTagBr), ]) self.endTagHandler.default = self.endTagOther def isMatchingFormattingElement(self, node1, node2): return (node1.name == node2.name and node1.namespace == node2.namespace and node1.attributes == node2.attributes) # helper def addFormattingElement(self, token): self.tree.insertElement(token) element = self.tree.openElements[-1] matchingElements = [] for node in self.tree.activeFormattingElements[::-1]: if node is Marker: break elif self.isMatchingFormattingElement(node, element): matchingElements.append(node) assert len(matchingElements) <= 3 if len(matchingElements) == 3: self.tree.activeFormattingElements.remove(matchingElements[-1]) self.tree.activeFormattingElements.append(element) # the real deal def processEOF(self): allowed_elements = frozenset(("dd", "dt", "li", "p", "tbody", "td", "tfoot", "th", "thead", "tr", "body", "html")) for node in self.tree.openElements[::-1]: if node.name not in allowed_elements: self.parser.parseError("expected-closing-tag-but-got-eof") break # Stop parsing def processSpaceCharactersDropNewline(self, token): # Sometimes (start of <pre>, <listing>, and <textarea> blocks) we # want to drop leading newlines data = token["data"] self.processSpaceCharacters = self.processSpaceCharactersNonPre if (data.startswith("\n") and self.tree.openElements[-1].name in ("pre", "listing", "textarea") and not self.tree.openElements[-1].hasContent()): data = data[1:] if data: self.tree.reconstructActiveFormattingElements() self.tree.insertText(data) def processCharacters(self, token): if token["data"] == "\u0000": # The tokenizer should always emit null on its own return self.tree.reconstructActiveFormattingElements() self.tree.insertText(token["data"]) # This must be bad for performance if (self.parser.framesetOK and any([char not in spaceCharacters for char in token["data"]])): self.parser.framesetOK = False def processSpaceCharactersNonPre(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertText(token["data"]) def startTagProcessInHead(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagBody(self, token): self.parser.parseError("unexpected-start-tag", {"name": "body"}) if (len(self.tree.openElements) == 1 or self.tree.openElements[1].name != "body"): assert self.parser.innerHTML else: self.parser.framesetOK = False for attr, value in token["data"].items(): if attr not in self.tree.openElements[1].attributes: self.tree.openElements[1].attributes[attr] = value def startTagFrameset(self, token): self.parser.parseError("unexpected-start-tag", {"name": "frameset"}) if (len(self.tree.openElements) == 1 or self.tree.openElements[1].name != "body"): assert self.parser.innerHTML elif not self.parser.framesetOK: pass else: if self.tree.openElements[1].parent: self.tree.openElements[1].parent.removeChild(self.tree.openElements[1]) while self.tree.openElements[-1].name != "html": self.tree.openElements.pop() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inFrameset"] def startTagCloseP(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) def startTagPreListing(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.parser.framesetOK = False self.processSpaceCharacters = self.processSpaceCharactersDropNewline def startTagForm(self, token): if self.tree.formPointer: self.parser.parseError("unexpected-start-tag", {"name": "form"}) else: if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.tree.formPointer = self.tree.openElements[-1] def startTagListItem(self, token): self.parser.framesetOK = False stopNamesMap = {"li": ["li"], "dt": ["dt", "dd"], "dd": ["dt", "dd"]} stopNames = stopNamesMap[token["name"]] for node in reversed(self.tree.openElements): if node.name in stopNames: self.parser.phase.processEndTag( impliedTagToken(node.name, "EndTag")) break if (node.nameTuple in specialElements and node.name not in ("address", "div", "p")): break if self.tree.elementInScope("p", variant="button"): self.parser.phase.processEndTag( impliedTagToken("p", "EndTag")) self.tree.insertElement(token) def startTagPlaintext(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.parser.tokenizer.state = self.parser.tokenizer.plaintextState def startTagHeading(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) if self.tree.openElements[-1].name in headingElements: self.parser.parseError("unexpected-start-tag", {"name": token["name"]}) self.tree.openElements.pop() self.tree.insertElement(token) def startTagA(self, token): afeAElement = self.tree.elementInActiveFormattingElements("a") if afeAElement: self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "a", "endName": "a"}) self.endTagFormatting(impliedTagToken("a")) if afeAElement in self.tree.openElements: self.tree.openElements.remove(afeAElement) if afeAElement in self.tree.activeFormattingElements: self.tree.activeFormattingElements.remove(afeAElement) self.tree.reconstructActiveFormattingElements() self.addFormattingElement(token) def startTagFormatting(self, token): self.tree.reconstructActiveFormattingElements() self.addFormattingElement(token) def startTagNobr(self, token): self.tree.reconstructActiveFormattingElements() if self.tree.elementInScope("nobr"): self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "nobr", "endName": "nobr"}) self.processEndTag(impliedTagToken("nobr")) # XXX Need tests that trigger the following self.tree.reconstructActiveFormattingElements() self.addFormattingElement(token) def startTagButton(self, token): if self.tree.elementInScope("button"): self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "button", "endName": "button"}) self.processEndTag(impliedTagToken("button")) return token else: self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.parser.framesetOK = False def startTagAppletMarqueeObject(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.tree.activeFormattingElements.append(Marker) self.parser.framesetOK = False def startTagXmp(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.reconstructActiveFormattingElements() self.parser.framesetOK = False self.parser.parseRCDataRawtext(token, "RAWTEXT") def startTagTable(self, token): if self.parser.compatMode != "quirks": if self.tree.elementInScope("p", variant="button"): self.processEndTag(impliedTagToken("p")) self.tree.insertElement(token) self.parser.framesetOK = False self.parser.phase = self.parser.phases["inTable"] def startTagVoidFormatting(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True self.parser.framesetOK = False def startTagInput(self, token): framesetOK = self.parser.framesetOK self.startTagVoidFormatting(token) if ("type" in token["data"] and token["data"]["type"].translate(asciiUpper2Lower) == "hidden"): # input type=hidden doesn't change framesetOK self.parser.framesetOK = framesetOK def startTagParamSource(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagHr(self, token): if self.tree.elementInScope("p", variant="button"): self.endTagP(impliedTagToken("p")) self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True self.parser.framesetOK = False def startTagImage(self, token): # No really... self.parser.parseError("unexpected-start-tag-treated-as", {"originalName": "image", "newName": "img"}) self.processStartTag(impliedTagToken("img", "StartTag", attributes=token["data"], selfClosing=token["selfClosing"])) def startTagIsIndex(self, token): self.parser.parseError("deprecated-tag", {"name": "isindex"}) if self.tree.formPointer: return form_attrs = {} if "action" in token["data"]: form_attrs["action"] = token["data"]["action"] self.processStartTag(impliedTagToken("form", "StartTag", attributes=form_attrs)) self.processStartTag(impliedTagToken("hr", "StartTag")) self.processStartTag(impliedTagToken("label", "StartTag")) # XXX Localization ... if "prompt" in token["data"]: prompt = token["data"]["prompt"] else: prompt = "This is a searchable index. Enter search keywords: " self.processCharacters( {"type": tokenTypes["Characters"], "data": prompt}) attributes = token["data"].copy() if "action" in attributes: del attributes["action"] if "prompt" in attributes: del attributes["prompt"] attributes["name"] = "isindex" self.processStartTag(impliedTagToken("input", "StartTag", attributes=attributes, selfClosing=token["selfClosing"])) self.processEndTag(impliedTagToken("label")) self.processStartTag(impliedTagToken("hr", "StartTag")) self.processEndTag(impliedTagToken("form")) def startTagTextarea(self, token): self.tree.insertElement(token) self.parser.tokenizer.state = self.parser.tokenizer.rcdataState self.processSpaceCharacters = self.processSpaceCharactersDropNewline self.parser.framesetOK = False def startTagIFrame(self, token): self.parser.framesetOK = False self.startTagRawtext(token) def startTagNoscript(self, token): if self.parser.scripting: self.startTagRawtext(token) else: self.startTagOther(token) def startTagRawtext(self, token): """iframe, noembed noframes, noscript(if scripting enabled)""" self.parser.parseRCDataRawtext(token, "RAWTEXT") def startTagOpt(self, token): if self.tree.openElements[-1].name == "option": self.parser.phase.processEndTag(impliedTagToken("option")) self.tree.reconstructActiveFormattingElements() self.parser.tree.insertElement(token) def startTagSelect(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) self.parser.framesetOK = False if self.parser.phase in (self.parser.phases["inTable"], self.parser.phases["inCaption"], self.parser.phases["inColumnGroup"], self.parser.phases["inTableBody"], self.parser.phases["inRow"], self.parser.phases["inCell"]): self.parser.phase = self.parser.phases["inSelectInTable"] else: self.parser.phase = self.parser.phases["inSelect"] def startTagRpRt(self, token): if self.tree.elementInScope("ruby"): self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != "ruby": self.parser.parseError() self.tree.insertElement(token) def startTagMath(self, token): self.tree.reconstructActiveFormattingElements() self.parser.adjustMathMLAttributes(token) self.parser.adjustForeignAttributes(token) token["namespace"] = namespaces["mathml"] self.tree.insertElement(token) # Need to get the parse error right for the case where the token # has a namespace not equal to the xmlns attribute if token["selfClosing"]: self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagSvg(self, token): self.tree.reconstructActiveFormattingElements() self.parser.adjustSVGAttributes(token) self.parser.adjustForeignAttributes(token) token["namespace"] = namespaces["svg"] self.tree.insertElement(token) # Need to get the parse error right for the case where the token # has a namespace not equal to the xmlns attribute if token["selfClosing"]: self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagMisplaced(self, token): """ Elements that should be children of other elements that have a different insertion mode; here they are ignored "caption", "col", "colgroup", "frame", "frameset", "head", "option", "optgroup", "tbody", "td", "tfoot", "th", "thead", "tr", "noscript" """ self.parser.parseError("unexpected-start-tag-ignored", {"name": token["name"]}) def startTagOther(self, token): self.tree.reconstructActiveFormattingElements() self.tree.insertElement(token) def endTagP(self, token): if not self.tree.elementInScope("p", variant="button"): self.startTagCloseP(impliedTagToken("p", "StartTag")) self.parser.parseError("unexpected-end-tag", {"name": "p"}) self.endTagP(impliedTagToken("p", "EndTag")) else: self.tree.generateImpliedEndTags("p") if self.tree.openElements[-1].name != "p": self.parser.parseError("unexpected-end-tag", {"name": "p"}) node = self.tree.openElements.pop() while node.name != "p": node = self.tree.openElements.pop() def endTagBody(self, token): if not self.tree.elementInScope("body"): self.parser.parseError() return elif self.tree.openElements[-1].name != "body": for node in self.tree.openElements[2:]: if node.name not in frozenset(("dd", "dt", "li", "optgroup", "option", "p", "rp", "rt", "tbody", "td", "tfoot", "th", "thead", "tr", "body", "html")): # Not sure this is the correct name for the parse error self.parser.parseError( "expected-one-end-tag-but-got-another", {"gotName": "body", "expectedName": node.name}) break self.parser.phase = self.parser.phases["afterBody"] def endTagHtml(self, token): # We repeat the test for the body end tag token being ignored here if self.tree.elementInScope("body"): self.endTagBody(impliedTagToken("body")) return token def endTagBlock(self, token): # Put us back in the right whitespace handling mode if token["name"] == "pre": self.processSpaceCharacters = self.processSpaceCharactersNonPre inScope = self.tree.elementInScope(token["name"]) if inScope: self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("end-tag-too-early", {"name": token["name"]}) if inScope: node = self.tree.openElements.pop() while node.name != token["name"]: node = self.tree.openElements.pop() def endTagForm(self, token): node = self.tree.formPointer self.tree.formPointer = None if node is None or not self.tree.elementInScope(node): self.parser.parseError("unexpected-end-tag", {"name": "form"}) else: self.tree.generateImpliedEndTags() if self.tree.openElements[-1] != node: self.parser.parseError("end-tag-too-early-ignored", {"name": "form"}) self.tree.openElements.remove(node) def endTagListItem(self, token): if token["name"] == "li": variant = "list" else: variant = None if not self.tree.elementInScope(token["name"], variant=variant): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) else: self.tree.generateImpliedEndTags(exclude=token["name"]) if self.tree.openElements[-1].name != token["name"]: self.parser.parseError( "end-tag-too-early", {"name": token["name"]}) node = self.tree.openElements.pop() while node.name != token["name"]: node = self.tree.openElements.pop() def endTagHeading(self, token): for item in headingElements: if self.tree.elementInScope(item): self.tree.generateImpliedEndTags() break if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("end-tag-too-early", {"name": token["name"]}) for item in headingElements: if self.tree.elementInScope(item): item = self.tree.openElements.pop() while item.name not in headingElements: item = self.tree.openElements.pop() break def endTagFormatting(self, token): """The much-feared adoption agency algorithm""" # http://svn.whatwg.org/webapps/complete.html#adoptionAgency revision 7867 # XXX Better parseError messages appreciated. # Step 1 outerLoopCounter = 0 # Step 2 while outerLoopCounter < 8: # Step 3 outerLoopCounter += 1 # Step 4: # Let the formatting element be the last element in # the list of active formatting elements that: # - is between the end of the list and the last scope # marker in the list, if any, or the start of the list # otherwise, and # - has the same tag name as the token. formattingElement = self.tree.elementInActiveFormattingElements( token["name"]) if (not formattingElement or (formattingElement in self.tree.openElements and not self.tree.elementInScope(formattingElement.name))): # If there is no such node, then abort these steps # and instead act as described in the "any other # end tag" entry below. self.endTagOther(token) return # Otherwise, if there is such a node, but that node is # not in the stack of open elements, then this is a # parse error; remove the element from the list, and # abort these steps. elif formattingElement not in self.tree.openElements: self.parser.parseError("adoption-agency-1.2", {"name": token["name"]}) self.tree.activeFormattingElements.remove(formattingElement) return # Otherwise, if there is such a node, and that node is # also in the stack of open elements, but the element # is not in scope, then this is a parse error; ignore # the token, and abort these steps. elif not self.tree.elementInScope(formattingElement.name): self.parser.parseError("adoption-agency-4.4", {"name": token["name"]}) return # Otherwise, there is a formatting element and that # element is in the stack and is in scope. If the # element is not the current node, this is a parse # error. In any case, proceed with the algorithm as # written in the following steps. else: if formattingElement != self.tree.openElements[-1]: self.parser.parseError("adoption-agency-1.3", {"name": token["name"]}) # Step 5: # Let the furthest block be the topmost node in the # stack of open elements that is lower in the stack # than the formatting element, and is an element in # the special category. There might not be one. afeIndex = self.tree.openElements.index(formattingElement) furthestBlock = None for element in self.tree.openElements[afeIndex:]: if element.nameTuple in specialElements: furthestBlock = element break # Step 6: # If there is no furthest block, then the UA must # first pop all the nodes from the bottom of the stack # of open elements, from the current node up to and # including the formatting element, then remove the # formatting element from the list of active # formatting elements, and finally abort these steps. if furthestBlock is None: element = self.tree.openElements.pop() while element != formattingElement: element = self.tree.openElements.pop() self.tree.activeFormattingElements.remove(element) return # Step 7 commonAncestor = self.tree.openElements[afeIndex - 1] # Step 8: # The bookmark is supposed to help us identify where to reinsert # nodes in step 15. We have to ensure that we reinsert nodes after # the node before the active formatting element. Note the bookmark # can move in step 9.7 bookmark = self.tree.activeFormattingElements.index(formattingElement) # Step 9 lastNode = node = furthestBlock innerLoopCounter = 0 index = self.tree.openElements.index(node) while innerLoopCounter < 3: innerLoopCounter += 1 # Node is element before node in open elements index -= 1 node = self.tree.openElements[index] if node not in self.tree.activeFormattingElements: self.tree.openElements.remove(node) continue # Step 9.6 if node == formattingElement: break # Step 9.7 if lastNode == furthestBlock: bookmark = self.tree.activeFormattingElements.index(node) + 1 # Step 9.8 clone = node.cloneNode() # Replace node with clone self.tree.activeFormattingElements[ self.tree.activeFormattingElements.index(node)] = clone self.tree.openElements[ self.tree.openElements.index(node)] = clone node = clone # Step 9.9 # Remove lastNode from its parents, if any if lastNode.parent: lastNode.parent.removeChild(lastNode) node.appendChild(lastNode) # Step 9.10 lastNode = node # Step 10 # Foster parent lastNode if commonAncestor is a # table, tbody, tfoot, thead, or tr we need to foster # parent the lastNode if lastNode.parent: lastNode.parent.removeChild(lastNode) if commonAncestor.name in frozenset(("table", "tbody", "tfoot", "thead", "tr")): parent, insertBefore = self.tree.getTableMisnestedNodePosition() parent.insertBefore(lastNode, insertBefore) else: commonAncestor.appendChild(lastNode) # Step 11 clone = formattingElement.cloneNode() # Step 12 furthestBlock.reparentChildren(clone) # Step 13 furthestBlock.appendChild(clone) # Step 14 self.tree.activeFormattingElements.remove(formattingElement) self.tree.activeFormattingElements.insert(bookmark, clone) # Step 15 self.tree.openElements.remove(formattingElement) self.tree.openElements.insert( self.tree.openElements.index(furthestBlock) + 1, clone) def endTagAppletMarqueeObject(self, token): if self.tree.elementInScope(token["name"]): self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("end-tag-too-early", {"name": token["name"]}) if self.tree.elementInScope(token["name"]): element = self.tree.openElements.pop() while element.name != token["name"]: element = self.tree.openElements.pop() self.tree.clearActiveFormattingElements() def endTagBr(self, token): self.parser.parseError("unexpected-end-tag-treated-as", {"originalName": "br", "newName": "br element"}) self.tree.reconstructActiveFormattingElements() self.tree.insertElement(impliedTagToken("br", "StartTag")) self.tree.openElements.pop() def endTagOther(self, token): for node in self.tree.openElements[::-1]: if node.name == token["name"]: self.tree.generateImpliedEndTags(exclude=token["name"]) if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) while self.tree.openElements.pop() != node: pass break else: if node.nameTuple in specialElements: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) break class TextPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("script", self.endTagScript)]) self.endTagHandler.default = self.endTagOther def processCharacters(self, token): self.tree.insertText(token["data"]) def processEOF(self): self.parser.parseError("expected-named-closing-tag-but-got-eof", {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() self.parser.phase = self.parser.originalPhase return True def startTagOther(self, token): assert False, "Tried to process start tag %s in RCDATA/RAWTEXT mode" % token['name'] def endTagScript(self, token): node = self.tree.openElements.pop() assert node.name == "script" self.parser.phase = self.parser.originalPhase # The rest of this method is all stuff that only happens if # document.write works def endTagOther(self, token): self.tree.openElements.pop() self.parser.phase = self.parser.originalPhase class InTablePhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-table def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("caption", self.startTagCaption), ("colgroup", self.startTagColgroup), ("col", self.startTagCol), (("tbody", "tfoot", "thead"), self.startTagRowGroup), (("td", "th", "tr"), self.startTagImplyTbody), ("table", self.startTagTable), (("style", "script"), self.startTagStyleScript), ("input", self.startTagInput), ("form", self.startTagForm) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("table", self.endTagTable), (("body", "caption", "col", "colgroup", "html", "tbody", "td", "tfoot", "th", "thead", "tr"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther # helper methods def clearStackToTableContext(self): # "clear the stack back to a table context" while self.tree.openElements[-1].name not in ("table", "html"): # self.parser.parseError("unexpected-implied-end-tag-in-table", # {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() # When the current node is <html> it's an innerHTML case # processing methods def processEOF(self): if self.tree.openElements[-1].name != "html": self.parser.parseError("eof-in-table") else: assert self.parser.innerHTML # Stop parsing def processSpaceCharacters(self, token): originalPhase = self.parser.phase self.parser.phase = self.parser.phases["inTableText"] self.parser.phase.originalPhase = originalPhase self.parser.phase.processSpaceCharacters(token) def processCharacters(self, token): originalPhase = self.parser.phase self.parser.phase = self.parser.phases["inTableText"] self.parser.phase.originalPhase = originalPhase self.parser.phase.processCharacters(token) def insertText(self, token): # If we get here there must be at least one non-whitespace character # Do the table magic! self.tree.insertFromTable = True self.parser.phases["inBody"].processCharacters(token) self.tree.insertFromTable = False def startTagCaption(self, token): self.clearStackToTableContext() self.tree.activeFormattingElements.append(Marker) self.tree.insertElement(token) self.parser.phase = self.parser.phases["inCaption"] def startTagColgroup(self, token): self.clearStackToTableContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inColumnGroup"] def startTagCol(self, token): self.startTagColgroup(impliedTagToken("colgroup", "StartTag")) return token def startTagRowGroup(self, token): self.clearStackToTableContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inTableBody"] def startTagImplyTbody(self, token): self.startTagRowGroup(impliedTagToken("tbody", "StartTag")) return token def startTagTable(self, token): self.parser.parseError("unexpected-start-tag-implies-end-tag", {"startName": "table", "endName": "table"}) self.parser.phase.processEndTag(impliedTagToken("table")) if not self.parser.innerHTML: return token def startTagStyleScript(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagInput(self, token): if ("type" in token["data"] and token["data"]["type"].translate(asciiUpper2Lower) == "hidden"): self.parser.parseError("unexpected-hidden-input-in-table") self.tree.insertElement(token) # XXX associate with form self.tree.openElements.pop() else: self.startTagOther(token) def startTagForm(self, token): self.parser.parseError("unexpected-form-in-table") if self.tree.formPointer is None: self.tree.insertElement(token) self.tree.formPointer = self.tree.openElements[-1] self.tree.openElements.pop() def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-implies-table-voodoo", {"name": token["name"]}) # Do the table magic! self.tree.insertFromTable = True self.parser.phases["inBody"].processStartTag(token) self.tree.insertFromTable = False def endTagTable(self, token): if self.tree.elementInScope("table", variant="table"): self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != "table": self.parser.parseError("end-tag-too-early-named", {"gotName": "table", "expectedName": self.tree.openElements[-1].name}) while self.tree.openElements[-1].name != "table": self.tree.openElements.pop() self.tree.openElements.pop() self.parser.resetInsertionMode() else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-implies-table-voodoo", {"name": token["name"]}) # Do the table magic! self.tree.insertFromTable = True self.parser.phases["inBody"].processEndTag(token) self.tree.insertFromTable = False class InTableTextPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.originalPhase = None self.characterTokens = [] def flushCharacters(self): data = "".join([item["data"] for item in self.characterTokens]) if any([item not in spaceCharacters for item in data]): token = {"type": tokenTypes["Characters"], "data": data} self.parser.phases["inTable"].insertText(token) elif data: self.tree.insertText(data) self.characterTokens = [] def processComment(self, token): self.flushCharacters() self.parser.phase = self.originalPhase return token def processEOF(self): self.flushCharacters() self.parser.phase = self.originalPhase return True def processCharacters(self, token): if token["data"] == "\u0000": return self.characterTokens.append(token) def processSpaceCharacters(self, token): # pretty sure we should never reach here self.characterTokens.append(token) # assert False def processStartTag(self, token): self.flushCharacters() self.parser.phase = self.originalPhase return token def processEndTag(self, token): self.flushCharacters() self.parser.phase = self.originalPhase return token class InCaptionPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-caption def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("caption", "col", "colgroup", "tbody", "td", "tfoot", "th", "thead", "tr"), self.startTagTableElement) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("caption", self.endTagCaption), ("table", self.endTagTable), (("body", "col", "colgroup", "html", "tbody", "td", "tfoot", "th", "thead", "tr"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther def ignoreEndTagCaption(self): return not self.tree.elementInScope("caption", variant="table") def processEOF(self): self.parser.phases["inBody"].processEOF() def processCharacters(self, token): return self.parser.phases["inBody"].processCharacters(token) def startTagTableElement(self, token): self.parser.parseError() # XXX Have to duplicate logic here to find out if the tag is ignored ignoreEndTag = self.ignoreEndTagCaption() self.parser.phase.processEndTag(impliedTagToken("caption")) if not ignoreEndTag: return token def startTagOther(self, token): return self.parser.phases["inBody"].processStartTag(token) def endTagCaption(self, token): if not self.ignoreEndTagCaption(): # AT this code is quite similar to endTagTable in "InTable" self.tree.generateImpliedEndTags() if self.tree.openElements[-1].name != "caption": self.parser.parseError("expected-one-end-tag-but-got-another", {"gotName": "caption", "expectedName": self.tree.openElements[-1].name}) while self.tree.openElements[-1].name != "caption": self.tree.openElements.pop() self.tree.openElements.pop() self.tree.clearActiveFormattingElements() self.parser.phase = self.parser.phases["inTable"] else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagTable(self, token): self.parser.parseError() ignoreEndTag = self.ignoreEndTagCaption() self.parser.phase.processEndTag(impliedTagToken("caption")) if not ignoreEndTag: return token def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagOther(self, token): return self.parser.phases["inBody"].processEndTag(token) class InColumnGroupPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-column def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("col", self.startTagCol) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("colgroup", self.endTagColgroup), ("col", self.endTagCol) ]) self.endTagHandler.default = self.endTagOther def ignoreEndTagColgroup(self): return self.tree.openElements[-1].name == "html" def processEOF(self): if self.tree.openElements[-1].name == "html": assert self.parser.innerHTML return else: ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return True def processCharacters(self, token): ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return token def startTagCol(self, token): self.tree.insertElement(token) self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def startTagOther(self, token): ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return token def endTagColgroup(self, token): if self.ignoreEndTagColgroup(): # innerHTML case assert self.parser.innerHTML self.parser.parseError() else: self.tree.openElements.pop() self.parser.phase = self.parser.phases["inTable"] def endTagCol(self, token): self.parser.parseError("no-end-tag", {"name": "col"}) def endTagOther(self, token): ignoreEndTag = self.ignoreEndTagColgroup() self.endTagColgroup(impliedTagToken("colgroup")) if not ignoreEndTag: return token class InTableBodyPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-table0 def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("tr", self.startTagTr), (("td", "th"), self.startTagTableCell), (("caption", "col", "colgroup", "tbody", "tfoot", "thead"), self.startTagTableOther) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("tbody", "tfoot", "thead"), self.endTagTableRowGroup), ("table", self.endTagTable), (("body", "caption", "col", "colgroup", "html", "td", "th", "tr"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther # helper methods def clearStackToTableBodyContext(self): while self.tree.openElements[-1].name not in ("tbody", "tfoot", "thead", "html"): # self.parser.parseError("unexpected-implied-end-tag-in-table", # {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() if self.tree.openElements[-1].name == "html": assert self.parser.innerHTML # the rest def processEOF(self): self.parser.phases["inTable"].processEOF() def processSpaceCharacters(self, token): return self.parser.phases["inTable"].processSpaceCharacters(token) def processCharacters(self, token): return self.parser.phases["inTable"].processCharacters(token) def startTagTr(self, token): self.clearStackToTableBodyContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inRow"] def startTagTableCell(self, token): self.parser.parseError("unexpected-cell-in-table-body", {"name": token["name"]}) self.startTagTr(impliedTagToken("tr", "StartTag")) return token def startTagTableOther(self, token): # XXX AT Any ideas on how to share this with endTagTable? if (self.tree.elementInScope("tbody", variant="table") or self.tree.elementInScope("thead", variant="table") or self.tree.elementInScope("tfoot", variant="table")): self.clearStackToTableBodyContext() self.endTagTableRowGroup( impliedTagToken(self.tree.openElements[-1].name)) return token else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def startTagOther(self, token): return self.parser.phases["inTable"].processStartTag(token) def endTagTableRowGroup(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.clearStackToTableBodyContext() self.tree.openElements.pop() self.parser.phase = self.parser.phases["inTable"] else: self.parser.parseError("unexpected-end-tag-in-table-body", {"name": token["name"]}) def endTagTable(self, token): if (self.tree.elementInScope("tbody", variant="table") or self.tree.elementInScope("thead", variant="table") or self.tree.elementInScope("tfoot", variant="table")): self.clearStackToTableBodyContext() self.endTagTableRowGroup( impliedTagToken(self.tree.openElements[-1].name)) return token else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag-in-table-body", {"name": token["name"]}) def endTagOther(self, token): return self.parser.phases["inTable"].processEndTag(token) class InRowPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-row def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("td", "th"), self.startTagTableCell), (("caption", "col", "colgroup", "tbody", "tfoot", "thead", "tr"), self.startTagTableOther) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("tr", self.endTagTr), ("table", self.endTagTable), (("tbody", "tfoot", "thead"), self.endTagTableRowGroup), (("body", "caption", "col", "colgroup", "html", "td", "th"), self.endTagIgnore) ]) self.endTagHandler.default = self.endTagOther # helper methods (XXX unify this with other table helper methods) def clearStackToTableRowContext(self): while self.tree.openElements[-1].name not in ("tr", "html"): self.parser.parseError("unexpected-implied-end-tag-in-table-row", {"name": self.tree.openElements[-1].name}) self.tree.openElements.pop() def ignoreEndTagTr(self): return not self.tree.elementInScope("tr", variant="table") # the rest def processEOF(self): self.parser.phases["inTable"].processEOF() def processSpaceCharacters(self, token): return self.parser.phases["inTable"].processSpaceCharacters(token) def processCharacters(self, token): return self.parser.phases["inTable"].processCharacters(token) def startTagTableCell(self, token): self.clearStackToTableRowContext() self.tree.insertElement(token) self.parser.phase = self.parser.phases["inCell"] self.tree.activeFormattingElements.append(Marker) def startTagTableOther(self, token): ignoreEndTag = self.ignoreEndTagTr() self.endTagTr(impliedTagToken("tr")) # XXX how are we sure it's always ignored in the innerHTML case? if not ignoreEndTag: return token def startTagOther(self, token): return self.parser.phases["inTable"].processStartTag(token) def endTagTr(self, token): if not self.ignoreEndTagTr(): self.clearStackToTableRowContext() self.tree.openElements.pop() self.parser.phase = self.parser.phases["inTableBody"] else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagTable(self, token): ignoreEndTag = self.ignoreEndTagTr() self.endTagTr(impliedTagToken("tr")) # Reprocess the current tag if the tr end tag was not ignored # XXX how are we sure it's always ignored in the innerHTML case? if not ignoreEndTag: return token def endTagTableRowGroup(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.endTagTr(impliedTagToken("tr")) return token else: self.parser.parseError() def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag-in-table-row", {"name": token["name"]}) def endTagOther(self, token): return self.parser.phases["inTable"].processEndTag(token) class InCellPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-cell def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), (("caption", "col", "colgroup", "tbody", "td", "tfoot", "th", "thead", "tr"), self.startTagTableOther) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("td", "th"), self.endTagTableCell), (("body", "caption", "col", "colgroup", "html"), self.endTagIgnore), (("table", "tbody", "tfoot", "thead", "tr"), self.endTagImply) ]) self.endTagHandler.default = self.endTagOther # helper def closeCell(self): if self.tree.elementInScope("td", variant="table"): self.endTagTableCell(impliedTagToken("td")) elif self.tree.elementInScope("th", variant="table"): self.endTagTableCell(impliedTagToken("th")) # the rest def processEOF(self): self.parser.phases["inBody"].processEOF() def processCharacters(self, token): return self.parser.phases["inBody"].processCharacters(token) def startTagTableOther(self, token): if (self.tree.elementInScope("td", variant="table") or self.tree.elementInScope("th", variant="table")): self.closeCell() return token else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def startTagOther(self, token): return self.parser.phases["inBody"].processStartTag(token) def endTagTableCell(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.tree.generateImpliedEndTags(token["name"]) if self.tree.openElements[-1].name != token["name"]: self.parser.parseError("unexpected-cell-end-tag", {"name": token["name"]}) while True: node = self.tree.openElements.pop() if node.name == token["name"]: break else: self.tree.openElements.pop() self.tree.clearActiveFormattingElements() self.parser.phase = self.parser.phases["inRow"] else: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagIgnore(self, token): self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) def endTagImply(self, token): if self.tree.elementInScope(token["name"], variant="table"): self.closeCell() return token else: # sometimes innerHTML case self.parser.parseError() def endTagOther(self, token): return self.parser.phases["inBody"].processEndTag(token) class InSelectPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("option", self.startTagOption), ("optgroup", self.startTagOptgroup), ("select", self.startTagSelect), (("input", "keygen", "textarea"), self.startTagInput), ("script", self.startTagScript) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("option", self.endTagOption), ("optgroup", self.endTagOptgroup), ("select", self.endTagSelect) ]) self.endTagHandler.default = self.endTagOther # http://www.whatwg.org/specs/web-apps/current-work/#in-select def processEOF(self): if self.tree.openElements[-1].name != "html": self.parser.parseError("eof-in-select") else: assert self.parser.innerHTML def processCharacters(self, token): if token["data"] == "\u0000": return self.tree.insertText(token["data"]) def startTagOption(self, token): # We need to imply </option> if <option> is the current node. if self.tree.openElements[-1].name == "option": self.tree.openElements.pop() self.tree.insertElement(token) def startTagOptgroup(self, token): if self.tree.openElements[-1].name == "option": self.tree.openElements.pop() if self.tree.openElements[-1].name == "optgroup": self.tree.openElements.pop() self.tree.insertElement(token) def startTagSelect(self, token): self.parser.parseError("unexpected-select-in-select") self.endTagSelect(impliedTagToken("select")) def startTagInput(self, token): self.parser.parseError("unexpected-input-in-select") if self.tree.elementInScope("select", variant="select"): self.endTagSelect(impliedTagToken("select")) return token else: assert self.parser.innerHTML def startTagScript(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-in-select", {"name": token["name"]}) def endTagOption(self, token): if self.tree.openElements[-1].name == "option": self.tree.openElements.pop() else: self.parser.parseError("unexpected-end-tag-in-select", {"name": "option"}) def endTagOptgroup(self, token): # </optgroup> implicitly closes <option> if (self.tree.openElements[-1].name == "option" and self.tree.openElements[-2].name == "optgroup"): self.tree.openElements.pop() # It also closes </optgroup> if self.tree.openElements[-1].name == "optgroup": self.tree.openElements.pop() # But nothing else else: self.parser.parseError("unexpected-end-tag-in-select", {"name": "optgroup"}) def endTagSelect(self, token): if self.tree.elementInScope("select", variant="select"): node = self.tree.openElements.pop() while node.name != "select": node = self.tree.openElements.pop() self.parser.resetInsertionMode() else: # innerHTML case assert self.parser.innerHTML self.parser.parseError() def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-in-select", {"name": token["name"]}) class InSelectInTablePhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ (("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"), self.startTagTable) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ (("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"), self.endTagTable) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): self.parser.phases["inSelect"].processEOF() def processCharacters(self, token): return self.parser.phases["inSelect"].processCharacters(token) def startTagTable(self, token): self.parser.parseError("unexpected-table-element-start-tag-in-select-in-table", {"name": token["name"]}) self.endTagOther(impliedTagToken("select")) return token def startTagOther(self, token): return self.parser.phases["inSelect"].processStartTag(token) def endTagTable(self, token): self.parser.parseError("unexpected-table-element-end-tag-in-select-in-table", {"name": token["name"]}) if self.tree.elementInScope(token["name"], variant="table"): self.endTagOther(impliedTagToken("select")) return token def endTagOther(self, token): return self.parser.phases["inSelect"].processEndTag(token) class InForeignContentPhase(Phase): breakoutElements = frozenset(["b", "big", "blockquote", "body", "br", "center", "code", "dd", "div", "dl", "dt", "em", "embed", "h1", "h2", "h3", "h4", "h5", "h6", "head", "hr", "i", "img", "li", "listing", "menu", "meta", "nobr", "ol", "p", "pre", "ruby", "s", "small", "span", "strong", "strike", "sub", "sup", "table", "tt", "u", "ul", "var"]) def __init__(self, parser, tree): Phase.__init__(self, parser, tree) def adjustSVGTagNames(self, token): replacements = {"altglyph": "altGlyph", "altglyphdef": "altGlyphDef", "altglyphitem": "altGlyphItem", "animatecolor": "animateColor", "animatemotion": "animateMotion", "animatetransform": "animateTransform", "clippath": "clipPath", "feblend": "feBlend", "fecolormatrix": "feColorMatrix", "fecomponenttransfer": "feComponentTransfer", "fecomposite": "feComposite", "feconvolvematrix": "feConvolveMatrix", "fediffuselighting": "feDiffuseLighting", "fedisplacementmap": "feDisplacementMap", "fedistantlight": "feDistantLight", "feflood": "feFlood", "fefunca": "feFuncA", "fefuncb": "feFuncB", "fefuncg": "feFuncG", "fefuncr": "feFuncR", "fegaussianblur": "feGaussianBlur", "feimage": "feImage", "femerge": "feMerge", "femergenode": "feMergeNode", "femorphology": "feMorphology", "feoffset": "feOffset", "fepointlight": "fePointLight", "fespecularlighting": "feSpecularLighting", "fespotlight": "feSpotLight", "fetile": "feTile", "feturbulence": "feTurbulence", "foreignobject": "foreignObject", "glyphref": "glyphRef", "lineargradient": "linearGradient", "radialgradient": "radialGradient", "textpath": "textPath"} if token["name"] in replacements: token["name"] = replacements[token["name"]] def processCharacters(self, token): if token["data"] == "\u0000": token["data"] = "\uFFFD" elif (self.parser.framesetOK and any(char not in spaceCharacters for char in token["data"])): self.parser.framesetOK = False Phase.processCharacters(self, token) def processStartTag(self, token): currentNode = self.tree.openElements[-1] if (token["name"] in self.breakoutElements or (token["name"] == "font" and set(token["data"].keys()) & set(["color", "face", "size"]))): self.parser.parseError("unexpected-html-element-in-foreign-content", {"name": token["name"]}) while (self.tree.openElements[-1].namespace != self.tree.defaultNamespace and not self.parser.isHTMLIntegrationPoint(self.tree.openElements[-1]) and not self.parser.isMathMLTextIntegrationPoint(self.tree.openElements[-1])): self.tree.openElements.pop() return token else: if currentNode.namespace == namespaces["mathml"]: self.parser.adjustMathMLAttributes(token) elif currentNode.namespace == namespaces["svg"]: self.adjustSVGTagNames(token) self.parser.adjustSVGAttributes(token) self.parser.adjustForeignAttributes(token) token["namespace"] = currentNode.namespace self.tree.insertElement(token) if token["selfClosing"]: self.tree.openElements.pop() token["selfClosingAcknowledged"] = True def processEndTag(self, token): nodeIndex = len(self.tree.openElements) - 1 node = self.tree.openElements[-1] if node.name.translate(asciiUpper2Lower) != token["name"]: self.parser.parseError("unexpected-end-tag", {"name": token["name"]}) while True: if node.name.translate(asciiUpper2Lower) == token["name"]: # XXX this isn't in the spec but it seems necessary if self.parser.phase == self.parser.phases["inTableText"]: self.parser.phase.flushCharacters() self.parser.phase = self.parser.phase.originalPhase while self.tree.openElements.pop() != node: assert self.tree.openElements new_token = None break nodeIndex -= 1 node = self.tree.openElements[nodeIndex] if node.namespace != self.tree.defaultNamespace: continue else: new_token = self.parser.phase.processEndTag(token) break return new_token class AfterBodyPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([("html", self.endTagHtml)]) self.endTagHandler.default = self.endTagOther def processEOF(self): # Stop parsing pass def processComment(self, token): # This is needed because data is to be appended to the <html> element # here and not to whatever is currently open. self.tree.insertComment(token, self.tree.openElements[0]) def processCharacters(self, token): self.parser.parseError("unexpected-char-after-body") self.parser.phase = self.parser.phases["inBody"] return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-after-body", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token def endTagHtml(self, name): if self.parser.innerHTML: self.parser.parseError("unexpected-end-tag-after-body-innerhtml") else: self.parser.phase = self.parser.phases["afterAfterBody"] def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-after-body", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token class InFramesetPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#in-frameset def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("frameset", self.startTagFrameset), ("frame", self.startTagFrame), ("noframes", self.startTagNoframes) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("frameset", self.endTagFrameset) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): if self.tree.openElements[-1].name != "html": self.parser.parseError("eof-in-frameset") else: assert self.parser.innerHTML def processCharacters(self, token): self.parser.parseError("unexpected-char-in-frameset") def startTagFrameset(self, token): self.tree.insertElement(token) def startTagFrame(self, token): self.tree.insertElement(token) self.tree.openElements.pop() def startTagNoframes(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-in-frameset", {"name": token["name"]}) def endTagFrameset(self, token): if self.tree.openElements[-1].name == "html": # innerHTML case self.parser.parseError("unexpected-frameset-in-frameset-innerhtml") else: self.tree.openElements.pop() if (not self.parser.innerHTML and self.tree.openElements[-1].name != "frameset"): # If we're not in innerHTML mode and the current node is not a # "frameset" element (anymore) then switch. self.parser.phase = self.parser.phases["afterFrameset"] def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-in-frameset", {"name": token["name"]}) class AfterFramesetPhase(Phase): # http://www.whatwg.org/specs/web-apps/current-work/#after3 def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("noframes", self.startTagNoframes) ]) self.startTagHandler.default = self.startTagOther self.endTagHandler = _utils.MethodDispatcher([ ("html", self.endTagHtml) ]) self.endTagHandler.default = self.endTagOther def processEOF(self): # Stop parsing pass def processCharacters(self, token): self.parser.parseError("unexpected-char-after-frameset") def startTagNoframes(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("unexpected-start-tag-after-frameset", {"name": token["name"]}) def endTagHtml(self, token): self.parser.phase = self.parser.phases["afterAfterFrameset"] def endTagOther(self, token): self.parser.parseError("unexpected-end-tag-after-frameset", {"name": token["name"]}) class AfterAfterBodyPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml) ]) self.startTagHandler.default = self.startTagOther def processEOF(self): pass def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processSpaceCharacters(self, token): return self.parser.phases["inBody"].processSpaceCharacters(token) def processCharacters(self, token): self.parser.parseError("expected-eof-but-got-char") self.parser.phase = self.parser.phases["inBody"] return token def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("expected-eof-but-got-start-tag", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token def processEndTag(self, token): self.parser.parseError("expected-eof-but-got-end-tag", {"name": token["name"]}) self.parser.phase = self.parser.phases["inBody"] return token class AfterAfterFramesetPhase(Phase): def __init__(self, parser, tree): Phase.__init__(self, parser, tree) self.startTagHandler = _utils.MethodDispatcher([ ("html", self.startTagHtml), ("noframes", self.startTagNoFrames) ]) self.startTagHandler.default = self.startTagOther def processEOF(self): pass def processComment(self, token): self.tree.insertComment(token, self.tree.document) def processSpaceCharacters(self, token): return self.parser.phases["inBody"].processSpaceCharacters(token) def processCharacters(self, token): self.parser.parseError("expected-eof-but-got-char") def startTagHtml(self, token): return self.parser.phases["inBody"].processStartTag(token) def startTagNoFrames(self, token): return self.parser.phases["inHead"].processStartTag(token) def startTagOther(self, token): self.parser.parseError("expected-eof-but-got-start-tag", {"name": token["name"]}) def processEndTag(self, token): self.parser.parseError("expected-eof-but-got-end-tag", {"name": token["name"]}) # pylint:enable=unused-argument return { "initial": InitialPhase, "beforeHtml": BeforeHtmlPhase, "beforeHead": BeforeHeadPhase, "inHead": InHeadPhase, "inHeadNoscript": InHeadNoscriptPhase, "afterHead": AfterHeadPhase, "inBody": InBodyPhase, "text": TextPhase, "inTable": InTablePhase, "inTableText": InTableTextPhase, "inCaption": InCaptionPhase, "inColumnGroup": InColumnGroupPhase, "inTableBody": InTableBodyPhase, "inRow": InRowPhase, "inCell": InCellPhase, "inSelect": InSelectPhase, "inSelectInTable": InSelectInTablePhase, "inForeignContent": InForeignContentPhase, "afterBody": AfterBodyPhase, "inFrameset": InFramesetPhase, "afterFrameset": AfterFramesetPhase, "afterAfterBody": AfterAfterBodyPhase, "afterAfterFrameset": AfterAfterFramesetPhase, # XXX after after frameset } def adjust_attributes(token, replacements): needs_adjustment = viewkeys(token['data']) & viewkeys(replacements) if needs_adjustment: token['data'] = OrderedDict((replacements.get(k, k), v) for k, v in token['data'].items()) def impliedTagToken(name, type="EndTag", attributes=None, selfClosing=False): if attributes is None: attributes = {} return {"type": tokenTypes[type], "name": name, "data": attributes, "selfClosing": selfClosing} class ParseError(Exception): """Error in parsed document""" pass PK A\Fj$+ $+ " pip/_vendor/html5lib/_tokenizer.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import unichr as chr from collections import deque from .constants import spaceCharacters from .constants import entities from .constants import asciiLetters, asciiUpper2Lower from .constants import digits, hexDigits, EOF from .constants import tokenTypes, tagTokenTypes from .constants import replacementCharacters from ._inputstream import HTMLInputStream from ._trie import Trie entitiesTrie = Trie(entities) class HTMLTokenizer(object): """ This class takes care of tokenizing HTML. * self.currentToken Holds the token that is currently being processed. * self.state Holds a reference to the method to be invoked... XXX * self.stream Points to HTMLInputStream object. """ def __init__(self, stream, parser=None, **kwargs): self.stream = HTMLInputStream(stream, **kwargs) self.parser = parser # Setup the initial tokenizer state self.escapeFlag = False self.lastFourChars = [] self.state = self.dataState self.escape = False # The current token being created self.currentToken = None super(HTMLTokenizer, self).__init__() def __iter__(self): """ This is where the magic happens. We do our usually processing through the states and when we have a token to return we yield the token which pauses processing until the next token is requested. """ self.tokenQueue = deque([]) # Start processing. When EOF is reached self.state will return False # instead of True and the loop will terminate. while self.state(): while self.stream.errors: yield {"type": tokenTypes["ParseError"], "data": self.stream.errors.pop(0)} while self.tokenQueue: yield self.tokenQueue.popleft() def consumeNumberEntity(self, isHex): """This function returns either U+FFFD or the character based on the decimal or hexadecimal representation. It also discards ";" if present. If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked. """ allowed = digits radix = 10 if isHex: allowed = hexDigits radix = 16 charStack = [] # Consume all the characters that are in range while making sure we # don't hit an EOF. c = self.stream.char() while c in allowed and c is not EOF: charStack.append(c) c = self.stream.char() # Convert the set of characters consumed to an int. charAsInt = int("".join(charStack), radix) # Certain characters get replaced with others if charAsInt in replacementCharacters: char = replacementCharacters[charAsInt] self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "illegal-codepoint-for-numeric-entity", "datavars": {"charAsInt": charAsInt}}) elif ((0xD800 <= charAsInt <= 0xDFFF) or (charAsInt > 0x10FFFF)): char = "\uFFFD" self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "illegal-codepoint-for-numeric-entity", "datavars": {"charAsInt": charAsInt}}) else: # Should speed up this check somehow (e.g. move the set to a constant) if ((0x0001 <= charAsInt <= 0x0008) or (0x000E <= charAsInt <= 0x001F) or (0x007F <= charAsInt <= 0x009F) or (0xFDD0 <= charAsInt <= 0xFDEF) or charAsInt in frozenset([0x000B, 0xFFFE, 0xFFFF, 0x1FFFE, 0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE, 0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE, 0x5FFFF, 0x6FFFE, 0x6FFFF, 0x7FFFE, 0x7FFFF, 0x8FFFE, 0x8FFFF, 0x9FFFE, 0x9FFFF, 0xAFFFE, 0xAFFFF, 0xBFFFE, 0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE, 0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE, 0xFFFFF, 0x10FFFE, 0x10FFFF])): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "illegal-codepoint-for-numeric-entity", "datavars": {"charAsInt": charAsInt}}) try: # Try/except needed as UCS-2 Python builds' unichar only works # within the BMP. char = chr(charAsInt) except ValueError: v = charAsInt - 0x10000 char = chr(0xD800 | (v >> 10)) + chr(0xDC00 | (v & 0x3FF)) # Discard the ; if present. Otherwise, put it back on the queue and # invoke parseError on parser. if c != ";": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "numeric-entity-without-semicolon"}) self.stream.unget(c) return char def consumeEntity(self, allowedChar=None, fromAttribute=False): # Initialise to the default output for when no entity is matched output = "&" charStack = [self.stream.char()] if (charStack[0] in spaceCharacters or charStack[0] in (EOF, "<", "&") or (allowedChar is not None and allowedChar == charStack[0])): self.stream.unget(charStack[0]) elif charStack[0] == "#": # Read the next character to see if it's hex or decimal hex = False charStack.append(self.stream.char()) if charStack[-1] in ("x", "X"): hex = True charStack.append(self.stream.char()) # charStack[-1] should be the first digit if (hex and charStack[-1] in hexDigits) \ or (not hex and charStack[-1] in digits): # At least one digit found, so consume the whole number self.stream.unget(charStack[-1]) output = self.consumeNumberEntity(hex) else: # No digits found self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-numeric-entity"}) self.stream.unget(charStack.pop()) output = "&" + "".join(charStack) else: # At this point in the process might have named entity. Entities # are stored in the global variable "entities". # # Consume characters and compare to these to a substring of the # entity names in the list until the substring no longer matches. while (charStack[-1] is not EOF): if not entitiesTrie.has_keys_with_prefix("".join(charStack)): break charStack.append(self.stream.char()) # At this point we have a string that starts with some characters # that may match an entity # Try to find the longest entity the string will match to take care # of ¬i for instance. try: entityName = entitiesTrie.longest_prefix("".join(charStack[:-1])) entityLength = len(entityName) except KeyError: entityName = None if entityName is not None: if entityName[-1] != ";": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "named-entity-without-semicolon"}) if (entityName[-1] != ";" and fromAttribute and (charStack[entityLength] in asciiLetters or charStack[entityLength] in digits or charStack[entityLength] == "=")): self.stream.unget(charStack.pop()) output = "&" + "".join(charStack) else: output = entities[entityName] self.stream.unget(charStack.pop()) output += "".join(charStack[entityLength:]) else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-named-entity"}) self.stream.unget(charStack.pop()) output = "&" + "".join(charStack) if fromAttribute: self.currentToken["data"][-1][1] += output else: if output in spaceCharacters: tokenType = "SpaceCharacters" else: tokenType = "Characters" self.tokenQueue.append({"type": tokenTypes[tokenType], "data": output}) def processEntityInAttribute(self, allowedChar): """This method replaces the need for "entityInAttributeValueState". """ self.consumeEntity(allowedChar=allowedChar, fromAttribute=True) def emitCurrentToken(self): """This method is a generic handler for emitting the tags. It also sets the state to "data" because that's what's needed after a token has been emitted. """ token = self.currentToken # Add token to the queue to be yielded if (token["type"] in tagTokenTypes): token["name"] = token["name"].translate(asciiUpper2Lower) if token["type"] == tokenTypes["EndTag"]: if token["data"]: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "attributes-in-end-tag"}) if token["selfClosing"]: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "self-closing-flag-on-end-tag"}) self.tokenQueue.append(token) self.state = self.dataState # Below are the various tokenizer states worked out. def dataState(self): data = self.stream.char() if data == "&": self.state = self.entityDataState elif data == "<": self.state = self.tagOpenState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\u0000"}) elif data is EOF: # Tokenization ends. return False elif data in spaceCharacters: # Directly after emitting a token you switch back to the "data # state". At that point spaceCharacters are important so they are # emitted separately. self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data": data + self.stream.charsUntil(spaceCharacters, True)}) # No need to update lastFourChars here, since the first space will # have already been appended to lastFourChars and will have broken # any <!-- or --> sequences else: chars = self.stream.charsUntil(("&", "<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def entityDataState(self): self.consumeEntity() self.state = self.dataState return True def rcdataState(self): data = self.stream.char() if data == "&": self.state = self.characterReferenceInRcdata elif data == "<": self.state = self.rcdataLessThanSignState elif data == EOF: # Tokenization ends. return False elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data in spaceCharacters: # Directly after emitting a token you switch back to the "data # state". At that point spaceCharacters are important so they are # emitted separately. self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data": data + self.stream.charsUntil(spaceCharacters, True)}) # No need to update lastFourChars here, since the first space will # have already been appended to lastFourChars and will have broken # any <!-- or --> sequences else: chars = self.stream.charsUntil(("&", "<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def characterReferenceInRcdata(self): self.consumeEntity() self.state = self.rcdataState return True def rawtextState(self): data = self.stream.char() if data == "<": self.state = self.rawtextLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: # Tokenization ends. return False else: chars = self.stream.charsUntil(("<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def scriptDataState(self): data = self.stream.char() if data == "<": self.state = self.scriptDataLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: # Tokenization ends. return False else: chars = self.stream.charsUntil(("<", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def plaintextState(self): data = self.stream.char() if data == EOF: # Tokenization ends. return False elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + self.stream.charsUntil("\u0000")}) return True def tagOpenState(self): data = self.stream.char() if data == "!": self.state = self.markupDeclarationOpenState elif data == "/": self.state = self.closeTagOpenState elif data in asciiLetters: self.currentToken = {"type": tokenTypes["StartTag"], "name": data, "data": [], "selfClosing": False, "selfClosingAcknowledged": False} self.state = self.tagNameState elif data == ">": # XXX In theory it could be something besides a tag name. But # do we really care? self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-tag-name-but-got-right-bracket"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<>"}) self.state = self.dataState elif data == "?": # XXX In theory it could be something besides a tag name. But # do we really care? self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-tag-name-but-got-question-mark"}) self.stream.unget(data) self.state = self.bogusCommentState else: # XXX self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-tag-name"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.dataState return True def closeTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.currentToken = {"type": tokenTypes["EndTag"], "name": data, "data": [], "selfClosing": False} self.state = self.tagNameState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-closing-tag-but-got-right-bracket"}) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-closing-tag-but-got-eof"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.state = self.dataState else: # XXX data can be _'_... self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-closing-tag-but-got-char", "datavars": {"data": data}}) self.stream.unget(data) self.state = self.bogusCommentState return True def tagNameState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeAttributeNameState elif data == ">": self.emitCurrentToken() elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-tag-name"}) self.state = self.dataState elif data == "/": self.state = self.selfClosingStartTagState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["name"] += "\uFFFD" else: self.currentToken["name"] += data # (Don't use charsUntil here, because tag names are # very short and it's faster to not do anything fancy) return True def rcdataLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.rcdataEndTagOpenState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.rcdataState return True def rcdataEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer += data self.state = self.rcdataEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.rcdataState return True def rcdataEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.rcdataState return True def rawtextLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.rawtextEndTagOpenState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.rawtextState return True def rawtextEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer += data self.state = self.rawtextEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.rawtextState return True def rawtextEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.rawtextState return True def scriptDataLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.scriptDataEndTagOpenState elif data == "!": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<!"}) self.state = self.scriptDataEscapeStartState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer += data self.state = self.scriptDataEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEscapeStartState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapeStartDashState else: self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEscapeStartDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapedDashDashState else: self.stream.unget(data) self.state = self.scriptDataState return True def scriptDataEscapedState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapedDashState elif data == "<": self.state = self.scriptDataEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: self.state = self.dataState else: chars = self.stream.charsUntil(("<", "-", "\u0000")) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data + chars}) return True def scriptDataEscapedDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataEscapedDashDashState elif data == "<": self.state = self.scriptDataEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataEscapedState elif data == EOF: self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataEscapedState return True def scriptDataEscapedDashDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) elif data == "<": self.state = self.scriptDataEscapedLessThanSignState elif data == ">": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"}) self.state = self.scriptDataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataEscapedState elif data == EOF: self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataEscapedState return True def scriptDataEscapedLessThanSignState(self): data = self.stream.char() if data == "/": self.temporaryBuffer = "" self.state = self.scriptDataEscapedEndTagOpenState elif data in asciiLetters: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<" + data}) self.temporaryBuffer = data self.state = self.scriptDataDoubleEscapeStartState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataEscapedEndTagOpenState(self): data = self.stream.char() if data in asciiLetters: self.temporaryBuffer = data self.state = self.scriptDataEscapedEndTagNameState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"}) self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataEscapedEndTagNameState(self): appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower() data = self.stream.char() if data in spaceCharacters and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.beforeAttributeNameState elif data == "/" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.state = self.selfClosingStartTagState elif data == ">" and appropriate: self.currentToken = {"type": tokenTypes["EndTag"], "name": self.temporaryBuffer, "data": [], "selfClosing": False} self.emitCurrentToken() self.state = self.dataState elif data in asciiLetters: self.temporaryBuffer += data else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</" + self.temporaryBuffer}) self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataDoubleEscapeStartState(self): data = self.stream.char() if data in (spaceCharacters | frozenset(("/", ">"))): self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) if self.temporaryBuffer.lower() == "script": self.state = self.scriptDataDoubleEscapedState else: self.state = self.scriptDataEscapedState elif data in asciiLetters: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.temporaryBuffer += data else: self.stream.unget(data) self.state = self.scriptDataEscapedState return True def scriptDataDoubleEscapedState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataDoubleEscapedDashState elif data == "<": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.state = self.scriptDataDoubleEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-script-in-script"}) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) return True def scriptDataDoubleEscapedDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) self.state = self.scriptDataDoubleEscapedDashDashState elif data == "<": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.state = self.scriptDataDoubleEscapedLessThanSignState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataDoubleEscapedState elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-script-in-script"}) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataDoubleEscapedState return True def scriptDataDoubleEscapedDashDashState(self): data = self.stream.char() if data == "-": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"}) elif data == "<": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"}) self.state = self.scriptDataDoubleEscapedLessThanSignState elif data == ">": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"}) self.state = self.scriptDataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "\uFFFD"}) self.state = self.scriptDataDoubleEscapedState elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-script-in-script"}) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.scriptDataDoubleEscapedState return True def scriptDataDoubleEscapedLessThanSignState(self): data = self.stream.char() if data == "/": self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "/"}) self.temporaryBuffer = "" self.state = self.scriptDataDoubleEscapeEndState else: self.stream.unget(data) self.state = self.scriptDataDoubleEscapedState return True def scriptDataDoubleEscapeEndState(self): data = self.stream.char() if data in (spaceCharacters | frozenset(("/", ">"))): self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) if self.temporaryBuffer.lower() == "script": self.state = self.scriptDataEscapedState else: self.state = self.scriptDataDoubleEscapedState elif data in asciiLetters: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.temporaryBuffer += data else: self.stream.unget(data) self.state = self.scriptDataDoubleEscapedState return True def beforeAttributeNameState(self): data = self.stream.char() if data in spaceCharacters: self.stream.charsUntil(spaceCharacters, True) elif data in asciiLetters: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data == ">": self.emitCurrentToken() elif data == "/": self.state = self.selfClosingStartTagState elif data in ("'", '"', "=", "<"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-character-in-attribute-name"}) self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"].append(["\uFFFD", ""]) self.state = self.attributeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-attribute-name-but-got-eof"}) self.state = self.dataState else: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState return True def attributeNameState(self): data = self.stream.char() leavingThisState = True emitToken = False if data == "=": self.state = self.beforeAttributeValueState elif data in asciiLetters: self.currentToken["data"][-1][0] += data +\ self.stream.charsUntil(asciiLetters, True) leavingThisState = False elif data == ">": # XXX If we emit here the attributes are converted to a dict # without being checked and when the code below runs we error # because data is a dict not a list emitToken = True elif data in spaceCharacters: self.state = self.afterAttributeNameState elif data == "/": self.state = self.selfClosingStartTagState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][0] += "\uFFFD" leavingThisState = False elif data in ("'", '"', "<"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-character-in-attribute-name"}) self.currentToken["data"][-1][0] += data leavingThisState = False elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-name"}) self.state = self.dataState else: self.currentToken["data"][-1][0] += data leavingThisState = False if leavingThisState: # Attributes are not dropped at this stage. That happens when the # start tag token is emitted so values can still be safely appended # to attributes, but we do want to report the parse error in time. self.currentToken["data"][-1][0] = ( self.currentToken["data"][-1][0].translate(asciiUpper2Lower)) for name, _ in self.currentToken["data"][:-1]: if self.currentToken["data"][-1][0] == name: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "duplicate-attribute"}) break # XXX Fix for above XXX if emitToken: self.emitCurrentToken() return True def afterAttributeNameState(self): data = self.stream.char() if data in spaceCharacters: self.stream.charsUntil(spaceCharacters, True) elif data == "=": self.state = self.beforeAttributeValueState elif data == ">": self.emitCurrentToken() elif data in asciiLetters: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data == "/": self.state = self.selfClosingStartTagState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"].append(["\uFFFD", ""]) self.state = self.attributeNameState elif data in ("'", '"', "<"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-character-after-attribute-name"}) self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-end-of-tag-but-got-eof"}) self.state = self.dataState else: self.currentToken["data"].append([data, ""]) self.state = self.attributeNameState return True def beforeAttributeValueState(self): data = self.stream.char() if data in spaceCharacters: self.stream.charsUntil(spaceCharacters, True) elif data == "\"": self.state = self.attributeValueDoubleQuotedState elif data == "&": self.state = self.attributeValueUnQuotedState self.stream.unget(data) elif data == "'": self.state = self.attributeValueSingleQuotedState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-attribute-value-but-got-right-bracket"}) self.emitCurrentToken() elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" self.state = self.attributeValueUnQuotedState elif data in ("=", "<", "`"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "equals-in-unquoted-attribute-value"}) self.currentToken["data"][-1][1] += data self.state = self.attributeValueUnQuotedState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-attribute-value-but-got-eof"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data self.state = self.attributeValueUnQuotedState return True def attributeValueDoubleQuotedState(self): data = self.stream.char() if data == "\"": self.state = self.afterAttributeValueState elif data == "&": self.processEntityInAttribute('"') elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-value-double-quote"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data +\ self.stream.charsUntil(("\"", "&", "\u0000")) return True def attributeValueSingleQuotedState(self): data = self.stream.char() if data == "'": self.state = self.afterAttributeValueState elif data == "&": self.processEntityInAttribute("'") elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-value-single-quote"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data +\ self.stream.charsUntil(("'", "&", "\u0000")) return True def attributeValueUnQuotedState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeAttributeNameState elif data == "&": self.processEntityInAttribute(">") elif data == ">": self.emitCurrentToken() elif data in ('"', "'", "=", "<", "`"): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-character-in-unquoted-attribute-value"}) self.currentToken["data"][-1][1] += data elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"][-1][1] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-attribute-value-no-quotes"}) self.state = self.dataState else: self.currentToken["data"][-1][1] += data + self.stream.charsUntil( frozenset(("&", ">", '"', "'", "=", "<", "`", "\u0000")) | spaceCharacters) return True def afterAttributeValueState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeAttributeNameState elif data == ">": self.emitCurrentToken() elif data == "/": self.state = self.selfClosingStartTagState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-EOF-after-attribute-value"}) self.stream.unget(data) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-character-after-attribute-value"}) self.stream.unget(data) self.state = self.beforeAttributeNameState return True def selfClosingStartTagState(self): data = self.stream.char() if data == ">": self.currentToken["selfClosing"] = True self.emitCurrentToken() elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-EOF-after-solidus-in-tag"}) self.stream.unget(data) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-character-after-solidus-in-tag"}) self.stream.unget(data) self.state = self.beforeAttributeNameState return True def bogusCommentState(self): # Make a new comment token and give it as value all the characters # until the first > or EOF (charsUntil checks for EOF automatically) # and emit it. data = self.stream.charsUntil(">") data = data.replace("\u0000", "\uFFFD") self.tokenQueue.append( {"type": tokenTypes["Comment"], "data": data}) # Eat the character directly after the bogus comment which is either a # ">" or an EOF. self.stream.char() self.state = self.dataState return True def markupDeclarationOpenState(self): charStack = [self.stream.char()] if charStack[-1] == "-": charStack.append(self.stream.char()) if charStack[-1] == "-": self.currentToken = {"type": tokenTypes["Comment"], "data": ""} self.state = self.commentStartState return True elif charStack[-1] in ('d', 'D'): matched = True for expected in (('o', 'O'), ('c', 'C'), ('t', 'T'), ('y', 'Y'), ('p', 'P'), ('e', 'E')): charStack.append(self.stream.char()) if charStack[-1] not in expected: matched = False break if matched: self.currentToken = {"type": tokenTypes["Doctype"], "name": "", "publicId": None, "systemId": None, "correct": True} self.state = self.doctypeState return True elif (charStack[-1] == "[" and self.parser is not None and self.parser.tree.openElements and self.parser.tree.openElements[-1].namespace != self.parser.tree.defaultNamespace): matched = True for expected in ["C", "D", "A", "T", "A", "["]: charStack.append(self.stream.char()) if charStack[-1] != expected: matched = False break if matched: self.state = self.cdataSectionState return True self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-dashes-or-doctype"}) while charStack: self.stream.unget(charStack.pop()) self.state = self.bogusCommentState return True def commentStartState(self): data = self.stream.char() if data == "-": self.state = self.commentStartDashState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "incorrect-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += data self.state = self.commentState return True def commentStartDashState(self): data = self.stream.char() if data == "-": self.state = self.commentEndState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "-\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "incorrect-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += "-" + data self.state = self.commentState return True def commentState(self): data = self.stream.char() if data == "-": self.state = self.commentEndDashState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "\uFFFD" elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += data + \ self.stream.charsUntil(("-", "\u0000")) return True def commentEndDashState(self): data = self.stream.char() if data == "-": self.state = self.commentEndState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "-\uFFFD" self.state = self.commentState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment-end-dash"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += "-" + data self.state = self.commentState return True def commentEndState(self): data = self.stream.char() if data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "--\uFFFD" self.state = self.commentState elif data == "!": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-bang-after-double-dash-in-comment"}) self.state = self.commentEndBangState elif data == "-": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-dash-after-double-dash-in-comment"}) self.currentToken["data"] += data elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment-double-dash"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: # XXX self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-comment"}) self.currentToken["data"] += "--" + data self.state = self.commentState return True def commentEndBangState(self): data = self.stream.char() if data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "-": self.currentToken["data"] += "--!" self.state = self.commentEndDashState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["data"] += "--!\uFFFD" self.state = self.commentState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-comment-end-bang-state"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["data"] += "--!" + data self.state = self.commentState return True def doctypeState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeDoctypeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-doctype-name-but-got-eof"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "need-space-after-doctype"}) self.stream.unget(data) self.state = self.beforeDoctypeNameState return True def beforeDoctypeNameState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-doctype-name-but-got-right-bracket"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["name"] = "\uFFFD" self.state = self.doctypeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-doctype-name-but-got-eof"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["name"] = data self.state = self.doctypeNameState return True def doctypeNameState(self): data = self.stream.char() if data in spaceCharacters: self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower) self.state = self.afterDoctypeNameState elif data == ">": self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower) self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["name"] += "\uFFFD" self.state = self.doctypeNameState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype-name"}) self.currentToken["correct"] = False self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["name"] += data return True def afterDoctypeNameState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.currentToken["correct"] = False self.stream.unget(data) self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: if data in ("p", "P"): matched = True for expected in (("u", "U"), ("b", "B"), ("l", "L"), ("i", "I"), ("c", "C")): data = self.stream.char() if data not in expected: matched = False break if matched: self.state = self.afterDoctypePublicKeywordState return True elif data in ("s", "S"): matched = True for expected in (("y", "Y"), ("s", "S"), ("t", "T"), ("e", "E"), ("m", "M")): data = self.stream.char() if data not in expected: matched = False break if matched: self.state = self.afterDoctypeSystemKeywordState return True # All the characters read before the current 'data' will be # [a-zA-Z], so they're garbage in the bogus doctype and can be # discarded; only the latest character might be '>' or EOF # and needs to be ungetted self.stream.unget(data) self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "expected-space-or-right-bracket-in-doctype", "datavars": {"data": data}}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def afterDoctypePublicKeywordState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeDoctypePublicIdentifierState elif data in ("'", '"'): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.stream.unget(data) self.state = self.beforeDoctypePublicIdentifierState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.stream.unget(data) self.state = self.beforeDoctypePublicIdentifierState return True def beforeDoctypePublicIdentifierState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == "\"": self.currentToken["publicId"] = "" self.state = self.doctypePublicIdentifierDoubleQuotedState elif data == "'": self.currentToken["publicId"] = "" self.state = self.doctypePublicIdentifierSingleQuotedState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def doctypePublicIdentifierDoubleQuotedState(self): data = self.stream.char() if data == "\"": self.state = self.afterDoctypePublicIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["publicId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["publicId"] += data return True def doctypePublicIdentifierSingleQuotedState(self): data = self.stream.char() if data == "'": self.state = self.afterDoctypePublicIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["publicId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["publicId"] += data return True def afterDoctypePublicIdentifierState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.betweenDoctypePublicAndSystemIdentifiersState elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == '"': self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierDoubleQuotedState elif data == "'": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierSingleQuotedState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def betweenDoctypePublicAndSystemIdentifiersState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data == '"': self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierDoubleQuotedState elif data == "'": self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierSingleQuotedState elif data == EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def afterDoctypeSystemKeywordState(self): data = self.stream.char() if data in spaceCharacters: self.state = self.beforeDoctypeSystemIdentifierState elif data in ("'", '"'): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.stream.unget(data) self.state = self.beforeDoctypeSystemIdentifierState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.stream.unget(data) self.state = self.beforeDoctypeSystemIdentifierState return True def beforeDoctypeSystemIdentifierState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == "\"": self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierDoubleQuotedState elif data == "'": self.currentToken["systemId"] = "" self.state = self.doctypeSystemIdentifierSingleQuotedState elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.currentToken["correct"] = False self.state = self.bogusDoctypeState return True def doctypeSystemIdentifierDoubleQuotedState(self): data = self.stream.char() if data == "\"": self.state = self.afterDoctypeSystemIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["systemId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["systemId"] += data return True def doctypeSystemIdentifierSingleQuotedState(self): data = self.stream.char() if data == "'": self.state = self.afterDoctypeSystemIdentifierState elif data == "\u0000": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) self.currentToken["systemId"] += "\uFFFD" elif data == ">": self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-end-of-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.currentToken["systemId"] += data return True def afterDoctypeSystemIdentifierState(self): data = self.stream.char() if data in spaceCharacters: pass elif data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "eof-in-doctype"}) self.currentToken["correct"] = False self.tokenQueue.append(self.currentToken) self.state = self.dataState else: self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "unexpected-char-in-doctype"}) self.state = self.bogusDoctypeState return True def bogusDoctypeState(self): data = self.stream.char() if data == ">": self.tokenQueue.append(self.currentToken) self.state = self.dataState elif data is EOF: # XXX EMIT self.stream.unget(data) self.tokenQueue.append(self.currentToken) self.state = self.dataState else: pass return True def cdataSectionState(self): data = [] while True: data.append(self.stream.charsUntil("]")) data.append(self.stream.charsUntil(">")) char = self.stream.char() if char == EOF: break else: assert char == ">" if data[-1][-2:] == "]]": data[-1] = data[-1][:-2] break else: data.append(char) data = "".join(data) # pylint:disable=redefined-variable-type # Deal with null here rather than in the parser nullCount = data.count("\u0000") if nullCount > 0: for _ in range(nullCount): self.tokenQueue.append({"type": tokenTypes["ParseError"], "data": "invalid-codepoint"}) data = data.replace("\u0000", "\uFFFD") if data: self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data}) self.state = self.dataState return True PK A\2 ݊ pip/_vendor/html5lib/__init__.pynu [ """ HTML parsing library based on the `WHATWG HTML specification <https://whatwg.org/html>`_. The parser is designed to be compatible with existing HTML found in the wild and implements well-defined error recovery that is largely compatible with modern desktop web browsers. Example usage:: from pip._vendor import html5lib with open("my_document.html", "rb") as f: tree = html5lib.parse(f) For convenience, this module re-exports the following names: * :func:`~.html5parser.parse` * :func:`~.html5parser.parseFragment` * :class:`~.html5parser.HTMLParser` * :func:`~.treebuilders.getTreeBuilder` * :func:`~.treewalkers.getTreeWalker` * :func:`~.serializer.serialize` """ from __future__ import absolute_import, division, unicode_literals from .html5parser import HTMLParser, parse, parseFragment from .treebuilders import getTreeBuilder from .treewalkers import getTreeWalker from .serializer import serialize __all__ = ["HTMLParser", "parse", "parseFragment", "getTreeBuilder", "getTreeWalker", "serialize"] # this has to be at the top level, see how setup.py parses this #: Distribution version number. __version__ = "1.0.1" PK A\7( ( $ pip/_vendor/html5lib/_inputstream.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type, binary_type from pip._vendor.six.moves import http_client, urllib import codecs import re from pip._vendor import webencodings from .constants import EOF, spaceCharacters, asciiLetters, asciiUppercase from .constants import _ReparseException from . import _utils from io import StringIO try: from io import BytesIO except ImportError: BytesIO = StringIO # Non-unicode versions of constants for use in the pre-parser spaceCharactersBytes = frozenset([item.encode("ascii") for item in spaceCharacters]) asciiLettersBytes = frozenset([item.encode("ascii") for item in asciiLetters]) asciiUppercaseBytes = frozenset([item.encode("ascii") for item in asciiUppercase]) spacesAngleBrackets = spaceCharactersBytes | frozenset([b">", b"<"]) invalid_unicode_no_surrogate = "[\u0001-\u0008\u000B\u000E-\u001F\u007F-\u009F\uFDD0-\uFDEF\uFFFE\uFFFF\U0001FFFE\U0001FFFF\U0002FFFE\U0002FFFF\U0003FFFE\U0003FFFF\U0004FFFE\U0004FFFF\U0005FFFE\U0005FFFF\U0006FFFE\U0006FFFF\U0007FFFE\U0007FFFF\U0008FFFE\U0008FFFF\U0009FFFE\U0009FFFF\U000AFFFE\U000AFFFF\U000BFFFE\U000BFFFF\U000CFFFE\U000CFFFF\U000DFFFE\U000DFFFF\U000EFFFE\U000EFFFF\U000FFFFE\U000FFFFF\U0010FFFE\U0010FFFF]" # noqa if _utils.supports_lone_surrogates: # Use one extra step of indirection and create surrogates with # eval. Not using this indirection would introduce an illegal # unicode literal on platforms not supporting such lone # surrogates. assert invalid_unicode_no_surrogate[-1] == "]" and invalid_unicode_no_surrogate.count("]") == 1 invalid_unicode_re = re.compile(invalid_unicode_no_surrogate[:-1] + eval('"\\uD800-\\uDFFF"') + # pylint:disable=eval-used "]") else: invalid_unicode_re = re.compile(invalid_unicode_no_surrogate) non_bmp_invalid_codepoints = set([0x1FFFE, 0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE, 0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE, 0x5FFFF, 0x6FFFE, 0x6FFFF, 0x7FFFE, 0x7FFFF, 0x8FFFE, 0x8FFFF, 0x9FFFE, 0x9FFFF, 0xAFFFE, 0xAFFFF, 0xBFFFE, 0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE, 0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE, 0xFFFFF, 0x10FFFE, 0x10FFFF]) ascii_punctuation_re = re.compile("[\u0009-\u000D\u0020-\u002F\u003A-\u0040\u005C\u005B-\u0060\u007B-\u007E]") # Cache for charsUntil() charsUntilRegEx = {} class BufferedStream(object): """Buffering for streams that do not have buffering of their own The buffer is implemented as a list of chunks on the assumption that joining many strings will be slow since it is O(n**2) """ def __init__(self, stream): self.stream = stream self.buffer = [] self.position = [-1, 0] # chunk number, offset def tell(self): pos = 0 for chunk in self.buffer[:self.position[0]]: pos += len(chunk) pos += self.position[1] return pos def seek(self, pos): assert pos <= self._bufferedBytes() offset = pos i = 0 while len(self.buffer[i]) < offset: offset -= len(self.buffer[i]) i += 1 self.position = [i, offset] def read(self, bytes): if not self.buffer: return self._readStream(bytes) elif (self.position[0] == len(self.buffer) and self.position[1] == len(self.buffer[-1])): return self._readStream(bytes) else: return self._readFromBuffer(bytes) def _bufferedBytes(self): return sum([len(item) for item in self.buffer]) def _readStream(self, bytes): data = self.stream.read(bytes) self.buffer.append(data) self.position[0] += 1 self.position[1] = len(data) return data def _readFromBuffer(self, bytes): remainingBytes = bytes rv = [] bufferIndex = self.position[0] bufferOffset = self.position[1] while bufferIndex < len(self.buffer) and remainingBytes != 0: assert remainingBytes > 0 bufferedData = self.buffer[bufferIndex] if remainingBytes <= len(bufferedData) - bufferOffset: bytesToRead = remainingBytes self.position = [bufferIndex, bufferOffset + bytesToRead] else: bytesToRead = len(bufferedData) - bufferOffset self.position = [bufferIndex, len(bufferedData)] bufferIndex += 1 rv.append(bufferedData[bufferOffset:bufferOffset + bytesToRead]) remainingBytes -= bytesToRead bufferOffset = 0 if remainingBytes: rv.append(self._readStream(remainingBytes)) return b"".join(rv) def HTMLInputStream(source, **kwargs): # Work around Python bug #20007: read(0) closes the connection. # http://bugs.python.org/issue20007 if (isinstance(source, http_client.HTTPResponse) or # Also check for addinfourl wrapping HTTPResponse (isinstance(source, urllib.response.addbase) and isinstance(source.fp, http_client.HTTPResponse))): isUnicode = False elif hasattr(source, "read"): isUnicode = isinstance(source.read(0), text_type) else: isUnicode = isinstance(source, text_type) if isUnicode: encodings = [x for x in kwargs if x.endswith("_encoding")] if encodings: raise TypeError("Cannot set an encoding with a unicode input, set %r" % encodings) return HTMLUnicodeInputStream(source, **kwargs) else: return HTMLBinaryInputStream(source, **kwargs) class HTMLUnicodeInputStream(object): """Provides a unicode stream of characters to the HTMLTokenizer. This class takes care of character encoding and removing or replacing incorrect byte-sequences and also provides column and line tracking. """ _defaultChunkSize = 10240 def __init__(self, source): """Initialises the HTMLInputStream. HTMLInputStream(source, [encoding]) -> Normalized stream from source for use by html5lib. source can be either a file-object, local filename or a string. The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) """ if not _utils.supports_lone_surrogates: # Such platforms will have already checked for such # surrogate errors, so no need to do this checking. self.reportCharacterErrors = None elif len("\U0010FFFF") == 1: self.reportCharacterErrors = self.characterErrorsUCS4 else: self.reportCharacterErrors = self.characterErrorsUCS2 # List of where new lines occur self.newLines = [0] self.charEncoding = (lookupEncoding("utf-8"), "certain") self.dataStream = self.openStream(source) self.reset() def reset(self): self.chunk = "" self.chunkSize = 0 self.chunkOffset = 0 self.errors = [] # number of (complete) lines in previous chunks self.prevNumLines = 0 # number of columns in the last line of the previous chunk self.prevNumCols = 0 # Deal with CR LF and surrogates split over chunk boundaries self._bufferedCharacter = None def openStream(self, source): """Produces a file object from source. source can be either a file object, local filename or a string. """ # Already a file object if hasattr(source, 'read'): stream = source else: stream = StringIO(source) return stream def _position(self, offset): chunk = self.chunk nLines = chunk.count('\n', 0, offset) positionLine = self.prevNumLines + nLines lastLinePos = chunk.rfind('\n', 0, offset) if lastLinePos == -1: positionColumn = self.prevNumCols + offset else: positionColumn = offset - (lastLinePos + 1) return (positionLine, positionColumn) def position(self): """Returns (line, col) of the current position in the stream.""" line, col = self._position(self.chunkOffset) return (line + 1, col) def char(self): """ Read one character from the stream or queue if available. Return EOF when EOF is reached. """ # Read a new chunk from the input stream if necessary if self.chunkOffset >= self.chunkSize: if not self.readChunk(): return EOF chunkOffset = self.chunkOffset char = self.chunk[chunkOffset] self.chunkOffset = chunkOffset + 1 return char def readChunk(self, chunkSize=None): if chunkSize is None: chunkSize = self._defaultChunkSize self.prevNumLines, self.prevNumCols = self._position(self.chunkSize) self.chunk = "" self.chunkSize = 0 self.chunkOffset = 0 data = self.dataStream.read(chunkSize) # Deal with CR LF and surrogates broken across chunks if self._bufferedCharacter: data = self._bufferedCharacter + data self._bufferedCharacter = None elif not data: # We have no more data, bye-bye stream return False if len(data) > 1: lastv = ord(data[-1]) if lastv == 0x0D or 0xD800 <= lastv <= 0xDBFF: self._bufferedCharacter = data[-1] data = data[:-1] if self.reportCharacterErrors: self.reportCharacterErrors(data) # Replace invalid characters data = data.replace("\r\n", "\n") data = data.replace("\r", "\n") self.chunk = data self.chunkSize = len(data) return True def characterErrorsUCS4(self, data): for _ in range(len(invalid_unicode_re.findall(data))): self.errors.append("invalid-codepoint") def characterErrorsUCS2(self, data): # Someone picked the wrong compile option # You lose skip = False for match in invalid_unicode_re.finditer(data): if skip: continue codepoint = ord(match.group()) pos = match.start() # Pretty sure there should be endianness issues here if _utils.isSurrogatePair(data[pos:pos + 2]): # We have a surrogate pair! char_val = _utils.surrogatePairToCodepoint(data[pos:pos + 2]) if char_val in non_bmp_invalid_codepoints: self.errors.append("invalid-codepoint") skip = True elif (codepoint >= 0xD800 and codepoint <= 0xDFFF and pos == len(data) - 1): self.errors.append("invalid-codepoint") else: skip = False self.errors.append("invalid-codepoint") def charsUntil(self, characters, opposite=False): """ Returns a string of characters from the stream up to but not including any character in 'characters' or EOF. 'characters' must be a container that supports the 'in' method and iteration over its characters. """ # Use a cache of regexps to find the required characters try: chars = charsUntilRegEx[(characters, opposite)] except KeyError: if __debug__: for c in characters: assert(ord(c) < 128) regex = "".join(["\\x%02x" % ord(c) for c in characters]) if not opposite: regex = "^%s" % regex chars = charsUntilRegEx[(characters, opposite)] = re.compile("[%s]+" % regex) rv = [] while True: # Find the longest matching prefix m = chars.match(self.chunk, self.chunkOffset) if m is None: # If nothing matched, and it wasn't because we ran out of chunk, # then stop if self.chunkOffset != self.chunkSize: break else: end = m.end() # If not the whole chunk matched, return everything # up to the part that didn't match if end != self.chunkSize: rv.append(self.chunk[self.chunkOffset:end]) self.chunkOffset = end break # If the whole remainder of the chunk matched, # use it all and read the next chunk rv.append(self.chunk[self.chunkOffset:]) if not self.readChunk(): # Reached EOF break r = "".join(rv) return r def unget(self, char): # Only one character is allowed to be ungotten at once - it must # be consumed again before any further call to unget if char is not None: if self.chunkOffset == 0: # unget is called quite rarely, so it's a good idea to do # more work here if it saves a bit of work in the frequently # called char and charsUntil. # So, just prepend the ungotten character onto the current # chunk: self.chunk = char + self.chunk self.chunkSize += 1 else: self.chunkOffset -= 1 assert self.chunk[self.chunkOffset] == char class HTMLBinaryInputStream(HTMLUnicodeInputStream): """Provides a unicode stream of characters to the HTMLTokenizer. This class takes care of character encoding and removing or replacing incorrect byte-sequences and also provides column and line tracking. """ def __init__(self, source, override_encoding=None, transport_encoding=None, same_origin_parent_encoding=None, likely_encoding=None, default_encoding="windows-1252", useChardet=True): """Initialises the HTMLInputStream. HTMLInputStream(source, [encoding]) -> Normalized stream from source for use by html5lib. source can be either a file-object, local filename or a string. The optional encoding parameter must be a string that indicates the encoding. If specified, that encoding will be used, regardless of any BOM or later declaration (such as in a meta element) """ # Raw Stream - for unicode objects this will encode to utf-8 and set # self.charEncoding as appropriate self.rawStream = self.openStream(source) HTMLUnicodeInputStream.__init__(self, self.rawStream) # Encoding Information # Number of bytes to use when looking for a meta element with # encoding information self.numBytesMeta = 1024 # Number of bytes to use when using detecting encoding using chardet self.numBytesChardet = 100 # Things from args self.override_encoding = override_encoding self.transport_encoding = transport_encoding self.same_origin_parent_encoding = same_origin_parent_encoding self.likely_encoding = likely_encoding self.default_encoding = default_encoding # Determine encoding self.charEncoding = self.determineEncoding(useChardet) assert self.charEncoding[0] is not None # Call superclass self.reset() def reset(self): self.dataStream = self.charEncoding[0].codec_info.streamreader(self.rawStream, 'replace') HTMLUnicodeInputStream.reset(self) def openStream(self, source): """Produces a file object from source. source can be either a file object, local filename or a string. """ # Already a file object if hasattr(source, 'read'): stream = source else: stream = BytesIO(source) try: stream.seek(stream.tell()) except: # pylint:disable=bare-except stream = BufferedStream(stream) return stream def determineEncoding(self, chardet=True): # BOMs take precedence over everything # This will also read past the BOM if present charEncoding = self.detectBOM(), "certain" if charEncoding[0] is not None: return charEncoding # If we've been overriden, we've been overriden charEncoding = lookupEncoding(self.override_encoding), "certain" if charEncoding[0] is not None: return charEncoding # Now check the transport layer charEncoding = lookupEncoding(self.transport_encoding), "certain" if charEncoding[0] is not None: return charEncoding # Look for meta elements with encoding information charEncoding = self.detectEncodingMeta(), "tentative" if charEncoding[0] is not None: return charEncoding # Parent document encoding charEncoding = lookupEncoding(self.same_origin_parent_encoding), "tentative" if charEncoding[0] is not None and not charEncoding[0].name.startswith("utf-16"): return charEncoding # "likely" encoding charEncoding = lookupEncoding(self.likely_encoding), "tentative" if charEncoding[0] is not None: return charEncoding # Guess with chardet, if available if chardet: try: from pip._vendor.chardet.universaldetector import UniversalDetector except ImportError: pass else: buffers = [] detector = UniversalDetector() while not detector.done: buffer = self.rawStream.read(self.numBytesChardet) assert isinstance(buffer, bytes) if not buffer: break buffers.append(buffer) detector.feed(buffer) detector.close() encoding = lookupEncoding(detector.result['encoding']) self.rawStream.seek(0) if encoding is not None: return encoding, "tentative" # Try the default encoding charEncoding = lookupEncoding(self.default_encoding), "tentative" if charEncoding[0] is not None: return charEncoding # Fallback to html5lib's default if even that hasn't worked return lookupEncoding("windows-1252"), "tentative" def changeEncoding(self, newEncoding): assert self.charEncoding[1] != "certain" newEncoding = lookupEncoding(newEncoding) if newEncoding is None: return if newEncoding.name in ("utf-16be", "utf-16le"): newEncoding = lookupEncoding("utf-8") assert newEncoding is not None elif newEncoding == self.charEncoding[0]: self.charEncoding = (self.charEncoding[0], "certain") else: self.rawStream.seek(0) self.charEncoding = (newEncoding, "certain") self.reset() raise _ReparseException("Encoding changed from %s to %s" % (self.charEncoding[0], newEncoding)) def detectBOM(self): """Attempts to detect at BOM at the start of the stream. If an encoding can be determined from the BOM return the name of the encoding otherwise return None""" bomDict = { codecs.BOM_UTF8: 'utf-8', codecs.BOM_UTF16_LE: 'utf-16le', codecs.BOM_UTF16_BE: 'utf-16be', codecs.BOM_UTF32_LE: 'utf-32le', codecs.BOM_UTF32_BE: 'utf-32be' } # Go to beginning of file and read in 4 bytes string = self.rawStream.read(4) assert isinstance(string, bytes) # Try detecting the BOM using bytes from the string encoding = bomDict.get(string[:3]) # UTF-8 seek = 3 if not encoding: # Need to detect UTF-32 before UTF-16 encoding = bomDict.get(string) # UTF-32 seek = 4 if not encoding: encoding = bomDict.get(string[:2]) # UTF-16 seek = 2 # Set the read position past the BOM if one was found, otherwise # set it to the start of the stream if encoding: self.rawStream.seek(seek) return lookupEncoding(encoding) else: self.rawStream.seek(0) return None def detectEncodingMeta(self): """Report the encoding declared by the meta element """ buffer = self.rawStream.read(self.numBytesMeta) assert isinstance(buffer, bytes) parser = EncodingParser(buffer) self.rawStream.seek(0) encoding = parser.getEncoding() if encoding is not None and encoding.name in ("utf-16be", "utf-16le"): encoding = lookupEncoding("utf-8") return encoding class EncodingBytes(bytes): """String-like object with an associated position and various extra methods If the position is ever greater than the string length then an exception is raised""" def __new__(self, value): assert isinstance(value, bytes) return bytes.__new__(self, value.lower()) def __init__(self, value): # pylint:disable=unused-argument self._position = -1 def __iter__(self): return self def __next__(self): p = self._position = self._position + 1 if p >= len(self): raise StopIteration elif p < 0: raise TypeError return self[p:p + 1] def next(self): # Py2 compat return self.__next__() def previous(self): p = self._position if p >= len(self): raise StopIteration elif p < 0: raise TypeError self._position = p = p - 1 return self[p:p + 1] def setPosition(self, position): if self._position >= len(self): raise StopIteration self._position = position def getPosition(self): if self._position >= len(self): raise StopIteration if self._position >= 0: return self._position else: return None position = property(getPosition, setPosition) def getCurrentByte(self): return self[self.position:self.position + 1] currentByte = property(getCurrentByte) def skip(self, chars=spaceCharactersBytes): """Skip past a list of characters""" p = self.position # use property for the error-checking while p < len(self): c = self[p:p + 1] if c not in chars: self._position = p return c p += 1 self._position = p return None def skipUntil(self, chars): p = self.position while p < len(self): c = self[p:p + 1] if c in chars: self._position = p return c p += 1 self._position = p return None def matchBytes(self, bytes): """Look for a sequence of bytes at the start of a string. If the bytes are found return True and advance the position to the byte after the match. Otherwise return False and leave the position alone""" p = self.position data = self[p:p + len(bytes)] rv = data.startswith(bytes) if rv: self.position += len(bytes) return rv def jumpTo(self, bytes): """Look for the next sequence of bytes matching a given sequence. If a match is found advance the position to the last byte of the match""" newPosition = self[self.position:].find(bytes) if newPosition > -1: # XXX: This is ugly, but I can't see a nicer way to fix this. if self._position == -1: self._position = 0 self._position += (newPosition + len(bytes) - 1) return True else: raise StopIteration class EncodingParser(object): """Mini parser for detecting character encoding from meta elements""" def __init__(self, data): """string - the data to work on for encoding detection""" self.data = EncodingBytes(data) self.encoding = None def getEncoding(self): methodDispatch = ( (b"<!--", self.handleComment), (b"<meta", self.handleMeta), (b"</", self.handlePossibleEndTag), (b"<!", self.handleOther), (b"<?", self.handleOther), (b"<", self.handlePossibleStartTag)) for _ in self.data: keepParsing = True for key, method in methodDispatch: if self.data.matchBytes(key): try: keepParsing = method() break except StopIteration: keepParsing = False break if not keepParsing: break return self.encoding def handleComment(self): """Skip over comments""" return self.data.jumpTo(b"-->") def handleMeta(self): if self.data.currentByte not in spaceCharactersBytes: # if we have <meta not followed by a space so just keep going return True # We have a valid meta element we want to search for attributes hasPragma = False pendingEncoding = None while True: # Try to find the next attribute after the current position attr = self.getAttribute() if attr is None: return True else: if attr[0] == b"http-equiv": hasPragma = attr[1] == b"content-type" if hasPragma and pendingEncoding is not None: self.encoding = pendingEncoding return False elif attr[0] == b"charset": tentativeEncoding = attr[1] codec = lookupEncoding(tentativeEncoding) if codec is not None: self.encoding = codec return False elif attr[0] == b"content": contentParser = ContentAttrParser(EncodingBytes(attr[1])) tentativeEncoding = contentParser.parse() if tentativeEncoding is not None: codec = lookupEncoding(tentativeEncoding) if codec is not None: if hasPragma: self.encoding = codec return False else: pendingEncoding = codec def handlePossibleStartTag(self): return self.handlePossibleTag(False) def handlePossibleEndTag(self): next(self.data) return self.handlePossibleTag(True) def handlePossibleTag(self, endTag): data = self.data if data.currentByte not in asciiLettersBytes: # If the next byte is not an ascii letter either ignore this # fragment (possible start tag case) or treat it according to # handleOther if endTag: data.previous() self.handleOther() return True c = data.skipUntil(spacesAngleBrackets) if c == b"<": # return to the first step in the overall "two step" algorithm # reprocessing the < byte data.previous() else: # Read all attributes attr = self.getAttribute() while attr is not None: attr = self.getAttribute() return True def handleOther(self): return self.data.jumpTo(b">") def getAttribute(self): """Return a name,value pair for the next attribute in the stream, if one is found, or None""" data = self.data # Step 1 (skip chars) c = data.skip(spaceCharactersBytes | frozenset([b"/"])) assert c is None or len(c) == 1 # Step 2 if c in (b">", None): return None # Step 3 attrName = [] attrValue = [] # Step 4 attribute name while True: if c == b"=" and attrName: break elif c in spaceCharactersBytes: # Step 6! c = data.skip() break elif c in (b"/", b">"): return b"".join(attrName), b"" elif c in asciiUppercaseBytes: attrName.append(c.lower()) elif c is None: return None else: attrName.append(c) # Step 5 c = next(data) # Step 7 if c != b"=": data.previous() return b"".join(attrName), b"" # Step 8 next(data) # Step 9 c = data.skip() # Step 10 if c in (b"'", b'"'): # 10.1 quoteChar = c while True: # 10.2 c = next(data) # 10.3 if c == quoteChar: next(data) return b"".join(attrName), b"".join(attrValue) # 10.4 elif c in asciiUppercaseBytes: attrValue.append(c.lower()) # 10.5 else: attrValue.append(c) elif c == b">": return b"".join(attrName), b"" elif c in asciiUppercaseBytes: attrValue.append(c.lower()) elif c is None: return None else: attrValue.append(c) # Step 11 while True: c = next(data) if c in spacesAngleBrackets: return b"".join(attrName), b"".join(attrValue) elif c in asciiUppercaseBytes: attrValue.append(c.lower()) elif c is None: return None else: attrValue.append(c) class ContentAttrParser(object): def __init__(self, data): assert isinstance(data, bytes) self.data = data def parse(self): try: # Check if the attr name is charset # otherwise return self.data.jumpTo(b"charset") self.data.position += 1 self.data.skip() if not self.data.currentByte == b"=": # If there is no = sign keep looking for attrs return None self.data.position += 1 self.data.skip() # Look for an encoding between matching quote marks if self.data.currentByte in (b'"', b"'"): quoteMark = self.data.currentByte self.data.position += 1 oldPosition = self.data.position if self.data.jumpTo(quoteMark): return self.data[oldPosition:self.data.position] else: return None else: # Unquoted value oldPosition = self.data.position try: self.data.skipUntil(spaceCharactersBytes) return self.data[oldPosition:self.data.position] except StopIteration: # Return the whole remaining value return self.data[oldPosition:] except StopIteration: return None def lookupEncoding(encoding): """Return the python codec name corresponding to an encoding or None if the string doesn't correspond to a valid encoding.""" if isinstance(encoding, binary_type): try: encoding = encoding.decode("ascii") except UnicodeDecodeError: return None if encoding is not None: try: return webencodings.lookup(encoding) except AttributeError: return None else: return None PK A\unAA AA ! pip/_vendor/html5lib/_ihatexml.pynu [ from __future__ import absolute_import, division, unicode_literals import re import warnings from .constants import DataLossWarning baseChar = """ [#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] | [#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] | [#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] | [#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 | [#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] | [#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] | [#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] | [#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] | [#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 | [#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] | [#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] | [#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D | [#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] | [#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] | [#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] | [#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] | [#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] | [#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] | [#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 | [#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] | [#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] | [#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] | [#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] | [#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] | [#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] | [#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] | [#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] | [#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] | [#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] | [#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A | #x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 | #x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] | #x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] | [#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] | [#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C | #x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 | [#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] | [#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] | [#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 | [#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] | [#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B | #x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE | [#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] | [#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 | [#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] | [#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]""" ideographic = """[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]""" combiningCharacter = """ [#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] | [#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 | [#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] | [#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] | #x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] | [#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] | [#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 | #x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] | [#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC | [#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] | #x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] | [#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] | [#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] | [#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] | [#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] | [#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] | #x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 | [#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] | #x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] | [#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] | [#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] | #x3099 | #x309A""" digit = """ [#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] | [#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] | [#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] | [#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]""" extender = """ #x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 | #[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]""" letter = " | ".join([baseChar, ideographic]) # Without the name = " | ".join([letter, digit, ".", "-", "_", combiningCharacter, extender]) nameFirst = " | ".join([letter, "_"]) reChar = re.compile(r"#x([\d|A-F]{4,4})") reCharRange = re.compile(r"\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]") def charStringToList(chars): charRanges = [item.strip() for item in chars.split(" | ")] rv = [] for item in charRanges: foundMatch = False for regexp in (reChar, reCharRange): match = regexp.match(item) if match is not None: rv.append([hexToInt(item) for item in match.groups()]) if len(rv[-1]) == 1: rv[-1] = rv[-1] * 2 foundMatch = True break if not foundMatch: assert len(item) == 1 rv.append([ord(item)] * 2) rv = normaliseCharList(rv) return rv def normaliseCharList(charList): charList = sorted(charList) for item in charList: assert item[1] >= item[0] rv = [] i = 0 while i < len(charList): j = 1 rv.append(charList[i]) while i + j < len(charList) and charList[i + j][0] <= rv[-1][1] + 1: rv[-1][1] = charList[i + j][1] j += 1 i += j return rv # We don't really support characters above the BMP :( max_unicode = int("FFFF", 16) def missingRanges(charList): rv = [] if charList[0] != 0: rv.append([0, charList[0][0] - 1]) for i, item in enumerate(charList[:-1]): rv.append([item[1] + 1, charList[i + 1][0] - 1]) if charList[-1][1] != max_unicode: rv.append([charList[-1][1] + 1, max_unicode]) return rv def listToRegexpStr(charList): rv = [] for item in charList: if item[0] == item[1]: rv.append(escapeRegexp(chr(item[0]))) else: rv.append(escapeRegexp(chr(item[0])) + "-" + escapeRegexp(chr(item[1]))) return "[%s]" % "".join(rv) def hexToInt(hex_str): return int(hex_str, 16) def escapeRegexp(string): specialCharacters = (".", "^", "$", "*", "+", "?", "{", "}", "[", "]", "|", "(", ")", "-") for char in specialCharacters: string = string.replace(char, "\\" + char) return string # output from the above nonXmlNameBMPRegexp = re.compile('[\x00-,/:-@\\[-\\^`\\{-\xb6\xb8-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u02cf\u02d2-\u02ff\u0346-\u035f\u0362-\u0385\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482\u0487-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u0590\u05a2\u05ba\u05be\u05c0\u05c3\u05c5-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u063f\u0653-\u065f\u066a-\u066f\u06b8-\u06b9\u06bf\u06cf\u06d4\u06e9\u06ee-\u06ef\u06fa-\u0900\u0904\u093a-\u093b\u094e-\u0950\u0955-\u0957\u0964-\u0965\u0970-\u0980\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09bb\u09bd\u09c5-\u09c6\u09c9-\u09ca\u09ce-\u09d6\u09d8-\u09db\u09de\u09e4-\u09e5\u09f2-\u0a01\u0a03-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a3b\u0a3d\u0a43-\u0a46\u0a49-\u0a4a\u0a4e-\u0a58\u0a5d\u0a5f-\u0a65\u0a75-\u0a80\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abb\u0ac6\u0aca\u0ace-\u0adf\u0ae1-\u0ae5\u0af0-\u0b00\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3b\u0b44-\u0b46\u0b49-\u0b4a\u0b4e-\u0b55\u0b58-\u0b5b\u0b5e\u0b62-\u0b65\u0b70-\u0b81\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0bbd\u0bc3-\u0bc5\u0bc9\u0bce-\u0bd6\u0bd8-\u0be6\u0bf0-\u0c00\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c3d\u0c45\u0c49\u0c4e-\u0c54\u0c57-\u0c5f\u0c62-\u0c65\u0c70-\u0c81\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cbd\u0cc5\u0cc9\u0cce-\u0cd4\u0cd7-\u0cdd\u0cdf\u0ce2-\u0ce5\u0cf0-\u0d01\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d3d\u0d44-\u0d45\u0d49\u0d4e-\u0d56\u0d58-\u0d5f\u0d62-\u0d65\u0d70-\u0e00\u0e2f\u0e3b-\u0e3f\u0e4f\u0e5a-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eba\u0ebe-\u0ebf\u0ec5\u0ec7\u0ece-\u0ecf\u0eda-\u0f17\u0f1a-\u0f1f\u0f2a-\u0f34\u0f36\u0f38\u0f3a-\u0f3d\u0f48\u0f6a-\u0f70\u0f85\u0f8c-\u0f8f\u0f96\u0f98\u0fae-\u0fb0\u0fb8\u0fba-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u20cf\u20dd-\u20e0\u20e2-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3004\u3006\u3008-\u3020\u3030\u3036-\u3040\u3095-\u3098\u309b-\u309c\u309f-\u30a0\u30fb\u30ff-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa nonXmlNameFirstBMPRegexp = re.compile('[\x00-@\\[-\\^`\\{-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u0385\u0387\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u0640\u064b-\u0670\u06b8-\u06b9\u06bf\u06cf\u06d4\u06d6-\u06e4\u06e7-\u0904\u093a-\u093c\u093e-\u0957\u0962-\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09db\u09de\u09e2-\u09ef\u09f2-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a58\u0a5d\u0a5f-\u0a71\u0a75-\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abc\u0abe-\u0adf\u0ae1-\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3c\u0b3e-\u0b5b\u0b5e\u0b62-\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c5f\u0c62-\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cdd\u0cdf\u0ce2-\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d5f\u0d62-\u0e00\u0e2f\u0e31\u0e34-\u0e3f\u0e46-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eb1\u0eb4-\u0ebc\u0ebe-\u0ebf\u0ec5-\u0f3f\u0f48\u0f6a-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3006\u3008-\u3020\u302a-\u3040\u3095-\u30a0\u30fb-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa # Simpler things nonPubidCharRegexp = re.compile("[^\x20\x0D\x0Aa-zA-Z0-9\\-'()+,./:=?;!*#@$_%]") class InfosetFilter(object): replacementRegexp = re.compile(r"U[\dA-F]{5,5}") def __init__(self, dropXmlnsLocalName=False, dropXmlnsAttrNs=False, preventDoubleDashComments=False, preventDashAtCommentEnd=False, replaceFormFeedCharacters=True, preventSingleQuotePubid=False): self.dropXmlnsLocalName = dropXmlnsLocalName self.dropXmlnsAttrNs = dropXmlnsAttrNs self.preventDoubleDashComments = preventDoubleDashComments self.preventDashAtCommentEnd = preventDashAtCommentEnd self.replaceFormFeedCharacters = replaceFormFeedCharacters self.preventSingleQuotePubid = preventSingleQuotePubid self.replaceCache = {} def coerceAttribute(self, name, namespace=None): if self.dropXmlnsLocalName and name.startswith("xmlns:"): warnings.warn("Attributes cannot begin with xmlns", DataLossWarning) return None elif (self.dropXmlnsAttrNs and namespace == "http://www.w3.org/2000/xmlns/"): warnings.warn("Attributes cannot be in the xml namespace", DataLossWarning) return None else: return self.toXmlName(name) def coerceElement(self, name): return self.toXmlName(name) def coerceComment(self, data): if self.preventDoubleDashComments: while "--" in data: warnings.warn("Comments cannot contain adjacent dashes", DataLossWarning) data = data.replace("--", "- -") if data.endswith("-"): warnings.warn("Comments cannot end in a dash", DataLossWarning) data += " " return data def coerceCharacters(self, data): if self.replaceFormFeedCharacters: for _ in range(data.count("\x0C")): warnings.warn("Text cannot contain U+000C", DataLossWarning) data = data.replace("\x0C", " ") # Other non-xml characters return data def coercePubid(self, data): dataOutput = data for char in nonPubidCharRegexp.findall(data): warnings.warn("Coercing non-XML pubid", DataLossWarning) replacement = self.getReplacementCharacter(char) dataOutput = dataOutput.replace(char, replacement) if self.preventSingleQuotePubid and dataOutput.find("'") >= 0: warnings.warn("Pubid cannot contain single quote", DataLossWarning) dataOutput = dataOutput.replace("'", self.getReplacementCharacter("'")) return dataOutput def toXmlName(self, name): nameFirst = name[0] nameRest = name[1:] m = nonXmlNameFirstBMPRegexp.match(nameFirst) if m: warnings.warn("Coercing non-XML name", DataLossWarning) nameFirstOutput = self.getReplacementCharacter(nameFirst) else: nameFirstOutput = nameFirst nameRestOutput = nameRest replaceChars = set(nonXmlNameBMPRegexp.findall(nameRest)) for char in replaceChars: warnings.warn("Coercing non-XML name", DataLossWarning) replacement = self.getReplacementCharacter(char) nameRestOutput = nameRestOutput.replace(char, replacement) return nameFirstOutput + nameRestOutput def getReplacementCharacter(self, char): if char in self.replaceCache: replacement = self.replaceCache[char] else: replacement = self.escapeChar(char) return replacement def fromXmlName(self, name): for item in set(self.replacementRegexp.findall(name)): name = name.replace(item, self.unescapeChar(item)) return name def escapeChar(self, char): replacement = "U%05X" % ord(char) self.replaceCache[char] = replacement return replacement def unescapeChar(self, charcode): return chr(int(charcode[1:], 16)) PK A\ >F >F ! pip/_vendor/html5lib/constants.pynu [ from __future__ import absolute_import, division, unicode_literals import string EOF = None E = { "null-character": "Null character in input stream, replaced with U+FFFD.", "invalid-codepoint": "Invalid codepoint in stream.", "incorrectly-placed-solidus": "Solidus (/) incorrectly placed in tag.", "incorrect-cr-newline-entity": "Incorrect CR newline entity, replaced with LF.", "illegal-windows-1252-entity": "Entity used with illegal number (windows-1252 reference).", "cant-convert-numeric-entity": "Numeric entity couldn't be converted to character " "(codepoint U+%(charAsInt)08x).", "illegal-codepoint-for-numeric-entity": "Numeric entity represents an illegal codepoint: " "U+%(charAsInt)08x.", "numeric-entity-without-semicolon": "Numeric entity didn't end with ';'.", "expected-numeric-entity-but-got-eof": "Numeric entity expected. Got end of file instead.", "expected-numeric-entity": "Numeric entity expected but none found.", "named-entity-without-semicolon": "Named entity didn't end with ';'.", "expected-named-entity": "Named entity expected. Got none.", "attributes-in-end-tag": "End tag contains unexpected attributes.", 'self-closing-flag-on-end-tag': "End tag contains unexpected self-closing flag.", "expected-tag-name-but-got-right-bracket": "Expected tag name. Got '>' instead.", "expected-tag-name-but-got-question-mark": "Expected tag name. Got '?' instead. (HTML doesn't " "support processing instructions.)", "expected-tag-name": "Expected tag name. Got something else instead", "expected-closing-tag-but-got-right-bracket": "Expected closing tag. Got '>' instead. Ignoring '</>'.", "expected-closing-tag-but-got-eof": "Expected closing tag. Unexpected end of file.", "expected-closing-tag-but-got-char": "Expected closing tag. Unexpected character '%(data)s' found.", "eof-in-tag-name": "Unexpected end of file in the tag name.", "expected-attribute-name-but-got-eof": "Unexpected end of file. Expected attribute name instead.", "eof-in-attribute-name": "Unexpected end of file in attribute name.", "invalid-character-in-attribute-name": "Invalid character in attribute name", "duplicate-attribute": "Dropped duplicate attribute on tag.", "expected-end-of-tag-name-but-got-eof": "Unexpected end of file. Expected = or end of tag.", "expected-attribute-value-but-got-eof": "Unexpected end of file. Expected attribute value.", "expected-attribute-value-but-got-right-bracket": "Expected attribute value. Got '>' instead.", 'equals-in-unquoted-attribute-value': "Unexpected = in unquoted attribute", 'unexpected-character-in-unquoted-attribute-value': "Unexpected character in unquoted attribute", "invalid-character-after-attribute-name": "Unexpected character after attribute name.", "unexpected-character-after-attribute-value": "Unexpected character after attribute value.", "eof-in-attribute-value-double-quote": "Unexpected end of file in attribute value (\").", "eof-in-attribute-value-single-quote": "Unexpected end of file in attribute value (').", "eof-in-attribute-value-no-quotes": "Unexpected end of file in attribute value.", "unexpected-EOF-after-solidus-in-tag": "Unexpected end of file in tag. Expected >", "unexpected-character-after-solidus-in-tag": "Unexpected character after / in tag. Expected >", "expected-dashes-or-doctype": "Expected '--' or 'DOCTYPE'. Not found.", "unexpected-bang-after-double-dash-in-comment": "Unexpected ! after -- in comment", "unexpected-space-after-double-dash-in-comment": "Unexpected space after -- in comment", "incorrect-comment": "Incorrect comment.", "eof-in-comment": "Unexpected end of file in comment.", "eof-in-comment-end-dash": "Unexpected end of file in comment (-)", "unexpected-dash-after-double-dash-in-comment": "Unexpected '-' after '--' found in comment.", "eof-in-comment-double-dash": "Unexpected end of file in comment (--).", "eof-in-comment-end-space-state": "Unexpected end of file in comment.", "eof-in-comment-end-bang-state": "Unexpected end of file in comment.", "unexpected-char-in-comment": "Unexpected character in comment found.", "need-space-after-doctype": "No space after literal string 'DOCTYPE'.", "expected-doctype-name-but-got-right-bracket": "Unexpected > character. Expected DOCTYPE name.", "expected-doctype-name-but-got-eof": "Unexpected end of file. Expected DOCTYPE name.", "eof-in-doctype-name": "Unexpected end of file in DOCTYPE name.", "eof-in-doctype": "Unexpected end of file in DOCTYPE.", "expected-space-or-right-bracket-in-doctype": "Expected space or '>'. Got '%(data)s'", "unexpected-end-of-doctype": "Unexpected end of DOCTYPE.", "unexpected-char-in-doctype": "Unexpected character in DOCTYPE.", "eof-in-innerhtml": "XXX innerHTML EOF", "unexpected-doctype": "Unexpected DOCTYPE. Ignored.", "non-html-root": "html needs to be the first start tag.", "expected-doctype-but-got-eof": "Unexpected End of file. Expected DOCTYPE.", "unknown-doctype": "Erroneous DOCTYPE.", "expected-doctype-but-got-chars": "Unexpected non-space characters. Expected DOCTYPE.", "expected-doctype-but-got-start-tag": "Unexpected start tag (%(name)s). Expected DOCTYPE.", "expected-doctype-but-got-end-tag": "Unexpected end tag (%(name)s). Expected DOCTYPE.", "end-tag-after-implied-root": "Unexpected end tag (%(name)s) after the (implied) root element.", "expected-named-closing-tag-but-got-eof": "Unexpected end of file. Expected end tag (%(name)s).", "two-heads-are-not-better-than-one": "Unexpected start tag head in existing head. Ignored.", "unexpected-end-tag": "Unexpected end tag (%(name)s). Ignored.", "unexpected-start-tag-out-of-my-head": "Unexpected start tag (%(name)s) that can be in head. Moved.", "unexpected-start-tag": "Unexpected start tag (%(name)s).", "missing-end-tag": "Missing end tag (%(name)s).", "missing-end-tags": "Missing end tags (%(name)s).", "unexpected-start-tag-implies-end-tag": "Unexpected start tag (%(startName)s) " "implies end tag (%(endName)s).", "unexpected-start-tag-treated-as": "Unexpected start tag (%(originalName)s). Treated as %(newName)s.", "deprecated-tag": "Unexpected start tag %(name)s. Don't use it!", "unexpected-start-tag-ignored": "Unexpected start tag %(name)s. Ignored.", "expected-one-end-tag-but-got-another": "Unexpected end tag (%(gotName)s). " "Missing end tag (%(expectedName)s).", "end-tag-too-early": "End tag (%(name)s) seen too early. Expected other end tag.", "end-tag-too-early-named": "Unexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).", "end-tag-too-early-ignored": "End tag (%(name)s) seen too early. Ignored.", "adoption-agency-1.1": "End tag (%(name)s) violates step 1, " "paragraph 1 of the adoption agency algorithm.", "adoption-agency-1.2": "End tag (%(name)s) violates step 1, " "paragraph 2 of the adoption agency algorithm.", "adoption-agency-1.3": "End tag (%(name)s) violates step 1, " "paragraph 3 of the adoption agency algorithm.", "adoption-agency-4.4": "End tag (%(name)s) violates step 4, " "paragraph 4 of the adoption agency algorithm.", "unexpected-end-tag-treated-as": "Unexpected end tag (%(originalName)s). Treated as %(newName)s.", "no-end-tag": "This element (%(name)s) has no end tag.", "unexpected-implied-end-tag-in-table": "Unexpected implied end tag (%(name)s) in the table phase.", "unexpected-implied-end-tag-in-table-body": "Unexpected implied end tag (%(name)s) in the table body phase.", "unexpected-char-implies-table-voodoo": "Unexpected non-space characters in " "table context caused voodoo mode.", "unexpected-hidden-input-in-table": "Unexpected input with type hidden in table context.", "unexpected-form-in-table": "Unexpected form in table context.", "unexpected-start-tag-implies-table-voodoo": "Unexpected start tag (%(name)s) in " "table context caused voodoo mode.", "unexpected-end-tag-implies-table-voodoo": "Unexpected end tag (%(name)s) in " "table context caused voodoo mode.", "unexpected-cell-in-table-body": "Unexpected table cell start tag (%(name)s) " "in the table body phase.", "unexpected-cell-end-tag": "Got table cell end tag (%(name)s) " "while required end tags are missing.", "unexpected-end-tag-in-table-body": "Unexpected end tag (%(name)s) in the table body phase. Ignored.", "unexpected-implied-end-tag-in-table-row": "Unexpected implied end tag (%(name)s) in the table row phase.", "unexpected-end-tag-in-table-row": "Unexpected end tag (%(name)s) in the table row phase. Ignored.", "unexpected-select-in-select": "Unexpected select start tag in the select phase " "treated as select end tag.", "unexpected-input-in-select": "Unexpected input start tag in the select phase.", "unexpected-start-tag-in-select": "Unexpected start tag token (%(name)s in the select phase. " "Ignored.", "unexpected-end-tag-in-select": "Unexpected end tag (%(name)s) in the select phase. Ignored.", "unexpected-table-element-start-tag-in-select-in-table": "Unexpected table element start tag (%(name)s) in the select in table phase.", "unexpected-table-element-end-tag-in-select-in-table": "Unexpected table element end tag (%(name)s) in the select in table phase.", "unexpected-char-after-body": "Unexpected non-space characters in the after body phase.", "unexpected-start-tag-after-body": "Unexpected start tag token (%(name)s)" " in the after body phase.", "unexpected-end-tag-after-body": "Unexpected end tag token (%(name)s)" " in the after body phase.", "unexpected-char-in-frameset": "Unexpected characters in the frameset phase. Characters ignored.", "unexpected-start-tag-in-frameset": "Unexpected start tag token (%(name)s)" " in the frameset phase. Ignored.", "unexpected-frameset-in-frameset-innerhtml": "Unexpected end tag token (frameset) " "in the frameset phase (innerHTML).", "unexpected-end-tag-in-frameset": "Unexpected end tag token (%(name)s)" " in the frameset phase. Ignored.", "unexpected-char-after-frameset": "Unexpected non-space characters in the " "after frameset phase. Ignored.", "unexpected-start-tag-after-frameset": "Unexpected start tag (%(name)s)" " in the after frameset phase. Ignored.", "unexpected-end-tag-after-frameset": "Unexpected end tag (%(name)s)" " in the after frameset phase. Ignored.", "unexpected-end-tag-after-body-innerhtml": "Unexpected end tag after body(innerHtml)", "expected-eof-but-got-char": "Unexpected non-space characters. Expected end of file.", "expected-eof-but-got-start-tag": "Unexpected start tag (%(name)s)" ". Expected end of file.", "expected-eof-but-got-end-tag": "Unexpected end tag (%(name)s)" ". Expected end of file.", "eof-in-table": "Unexpected end of file. Expected table content.", "eof-in-select": "Unexpected end of file. Expected select content.", "eof-in-frameset": "Unexpected end of file. Expected frameset content.", "eof-in-script-in-script": "Unexpected end of file. Expected script content.", "eof-in-foreign-lands": "Unexpected end of file. Expected foreign content", "non-void-element-with-trailing-solidus": "Trailing solidus not allowed on element %(name)s", "unexpected-html-element-in-foreign-content": "Element %(name)s not allowed in a non-html context", "unexpected-end-tag-before-html": "Unexpected end tag (%(name)s) before html.", "unexpected-inhead-noscript-tag": "Element %(name)s not allowed in a inhead-noscript context", "eof-in-head-noscript": "Unexpected end of file. Expected inhead-noscript content", "char-in-head-noscript": "Unexpected non-space character. Expected inhead-noscript content", "XXX-undefined-error": "Undefined error (this sucks and should be fixed)", } namespaces = { "html": "http://www.w3.org/1999/xhtml", "mathml": "http://www.w3.org/1998/Math/MathML", "svg": "http://www.w3.org/2000/svg", "xlink": "http://www.w3.org/1999/xlink", "xml": "http://www.w3.org/XML/1998/namespace", "xmlns": "http://www.w3.org/2000/xmlns/" } scopingElements = frozenset([ (namespaces["html"], "applet"), (namespaces["html"], "caption"), (namespaces["html"], "html"), (namespaces["html"], "marquee"), (namespaces["html"], "object"), (namespaces["html"], "table"), (namespaces["html"], "td"), (namespaces["html"], "th"), (namespaces["mathml"], "mi"), (namespaces["mathml"], "mo"), (namespaces["mathml"], "mn"), (namespaces["mathml"], "ms"), (namespaces["mathml"], "mtext"), (namespaces["mathml"], "annotation-xml"), (namespaces["svg"], "foreignObject"), (namespaces["svg"], "desc"), (namespaces["svg"], "title"), ]) formattingElements = frozenset([ (namespaces["html"], "a"), (namespaces["html"], "b"), (namespaces["html"], "big"), (namespaces["html"], "code"), (namespaces["html"], "em"), (namespaces["html"], "font"), (namespaces["html"], "i"), (namespaces["html"], "nobr"), (namespaces["html"], "s"), (namespaces["html"], "small"), (namespaces["html"], "strike"), (namespaces["html"], "strong"), (namespaces["html"], "tt"), (namespaces["html"], "u") ]) specialElements = frozenset([ (namespaces["html"], "address"), (namespaces["html"], "applet"), (namespaces["html"], "area"), (namespaces["html"], "article"), (namespaces["html"], "aside"), (namespaces["html"], "base"), (namespaces["html"], "basefont"), (namespaces["html"], "bgsound"), (namespaces["html"], "blockquote"), (namespaces["html"], "body"), (namespaces["html"], "br"), (namespaces["html"], "button"), (namespaces["html"], "caption"), (namespaces["html"], "center"), (namespaces["html"], "col"), (namespaces["html"], "colgroup"), (namespaces["html"], "command"), (namespaces["html"], "dd"), (namespaces["html"], "details"), (namespaces["html"], "dir"), (namespaces["html"], "div"), (namespaces["html"], "dl"), (namespaces["html"], "dt"), (namespaces["html"], "embed"), (namespaces["html"], "fieldset"), (namespaces["html"], "figure"), (namespaces["html"], "footer"), (namespaces["html"], "form"), (namespaces["html"], "frame"), (namespaces["html"], "frameset"), (namespaces["html"], "h1"), (namespaces["html"], "h2"), (namespaces["html"], "h3"), (namespaces["html"], "h4"), (namespaces["html"], "h5"), (namespaces["html"], "h6"), (namespaces["html"], "head"), (namespaces["html"], "header"), (namespaces["html"], "hr"), (namespaces["html"], "html"), (namespaces["html"], "iframe"), # Note that image is commented out in the spec as "this isn't an # element that can end up on the stack, so it doesn't matter," (namespaces["html"], "image"), (namespaces["html"], "img"), (namespaces["html"], "input"), (namespaces["html"], "isindex"), (namespaces["html"], "li"), (namespaces["html"], "link"), (namespaces["html"], "listing"), (namespaces["html"], "marquee"), (namespaces["html"], "menu"), (namespaces["html"], "meta"), (namespaces["html"], "nav"), (namespaces["html"], "noembed"), (namespaces["html"], "noframes"), (namespaces["html"], "noscript"), (namespaces["html"], "object"), (namespaces["html"], "ol"), (namespaces["html"], "p"), (namespaces["html"], "param"), (namespaces["html"], "plaintext"), (namespaces["html"], "pre"), (namespaces["html"], "script"), (namespaces["html"], "section"), (namespaces["html"], "select"), (namespaces["html"], "style"), (namespaces["html"], "table"), (namespaces["html"], "tbody"), (namespaces["html"], "td"), (namespaces["html"], "textarea"), (namespaces["html"], "tfoot"), (namespaces["html"], "th"), (namespaces["html"], "thead"), (namespaces["html"], "title"), (namespaces["html"], "tr"), (namespaces["html"], "ul"), (namespaces["html"], "wbr"), (namespaces["html"], "xmp"), (namespaces["svg"], "foreignObject") ]) htmlIntegrationPointElements = frozenset([ (namespaces["mathml"], "annotation-xml"), (namespaces["svg"], "foreignObject"), (namespaces["svg"], "desc"), (namespaces["svg"], "title") ]) mathmlTextIntegrationPointElements = frozenset([ (namespaces["mathml"], "mi"), (namespaces["mathml"], "mo"), (namespaces["mathml"], "mn"), (namespaces["mathml"], "ms"), (namespaces["mathml"], "mtext") ]) adjustSVGAttributes = { "attributename": "attributeName", "attributetype": "attributeType", "basefrequency": "baseFrequency", "baseprofile": "baseProfile", "calcmode": "calcMode", "clippathunits": "clipPathUnits", "contentscripttype": "contentScriptType", "contentstyletype": "contentStyleType", "diffuseconstant": "diffuseConstant", "edgemode": "edgeMode", "externalresourcesrequired": "externalResourcesRequired", "filterres": "filterRes", "filterunits": "filterUnits", "glyphref": "glyphRef", "gradienttransform": "gradientTransform", "gradientunits": "gradientUnits", "kernelmatrix": "kernelMatrix", "kernelunitlength": "kernelUnitLength", "keypoints": "keyPoints", "keysplines": "keySplines", "keytimes": "keyTimes", "lengthadjust": "lengthAdjust", "limitingconeangle": "limitingConeAngle", "markerheight": "markerHeight", "markerunits": "markerUnits", "markerwidth": "markerWidth", "maskcontentunits": "maskContentUnits", "maskunits": "maskUnits", "numoctaves": "numOctaves", "pathlength": "pathLength", "patterncontentunits": "patternContentUnits", "patterntransform": "patternTransform", "patternunits": "patternUnits", "pointsatx": "pointsAtX", "pointsaty": "pointsAtY", "pointsatz": "pointsAtZ", "preservealpha": "preserveAlpha", "preserveaspectratio": "preserveAspectRatio", "primitiveunits": "primitiveUnits", "refx": "refX", "refy": "refY", "repeatcount": "repeatCount", "repeatdur": "repeatDur", "requiredextensions": "requiredExtensions", "requiredfeatures": "requiredFeatures", "specularconstant": "specularConstant", "specularexponent": "specularExponent", "spreadmethod": "spreadMethod", "startoffset": "startOffset", "stddeviation": "stdDeviation", "stitchtiles": "stitchTiles", "surfacescale": "surfaceScale", "systemlanguage": "systemLanguage", "tablevalues": "tableValues", "targetx": "targetX", "targety": "targetY", "textlength": "textLength", "viewbox": "viewBox", "viewtarget": "viewTarget", "xchannelselector": "xChannelSelector", "ychannelselector": "yChannelSelector", "zoomandpan": "zoomAndPan" } adjustMathMLAttributes = {"definitionurl": "definitionURL"} adjustForeignAttributes = { "xlink:actuate": ("xlink", "actuate", namespaces["xlink"]), "xlink:arcrole": ("xlink", "arcrole", namespaces["xlink"]), "xlink:href": ("xlink", "href", namespaces["xlink"]), "xlink:role": ("xlink", "role", namespaces["xlink"]), "xlink:show": ("xlink", "show", namespaces["xlink"]), "xlink:title": ("xlink", "title", namespaces["xlink"]), "xlink:type": ("xlink", "type", namespaces["xlink"]), "xml:base": ("xml", "base", namespaces["xml"]), "xml:lang": ("xml", "lang", namespaces["xml"]), "xml:space": ("xml", "space", namespaces["xml"]), "xmlns": (None, "xmlns", namespaces["xmlns"]), "xmlns:xlink": ("xmlns", "xlink", namespaces["xmlns"]) } unadjustForeignAttributes = dict([((ns, local), qname) for qname, (prefix, local, ns) in adjustForeignAttributes.items()]) spaceCharacters = frozenset([ "\t", "\n", "\u000C", " ", "\r" ]) tableInsertModeElements = frozenset([ "table", "tbody", "tfoot", "thead", "tr" ]) asciiLowercase = frozenset(string.ascii_lowercase) asciiUppercase = frozenset(string.ascii_uppercase) asciiLetters = frozenset(string.ascii_letters) digits = frozenset(string.digits) hexDigits = frozenset(string.hexdigits) asciiUpper2Lower = dict([(ord(c), ord(c.lower())) for c in string.ascii_uppercase]) # Heading elements need to be ordered headingElements = ( "h1", "h2", "h3", "h4", "h5", "h6" ) voidElements = frozenset([ "base", "command", "event-source", "link", "meta", "hr", "br", "img", "embed", "param", "area", "col", "input", "source", "track" ]) cdataElements = frozenset(['title', 'textarea']) rcdataElements = frozenset([ 'style', 'script', 'xmp', 'iframe', 'noembed', 'noframes', 'noscript' ]) booleanAttributes = { "": frozenset(["irrelevant", "itemscope"]), "style": frozenset(["scoped"]), "img": frozenset(["ismap"]), "audio": frozenset(["autoplay", "controls"]), "video": frozenset(["autoplay", "controls"]), "script": frozenset(["defer", "async"]), "details": frozenset(["open"]), "datagrid": frozenset(["multiple", "disabled"]), "command": frozenset(["hidden", "disabled", "checked", "default"]), "hr": frozenset(["noshade"]), "menu": frozenset(["autosubmit"]), "fieldset": frozenset(["disabled", "readonly"]), "option": frozenset(["disabled", "readonly", "selected"]), "optgroup": frozenset(["disabled", "readonly"]), "button": frozenset(["disabled", "autofocus"]), "input": frozenset(["disabled", "readonly", "required", "autofocus", "checked", "ismap"]), "select": frozenset(["disabled", "readonly", "autofocus", "multiple"]), "output": frozenset(["disabled", "readonly"]), "iframe": frozenset(["seamless"]), } # entitiesWindows1252 has to be _ordered_ and needs to have an index. It # therefore can't be a frozenset. entitiesWindows1252 = ( 8364, # 0x80 0x20AC EURO SIGN 65533, # 0x81 UNDEFINED 8218, # 0x82 0x201A SINGLE LOW-9 QUOTATION MARK 402, # 0x83 0x0192 LATIN SMALL LETTER F WITH HOOK 8222, # 0x84 0x201E DOUBLE LOW-9 QUOTATION MARK 8230, # 0x85 0x2026 HORIZONTAL ELLIPSIS 8224, # 0x86 0x2020 DAGGER 8225, # 0x87 0x2021 DOUBLE DAGGER 710, # 0x88 0x02C6 MODIFIER LETTER CIRCUMFLEX ACCENT 8240, # 0x89 0x2030 PER MILLE SIGN 352, # 0x8A 0x0160 LATIN CAPITAL LETTER S WITH CARON 8249, # 0x8B 0x2039 SINGLE LEFT-POINTING ANGLE QUOTATION MARK 338, # 0x8C 0x0152 LATIN CAPITAL LIGATURE OE 65533, # 0x8D UNDEFINED 381, # 0x8E 0x017D LATIN CAPITAL LETTER Z WITH CARON 65533, # 0x8F UNDEFINED 65533, # 0x90 UNDEFINED 8216, # 0x91 0x2018 LEFT SINGLE QUOTATION MARK 8217, # 0x92 0x2019 RIGHT SINGLE QUOTATION MARK 8220, # 0x93 0x201C LEFT DOUBLE QUOTATION MARK 8221, # 0x94 0x201D RIGHT DOUBLE QUOTATION MARK 8226, # 0x95 0x2022 BULLET 8211, # 0x96 0x2013 EN DASH 8212, # 0x97 0x2014 EM DASH 732, # 0x98 0x02DC SMALL TILDE 8482, # 0x99 0x2122 TRADE MARK SIGN 353, # 0x9A 0x0161 LATIN SMALL LETTER S WITH CARON 8250, # 0x9B 0x203A SINGLE RIGHT-POINTING ANGLE QUOTATION MARK 339, # 0x9C 0x0153 LATIN SMALL LIGATURE OE 65533, # 0x9D UNDEFINED 382, # 0x9E 0x017E LATIN SMALL LETTER Z WITH CARON 376 # 0x9F 0x0178 LATIN CAPITAL LETTER Y WITH DIAERESIS ) xmlEntities = frozenset(['lt;', 'gt;', 'amp;', 'apos;', 'quot;']) entities = { "AElig": "\xc6", "AElig;": "\xc6", "AMP": "&", "AMP;": "&", "Aacute": "\xc1", "Aacute;": "\xc1", "Abreve;": "\u0102", "Acirc": "\xc2", "Acirc;": "\xc2", "Acy;": "\u0410", "Afr;": "\U0001d504", "Agrave": "\xc0", "Agrave;": "\xc0", "Alpha;": "\u0391", "Amacr;": "\u0100", "And;": "\u2a53", "Aogon;": "\u0104", "Aopf;": "\U0001d538", "ApplyFunction;": "\u2061", "Aring": "\xc5", "Aring;": "\xc5", "Ascr;": "\U0001d49c", "Assign;": "\u2254", "Atilde": "\xc3", "Atilde;": "\xc3", "Auml": "\xc4", "Auml;": "\xc4", "Backslash;": "\u2216", "Barv;": "\u2ae7", "Barwed;": "\u2306", "Bcy;": "\u0411", "Because;": "\u2235", "Bernoullis;": "\u212c", "Beta;": "\u0392", "Bfr;": "\U0001d505", "Bopf;": "\U0001d539", "Breve;": "\u02d8", "Bscr;": "\u212c", "Bumpeq;": "\u224e", "CHcy;": "\u0427", "COPY": "\xa9", "COPY;": "\xa9", "Cacute;": "\u0106", "Cap;": "\u22d2", "CapitalDifferentialD;": "\u2145", "Cayleys;": "\u212d", "Ccaron;": "\u010c", "Ccedil": "\xc7", "Ccedil;": "\xc7", "Ccirc;": "\u0108", "Cconint;": "\u2230", "Cdot;": "\u010a", "Cedilla;": "\xb8", "CenterDot;": "\xb7", "Cfr;": "\u212d", "Chi;": "\u03a7", "CircleDot;": "\u2299", "CircleMinus;": "\u2296", "CirclePlus;": "\u2295", "CircleTimes;": "\u2297", "ClockwiseContourIntegral;": "\u2232", "CloseCurlyDoubleQuote;": "\u201d", "CloseCurlyQuote;": "\u2019", "Colon;": "\u2237", "Colone;": "\u2a74", "Congruent;": "\u2261", "Conint;": "\u222f", "ContourIntegral;": "\u222e", "Copf;": "\u2102", "Coproduct;": "\u2210", "CounterClockwiseContourIntegral;": "\u2233", "Cross;": "\u2a2f", "Cscr;": "\U0001d49e", "Cup;": "\u22d3", "CupCap;": "\u224d", "DD;": "\u2145", "DDotrahd;": "\u2911", "DJcy;": "\u0402", "DScy;": "\u0405", "DZcy;": "\u040f", "Dagger;": "\u2021", "Darr;": "\u21a1", "Dashv;": "\u2ae4", "Dcaron;": "\u010e", "Dcy;": "\u0414", "Del;": "\u2207", "Delta;": "\u0394", "Dfr;": "\U0001d507", "DiacriticalAcute;": "\xb4", "DiacriticalDot;": "\u02d9", "DiacriticalDoubleAcute;": "\u02dd", "DiacriticalGrave;": "`", "DiacriticalTilde;": "\u02dc", "Diamond;": "\u22c4", "DifferentialD;": "\u2146", "Dopf;": "\U0001d53b", "Dot;": "\xa8", "DotDot;": "\u20dc", "DotEqual;": "\u2250", "DoubleContourIntegral;": "\u222f", "DoubleDot;": "\xa8", "DoubleDownArrow;": "\u21d3", "DoubleLeftArrow;": "\u21d0", "DoubleLeftRightArrow;": "\u21d4", "DoubleLeftTee;": "\u2ae4", "DoubleLongLeftArrow;": "\u27f8", "DoubleLongLeftRightArrow;": "\u27fa", "DoubleLongRightArrow;": "\u27f9", "DoubleRightArrow;": "\u21d2", "DoubleRightTee;": "\u22a8", "DoubleUpArrow;": "\u21d1", "DoubleUpDownArrow;": "\u21d5", "DoubleVerticalBar;": "\u2225", "DownArrow;": "\u2193", "DownArrowBar;": "\u2913", "DownArrowUpArrow;": "\u21f5", "DownBreve;": "\u0311", "DownLeftRightVector;": "\u2950", "DownLeftTeeVector;": "\u295e", "DownLeftVector;": "\u21bd", "DownLeftVectorBar;": "\u2956", "DownRightTeeVector;": "\u295f", "DownRightVector;": "\u21c1", "DownRightVectorBar;": "\u2957", "DownTee;": "\u22a4", "DownTeeArrow;": "\u21a7", "Downarrow;": "\u21d3", "Dscr;": "\U0001d49f", "Dstrok;": "\u0110", "ENG;": "\u014a", "ETH": "\xd0", "ETH;": "\xd0", "Eacute": "\xc9", "Eacute;": "\xc9", "Ecaron;": "\u011a", "Ecirc": "\xca", "Ecirc;": "\xca", "Ecy;": "\u042d", "Edot;": "\u0116", "Efr;": "\U0001d508", "Egrave": "\xc8", "Egrave;": "\xc8", "Element;": "\u2208", "Emacr;": "\u0112", "EmptySmallSquare;": "\u25fb", "EmptyVerySmallSquare;": "\u25ab", "Eogon;": "\u0118", "Eopf;": "\U0001d53c", "Epsilon;": "\u0395", "Equal;": "\u2a75", "EqualTilde;": "\u2242", "Equilibrium;": "\u21cc", "Escr;": "\u2130", "Esim;": "\u2a73", "Eta;": "\u0397", "Euml": "\xcb", "Euml;": "\xcb", "Exists;": "\u2203", "ExponentialE;": "\u2147", "Fcy;": "\u0424", "Ffr;": "\U0001d509", "FilledSmallSquare;": "\u25fc", "FilledVerySmallSquare;": "\u25aa", "Fopf;": "\U0001d53d", "ForAll;": "\u2200", "Fouriertrf;": "\u2131", "Fscr;": "\u2131", "GJcy;": "\u0403", "GT": ">", "GT;": ">", "Gamma;": "\u0393", "Gammad;": "\u03dc", "Gbreve;": "\u011e", "Gcedil;": "\u0122", "Gcirc;": "\u011c", "Gcy;": "\u0413", "Gdot;": "\u0120", "Gfr;": "\U0001d50a", "Gg;": "\u22d9", "Gopf;": "\U0001d53e", "GreaterEqual;": "\u2265", "GreaterEqualLess;": "\u22db", "GreaterFullEqual;": "\u2267", "GreaterGreater;": "\u2aa2", "GreaterLess;": "\u2277", "GreaterSlantEqual;": "\u2a7e", "GreaterTilde;": "\u2273", "Gscr;": "\U0001d4a2", "Gt;": "\u226b", "HARDcy;": "\u042a", "Hacek;": "\u02c7", "Hat;": "^", "Hcirc;": "\u0124", "Hfr;": "\u210c", "HilbertSpace;": "\u210b", "Hopf;": "\u210d", "HorizontalLine;": "\u2500", "Hscr;": "\u210b", "Hstrok;": "\u0126", "HumpDownHump;": "\u224e", "HumpEqual;": "\u224f", "IEcy;": "\u0415", "IJlig;": "\u0132", "IOcy;": "\u0401", "Iacute": "\xcd", "Iacute;": "\xcd", "Icirc": "\xce", "Icirc;": "\xce", "Icy;": "\u0418", "Idot;": "\u0130", "Ifr;": "\u2111", "Igrave": "\xcc", "Igrave;": "\xcc", "Im;": "\u2111", "Imacr;": "\u012a", "ImaginaryI;": "\u2148", "Implies;": "\u21d2", "Int;": "\u222c", "Integral;": "\u222b", "Intersection;": "\u22c2", "InvisibleComma;": "\u2063", "InvisibleTimes;": "\u2062", "Iogon;": "\u012e", "Iopf;": "\U0001d540", "Iota;": "\u0399", "Iscr;": "\u2110", "Itilde;": "\u0128", "Iukcy;": "\u0406", "Iuml": "\xcf", "Iuml;": "\xcf", "Jcirc;": "\u0134", "Jcy;": "\u0419", "Jfr;": "\U0001d50d", "Jopf;": "\U0001d541", "Jscr;": "\U0001d4a5", "Jsercy;": "\u0408", "Jukcy;": "\u0404", "KHcy;": "\u0425", "KJcy;": "\u040c", "Kappa;": "\u039a", "Kcedil;": "\u0136", "Kcy;": "\u041a", "Kfr;": "\U0001d50e", "Kopf;": "\U0001d542", "Kscr;": "\U0001d4a6", "LJcy;": "\u0409", "LT": "<", "LT;": "<", "Lacute;": "\u0139", "Lambda;": "\u039b", "Lang;": "\u27ea", "Laplacetrf;": "\u2112", "Larr;": "\u219e", "Lcaron;": "\u013d", "Lcedil;": "\u013b", "Lcy;": "\u041b", "LeftAngleBracket;": "\u27e8", "LeftArrow;": "\u2190", "LeftArrowBar;": "\u21e4", "LeftArrowRightArrow;": "\u21c6", "LeftCeiling;": "\u2308", "LeftDoubleBracket;": "\u27e6", "LeftDownTeeVector;": "\u2961", "LeftDownVector;": "\u21c3", "LeftDownVectorBar;": "\u2959", "LeftFloor;": "\u230a", "LeftRightArrow;": "\u2194", "LeftRightVector;": "\u294e", "LeftTee;": "\u22a3", "LeftTeeArrow;": "\u21a4", "LeftTeeVector;": "\u295a", "LeftTriangle;": "\u22b2", "LeftTriangleBar;": "\u29cf", "LeftTriangleEqual;": "\u22b4", "LeftUpDownVector;": "\u2951", "LeftUpTeeVector;": "\u2960", "LeftUpVector;": "\u21bf", "LeftUpVectorBar;": "\u2958", "LeftVector;": "\u21bc", "LeftVectorBar;": "\u2952", "Leftarrow;": "\u21d0", "Leftrightarrow;": "\u21d4", "LessEqualGreater;": "\u22da", "LessFullEqual;": "\u2266", "LessGreater;": "\u2276", "LessLess;": "\u2aa1", "LessSlantEqual;": "\u2a7d", "LessTilde;": "\u2272", "Lfr;": "\U0001d50f", "Ll;": "\u22d8", "Lleftarrow;": "\u21da", "Lmidot;": "\u013f", "LongLeftArrow;": "\u27f5", "LongLeftRightArrow;": "\u27f7", "LongRightArrow;": "\u27f6", "Longleftarrow;": "\u27f8", "Longleftrightarrow;": "\u27fa", "Longrightarrow;": "\u27f9", "Lopf;": "\U0001d543", "LowerLeftArrow;": "\u2199", "LowerRightArrow;": "\u2198", "Lscr;": "\u2112", "Lsh;": "\u21b0", "Lstrok;": "\u0141", "Lt;": "\u226a", "Map;": "\u2905", "Mcy;": "\u041c", "MediumSpace;": "\u205f", "Mellintrf;": "\u2133", "Mfr;": "\U0001d510", "MinusPlus;": "\u2213", "Mopf;": "\U0001d544", "Mscr;": "\u2133", "Mu;": "\u039c", "NJcy;": "\u040a", "Nacute;": "\u0143", "Ncaron;": "\u0147", "Ncedil;": "\u0145", "Ncy;": "\u041d", "NegativeMediumSpace;": "\u200b", "NegativeThickSpace;": "\u200b", "NegativeThinSpace;": "\u200b", "NegativeVeryThinSpace;": "\u200b", "NestedGreaterGreater;": "\u226b", "NestedLessLess;": "\u226a", "NewLine;": "\n", "Nfr;": "\U0001d511", "NoBreak;": "\u2060", "NonBreakingSpace;": "\xa0", "Nopf;": "\u2115", "Not;": "\u2aec", "NotCongruent;": "\u2262", "NotCupCap;": "\u226d", "NotDoubleVerticalBar;": "\u2226", "NotElement;": "\u2209", "NotEqual;": "\u2260", "NotEqualTilde;": "\u2242\u0338", "NotExists;": "\u2204", "NotGreater;": "\u226f", "NotGreaterEqual;": "\u2271", "NotGreaterFullEqual;": "\u2267\u0338", "NotGreaterGreater;": "\u226b\u0338", "NotGreaterLess;": "\u2279", "NotGreaterSlantEqual;": "\u2a7e\u0338", "NotGreaterTilde;": "\u2275", "NotHumpDownHump;": "\u224e\u0338", "NotHumpEqual;": "\u224f\u0338", "NotLeftTriangle;": "\u22ea", "NotLeftTriangleBar;": "\u29cf\u0338", "NotLeftTriangleEqual;": "\u22ec", "NotLess;": "\u226e", "NotLessEqual;": "\u2270", "NotLessGreater;": "\u2278", "NotLessLess;": "\u226a\u0338", "NotLessSlantEqual;": "\u2a7d\u0338", "NotLessTilde;": "\u2274", "NotNestedGreaterGreater;": "\u2aa2\u0338", "NotNestedLessLess;": "\u2aa1\u0338", "NotPrecedes;": "\u2280", "NotPrecedesEqual;": "\u2aaf\u0338", "NotPrecedesSlantEqual;": "\u22e0", "NotReverseElement;": "\u220c", "NotRightTriangle;": "\u22eb", "NotRightTriangleBar;": "\u29d0\u0338", "NotRightTriangleEqual;": "\u22ed", "NotSquareSubset;": "\u228f\u0338", "NotSquareSubsetEqual;": "\u22e2", "NotSquareSuperset;": "\u2290\u0338", "NotSquareSupersetEqual;": "\u22e3", "NotSubset;": "\u2282\u20d2", "NotSubsetEqual;": "\u2288", "NotSucceeds;": "\u2281", "NotSucceedsEqual;": "\u2ab0\u0338", "NotSucceedsSlantEqual;": "\u22e1", "NotSucceedsTilde;": "\u227f\u0338", "NotSuperset;": "\u2283\u20d2", "NotSupersetEqual;": "\u2289", "NotTilde;": "\u2241", "NotTildeEqual;": "\u2244", "NotTildeFullEqual;": "\u2247", "NotTildeTilde;": "\u2249", "NotVerticalBar;": "\u2224", "Nscr;": "\U0001d4a9", "Ntilde": "\xd1", "Ntilde;": "\xd1", "Nu;": "\u039d", "OElig;": "\u0152", "Oacute": "\xd3", "Oacute;": "\xd3", "Ocirc": "\xd4", "Ocirc;": "\xd4", "Ocy;": "\u041e", "Odblac;": "\u0150", "Ofr;": "\U0001d512", "Ograve": "\xd2", "Ograve;": "\xd2", "Omacr;": "\u014c", "Omega;": "\u03a9", "Omicron;": "\u039f", "Oopf;": "\U0001d546", "OpenCurlyDoubleQuote;": "\u201c", "OpenCurlyQuote;": "\u2018", "Or;": "\u2a54", "Oscr;": "\U0001d4aa", "Oslash": "\xd8", "Oslash;": "\xd8", "Otilde": "\xd5", "Otilde;": "\xd5", "Otimes;": "\u2a37", "Ouml": "\xd6", "Ouml;": "\xd6", "OverBar;": "\u203e", "OverBrace;": "\u23de", "OverBracket;": "\u23b4", "OverParenthesis;": "\u23dc", "PartialD;": "\u2202", "Pcy;": "\u041f", "Pfr;": "\U0001d513", "Phi;": "\u03a6", "Pi;": "\u03a0", "PlusMinus;": "\xb1", "Poincareplane;": "\u210c", "Popf;": "\u2119", "Pr;": "\u2abb", "Precedes;": "\u227a", "PrecedesEqual;": "\u2aaf", "PrecedesSlantEqual;": "\u227c", "PrecedesTilde;": "\u227e", "Prime;": "\u2033", "Product;": "\u220f", "Proportion;": "\u2237", "Proportional;": "\u221d", "Pscr;": "\U0001d4ab", "Psi;": "\u03a8", "QUOT": "\"", "QUOT;": "\"", "Qfr;": "\U0001d514", "Qopf;": "\u211a", "Qscr;": "\U0001d4ac", "RBarr;": "\u2910", "REG": "\xae", "REG;": "\xae", "Racute;": "\u0154", "Rang;": "\u27eb", "Rarr;": "\u21a0", "Rarrtl;": "\u2916", "Rcaron;": "\u0158", "Rcedil;": "\u0156", "Rcy;": "\u0420", "Re;": "\u211c", "ReverseElement;": "\u220b", "ReverseEquilibrium;": "\u21cb", "ReverseUpEquilibrium;": "\u296f", "Rfr;": "\u211c", "Rho;": "\u03a1", "RightAngleBracket;": "\u27e9", "RightArrow;": "\u2192", "RightArrowBar;": "\u21e5", "RightArrowLeftArrow;": "\u21c4", "RightCeiling;": "\u2309", "RightDoubleBracket;": "\u27e7", "RightDownTeeVector;": "\u295d", "RightDownVector;": "\u21c2", "RightDownVectorBar;": "\u2955", "RightFloor;": "\u230b", "RightTee;": "\u22a2", "RightTeeArrow;": "\u21a6", "RightTeeVector;": "\u295b", "RightTriangle;": "\u22b3", "RightTriangleBar;": "\u29d0", "RightTriangleEqual;": "\u22b5", "RightUpDownVector;": "\u294f", "RightUpTeeVector;": "\u295c", "RightUpVector;": "\u21be", "RightUpVectorBar;": "\u2954", "RightVector;": "\u21c0", "RightVectorBar;": "\u2953", "Rightarrow;": "\u21d2", "Ropf;": "\u211d", "RoundImplies;": "\u2970", "Rrightarrow;": "\u21db", "Rscr;": "\u211b", "Rsh;": "\u21b1", "RuleDelayed;": "\u29f4", "SHCHcy;": "\u0429", "SHcy;": "\u0428", "SOFTcy;": "\u042c", "Sacute;": "\u015a", "Sc;": "\u2abc", "Scaron;": "\u0160", "Scedil;": "\u015e", "Scirc;": "\u015c", "Scy;": "\u0421", "Sfr;": "\U0001d516", "ShortDownArrow;": "\u2193", "ShortLeftArrow;": "\u2190", "ShortRightArrow;": "\u2192", "ShortUpArrow;": "\u2191", "Sigma;": "\u03a3", "SmallCircle;": "\u2218", "Sopf;": "\U0001d54a", "Sqrt;": "\u221a", "Square;": "\u25a1", "SquareIntersection;": "\u2293", "SquareSubset;": "\u228f", "SquareSubsetEqual;": "\u2291", "SquareSuperset;": "\u2290", "SquareSupersetEqual;": "\u2292", "SquareUnion;": "\u2294", "Sscr;": "\U0001d4ae", "Star;": "\u22c6", "Sub;": "\u22d0", "Subset;": "\u22d0", "SubsetEqual;": "\u2286", "Succeeds;": "\u227b", "SucceedsEqual;": "\u2ab0", "SucceedsSlantEqual;": "\u227d", "SucceedsTilde;": "\u227f", "SuchThat;": "\u220b", "Sum;": "\u2211", "Sup;": "\u22d1", "Superset;": "\u2283", "SupersetEqual;": "\u2287", "Supset;": "\u22d1", "THORN": "\xde", "THORN;": "\xde", "TRADE;": "\u2122", "TSHcy;": "\u040b", "TScy;": "\u0426", "Tab;": "\t", "Tau;": "\u03a4", "Tcaron;": "\u0164", "Tcedil;": "\u0162", "Tcy;": "\u0422", "Tfr;": "\U0001d517", "Therefore;": "\u2234", "Theta;": "\u0398", "ThickSpace;": "\u205f\u200a", "ThinSpace;": "\u2009", "Tilde;": "\u223c", "TildeEqual;": "\u2243", "TildeFullEqual;": "\u2245", "TildeTilde;": "\u2248", "Topf;": "\U0001d54b", "TripleDot;": "\u20db", "Tscr;": "\U0001d4af", "Tstrok;": "\u0166", "Uacute": "\xda", "Uacute;": "\xda", "Uarr;": "\u219f", "Uarrocir;": "\u2949", "Ubrcy;": "\u040e", "Ubreve;": "\u016c", "Ucirc": "\xdb", "Ucirc;": "\xdb", "Ucy;": "\u0423", "Udblac;": "\u0170", "Ufr;": "\U0001d518", "Ugrave": "\xd9", "Ugrave;": "\xd9", "Umacr;": "\u016a", "UnderBar;": "_", "UnderBrace;": "\u23df", "UnderBracket;": "\u23b5", "UnderParenthesis;": "\u23dd", "Union;": "\u22c3", "UnionPlus;": "\u228e", "Uogon;": "\u0172", "Uopf;": "\U0001d54c", "UpArrow;": "\u2191", "UpArrowBar;": "\u2912", "UpArrowDownArrow;": "\u21c5", "UpDownArrow;": "\u2195", "UpEquilibrium;": "\u296e", "UpTee;": "\u22a5", "UpTeeArrow;": "\u21a5", "Uparrow;": "\u21d1", "Updownarrow;": "\u21d5", "UpperLeftArrow;": "\u2196", "UpperRightArrow;": "\u2197", "Upsi;": "\u03d2", "Upsilon;": "\u03a5", "Uring;": "\u016e", "Uscr;": "\U0001d4b0", "Utilde;": "\u0168", "Uuml": "\xdc", "Uuml;": "\xdc", "VDash;": "\u22ab", "Vbar;": "\u2aeb", "Vcy;": "\u0412", "Vdash;": "\u22a9", "Vdashl;": "\u2ae6", "Vee;": "\u22c1", "Verbar;": "\u2016", "Vert;": "\u2016", "VerticalBar;": "\u2223", "VerticalLine;": "|", "VerticalSeparator;": "\u2758", "VerticalTilde;": "\u2240", "VeryThinSpace;": "\u200a", "Vfr;": "\U0001d519", "Vopf;": "\U0001d54d", "Vscr;": "\U0001d4b1", "Vvdash;": "\u22aa", "Wcirc;": "\u0174", "Wedge;": "\u22c0", "Wfr;": "\U0001d51a", "Wopf;": "\U0001d54e", "Wscr;": "\U0001d4b2", "Xfr;": "\U0001d51b", "Xi;": "\u039e", "Xopf;": "\U0001d54f", "Xscr;": "\U0001d4b3", "YAcy;": "\u042f", "YIcy;": "\u0407", "YUcy;": "\u042e", "Yacute": "\xdd", "Yacute;": "\xdd", "Ycirc;": "\u0176", "Ycy;": "\u042b", "Yfr;": "\U0001d51c", "Yopf;": "\U0001d550", "Yscr;": "\U0001d4b4", "Yuml;": "\u0178", "ZHcy;": "\u0416", "Zacute;": "\u0179", "Zcaron;": "\u017d", "Zcy;": "\u0417", "Zdot;": "\u017b", "ZeroWidthSpace;": "\u200b", "Zeta;": "\u0396", "Zfr;": "\u2128", "Zopf;": "\u2124", "Zscr;": "\U0001d4b5", "aacute": "\xe1", "aacute;": "\xe1", "abreve;": "\u0103", "ac;": "\u223e", "acE;": "\u223e\u0333", "acd;": "\u223f", "acirc": "\xe2", "acirc;": "\xe2", "acute": "\xb4", "acute;": "\xb4", "acy;": "\u0430", "aelig": "\xe6", "aelig;": "\xe6", "af;": "\u2061", "afr;": "\U0001d51e", "agrave": "\xe0", "agrave;": "\xe0", "alefsym;": "\u2135", "aleph;": "\u2135", "alpha;": "\u03b1", "amacr;": "\u0101", "amalg;": "\u2a3f", "amp": "&", "amp;": "&", "and;": "\u2227", "andand;": "\u2a55", "andd;": "\u2a5c", "andslope;": "\u2a58", "andv;": "\u2a5a", "ang;": "\u2220", "ange;": "\u29a4", "angle;": "\u2220", "angmsd;": "\u2221", "angmsdaa;": "\u29a8", "angmsdab;": "\u29a9", "angmsdac;": "\u29aa", "angmsdad;": "\u29ab", "angmsdae;": "\u29ac", "angmsdaf;": "\u29ad", "angmsdag;": "\u29ae", "angmsdah;": "\u29af", "angrt;": "\u221f", "angrtvb;": "\u22be", "angrtvbd;": "\u299d", "angsph;": "\u2222", "angst;": "\xc5", "angzarr;": "\u237c", "aogon;": "\u0105", "aopf;": "\U0001d552", "ap;": "\u2248", "apE;": "\u2a70", "apacir;": "\u2a6f", "ape;": "\u224a", "apid;": "\u224b", "apos;": "'", "approx;": "\u2248", "approxeq;": "\u224a", "aring": "\xe5", "aring;": "\xe5", "ascr;": "\U0001d4b6", "ast;": "*", "asymp;": "\u2248", "asympeq;": "\u224d", "atilde": "\xe3", "atilde;": "\xe3", "auml": "\xe4", "auml;": "\xe4", "awconint;": "\u2233", "awint;": "\u2a11", "bNot;": "\u2aed", "backcong;": "\u224c", "backepsilon;": "\u03f6", "backprime;": "\u2035", "backsim;": "\u223d", "backsimeq;": "\u22cd", "barvee;": "\u22bd", "barwed;": "\u2305", "barwedge;": "\u2305", "bbrk;": "\u23b5", "bbrktbrk;": "\u23b6", "bcong;": "\u224c", "bcy;": "\u0431", "bdquo;": "\u201e", "becaus;": "\u2235", "because;": "\u2235", "bemptyv;": "\u29b0", "bepsi;": "\u03f6", "bernou;": "\u212c", "beta;": "\u03b2", "beth;": "\u2136", "between;": "\u226c", "bfr;": "\U0001d51f", "bigcap;": "\u22c2", "bigcirc;": "\u25ef", "bigcup;": "\u22c3", "bigodot;": "\u2a00", "bigoplus;": "\u2a01", "bigotimes;": "\u2a02", "bigsqcup;": "\u2a06", "bigstar;": "\u2605", "bigtriangledown;": "\u25bd", "bigtriangleup;": "\u25b3", "biguplus;": "\u2a04", "bigvee;": "\u22c1", "bigwedge;": "\u22c0", "bkarow;": "\u290d", "blacklozenge;": "\u29eb", "blacksquare;": "\u25aa", "blacktriangle;": "\u25b4", "blacktriangledown;": "\u25be", "blacktriangleleft;": "\u25c2", "blacktriangleright;": "\u25b8", "blank;": "\u2423", "blk12;": "\u2592", "blk14;": "\u2591", "blk34;": "\u2593", "block;": "\u2588", "bne;": "=\u20e5", "bnequiv;": "\u2261\u20e5", "bnot;": "\u2310", "bopf;": "\U0001d553", "bot;": "\u22a5", "bottom;": "\u22a5", "bowtie;": "\u22c8", "boxDL;": "\u2557", "boxDR;": "\u2554", "boxDl;": "\u2556", "boxDr;": "\u2553", "boxH;": "\u2550", "boxHD;": "\u2566", "boxHU;": "\u2569", "boxHd;": "\u2564", "boxHu;": "\u2567", "boxUL;": "\u255d", "boxUR;": "\u255a", "boxUl;": "\u255c", "boxUr;": "\u2559", "boxV;": "\u2551", "boxVH;": "\u256c", "boxVL;": "\u2563", "boxVR;": "\u2560", "boxVh;": "\u256b", "boxVl;": "\u2562", "boxVr;": "\u255f", "boxbox;": "\u29c9", "boxdL;": "\u2555", "boxdR;": "\u2552", "boxdl;": "\u2510", "boxdr;": "\u250c", "boxh;": "\u2500", "boxhD;": "\u2565", "boxhU;": "\u2568", "boxhd;": "\u252c", "boxhu;": "\u2534", "boxminus;": "\u229f", "boxplus;": "\u229e", "boxtimes;": "\u22a0", "boxuL;": "\u255b", "boxuR;": "\u2558", "boxul;": "\u2518", "boxur;": "\u2514", "boxv;": "\u2502", "boxvH;": "\u256a", "boxvL;": "\u2561", "boxvR;": "\u255e", "boxvh;": "\u253c", "boxvl;": "\u2524", "boxvr;": "\u251c", "bprime;": "\u2035", "breve;": "\u02d8", "brvbar": "\xa6", "brvbar;": "\xa6", "bscr;": "\U0001d4b7", "bsemi;": "\u204f", "bsim;": "\u223d", "bsime;": "\u22cd", "bsol;": "\\", "bsolb;": "\u29c5", "bsolhsub;": "\u27c8", "bull;": "\u2022", "bullet;": "\u2022", "bump;": "\u224e", "bumpE;": "\u2aae", "bumpe;": "\u224f", "bumpeq;": "\u224f", "cacute;": "\u0107", "cap;": "\u2229", "capand;": "\u2a44", "capbrcup;": "\u2a49", "capcap;": "\u2a4b", "capcup;": "\u2a47", "capdot;": "\u2a40", "caps;": "\u2229\ufe00", "caret;": "\u2041", "caron;": "\u02c7", "ccaps;": "\u2a4d", "ccaron;": "\u010d", "ccedil": "\xe7", "ccedil;": "\xe7", "ccirc;": "\u0109", "ccups;": "\u2a4c", "ccupssm;": "\u2a50", "cdot;": "\u010b", "cedil": "\xb8", "cedil;": "\xb8", "cemptyv;": "\u29b2", "cent": "\xa2", "cent;": "\xa2", "centerdot;": "\xb7", "cfr;": "\U0001d520", "chcy;": "\u0447", "check;": "\u2713", "checkmark;": "\u2713", "chi;": "\u03c7", "cir;": "\u25cb", "cirE;": "\u29c3", "circ;": "\u02c6", "circeq;": "\u2257", "circlearrowleft;": "\u21ba", "circlearrowright;": "\u21bb", "circledR;": "\xae", "circledS;": "\u24c8", "circledast;": "\u229b", "circledcirc;": "\u229a", "circleddash;": "\u229d", "cire;": "\u2257", "cirfnint;": "\u2a10", "cirmid;": "\u2aef", "cirscir;": "\u29c2", "clubs;": "\u2663", "clubsuit;": "\u2663", "colon;": ":", "colone;": "\u2254", "coloneq;": "\u2254", "comma;": ",", "commat;": "@", "comp;": "\u2201", "compfn;": "\u2218", "complement;": "\u2201", "complexes;": "\u2102", "cong;": "\u2245", "congdot;": "\u2a6d", "conint;": "\u222e", "copf;": "\U0001d554", "coprod;": "\u2210", "copy": "\xa9", "copy;": "\xa9", "copysr;": "\u2117", "crarr;": "\u21b5", "cross;": "\u2717", "cscr;": "\U0001d4b8", "csub;": "\u2acf", "csube;": "\u2ad1", "csup;": "\u2ad0", "csupe;": "\u2ad2", "ctdot;": "\u22ef", "cudarrl;": "\u2938", "cudarrr;": "\u2935", "cuepr;": "\u22de", "cuesc;": "\u22df", "cularr;": "\u21b6", "cularrp;": "\u293d", "cup;": "\u222a", "cupbrcap;": "\u2a48", "cupcap;": "\u2a46", "cupcup;": "\u2a4a", "cupdot;": "\u228d", "cupor;": "\u2a45", "cups;": "\u222a\ufe00", "curarr;": "\u21b7", "curarrm;": "\u293c", "curlyeqprec;": "\u22de", "curlyeqsucc;": "\u22df", "curlyvee;": "\u22ce", "curlywedge;": "\u22cf", "curren": "\xa4", "curren;": "\xa4", "curvearrowleft;": "\u21b6", "curvearrowright;": "\u21b7", "cuvee;": "\u22ce", "cuwed;": "\u22cf", "cwconint;": "\u2232", "cwint;": "\u2231", "cylcty;": "\u232d", "dArr;": "\u21d3", "dHar;": "\u2965", "dagger;": "\u2020", "daleth;": "\u2138", "darr;": "\u2193", "dash;": "\u2010", "dashv;": "\u22a3", "dbkarow;": "\u290f", "dblac;": "\u02dd", "dcaron;": "\u010f", "dcy;": "\u0434", "dd;": "\u2146", "ddagger;": "\u2021", "ddarr;": "\u21ca", "ddotseq;": "\u2a77", "deg": "\xb0", "deg;": "\xb0", "delta;": "\u03b4", "demptyv;": "\u29b1", "dfisht;": "\u297f", "dfr;": "\U0001d521", "dharl;": "\u21c3", "dharr;": "\u21c2", "diam;": "\u22c4", "diamond;": "\u22c4", "diamondsuit;": "\u2666", "diams;": "\u2666", "die;": "\xa8", "digamma;": "\u03dd", "disin;": "\u22f2", "div;": "\xf7", "divide": "\xf7", "divide;": "\xf7", "divideontimes;": "\u22c7", "divonx;": "\u22c7", "djcy;": "\u0452", "dlcorn;": "\u231e", "dlcrop;": "\u230d", "dollar;": "$", "dopf;": "\U0001d555", "dot;": "\u02d9", "doteq;": "\u2250", "doteqdot;": "\u2251", "dotminus;": "\u2238", "dotplus;": "\u2214", "dotsquare;": "\u22a1", "doublebarwedge;": "\u2306", "downarrow;": "\u2193", "downdownarrows;": "\u21ca", "downharpoonleft;": "\u21c3", "downharpoonright;": "\u21c2", "drbkarow;": "\u2910", "drcorn;": "\u231f", "drcrop;": "\u230c", "dscr;": "\U0001d4b9", "dscy;": "\u0455", "dsol;": "\u29f6", "dstrok;": "\u0111", "dtdot;": "\u22f1", "dtri;": "\u25bf", "dtrif;": "\u25be", "duarr;": "\u21f5", "duhar;": "\u296f", "dwangle;": "\u29a6", "dzcy;": "\u045f", "dzigrarr;": "\u27ff", "eDDot;": "\u2a77", "eDot;": "\u2251", "eacute": "\xe9", "eacute;": "\xe9", "easter;": "\u2a6e", "ecaron;": "\u011b", "ecir;": "\u2256", "ecirc": "\xea", "ecirc;": "\xea", "ecolon;": "\u2255", "ecy;": "\u044d", "edot;": "\u0117", "ee;": "\u2147", "efDot;": "\u2252", "efr;": "\U0001d522", "eg;": "\u2a9a", "egrave": "\xe8", "egrave;": "\xe8", "egs;": "\u2a96", "egsdot;": "\u2a98", "el;": "\u2a99", "elinters;": "\u23e7", "ell;": "\u2113", "els;": "\u2a95", "elsdot;": "\u2a97", "emacr;": "\u0113", "empty;": "\u2205", "emptyset;": "\u2205", "emptyv;": "\u2205", "emsp13;": "\u2004", "emsp14;": "\u2005", "emsp;": "\u2003", "eng;": "\u014b", "ensp;": "\u2002", "eogon;": "\u0119", "eopf;": "\U0001d556", "epar;": "\u22d5", "eparsl;": "\u29e3", "eplus;": "\u2a71", "epsi;": "\u03b5", "epsilon;": "\u03b5", "epsiv;": "\u03f5", "eqcirc;": "\u2256", "eqcolon;": "\u2255", "eqsim;": "\u2242", "eqslantgtr;": "\u2a96", "eqslantless;": "\u2a95", "equals;": "=", "equest;": "\u225f", "equiv;": "\u2261", "equivDD;": "\u2a78", "eqvparsl;": "\u29e5", "erDot;": "\u2253", "erarr;": "\u2971", "escr;": "\u212f", "esdot;": "\u2250", "esim;": "\u2242", "eta;": "\u03b7", "eth": "\xf0", "eth;": "\xf0", "euml": "\xeb", "euml;": "\xeb", "euro;": "\u20ac", "excl;": "!", "exist;": "\u2203", "expectation;": "\u2130", "exponentiale;": "\u2147", "fallingdotseq;": "\u2252", "fcy;": "\u0444", "female;": "\u2640", "ffilig;": "\ufb03", "fflig;": "\ufb00", "ffllig;": "\ufb04", "ffr;": "\U0001d523", "filig;": "\ufb01", "fjlig;": "fj", "flat;": "\u266d", "fllig;": "\ufb02", "fltns;": "\u25b1", "fnof;": "\u0192", "fopf;": "\U0001d557", "forall;": "\u2200", "fork;": "\u22d4", "forkv;": "\u2ad9", "fpartint;": "\u2a0d", "frac12": "\xbd", "frac12;": "\xbd", "frac13;": "\u2153", "frac14": "\xbc", "frac14;": "\xbc", "frac15;": "\u2155", "frac16;": "\u2159", "frac18;": "\u215b", "frac23;": "\u2154", "frac25;": "\u2156", "frac34": "\xbe", "frac34;": "\xbe", "frac35;": "\u2157", "frac38;": "\u215c", "frac45;": "\u2158", "frac56;": "\u215a", "frac58;": "\u215d", "frac78;": "\u215e", "frasl;": "\u2044", "frown;": "\u2322", "fscr;": "\U0001d4bb", "gE;": "\u2267", "gEl;": "\u2a8c", "gacute;": "\u01f5", "gamma;": "\u03b3", "gammad;": "\u03dd", "gap;": "\u2a86", "gbreve;": "\u011f", "gcirc;": "\u011d", "gcy;": "\u0433", "gdot;": "\u0121", "ge;": "\u2265", "gel;": "\u22db", "geq;": "\u2265", "geqq;": "\u2267", "geqslant;": "\u2a7e", "ges;": "\u2a7e", "gescc;": "\u2aa9", "gesdot;": "\u2a80", "gesdoto;": "\u2a82", "gesdotol;": "\u2a84", "gesl;": "\u22db\ufe00", "gesles;": "\u2a94", "gfr;": "\U0001d524", "gg;": "\u226b", "ggg;": "\u22d9", "gimel;": "\u2137", "gjcy;": "\u0453", "gl;": "\u2277", "glE;": "\u2a92", "gla;": "\u2aa5", "glj;": "\u2aa4", "gnE;": "\u2269", "gnap;": "\u2a8a", "gnapprox;": "\u2a8a", "gne;": "\u2a88", "gneq;": "\u2a88", "gneqq;": "\u2269", "gnsim;": "\u22e7", "gopf;": "\U0001d558", "grave;": "`", "gscr;": "\u210a", "gsim;": "\u2273", "gsime;": "\u2a8e", "gsiml;": "\u2a90", "gt": ">", "gt;": ">", "gtcc;": "\u2aa7", "gtcir;": "\u2a7a", "gtdot;": "\u22d7", "gtlPar;": "\u2995", "gtquest;": "\u2a7c", "gtrapprox;": "\u2a86", "gtrarr;": "\u2978", "gtrdot;": "\u22d7", "gtreqless;": "\u22db", "gtreqqless;": "\u2a8c", "gtrless;": "\u2277", "gtrsim;": "\u2273", "gvertneqq;": "\u2269\ufe00", "gvnE;": "\u2269\ufe00", "hArr;": "\u21d4", "hairsp;": "\u200a", "half;": "\xbd", "hamilt;": "\u210b", "hardcy;": "\u044a", "harr;": "\u2194", "harrcir;": "\u2948", "harrw;": "\u21ad", "hbar;": "\u210f", "hcirc;": "\u0125", "hearts;": "\u2665", "heartsuit;": "\u2665", "hellip;": "\u2026", "hercon;": "\u22b9", "hfr;": "\U0001d525", "hksearow;": "\u2925", "hkswarow;": "\u2926", "hoarr;": "\u21ff", "homtht;": "\u223b", "hookleftarrow;": "\u21a9", "hookrightarrow;": "\u21aa", "hopf;": "\U0001d559", "horbar;": "\u2015", "hscr;": "\U0001d4bd", "hslash;": "\u210f", "hstrok;": "\u0127", "hybull;": "\u2043", "hyphen;": "\u2010", "iacute": "\xed", "iacute;": "\xed", "ic;": "\u2063", "icirc": "\xee", "icirc;": "\xee", "icy;": "\u0438", "iecy;": "\u0435", "iexcl": "\xa1", "iexcl;": "\xa1", "iff;": "\u21d4", "ifr;": "\U0001d526", "igrave": "\xec", "igrave;": "\xec", "ii;": "\u2148", "iiiint;": "\u2a0c", "iiint;": "\u222d", "iinfin;": "\u29dc", "iiota;": "\u2129", "ijlig;": "\u0133", "imacr;": "\u012b", "image;": "\u2111", "imagline;": "\u2110", "imagpart;": "\u2111", "imath;": "\u0131", "imof;": "\u22b7", "imped;": "\u01b5", "in;": "\u2208", "incare;": "\u2105", "infin;": "\u221e", "infintie;": "\u29dd", "inodot;": "\u0131", "int;": "\u222b", "intcal;": "\u22ba", "integers;": "\u2124", "intercal;": "\u22ba", "intlarhk;": "\u2a17", "intprod;": "\u2a3c", "iocy;": "\u0451", "iogon;": "\u012f", "iopf;": "\U0001d55a", "iota;": "\u03b9", "iprod;": "\u2a3c", "iquest": "\xbf", "iquest;": "\xbf", "iscr;": "\U0001d4be", "isin;": "\u2208", "isinE;": "\u22f9", "isindot;": "\u22f5", "isins;": "\u22f4", "isinsv;": "\u22f3", "isinv;": "\u2208", "it;": "\u2062", "itilde;": "\u0129", "iukcy;": "\u0456", "iuml": "\xef", "iuml;": "\xef", "jcirc;": "\u0135", "jcy;": "\u0439", "jfr;": "\U0001d527", "jmath;": "\u0237", "jopf;": "\U0001d55b", "jscr;": "\U0001d4bf", "jsercy;": "\u0458", "jukcy;": "\u0454", "kappa;": "\u03ba", "kappav;": "\u03f0", "kcedil;": "\u0137", "kcy;": "\u043a", "kfr;": "\U0001d528", "kgreen;": "\u0138", "khcy;": "\u0445", "kjcy;": "\u045c", "kopf;": "\U0001d55c", "kscr;": "\U0001d4c0", "lAarr;": "\u21da", "lArr;": "\u21d0", "lAtail;": "\u291b", "lBarr;": "\u290e", "lE;": "\u2266", "lEg;": "\u2a8b", "lHar;": "\u2962", "lacute;": "\u013a", "laemptyv;": "\u29b4", "lagran;": "\u2112", "lambda;": "\u03bb", "lang;": "\u27e8", "langd;": "\u2991", "langle;": "\u27e8", "lap;": "\u2a85", "laquo": "\xab", "laquo;": "\xab", "larr;": "\u2190", "larrb;": "\u21e4", "larrbfs;": "\u291f", "larrfs;": "\u291d", "larrhk;": "\u21a9", "larrlp;": "\u21ab", "larrpl;": "\u2939", "larrsim;": "\u2973", "larrtl;": "\u21a2", "lat;": "\u2aab", "latail;": "\u2919", "late;": "\u2aad", "lates;": "\u2aad\ufe00", "lbarr;": "\u290c", "lbbrk;": "\u2772", "lbrace;": "{", "lbrack;": "[", "lbrke;": "\u298b", "lbrksld;": "\u298f", "lbrkslu;": "\u298d", "lcaron;": "\u013e", "lcedil;": "\u013c", "lceil;": "\u2308", "lcub;": "{", "lcy;": "\u043b", "ldca;": "\u2936", "ldquo;": "\u201c", "ldquor;": "\u201e", "ldrdhar;": "\u2967", "ldrushar;": "\u294b", "ldsh;": "\u21b2", "le;": "\u2264", "leftarrow;": "\u2190", "leftarrowtail;": "\u21a2", "leftharpoondown;": "\u21bd", "leftharpoonup;": "\u21bc", "leftleftarrows;": "\u21c7", "leftrightarrow;": "\u2194", "leftrightarrows;": "\u21c6", "leftrightharpoons;": "\u21cb", "leftrightsquigarrow;": "\u21ad", "leftthreetimes;": "\u22cb", "leg;": "\u22da", "leq;": "\u2264", "leqq;": "\u2266", "leqslant;": "\u2a7d", "les;": "\u2a7d", "lescc;": "\u2aa8", "lesdot;": "\u2a7f", "lesdoto;": "\u2a81", "lesdotor;": "\u2a83", "lesg;": "\u22da\ufe00", "lesges;": "\u2a93", "lessapprox;": "\u2a85", "lessdot;": "\u22d6", "lesseqgtr;": "\u22da", "lesseqqgtr;": "\u2a8b", "lessgtr;": "\u2276", "lesssim;": "\u2272", "lfisht;": "\u297c", "lfloor;": "\u230a", "lfr;": "\U0001d529", "lg;": "\u2276", "lgE;": "\u2a91", "lhard;": "\u21bd", "lharu;": "\u21bc", "lharul;": "\u296a", "lhblk;": "\u2584", "ljcy;": "\u0459", "ll;": "\u226a", "llarr;": "\u21c7", "llcorner;": "\u231e", "llhard;": "\u296b", "lltri;": "\u25fa", "lmidot;": "\u0140", "lmoust;": "\u23b0", "lmoustache;": "\u23b0", "lnE;": "\u2268", "lnap;": "\u2a89", "lnapprox;": "\u2a89", "lne;": "\u2a87", "lneq;": "\u2a87", "lneqq;": "\u2268", "lnsim;": "\u22e6", "loang;": "\u27ec", "loarr;": "\u21fd", "lobrk;": "\u27e6", "longleftarrow;": "\u27f5", "longleftrightarrow;": "\u27f7", "longmapsto;": "\u27fc", "longrightarrow;": "\u27f6", "looparrowleft;": "\u21ab", "looparrowright;": "\u21ac", "lopar;": "\u2985", "lopf;": "\U0001d55d", "loplus;": "\u2a2d", "lotimes;": "\u2a34", "lowast;": "\u2217", "lowbar;": "_", "loz;": "\u25ca", "lozenge;": "\u25ca", "lozf;": "\u29eb", "lpar;": "(", "lparlt;": "\u2993", "lrarr;": "\u21c6", "lrcorner;": "\u231f", "lrhar;": "\u21cb", "lrhard;": "\u296d", "lrm;": "\u200e", "lrtri;": "\u22bf", "lsaquo;": "\u2039", "lscr;": "\U0001d4c1", "lsh;": "\u21b0", "lsim;": "\u2272", "lsime;": "\u2a8d", "lsimg;": "\u2a8f", "lsqb;": "[", "lsquo;": "\u2018", "lsquor;": "\u201a", "lstrok;": "\u0142", "lt": "<", "lt;": "<", "ltcc;": "\u2aa6", "ltcir;": "\u2a79", "ltdot;": "\u22d6", "lthree;": "\u22cb", "ltimes;": "\u22c9", "ltlarr;": "\u2976", "ltquest;": "\u2a7b", "ltrPar;": "\u2996", "ltri;": "\u25c3", "ltrie;": "\u22b4", "ltrif;": "\u25c2", "lurdshar;": "\u294a", "luruhar;": "\u2966", "lvertneqq;": "\u2268\ufe00", "lvnE;": "\u2268\ufe00", "mDDot;": "\u223a", "macr": "\xaf", "macr;": "\xaf", "male;": "\u2642", "malt;": "\u2720", "maltese;": "\u2720", "map;": "\u21a6", "mapsto;": "\u21a6", "mapstodown;": "\u21a7", "mapstoleft;": "\u21a4", "mapstoup;": "\u21a5", "marker;": "\u25ae", "mcomma;": "\u2a29", "mcy;": "\u043c", "mdash;": "\u2014", "measuredangle;": "\u2221", "mfr;": "\U0001d52a", "mho;": "\u2127", "micro": "\xb5", "micro;": "\xb5", "mid;": "\u2223", "midast;": "*", "midcir;": "\u2af0", "middot": "\xb7", "middot;": "\xb7", "minus;": "\u2212", "minusb;": "\u229f", "minusd;": "\u2238", "minusdu;": "\u2a2a", "mlcp;": "\u2adb", "mldr;": "\u2026", "mnplus;": "\u2213", "models;": "\u22a7", "mopf;": "\U0001d55e", "mp;": "\u2213", "mscr;": "\U0001d4c2", "mstpos;": "\u223e", "mu;": "\u03bc", "multimap;": "\u22b8", "mumap;": "\u22b8", "nGg;": "\u22d9\u0338", "nGt;": "\u226b\u20d2", "nGtv;": "\u226b\u0338", "nLeftarrow;": "\u21cd", "nLeftrightarrow;": "\u21ce", "nLl;": "\u22d8\u0338", "nLt;": "\u226a\u20d2", "nLtv;": "\u226a\u0338", "nRightarrow;": "\u21cf", "nVDash;": "\u22af", "nVdash;": "\u22ae", "nabla;": "\u2207", "nacute;": "\u0144", "nang;": "\u2220\u20d2", "nap;": "\u2249", "napE;": "\u2a70\u0338", "napid;": "\u224b\u0338", "napos;": "\u0149", "napprox;": "\u2249", "natur;": "\u266e", "natural;": "\u266e", "naturals;": "\u2115", "nbsp": "\xa0", "nbsp;": "\xa0", "nbump;": "\u224e\u0338", "nbumpe;": "\u224f\u0338", "ncap;": "\u2a43", "ncaron;": "\u0148", "ncedil;": "\u0146", "ncong;": "\u2247", "ncongdot;": "\u2a6d\u0338", "ncup;": "\u2a42", "ncy;": "\u043d", "ndash;": "\u2013", "ne;": "\u2260", "neArr;": "\u21d7", "nearhk;": "\u2924", "nearr;": "\u2197", "nearrow;": "\u2197", "nedot;": "\u2250\u0338", "nequiv;": "\u2262", "nesear;": "\u2928", "nesim;": "\u2242\u0338", "nexist;": "\u2204", "nexists;": "\u2204", "nfr;": "\U0001d52b", "ngE;": "\u2267\u0338", "nge;": "\u2271", "ngeq;": "\u2271", "ngeqq;": "\u2267\u0338", "ngeqslant;": "\u2a7e\u0338", "nges;": "\u2a7e\u0338", "ngsim;": "\u2275", "ngt;": "\u226f", "ngtr;": "\u226f", "nhArr;": "\u21ce", "nharr;": "\u21ae", "nhpar;": "\u2af2", "ni;": "\u220b", "nis;": "\u22fc", "nisd;": "\u22fa", "niv;": "\u220b", "njcy;": "\u045a", "nlArr;": "\u21cd", "nlE;": "\u2266\u0338", "nlarr;": "\u219a", "nldr;": "\u2025", "nle;": "\u2270", "nleftarrow;": "\u219a", "nleftrightarrow;": "\u21ae", "nleq;": "\u2270", "nleqq;": "\u2266\u0338", "nleqslant;": "\u2a7d\u0338", "nles;": "\u2a7d\u0338", "nless;": "\u226e", "nlsim;": "\u2274", "nlt;": "\u226e", "nltri;": "\u22ea", "nltrie;": "\u22ec", "nmid;": "\u2224", "nopf;": "\U0001d55f", "not": "\xac", "not;": "\xac", "notin;": "\u2209", "notinE;": "\u22f9\u0338", "notindot;": "\u22f5\u0338", "notinva;": "\u2209", "notinvb;": "\u22f7", "notinvc;": "\u22f6", "notni;": "\u220c", "notniva;": "\u220c", "notnivb;": "\u22fe", "notnivc;": "\u22fd", "npar;": "\u2226", "nparallel;": "\u2226", "nparsl;": "\u2afd\u20e5", "npart;": "\u2202\u0338", "npolint;": "\u2a14", "npr;": "\u2280", "nprcue;": "\u22e0", "npre;": "\u2aaf\u0338", "nprec;": "\u2280", "npreceq;": "\u2aaf\u0338", "nrArr;": "\u21cf", "nrarr;": "\u219b", "nrarrc;": "\u2933\u0338", "nrarrw;": "\u219d\u0338", "nrightarrow;": "\u219b", "nrtri;": "\u22eb", "nrtrie;": "\u22ed", "nsc;": "\u2281", "nsccue;": "\u22e1", "nsce;": "\u2ab0\u0338", "nscr;": "\U0001d4c3", "nshortmid;": "\u2224", "nshortparallel;": "\u2226", "nsim;": "\u2241", "nsime;": "\u2244", "nsimeq;": "\u2244", "nsmid;": "\u2224", "nspar;": "\u2226", "nsqsube;": "\u22e2", "nsqsupe;": "\u22e3", "nsub;": "\u2284", "nsubE;": "\u2ac5\u0338", "nsube;": "\u2288", "nsubset;": "\u2282\u20d2", "nsubseteq;": "\u2288", "nsubseteqq;": "\u2ac5\u0338", "nsucc;": "\u2281", "nsucceq;": "\u2ab0\u0338", "nsup;": "\u2285", "nsupE;": "\u2ac6\u0338", "nsupe;": "\u2289", "nsupset;": "\u2283\u20d2", "nsupseteq;": "\u2289", "nsupseteqq;": "\u2ac6\u0338", "ntgl;": "\u2279", "ntilde": "\xf1", "ntilde;": "\xf1", "ntlg;": "\u2278", "ntriangleleft;": "\u22ea", "ntrianglelefteq;": "\u22ec", "ntriangleright;": "\u22eb", "ntrianglerighteq;": "\u22ed", "nu;": "\u03bd", "num;": "#", "numero;": "\u2116", "numsp;": "\u2007", "nvDash;": "\u22ad", "nvHarr;": "\u2904", "nvap;": "\u224d\u20d2", "nvdash;": "\u22ac", "nvge;": "\u2265\u20d2", "nvgt;": ">\u20d2", "nvinfin;": "\u29de", "nvlArr;": "\u2902", "nvle;": "\u2264\u20d2", "nvlt;": "<\u20d2", "nvltrie;": "\u22b4\u20d2", "nvrArr;": "\u2903", "nvrtrie;": "\u22b5\u20d2", "nvsim;": "\u223c\u20d2", "nwArr;": "\u21d6", "nwarhk;": "\u2923", "nwarr;": "\u2196", "nwarrow;": "\u2196", "nwnear;": "\u2927", "oS;": "\u24c8", "oacute": "\xf3", "oacute;": "\xf3", "oast;": "\u229b", "ocir;": "\u229a", "ocirc": "\xf4", "ocirc;": "\xf4", "ocy;": "\u043e", "odash;": "\u229d", "odblac;": "\u0151", "odiv;": "\u2a38", "odot;": "\u2299", "odsold;": "\u29bc", "oelig;": "\u0153", "ofcir;": "\u29bf", "ofr;": "\U0001d52c", "ogon;": "\u02db", "ograve": "\xf2", "ograve;": "\xf2", "ogt;": "\u29c1", "ohbar;": "\u29b5", "ohm;": "\u03a9", "oint;": "\u222e", "olarr;": "\u21ba", "olcir;": "\u29be", "olcross;": "\u29bb", "oline;": "\u203e", "olt;": "\u29c0", "omacr;": "\u014d", "omega;": "\u03c9", "omicron;": "\u03bf", "omid;": "\u29b6", "ominus;": "\u2296", "oopf;": "\U0001d560", "opar;": "\u29b7", "operp;": "\u29b9", "oplus;": "\u2295", "or;": "\u2228", "orarr;": "\u21bb", "ord;": "\u2a5d", "order;": "\u2134", "orderof;": "\u2134", "ordf": "\xaa", "ordf;": "\xaa", "ordm": "\xba", "ordm;": "\xba", "origof;": "\u22b6", "oror;": "\u2a56", "orslope;": "\u2a57", "orv;": "\u2a5b", "oscr;": "\u2134", "oslash": "\xf8", "oslash;": "\xf8", "osol;": "\u2298", "otilde": "\xf5", "otilde;": "\xf5", "otimes;": "\u2297", "otimesas;": "\u2a36", "ouml": "\xf6", "ouml;": "\xf6", "ovbar;": "\u233d", "par;": "\u2225", "para": "\xb6", "para;": "\xb6", "parallel;": "\u2225", "parsim;": "\u2af3", "parsl;": "\u2afd", "part;": "\u2202", "pcy;": "\u043f", "percnt;": "%", "period;": ".", "permil;": "\u2030", "perp;": "\u22a5", "pertenk;": "\u2031", "pfr;": "\U0001d52d", "phi;": "\u03c6", "phiv;": "\u03d5", "phmmat;": "\u2133", "phone;": "\u260e", "pi;": "\u03c0", "pitchfork;": "\u22d4", "piv;": "\u03d6", "planck;": "\u210f", "planckh;": "\u210e", "plankv;": "\u210f", "plus;": "+", "plusacir;": "\u2a23", "plusb;": "\u229e", "pluscir;": "\u2a22", "plusdo;": "\u2214", "plusdu;": "\u2a25", "pluse;": "\u2a72", "plusmn": "\xb1", "plusmn;": "\xb1", "plussim;": "\u2a26", "plustwo;": "\u2a27", "pm;": "\xb1", "pointint;": "\u2a15", "popf;": "\U0001d561", "pound": "\xa3", "pound;": "\xa3", "pr;": "\u227a", "prE;": "\u2ab3", "prap;": "\u2ab7", "prcue;": "\u227c", "pre;": "\u2aaf", "prec;": "\u227a", "precapprox;": "\u2ab7", "preccurlyeq;": "\u227c", "preceq;": "\u2aaf", "precnapprox;": "\u2ab9", "precneqq;": "\u2ab5", "precnsim;": "\u22e8", "precsim;": "\u227e", "prime;": "\u2032", "primes;": "\u2119", "prnE;": "\u2ab5", "prnap;": "\u2ab9", "prnsim;": "\u22e8", "prod;": "\u220f", "profalar;": "\u232e", "profline;": "\u2312", "profsurf;": "\u2313", "prop;": "\u221d", "propto;": "\u221d", "prsim;": "\u227e", "prurel;": "\u22b0", "pscr;": "\U0001d4c5", "psi;": "\u03c8", "puncsp;": "\u2008", "qfr;": "\U0001d52e", "qint;": "\u2a0c", "qopf;": "\U0001d562", "qprime;": "\u2057", "qscr;": "\U0001d4c6", "quaternions;": "\u210d", "quatint;": "\u2a16", "quest;": "?", "questeq;": "\u225f", "quot": "\"", "quot;": "\"", "rAarr;": "\u21db", "rArr;": "\u21d2", "rAtail;": "\u291c", "rBarr;": "\u290f", "rHar;": "\u2964", "race;": "\u223d\u0331", "racute;": "\u0155", "radic;": "\u221a", "raemptyv;": "\u29b3", "rang;": "\u27e9", "rangd;": "\u2992", "range;": "\u29a5", "rangle;": "\u27e9", "raquo": "\xbb", "raquo;": "\xbb", "rarr;": "\u2192", "rarrap;": "\u2975", "rarrb;": "\u21e5", "rarrbfs;": "\u2920", "rarrc;": "\u2933", "rarrfs;": "\u291e", "rarrhk;": "\u21aa", "rarrlp;": "\u21ac", "rarrpl;": "\u2945", "rarrsim;": "\u2974", "rarrtl;": "\u21a3", "rarrw;": "\u219d", "ratail;": "\u291a", "ratio;": "\u2236", "rationals;": "\u211a", "rbarr;": "\u290d", "rbbrk;": "\u2773", "rbrace;": "}", "rbrack;": "]", "rbrke;": "\u298c", "rbrksld;": "\u298e", "rbrkslu;": "\u2990", "rcaron;": "\u0159", "rcedil;": "\u0157", "rceil;": "\u2309", "rcub;": "}", "rcy;": "\u0440", "rdca;": "\u2937", "rdldhar;": "\u2969", "rdquo;": "\u201d", "rdquor;": "\u201d", "rdsh;": "\u21b3", "real;": "\u211c", "realine;": "\u211b", "realpart;": "\u211c", "reals;": "\u211d", "rect;": "\u25ad", "reg": "\xae", "reg;": "\xae", "rfisht;": "\u297d", "rfloor;": "\u230b", "rfr;": "\U0001d52f", "rhard;": "\u21c1", "rharu;": "\u21c0", "rharul;": "\u296c", "rho;": "\u03c1", "rhov;": "\u03f1", "rightarrow;": "\u2192", "rightarrowtail;": "\u21a3", "rightharpoondown;": "\u21c1", "rightharpoonup;": "\u21c0", "rightleftarrows;": "\u21c4", "rightleftharpoons;": "\u21cc", "rightrightarrows;": "\u21c9", "rightsquigarrow;": "\u219d", "rightthreetimes;": "\u22cc", "ring;": "\u02da", "risingdotseq;": "\u2253", "rlarr;": "\u21c4", "rlhar;": "\u21cc", "rlm;": "\u200f", "rmoust;": "\u23b1", "rmoustache;": "\u23b1", "rnmid;": "\u2aee", "roang;": "\u27ed", "roarr;": "\u21fe", "robrk;": "\u27e7", "ropar;": "\u2986", "ropf;": "\U0001d563", "roplus;": "\u2a2e", "rotimes;": "\u2a35", "rpar;": ")", "rpargt;": "\u2994", "rppolint;": "\u2a12", "rrarr;": "\u21c9", "rsaquo;": "\u203a", "rscr;": "\U0001d4c7", "rsh;": "\u21b1", "rsqb;": "]", "rsquo;": "\u2019", "rsquor;": "\u2019", "rthree;": "\u22cc", "rtimes;": "\u22ca", "rtri;": "\u25b9", "rtrie;": "\u22b5", "rtrif;": "\u25b8", "rtriltri;": "\u29ce", "ruluhar;": "\u2968", "rx;": "\u211e", "sacute;": "\u015b", "sbquo;": "\u201a", "sc;": "\u227b", "scE;": "\u2ab4", "scap;": "\u2ab8", "scaron;": "\u0161", "sccue;": "\u227d", "sce;": "\u2ab0", "scedil;": "\u015f", "scirc;": "\u015d", "scnE;": "\u2ab6", "scnap;": "\u2aba", "scnsim;": "\u22e9", "scpolint;": "\u2a13", "scsim;": "\u227f", "scy;": "\u0441", "sdot;": "\u22c5", "sdotb;": "\u22a1", "sdote;": "\u2a66", "seArr;": "\u21d8", "searhk;": "\u2925", "searr;": "\u2198", "searrow;": "\u2198", "sect": "\xa7", "sect;": "\xa7", "semi;": ";", "seswar;": "\u2929", "setminus;": "\u2216", "setmn;": "\u2216", "sext;": "\u2736", "sfr;": "\U0001d530", "sfrown;": "\u2322", "sharp;": "\u266f", "shchcy;": "\u0449", "shcy;": "\u0448", "shortmid;": "\u2223", "shortparallel;": "\u2225", "shy": "\xad", "shy;": "\xad", "sigma;": "\u03c3", "sigmaf;": "\u03c2", "sigmav;": "\u03c2", "sim;": "\u223c", "simdot;": "\u2a6a", "sime;": "\u2243", "simeq;": "\u2243", "simg;": "\u2a9e", "simgE;": "\u2aa0", "siml;": "\u2a9d", "simlE;": "\u2a9f", "simne;": "\u2246", "simplus;": "\u2a24", "simrarr;": "\u2972", "slarr;": "\u2190", "smallsetminus;": "\u2216", "smashp;": "\u2a33", "smeparsl;": "\u29e4", "smid;": "\u2223", "smile;": "\u2323", "smt;": "\u2aaa", "smte;": "\u2aac", "smtes;": "\u2aac\ufe00", "softcy;": "\u044c", "sol;": "/", "solb;": "\u29c4", "solbar;": "\u233f", "sopf;": "\U0001d564", "spades;": "\u2660", "spadesuit;": "\u2660", "spar;": "\u2225", "sqcap;": "\u2293", "sqcaps;": "\u2293\ufe00", "sqcup;": "\u2294", "sqcups;": "\u2294\ufe00", "sqsub;": "\u228f", "sqsube;": "\u2291", "sqsubset;": "\u228f", "sqsubseteq;": "\u2291", "sqsup;": "\u2290", "sqsupe;": "\u2292", "sqsupset;": "\u2290", "sqsupseteq;": "\u2292", "squ;": "\u25a1", "square;": "\u25a1", "squarf;": "\u25aa", "squf;": "\u25aa", "srarr;": "\u2192", "sscr;": "\U0001d4c8", "ssetmn;": "\u2216", "ssmile;": "\u2323", "sstarf;": "\u22c6", "star;": "\u2606", "starf;": "\u2605", "straightepsilon;": "\u03f5", "straightphi;": "\u03d5", "strns;": "\xaf", "sub;": "\u2282", "subE;": "\u2ac5", "subdot;": "\u2abd", "sube;": "\u2286", "subedot;": "\u2ac3", "submult;": "\u2ac1", "subnE;": "\u2acb", "subne;": "\u228a", "subplus;": "\u2abf", "subrarr;": "\u2979", "subset;": "\u2282", "subseteq;": "\u2286", "subseteqq;": "\u2ac5", "subsetneq;": "\u228a", "subsetneqq;": "\u2acb", "subsim;": "\u2ac7", "subsub;": "\u2ad5", "subsup;": "\u2ad3", "succ;": "\u227b", "succapprox;": "\u2ab8", "succcurlyeq;": "\u227d", "succeq;": "\u2ab0", "succnapprox;": "\u2aba", "succneqq;": "\u2ab6", "succnsim;": "\u22e9", "succsim;": "\u227f", "sum;": "\u2211", "sung;": "\u266a", "sup1": "\xb9", "sup1;": "\xb9", "sup2": "\xb2", "sup2;": "\xb2", "sup3": "\xb3", "sup3;": "\xb3", "sup;": "\u2283", "supE;": "\u2ac6", "supdot;": "\u2abe", "supdsub;": "\u2ad8", "supe;": "\u2287", "supedot;": "\u2ac4", "suphsol;": "\u27c9", "suphsub;": "\u2ad7", "suplarr;": "\u297b", "supmult;": "\u2ac2", "supnE;": "\u2acc", "supne;": "\u228b", "supplus;": "\u2ac0", "supset;": "\u2283", "supseteq;": "\u2287", "supseteqq;": "\u2ac6", "supsetneq;": "\u228b", "supsetneqq;": "\u2acc", "supsim;": "\u2ac8", "supsub;": "\u2ad4", "supsup;": "\u2ad6", "swArr;": "\u21d9", "swarhk;": "\u2926", "swarr;": "\u2199", "swarrow;": "\u2199", "swnwar;": "\u292a", "szlig": "\xdf", "szlig;": "\xdf", "target;": "\u2316", "tau;": "\u03c4", "tbrk;": "\u23b4", "tcaron;": "\u0165", "tcedil;": "\u0163", "tcy;": "\u0442", "tdot;": "\u20db", "telrec;": "\u2315", "tfr;": "\U0001d531", "there4;": "\u2234", "therefore;": "\u2234", "theta;": "\u03b8", "thetasym;": "\u03d1", "thetav;": "\u03d1", "thickapprox;": "\u2248", "thicksim;": "\u223c", "thinsp;": "\u2009", "thkap;": "\u2248", "thksim;": "\u223c", "thorn": "\xfe", "thorn;": "\xfe", "tilde;": "\u02dc", "times": "\xd7", "times;": "\xd7", "timesb;": "\u22a0", "timesbar;": "\u2a31", "timesd;": "\u2a30", "tint;": "\u222d", "toea;": "\u2928", "top;": "\u22a4", "topbot;": "\u2336", "topcir;": "\u2af1", "topf;": "\U0001d565", "topfork;": "\u2ada", "tosa;": "\u2929", "tprime;": "\u2034", "trade;": "\u2122", "triangle;": "\u25b5", "triangledown;": "\u25bf", "triangleleft;": "\u25c3", "trianglelefteq;": "\u22b4", "triangleq;": "\u225c", "triangleright;": "\u25b9", "trianglerighteq;": "\u22b5", "tridot;": "\u25ec", "trie;": "\u225c", "triminus;": "\u2a3a", "triplus;": "\u2a39", "trisb;": "\u29cd", "tritime;": "\u2a3b", "trpezium;": "\u23e2", "tscr;": "\U0001d4c9", "tscy;": "\u0446", "tshcy;": "\u045b", "tstrok;": "\u0167", "twixt;": "\u226c", "twoheadleftarrow;": "\u219e", "twoheadrightarrow;": "\u21a0", "uArr;": "\u21d1", "uHar;": "\u2963", "uacute": "\xfa", "uacute;": "\xfa", "uarr;": "\u2191", "ubrcy;": "\u045e", "ubreve;": "\u016d", "ucirc": "\xfb", "ucirc;": "\xfb", "ucy;": "\u0443", "udarr;": "\u21c5", "udblac;": "\u0171", "udhar;": "\u296e", "ufisht;": "\u297e", "ufr;": "\U0001d532", "ugrave": "\xf9", "ugrave;": "\xf9", "uharl;": "\u21bf", "uharr;": "\u21be", "uhblk;": "\u2580", "ulcorn;": "\u231c", "ulcorner;": "\u231c", "ulcrop;": "\u230f", "ultri;": "\u25f8", "umacr;": "\u016b", "uml": "\xa8", "uml;": "\xa8", "uogon;": "\u0173", "uopf;": "\U0001d566", "uparrow;": "\u2191", "updownarrow;": "\u2195", "upharpoonleft;": "\u21bf", "upharpoonright;": "\u21be", "uplus;": "\u228e", "upsi;": "\u03c5", "upsih;": "\u03d2", "upsilon;": "\u03c5", "upuparrows;": "\u21c8", "urcorn;": "\u231d", "urcorner;": "\u231d", "urcrop;": "\u230e", "uring;": "\u016f", "urtri;": "\u25f9", "uscr;": "\U0001d4ca", "utdot;": "\u22f0", "utilde;": "\u0169", "utri;": "\u25b5", "utrif;": "\u25b4", "uuarr;": "\u21c8", "uuml": "\xfc", "uuml;": "\xfc", "uwangle;": "\u29a7", "vArr;": "\u21d5", "vBar;": "\u2ae8", "vBarv;": "\u2ae9", "vDash;": "\u22a8", "vangrt;": "\u299c", "varepsilon;": "\u03f5", "varkappa;": "\u03f0", "varnothing;": "\u2205", "varphi;": "\u03d5", "varpi;": "\u03d6", "varpropto;": "\u221d", "varr;": "\u2195", "varrho;": "\u03f1", "varsigma;": "\u03c2", "varsubsetneq;": "\u228a\ufe00", "varsubsetneqq;": "\u2acb\ufe00", "varsupsetneq;": "\u228b\ufe00", "varsupsetneqq;": "\u2acc\ufe00", "vartheta;": "\u03d1", "vartriangleleft;": "\u22b2", "vartriangleright;": "\u22b3", "vcy;": "\u0432", "vdash;": "\u22a2", "vee;": "\u2228", "veebar;": "\u22bb", "veeeq;": "\u225a", "vellip;": "\u22ee", "verbar;": "|", "vert;": "|", "vfr;": "\U0001d533", "vltri;": "\u22b2", "vnsub;": "\u2282\u20d2", "vnsup;": "\u2283\u20d2", "vopf;": "\U0001d567", "vprop;": "\u221d", "vrtri;": "\u22b3", "vscr;": "\U0001d4cb", "vsubnE;": "\u2acb\ufe00", "vsubne;": "\u228a\ufe00", "vsupnE;": "\u2acc\ufe00", "vsupne;": "\u228b\ufe00", "vzigzag;": "\u299a", "wcirc;": "\u0175", "wedbar;": "\u2a5f", "wedge;": "\u2227", "wedgeq;": "\u2259", "weierp;": "\u2118", "wfr;": "\U0001d534", "wopf;": "\U0001d568", "wp;": "\u2118", "wr;": "\u2240", "wreath;": "\u2240", "wscr;": "\U0001d4cc", "xcap;": "\u22c2", "xcirc;": "\u25ef", "xcup;": "\u22c3", "xdtri;": "\u25bd", "xfr;": "\U0001d535", "xhArr;": "\u27fa", "xharr;": "\u27f7", "xi;": "\u03be", "xlArr;": "\u27f8", "xlarr;": "\u27f5", "xmap;": "\u27fc", "xnis;": "\u22fb", "xodot;": "\u2a00", "xopf;": "\U0001d569", "xoplus;": "\u2a01", "xotime;": "\u2a02", "xrArr;": "\u27f9", "xrarr;": "\u27f6", "xscr;": "\U0001d4cd", "xsqcup;": "\u2a06", "xuplus;": "\u2a04", "xutri;": "\u25b3", "xvee;": "\u22c1", "xwedge;": "\u22c0", "yacute": "\xfd", "yacute;": "\xfd", "yacy;": "\u044f", "ycirc;": "\u0177", "ycy;": "\u044b", "yen": "\xa5", "yen;": "\xa5", "yfr;": "\U0001d536", "yicy;": "\u0457", "yopf;": "\U0001d56a", "yscr;": "\U0001d4ce", "yucy;": "\u044e", "yuml": "\xff", "yuml;": "\xff", "zacute;": "\u017a", "zcaron;": "\u017e", "zcy;": "\u0437", "zdot;": "\u017c", "zeetrf;": "\u2128", "zeta;": "\u03b6", "zfr;": "\U0001d537", "zhcy;": "\u0436", "zigrarr;": "\u21dd", "zopf;": "\U0001d56b", "zscr;": "\U0001d4cf", "zwj;": "\u200d", "zwnj;": "\u200c", } replacementCharacters = { 0x0: "\uFFFD", 0x0d: "\u000D", 0x80: "\u20AC", 0x81: "\u0081", 0x82: "\u201A", 0x83: "\u0192", 0x84: "\u201E", 0x85: "\u2026", 0x86: "\u2020", 0x87: "\u2021", 0x88: "\u02C6", 0x89: "\u2030", 0x8A: "\u0160", 0x8B: "\u2039", 0x8C: "\u0152", 0x8D: "\u008D", 0x8E: "\u017D", 0x8F: "\u008F", 0x90: "\u0090", 0x91: "\u2018", 0x92: "\u2019", 0x93: "\u201C", 0x94: "\u201D", 0x95: "\u2022", 0x96: "\u2013", 0x97: "\u2014", 0x98: "\u02DC", 0x99: "\u2122", 0x9A: "\u0161", 0x9B: "\u203A", 0x9C: "\u0153", 0x9D: "\u009D", 0x9E: "\u017E", 0x9F: "\u0178", } tokenTypes = { "Doctype": 0, "Characters": 1, "SpaceCharacters": 2, "StartTag": 3, "EndTag": 4, "EmptyTag": 5, "Comment": 6, "ParseError": 7 } tagTokenTypes = frozenset([tokenTypes["StartTag"], tokenTypes["EndTag"], tokenTypes["EmptyTag"]]) prefixes = dict([(v, k) for k, v in namespaces.items()]) prefixes["http://www.w3.org/1998/Math/MathML"] = "math" class DataLossWarning(UserWarning): """Raised when the current tree is unable to represent the input data""" pass class _ReparseException(Exception): pass PK A\? 3 pip/_vendor/html5lib/filters/inject_meta_charset.pynu [ from __future__ import absolute_import, division, unicode_literals from . import base class Filter(base.Filter): """Injects ``<meta charset=ENCODING>`` tag into head of document""" def __init__(self, source, encoding): """Creates a Filter :arg source: the source token stream :arg encoding: the encoding to set """ base.Filter.__init__(self, source) self.encoding = encoding def __iter__(self): state = "pre_head" meta_found = (self.encoding is None) pending = [] for token in base.Filter.__iter__(self): type = token["type"] if type == "StartTag": if token["name"].lower() == "head": state = "in_head" elif type == "EmptyTag": if token["name"].lower() == "meta": # replace charset with actual encoding has_http_equiv_content_type = False for (namespace, name), value in token["data"].items(): if namespace is not None: continue elif name.lower() == 'charset': token["data"][(namespace, name)] = self.encoding meta_found = True break elif name == 'http-equiv' and value.lower() == 'content-type': has_http_equiv_content_type = True else: if has_http_equiv_content_type and (None, "content") in token["data"]: token["data"][(None, "content")] = 'text/html; charset=%s' % self.encoding meta_found = True elif token["name"].lower() == "head" and not meta_found: # insert meta into empty head yield {"type": "StartTag", "name": "head", "data": token["data"]} yield {"type": "EmptyTag", "name": "meta", "data": {(None, "charset"): self.encoding}} yield {"type": "EndTag", "name": "head"} meta_found = True continue elif type == "EndTag": if token["name"].lower() == "head" and pending: # insert meta into head (if necessary) and flush pending queue yield pending.pop(0) if not meta_found: yield {"type": "EmptyTag", "name": "meta", "data": {(None, "charset"): self.encoding}} while pending: yield pending.pop(0) meta_found = True state = "post_head" if state == "in_head": pending.append(token) else: yield token PK A\" $ pip/_vendor/html5lib/filters/base.pynu [ from __future__ import absolute_import, division, unicode_literals class Filter(object): def __init__(self, source): self.source = source def __iter__(self): return iter(self.source) def __getattr__(self, name): return getattr(self.source, name) PK A\d; ; $ pip/_vendor/html5lib/filters/lint.pynu [ from __future__ import absolute_import, division, unicode_literals from pip._vendor.six import text_type from . import base from ..constants import namespaces, voidElements from ..constants import spaceCharacters spaceCharacters = "".join(spaceCharacters) class Filter(base.Filter): """Lints the token stream for errors If it finds any errors, it'll raise an ``AssertionError``. """ def __init__(self, source, require_matching_tags=True): """Creates a Filter :arg source: the source token stream :arg require_matching_tags: whether or not to require matching tags """ super(Filter, self).__init__(source) self.require_matching_tags = require_matching_tags def __iter__(self): open_elements = [] for token in base.Filter.__iter__(self): type = token["type"] if type in ("StartTag", "EmptyTag"): namespace = token["namespace"] name = token["name"] assert namespace is None or isinstance(namespace, text_type) assert namespace != "" assert isinstance(name, text_type) assert name != "" assert isinstance(token["data"], dict) if (not namespace or namespace == namespaces["html"]) and name in voidElements: assert type == "EmptyTag" else: assert type == "StartTag" if type == "StartTag" and self.require_matching_tags: open_elements.append((namespace, name)) for (namespace, name), value in token["data"].items(): assert namespace is None or isinstance(namespace, text_type) assert namespace != "" assert isinstance(name, text_type) assert name != "" assert isinstance(value, text_type) elif type == "EndTag": namespace = token["namespace"] name = token["name"] assert namespace is None or isinstance(namespace, text_type) assert namespace != "" assert isinstance(name, text_type) assert name != "" if (not namespace or namespace == namespaces["html"]) and name in voidElements: assert False, "Void element reported as EndTag token: %(tag)s" % {"tag": name} elif self.require_matching_tags: start = open_elements.pop() assert start == (namespace, name) elif type == "Comment": data = token["data"] assert isinstance(data, text_type) elif type in ("Characters", "SpaceCharacters"): data = token["data"] assert isinstance(data, text_type) assert data != "" if type == "SpaceCharacters": assert data.strip(spaceCharacters) == "" elif type == "Doctype": name = token["name"] assert name is None or isinstance(name, text_type) assert token["publicId"] is None or isinstance(name, text_type) assert token["systemId"] is None or isinstance(name, text_type) elif type == "Entity": assert isinstance(token["name"], text_type) elif type == "SerializerError": assert isinstance(token["data"], text_type) else: assert False, "Unknown token type: %(type)s" % {"type": type} yield token PK A\`r * pip/_vendor/html5lib/filters/whitespace.pynu [ from __future__ import absolute_import, division, unicode_literals import re from . import base from ..constants import rcdataElements, spaceCharacters spaceCharacters = "".join(spaceCharacters) SPACES_REGEX = re.compile("[%s]+" % spaceCharacters) class Filter(base.Filter): """Collapses whitespace except in pre, textarea, and script elements""" spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements)) def __iter__(self): preserve = 0 for token in base.Filter.__iter__(self): type = token["type"] if type == "StartTag" \ and (preserve or token["name"] in self.spacePreserveElements): preserve += 1 elif type == "EndTag" and preserve: preserve -= 1 elif not preserve and type == "SpaceCharacters" and token["data"]: # Test on token["data"] above to not introduce spaces where there were not token["data"] = " " elif not preserve and type == "Characters": token["data"] = collapse_spaces(token["data"]) yield token def collapse_spaces(text): return SPACES_REGEX.sub(' ', text) PK A\[@! @ pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d S )N r r r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/__init__.py<module> PK A\B B B pip/_vendor/html5lib/filters/__pycache__/base.cpython-38.opt-1.pycnu [ U .e @ s( d dl mZmZmZ G dd deZdS ) )absolute_importdivisionunicode_literalsc @ s$ e Zd Zdd Zdd Zdd ZdS )Filterc C s || _ d S N)source)selfr r E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/base.py__init__ s zFilter.__init__c C s t | jS r )iterr )r r r r __iter__ s zFilter.__iter__c C s t | j|S r )getattrr )r namer r r __getattr__ s zFilter.__getattr__N)__name__ __module__ __qualname__r r r r r r r r s r N)Z __future__r r r objectr r r r r <module> s PK A\my0 0 K pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-38.pycnu [ U .e @ s6 d dl mZmZmZ ddlmZ G dd dejZdS ) )absolute_importdivisionunicode_literals )basec @ s e Zd ZdZdd Zdd ZdS )Filterz=Injects ``<meta charset=ENCODING>`` tag into head of documentc C s t j| | || _dS )ztCreates a Filter :arg source: the source token stream :arg encoding: the encoding to set N)r r __init__encoding)selfsourcer r T/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c c s d}| j d k}g }tj| D ]}|d }|dkrL|d dkrHd}nd|dkrJ|d dkrd }|d D ]X\\}}} |d k rqvqv| d kr| j |d ||f< d } qqv|d krv| dkrvd }qv|rd|d krd| j |d d< d }nP|d dkr|sdd|d dV ddd| j idV dddV d }q nf|dkr|d dkr|r|dV |sddd| j idV |r|dV qd }d}|dkr|| q |V q d S )NZpre_headtypeZStartTagnameheadZin_headZEmptyTagmetaFdatacharsetTz http-equivz content-type)NZcontentztext/html; charset=%s)r r r )Nr ZEndTag)r r r Z post_head)r r r __iter__loweritemspopappend) r stateZ meta_foundZpendingtokenr Zhas_http_equiv_content_type namespacer valuer r r r s^ zFilter.__iter__N)__name__ __module__ __qualname____doc__r r r r r r r s r N)Z __future__r r r r r r r r r <module> s PK A\Z4 4 H pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-38.opt-1.pycnu [ U .e @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d e Z e de Z G d d d ej Z d d ZdS ) )absolute_importdivisionunicode_literalsN )base )rcdataElementsspaceCharacters z[%s]+c @ s, e Zd ZdZeddgee Zdd ZdS )FilterzACollapses whitespace except in pre, textarea, and script elementsZpreZtextareac c s d}t j| D ]}|d }|dkr@|s6|d | jkr@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s|d krt|d |d< |V qd S ) Nr typeZStartTagnamer ZEndTagZSpaceCharactersdata Z Characters)r r __iter__spacePreserveElementscollapse_spaces)selfZpreservetokenr r K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s zFilter.__iter__N) __name__ __module__ __qualname____doc__ frozensetlistr r r r r r r r s r c C s t d| S )Nr ) SPACES_REGEXsub)textr r r r % s r )Z __future__r r r rer r Z constantsr r joincompiler r r r r r r <module> s PK A\<Q J pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-38.opt-1.pycnu [ U .e\) @ s6 d dl mZmZmZ ddlmZ G dd dejZdS ) )absolute_importdivisionunicode_literals )basec @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd S ) Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d k r&|||fV |}|}q|d k rD||d fV d S )N)source)selfZ previous1Z previous2token r M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/optionaltags.pyslider s z Filter.sliderc c sp | D ]b\}}}|d }|dkrD|d s<| |d ||sj|V q|dkrd| |d |sj|V q|V qd S )NtypeStartTagdatanameEndTag)r is_optional_startis_optional_end)r previousr nextr r r r __iter__ s zFilter.__iter__c C s |r |d pd }|dkr |dkS |dkrJ|dkr4dS |dkr|d dkS n|d krx|dkr^d S |d krr|d d kS dS nb|d kr|dkr|d dkS d S n@|dkr|d kr|r|d dkr|d dkrd S |d dkS d S d S )Nr htmlCommentZSpaceCharactersheadr ZEmptyTagTr r bodyFr )ZscriptZstylecolgroupcoltbody)r theadtfoottrr )r tagnamer r r r r r r s6 zFilter.is_optional_startc C s |r |d pd }|dkr |dkS |dkrP|dkr<|d |kS |dkpJ|d kS n|dkr|dkrl|d dkS |d kr|dkp|d kS d S np|d kr|d kr|d d kS |dkp|d kS n@|dkr|dkr|d dkS |dkp|d kS n|dkr |dkr |d dkS |dkp |d kS n|dkrT|dkr8d S |dkrN|d dkS dS n|dkr|dkrt|d dkS |dkr|dkp|d kS d S nf|dkr|dkr|d dkS |dkp|d kS n2|dkr|dkr|d dkS |dkp|d kS d S )Nr )r r r r )Zlioptgroupr# r r r )Zdtddr& Fpr ) ZaddressZarticleZasideZ blockquoteZdatagridZdialogdirZdivZdlZfieldsetZfooterZformZh1Zh2Zh3Zh4Zh5Zh6headerZhrZmenuZnavZolr' ZpreZsectiontableZuloption)r+ r% )ZrtZrpr T)r! r )r r" r r" )ZtdZthr )r r$ r r r r r r X s\ zFilter.is_optional_endN)__name__ __module__ __qualname____doc__r r r r r r r r r s 9r N)Z __future__r r r r r r r r r <module> s PK A\Y T pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.opt-1.pycnu [ U .e @ sJ d dl mZmZmZ ddlmZ d dlmZ dd ZG dd dej Z d S ) )absolute_importdivisionunicode_literals )base) OrderedDictc C s | d d pd| d d fS )zReturn an appropriate key for an attribute for sorting Attributes have a namespace that can be either ``None`` or a string. We can't compare the two because they're different types, so we convert ``None`` to an empty string first. r r )attrr r W/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py _attr_key s r c @ s e Zd ZdZdd ZdS )Filterz$Alphabetizes attributes for elementsc c s\ t j| D ]J}|d dkrPt }t|d tdD ]\}}|||< q6||d< |V q d S )Ntype)ZStartTagZEmptyTagdata)key)r r __iter__r sorteditemsr )selftokenZattrsnamevaluer r r r s zFilter.__iter__N)__name__ __module__ __qualname____doc__r r r r r r s r N) Z __future__r r r r r collectionsr r r r r r r <module> s PK A\Y N pip/_vendor/html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.pycnu [ U .e @ sJ d dl mZmZmZ ddlmZ d dlmZ dd ZG dd dej Z d S ) )absolute_importdivisionunicode_literals )base) OrderedDictc C s | d d pd| d d fS )zReturn an appropriate key for an attribute for sorting Attributes have a namespace that can be either ``None`` or a string. We can't compare the two because they're different types, so we convert ``None`` to an empty string first. r r )attrr r W/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py _attr_key s r c @ s e Zd ZdZdd ZdS )Filterz$Alphabetizes attributes for elementsc c s\ t j| D ]J}|d dkrPt }t|d tdD ]\}}|||< q6||d< |V q d S )Ntype)ZStartTagZEmptyTagdata)key)r r __iter__r sorteditemsr )selftokenZattrsnamevaluer r r r s zFilter.__iter__N)__name__ __module__ __qualname____doc__r r r r r r s r N) Z __future__r r r r r collectionsr r r r r r r <module> s PK A\nP? P? G pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-38.opt-1.pycnu [ U .ef D @ s> d dl mZmZmZ d dlZd dlmZmZ d dlm Z ddl m Z ddl mZmZ d gZeed d fed d fed d fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed d fed d fed d fed d fed d fed d!fed d"fed d#fed d$fed d%fed d&fed d'fed d(fed d)fed d*fed d+fed d,fed d-fed d.fed d/fed d0fed d1fed d2fed d3fed d4fed d5fed d6fed d7fed d8fed d9fed d:fed d;fed d<fed d=fed d>fed d?fed d@fed dAfed dBfed dCfed dDfed dEfed dFfed dGfed dHfed dIfed dJfed dKfed dLfed dMfed dNfed dOfed dPfed dQfed dRfed dSfed dTfed dUfed dVfed dWfed dXfed dYfed dZfed d[fed d\fed d]fed d^fed d_fed d`fed dafed dbfed dcfed ddfed defed dffed dgfed dhfed difed djfed dkfed dlfed dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfed d fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dffZeddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7ed8 d9fd:dd;d;d;d<d=d>d?d@dAdBdCdDdEdFdddGdHdIdJdKdKdLdMdNdOdOdOdPdQddRdSdTdUdVd6d6edW dXfedW dYfedW dZfd[d\d]d^d_d`dadbdcdddedfdgdhdɐdidːdjdkdldmdndodpdqd@drdސdsdtdudvdwdxdydzd{d|d}d~dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd(dddd,dddddddddÐdĐdŐd6dƐdǐdȐdɐdedW dfedW dfedW dXfedW dfedW dYfedW dfedW dZfed8 dfed8 d9fed8 dfdАdѐdҐdӐfCZedd!dddd ddddd edW dXfed8 dff ZedԃZedՃZedփZed׃ZedZedكZedڃZe dej Z G dd d e j Z dS ( )absolute_importdivisionunicode_literalsN)escapeunescape) urllib_parse )base ) namespacesprefixesFilterhtmlaabbrZacronymZaddressZareaZarticleZasideZaudiobZbigZ blockquotebrZbuttonZcanvasZcaptioncentercitecodecolZcolgroupZcommandZdatagridZdatalistZdddelZdetailsZdfnZdialogdirZdivZdlZdtZemz event-sourceZfieldsetZ figcaptionZfigureZfooterfontformheaderZh1Zh2Zh3Zh4Zh5Zh6ZhriZimginputZinsZkeygenZkbdlabelZlegendZlimmapZmenuZmeterZmulticolZnavZnextidZoloutputZoptgroupZoptionpZpreZprogressqsZsampZsectionZselectZsmallZsoundsourceZspacerspanZstrikeZstrongsubZsuptableZtbodyZtdZtextareatimeZtfootZthZtheadZtrZttuZulvarZvideoZmathmlZmactionZmathZmerrorZmfracmiZ mmultiscriptsZmnmoZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ munderovernoneZsvganimate animateColor animateMotionanimateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez font-face-srcgZglyphZhkernlinearGradientlinemarkerZmetadataz missing-glyphZmpathpathZpolygonZpolylineradialGradientZrectsetstopZswitchtexttitleZtspanuse)Nr )NZaccept)Nzaccept-charset)NZ accesskey)Naction)NZalign)NZalt)NZ autocomplete)NZ autofocus)NZaxis)N background)NZbalance)NZbgcolor)NZ bgproperties)Nborder)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ bottompadding)NZ cellpadding)NZ cellspacing)NZch)NZ challenge)Nchar)NZcharoff)NZchoff)Ncharset)Nchecked)Nr )Nclass)Nclear)Ncolor)NZcols)NZcolspan)NZcompact)NZcontenteditable)NZcontrols)NZcoords)Ndata)NZdatafld)NZ datapagesize)NZdatasrc)NZdatetime)Ndefault)NZdelay)Nr )NZdisabled)NZ draggable)NZdynsrc)NZenctype)Nend)NZface)Nfor)Nr )Nframe)NZ galleryimg)NZgutter)NZheaders)Nheight)NZ hidefocus)NZhidden)NZhigh)Nhref)NZhreflang)NZhspace)NZicon)Nid)NZ inputmode)NZismap)NZkeytype)Nr )NZ leftspacing)Nlang)Nlist)NZlongdesc)NZloop)NZ loopcount)NZloopend)NZ loopstart)NZlow)NZlowsrc)Nmax)NZ maxlength)NZmedia)Nmethod)Nmin)NZmultiple)Nname)NZnohref)NZnoshade)Nnowrap)Nopen)NZoptimumNpattern)NZping)Nz point-size)NZposter)NZpqg)NZpreload)Nprompt)NZ radiogroup)Nreadonly)NZrel)Nz repeat-max)Nz repeat-min)Nreplace)NZrequired)NZrev)NZ rightspacing)NZrows)NZrowspan)NZrules)NZscope)NZselected)Nshape)Nsize)Nr& )Nsrc)Nstart)NstepNstyle)NZsummary)Nsuppress)NZtabindex)Ntarget)Ntemplate)Nr< )NZ toppadding)Ntype)NZ unselectable)NZusemap)Nurn)NZvalign)Nvalue)NZvariable)Nvolume)NZvspace)NZvrml)Nwidth)NZwrapZxmlrO )NZ actiontype)NZ columnalign)NZ columnlines)NZ columnspacing)NZ columnspan)Ndepth)Ndisplay)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ fontweight)NZ linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)Nmaxsize)NZminsize)Nother)NZrowalign)NZrowlines)NZ rowspacing)NZrspace)NZ scriptlevel)NZ selection)NZ separator)NZstretchyxlinkrM Zshowrf )Nz accent-height)N accumulate)NZadditive)NZ alphabetic)Nz arabic-form)NZascent)NZ attributeName)NZ attributeType)NZ baseProfile)NZbbox)NZbegin)NZby)NZcalcMode)Nz cap-heightNz clip-path)Nzcolor-rendering)NZcontent)NZcx)NZcy)Nd)NZdx)NZdy)NZdescent)NZdurNfill)N fill-opacity)N fill-rule)N font-family)N font-size)Nz font-stretch)N font-style)N font-variant)N font-weight)Nfrom)NZfx)NZfy)NZg1)NZg2)Nz glyph-name)NZ gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)Nk)NZ keyPoints)NZ keySplines)NZkeyTimesNz marker-endNz marker-midNz marker-start)NZ markerHeight)NZ markerUnits)NZ markerWidth)NZ mathematical)Noffset)NZopacity)NZorient)Norigin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nr7 )NZ pathLength)NZpoints)NZpreserveAspectRatio)Nr)NZrefX)NZrefY)NZ repeatCount)NZ repeatDur)NZrequiredExtensions)NZrequiredFeatures)NZrestart)Nrotate)Nrx)NZry)NZslope)NZstemh)NZstemv)Nz stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thicknessNstroke)Nzstroke-dasharray)Nzstroke-dashoffset)Nstroke-linecap)Nstroke-linejoin)Nzstroke-miterlimit)Nstroke-opacity)N stroke-width)NZsystemLanguage)Nz text-anchor)Nto)NZ transform)NZu1)NZu2)Nzunderline-position)Nzunderline-thickness)NZunicode)Nz unicode-range)Nz units-per-em)Nvalues)Nversion)NZviewBox)NZ visibility)NZwidths)Nx)Nzx-height)NZx1)NZx2ZactuateZarcroleZroler Zspace)Ny)NZy1)NZy2)NZ zoomAndPan) rq )Nz color-profileNcursorrs Nfilter)Nr6 r r r~ )Nmaskr ))NZaltGlyph)Nr/ )Nr0 )Nr1 )Nr2 r )NZfeImager )Nr4 rW )Nr8 )NZtextpath)NZtref)Nr9 )Nr= ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorrE rF r directionrl Z elevationfloatr rw rx ry rz r{ rL zletter-spacingz line-heightZoverflowpausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz speak-numeralzspeak-punctuationz speech-rateZstressz text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyri z white-spacerj )'autoZaquaZblackblockZblueZboldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgrayZgreenz !importantZitalicleftZlimeZmaroonZmediumr. ZnavyZnormalrU ZoliveZpointerZpurpleZredrightZsolidZsilverZtealtopZ transparentZ underlineZwhiteZyellow)rt ru rv r r r r r )Zed2kZftpZhttpZhttpsZircZmailtoZnewsZgopherZnntpZtelnetZwebcalZxmppZcalltoZfeedrg ZaimZrsynctagZsshZsftpZrtspZafsrG )z image/pngz image/jpegz image/gifz image/webpz image/bmpz text/plainaL ^ # Match a content type <application>/<type> (?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+) # Match any character set and encoding (?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?) |(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?) # Assume the rest is data ,.* $ c s^ e Zd ZdZeeeeee e e e e f fdd Zdd Zdd Zdd Zd d Zd d Z ZS )r zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc sP t t| | || _|| _|| _|| _|| _|| _|| _ | | _ | | _ | | _ dS )aS Creates a Filter :arg allowed_elements: set of elements to allow--everything else will be escaped :arg allowed_attributes: set of attributes to allow in elements--everything else will be stripped :arg allowed_css_properties: set of CSS properties to allow--everything else will be stripped :arg allowed_css_keywords: set of CSS keywords to allow--everything else will be stripped :arg allowed_svg_properties: set of SVG properties to allow--everything else will be removed :arg allowed_protocols: set of allowed protocols for URIs :arg allowed_content_types: set of allowed content types for ``data`` URIs. :arg attr_val_is_uri: set of attributes that have URI values--values that have a scheme not listed in ``allowed_protocols`` are removed :arg svg_attr_val_allows_ref: set of SVG attributes that can have references :arg svg_allow_local_href: set of SVG elements that can have local hrefs--these are removed N) superr __init__allowed_elementsallowed_attributesallowed_css_propertiesallowed_css_keywordsallowed_svg_propertiesallowed_protocolsallowed_content_typesattr_val_is_urisvg_attr_val_allows_refsvg_allow_local_href) selfr% r r r r r r r r r r __class__ J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyr s +zFilter.__init__c c s* t j| D ]}| |}|r |V q d S )N)r r __iter__sanitize_token)r tokenr r r r s zFilter.__iter__c C sp |d }|dkr^|d }|d }||f| j ksH|d krRtd |f| j krR| |S | |S n|dkrhn|S d S )Nrf )ZStartTagEndTagZEmptyTagrT namespacer Comment)r r allowed_tokendisallowed_token)r r token_typerT r r r r r s zFilter.sanitize_tokenc C s d|kr|d }t | }|| j D ]}|d |= || q(|| j@ D ]}tddt|| }| dd}zt |}W n t k r d }||= Y nX |rL|j rL|j | j kr||= |j dkrLt|j}|s||= qL|d| jkrL||= qL| jD ]*}||kr tddt|| ||< q |d | jkrvtd d f|krvtd |td d f rv|td d f= d |kr| |d |d < ||d< |S ) NrG u [` - - \s]+ u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\) rT ro rM z ^\s*[^#\s].*ra )r9 keysr remover rer' r lowerr[ urlparse ValueErrorZschemer data_content_typematchr7 groupr r r r search sanitize_css) r r attrsZ attr_namesZ to_removeattrZ val_unescapedZurir r r r r sV zFilter.allowed_tokenc C s |d }|dkr"d|d |d< n|d rg }|d D ]:\\}}}|d|d krX|ndt| |f t|f q:d|d d |f |d< nd |d |d< |d r|d d d d |d< d|d< |d= |S )Nrf r z</%s>rT rG z %s="%s"z%s:%sz<%s%s>r z<%s>Z selfClosingz/>Z Characters)itemsappendr r joinget)r r r r nsrT vr r r r Q s 0 zFilter.disallowed_tokenc C s t dd|}t d|s"dS t d|s2dS g }t d|D ]\}}|sPqB| | jkrv||d | d qB|d d d kr| D ] }|| j krt d |s qq||d | d qB| | j krB||d | d qBd |S ) Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: ;-r )r? r@ ZmarginZpaddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) r compiler' r findallr r r splitr r r )r rb ZcleanZproprh keywordr r r r e s* zFilter.sanitize_css)__name__ __module__ __qualname____doc__r r r r r r r r r r r r r r r r __classcell__r r r r r s" 72) Z __future__r r r r Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r r r Z constantsr r __all__ frozensetr r r r r r r r r r r VERBOSEr r r r r r <module> s % K 1 * PK A\@֯& & < pip/_vendor/html5lib/filters/__pycache__/lint.cpython-38.pycnu [ U .e; @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m Z ddlm Z d e Z G d d d ej Z d S ) )absolute_importdivisionunicode_literals) text_type )base ) namespaces voidElements)spaceCharacters c s* e Zd ZdZd fdd Zdd Z ZS )FilterzgLints the token stream for errors If it finds any errors, it'll raise an ``AssertionError``. Tc s t t| | || _dS )zCreates a Filter :arg source: the source token stream :arg require_matching_tags: whether or not to require matching tags N)superr __init__require_matching_tags)selfsourcer __class__ E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c sD g }t j| D ],}|d }|dkrF|d }|d }|d ksNt|tsNt|dksZtt|tsht|dksttt|d tst|r|td kr|tkr|dkstn |d kst|d kr| j r| ||f |d D ]`\\}}}|d kst|tst|dkstt|ts$t|dks2tt|tstqn|d kr|d }|d }|d kszt|tszt|dkstt|tst|dkst|r|td kr|tkrd std d |i n"| j r8| }|||fks8tn6|dkr(|d }t|ts8tn|dkrx|d }t|tsJt|dksXt|dkr8| tdks8tn|dkr|d }|d kst|tst|d d kst|tst|d d ks8t|ts8tnV|dkrt|d ts8tn6|dkr"t|d ts8tnd s8tdd|i |V qd S )Ntype)StartTagEmptyTag namespacenamer dataZhtmlr r ZEndTagFz.Void element reported as EndTag token: %(tag)stagComment)Z CharactersSpaceCharactersr ZDoctypeZpublicIdZsystemIdZEntityZSerializerErrorz Unknown token type: %(type)s)r r __iter__ isinstancer AssertionErrordictr r r appenditemspopstripr ) r Z open_elementstokenr r r valuestartr r r r r sl zFilter.__iter__)T)__name__ __module__ __qualname____doc__r r __classcell__r r r r r s r N)Z __future__r r r Zpip._vendor.sixr r r Z constantsr r r joinr r r r r <module> s PK A\TSE E B pip/_vendor/html5lib/filters/__pycache__/lint.cpython-38.opt-1.pycnu [ U .e; @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m Z ddlm Z d e Z G d d d ej Z d S ) )absolute_importdivisionunicode_literals) text_type )base ) namespaces voidElements)spaceCharacters c s* e Zd ZdZd fdd Zdd Z ZS )FilterzgLints the token stream for errors If it finds any errors, it'll raise an ``AssertionError``. Tc s t t| | || _dS )zCreates a Filter :arg source: the source token stream :arg require_matching_tags: whether or not to require matching tags N)superr __init__require_matching_tags)selfsourcer __class__ E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c s. g }t j| D ]}|d }|dkr|d }|d }|rF|td krP|tkrPn |dkrl| jrl|||f |d D ] \\}}}qxn|dkr|d }|d }|r|td kr|tkrn| jr| }nX|d kr|d }nF|d kr|d }|d krn,|d kr |d }n|d krn |dkr"n |V qd S )Ntype)StartTagZEmptyTag namespacenameZhtmlr dataZEndTagComment)Z CharactersSpaceCharactersr ZDoctypeZEntityZSerializerError) r r __iter__r r r appenditemspop) r Z open_elementstokenr r r valuestartr r r r r sF zFilter.__iter__)T)__name__ __module__ __qualname____doc__r r __classcell__r r r r r s r N)Z __future__r r r Zpip._vendor.sixr r r Z constantsr r r joinr r r r r <module> s PK A\B B < pip/_vendor/html5lib/filters/__pycache__/base.cpython-38.pycnu [ U .e @ s( d dl mZmZmZ G dd deZdS ) )absolute_importdivisionunicode_literalsc @ s$ e Zd Zdd Zdd Zdd ZdS )Filterc C s || _ d S N)source)selfr r E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/base.py__init__ s zFilter.__init__c C s t | jS r )iterr )r r r r __iter__ s zFilter.__iter__c C s t | j|S r )getattrr )r namer r r __getattr__ s zFilter.__getattr__N)__name__ __module__ __qualname__r r r r r r r r s r N)Z __future__r r r objectr r r r r <module> s PK A\=b? ? A pip/_vendor/html5lib/filters/__pycache__/sanitizer.cpython-38.pycnu [ U .ef D @ s> d dl mZmZmZ d dlZd dlmZmZ d dlm Z ddl m Z ddl mZmZ d gZeed d fed d fed d fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed d fed d fed d fed d fed d fed d!fed d"fed d#fed d$fed d%fed d&fed d'fed d(fed d)fed d*fed d+fed d,fed d-fed d.fed d/fed d0fed d1fed d2fed d3fed d4fed d5fed d6fed d7fed d8fed d9fed d:fed d;fed d<fed d=fed d>fed d?fed d@fed dAfed dBfed dCfed dDfed dEfed dFfed dGfed dHfed dIfed dJfed dKfed dLfed dMfed dNfed dOfed dPfed dQfed dRfed dSfed dTfed dUfed dVfed dWfed dXfed dYfed dZfed d[fed d\fed d]fed d^fed d_fed d`fed dafed dbfed dcfed ddfed defed dffed dgfed dhfed difed djfed dkfed dlfed dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfedn dfed d fed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dfed dffZeddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7ed8 d9fd:dd;d;d;d<d=d>d?d@dAdBdCdDdEdFdddGdHdIdJdKdKdLdMdNdOdOdOdPdQddRdSdTdUdVd6d6edW dXfedW dYfedW dZfd[d\d]d^d_d`dadbdcdddedfdgdhdɐdidːdjdkdldmdndodpdqd@drdސdsdtdudvdwdxdydzd{d|d}d~dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd(dddd,dddddddddÐdĐdŐd6dƐdǐdȐdɐdedW dfedW dfedW dXfedW dfedW dYfedW dfedW dZfed8 dfed8 d9fed8 dfdАdѐdҐdӐfCZedd!dddd ddddd edW dXfed8 dff ZedԃZedՃZedփZed׃ZedZedكZedڃZe dej Z G dd d e j Z dS ( )absolute_importdivisionunicode_literalsN)escapeunescape) urllib_parse )base ) namespacesprefixesFilterhtmlaabbrZacronymZaddressZareaZarticleZasideZaudiobZbigZ blockquotebrZbuttonZcanvasZcaptioncentercitecodecolZcolgroupZcommandZdatagridZdatalistZdddelZdetailsZdfnZdialogdirZdivZdlZdtZemz event-sourceZfieldsetZ figcaptionZfigureZfooterfontformheaderZh1Zh2Zh3Zh4Zh5Zh6ZhriZimginputZinsZkeygenZkbdlabelZlegendZlimmapZmenuZmeterZmulticolZnavZnextidZoloutputZoptgroupZoptionpZpreZprogressqsZsampZsectionZselectZsmallZsoundsourceZspacerspanZstrikeZstrongsubZsuptableZtbodyZtdZtextareatimeZtfootZthZtheadZtrZttuZulvarZvideoZmathmlZmactionZmathZmerrorZmfracmiZ mmultiscriptsZmnmoZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ munderovernoneZsvganimate animateColor animateMotionanimateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez font-face-srcgZglyphZhkernlinearGradientlinemarkerZmetadataz missing-glyphZmpathpathZpolygonZpolylineradialGradientZrectsetstopZswitchtexttitleZtspanuse)Nr )NZaccept)Nzaccept-charset)NZ accesskey)Naction)NZalign)NZalt)NZ autocomplete)NZ autofocus)NZaxis)N background)NZbalance)NZbgcolor)NZ bgproperties)Nborder)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ bottompadding)NZ cellpadding)NZ cellspacing)NZch)NZ challenge)Nchar)NZcharoff)NZchoff)Ncharset)Nchecked)Nr )Nclass)Nclear)Ncolor)NZcols)NZcolspan)NZcompact)NZcontenteditable)NZcontrols)NZcoords)Ndata)NZdatafld)NZ datapagesize)NZdatasrc)NZdatetime)Ndefault)NZdelay)Nr )NZdisabled)NZ draggable)NZdynsrc)NZenctype)Nend)NZface)Nfor)Nr )Nframe)NZ galleryimg)NZgutter)NZheaders)Nheight)NZ hidefocus)NZhidden)NZhigh)Nhref)NZhreflang)NZhspace)NZicon)Nid)NZ inputmode)NZismap)NZkeytype)Nr )NZ leftspacing)Nlang)Nlist)NZlongdesc)NZloop)NZ loopcount)NZloopend)NZ loopstart)NZlow)NZlowsrc)Nmax)NZ maxlength)NZmedia)Nmethod)Nmin)NZmultiple)Nname)NZnohref)NZnoshade)Nnowrap)Nopen)NZoptimumNpattern)NZping)Nz point-size)NZposter)NZpqg)NZpreload)Nprompt)NZ radiogroup)Nreadonly)NZrel)Nz repeat-max)Nz repeat-min)Nreplace)NZrequired)NZrev)NZ rightspacing)NZrows)NZrowspan)NZrules)NZscope)NZselected)Nshape)Nsize)Nr& )Nsrc)Nstart)NstepNstyle)NZsummary)Nsuppress)NZtabindex)Ntarget)Ntemplate)Nr< )NZ toppadding)Ntype)NZ unselectable)NZusemap)Nurn)NZvalign)Nvalue)NZvariable)Nvolume)NZvspace)NZvrml)Nwidth)NZwrapZxmlrO )NZ actiontype)NZ columnalign)NZ columnlines)NZ columnspacing)NZ columnspan)Ndepth)Ndisplay)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ fontweight)NZ linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)Nmaxsize)NZminsize)Nother)NZrowalign)NZrowlines)NZ rowspacing)NZrspace)NZ scriptlevel)NZ selection)NZ separator)NZstretchyxlinkrM Zshowrf )Nz accent-height)N accumulate)NZadditive)NZ alphabetic)Nz arabic-form)NZascent)NZ attributeName)NZ attributeType)NZ baseProfile)NZbbox)NZbegin)NZby)NZcalcMode)Nz cap-heightNz clip-path)Nzcolor-rendering)NZcontent)NZcx)NZcy)Nd)NZdx)NZdy)NZdescent)NZdurNfill)N fill-opacity)N fill-rule)N font-family)N font-size)Nz font-stretch)N font-style)N font-variant)N font-weight)Nfrom)NZfx)NZfy)NZg1)NZg2)Nz glyph-name)NZ gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)Nk)NZ keyPoints)NZ keySplines)NZkeyTimesNz marker-endNz marker-midNz marker-start)NZ markerHeight)NZ markerUnits)NZ markerWidth)NZ mathematical)Noffset)NZopacity)NZorient)Norigin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nr7 )NZ pathLength)NZpoints)NZpreserveAspectRatio)Nr)NZrefX)NZrefY)NZ repeatCount)NZ repeatDur)NZrequiredExtensions)NZrequiredFeatures)NZrestart)Nrotate)Nrx)NZry)NZslope)NZstemh)NZstemv)Nz stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thicknessNstroke)Nzstroke-dasharray)Nzstroke-dashoffset)Nstroke-linecap)Nstroke-linejoin)Nzstroke-miterlimit)Nstroke-opacity)N stroke-width)NZsystemLanguage)Nz text-anchor)Nto)NZ transform)NZu1)NZu2)Nzunderline-position)Nzunderline-thickness)NZunicode)Nz unicode-range)Nz units-per-em)Nvalues)Nversion)NZviewBox)NZ visibility)NZwidths)Nx)Nzx-height)NZx1)NZx2ZactuateZarcroleZroler Zspace)Ny)NZy1)NZy2)NZ zoomAndPan) rq )Nz color-profileNcursorrs Nfilter)Nr6 r r r~ )Nmaskr ))NZaltGlyph)Nr/ )Nr0 )Nr1 )Nr2 r )NZfeImager )Nr4 rW )Nr8 )NZtextpath)NZtref)Nr9 )Nr= ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorrE rF r directionrl Z elevationfloatr rw rx ry rz r{ rL zletter-spacingz line-heightZoverflowpausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz speak-numeralzspeak-punctuationz speech-rateZstressz text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyri z white-spacerj )'autoZaquaZblackblockZblueZboldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgrayZgreenz !importantZitalicleftZlimeZmaroonZmediumr. ZnavyZnormalrU ZoliveZpointerZpurpleZredrightZsolidZsilverZtealtopZ transparentZ underlineZwhiteZyellow)rt ru rv r r r r r )Zed2kZftpZhttpZhttpsZircZmailtoZnewsZgopherZnntpZtelnetZwebcalZxmppZcalltoZfeedrg ZaimZrsynctagZsshZsftpZrtspZafsrG )z image/pngz image/jpegz image/gifz image/webpz image/bmpz text/plainaL ^ # Match a content type <application>/<type> (?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+) # Match any character set and encoding (?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?) |(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?) # Assume the rest is data ,.* $ c s^ e Zd ZdZeeeeee e e e e f fdd Zdd Zdd Zdd Zd d Zd d Z ZS )r zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc sP t t| | || _|| _|| _|| _|| _|| _|| _ | | _ | | _ | | _ dS )aS Creates a Filter :arg allowed_elements: set of elements to allow--everything else will be escaped :arg allowed_attributes: set of attributes to allow in elements--everything else will be stripped :arg allowed_css_properties: set of CSS properties to allow--everything else will be stripped :arg allowed_css_keywords: set of CSS keywords to allow--everything else will be stripped :arg allowed_svg_properties: set of SVG properties to allow--everything else will be removed :arg allowed_protocols: set of allowed protocols for URIs :arg allowed_content_types: set of allowed content types for ``data`` URIs. :arg attr_val_is_uri: set of attributes that have URI values--values that have a scheme not listed in ``allowed_protocols`` are removed :arg svg_attr_val_allows_ref: set of SVG attributes that can have references :arg svg_allow_local_href: set of SVG elements that can have local hrefs--these are removed N) superr __init__allowed_elementsallowed_attributesallowed_css_propertiesallowed_css_keywordsallowed_svg_propertiesallowed_protocolsallowed_content_typesattr_val_is_urisvg_attr_val_allows_refsvg_allow_local_href) selfr% r r r r r r r r r r __class__ J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyr s +zFilter.__init__c c s* t j| D ]}| |}|r |V q d S )N)r r __iter__sanitize_token)r tokenr r r r s zFilter.__iter__c C sp |d }|dkr^|d }|d }||f| j ksH|d krRtd |f| j krR| |S | |S n|dkrhn|S d S )Nrf )StartTagEndTagEmptyTagrT namespacer Comment)r r allowed_tokendisallowed_token)r r token_typerT r r r r r s zFilter.sanitize_tokenc C s d|kr|d }t | }|| j D ]}|d |= || q(|| j@ D ]}||ks\ttddt|| }| dd}zt |}W n t k r d }||= Y nX |rL|j rL|j | jkr||= |j dkrLt|j}|s||= qL|d| jkrL||= qL| jD ]*}||kr tddt|| ||< q |d | jkrtd d f|krtd |td d f r|td d f= d |kr| |d |d < ||d< |S ) NrG u [` - - \s]+ u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\) rT ro rM z ^\s*[^#\s].*ra )r9 keysr remover AssertionErrorrer' r lowerr[ urlparse ValueErrorZschemer data_content_typematchr7 groupr r r r search sanitize_css) r r attrsZ attr_namesZ to_removeattrZ val_unescapedZurir r r r r sX zFilter.allowed_tokenc C s |d }|dkr"d|d |d< n|d r|dks6t g }|d D ]:\\}}}|d|d krd|ndt| |f t|f qFd |d d |f |d< nd |d |d< |d r|d d d d |d< d|d< |d= |S )Nrf r z</%s>rT rG )r r z %s="%s"z%s:%sz<%s%s>r z<%s>Z selfClosingz/>Z Characters)r itemsappendr r joinget)r r r r nsrT vr r r r Q s 0 zFilter.disallowed_tokenc C s t dd|}t d|s"dS t d|s2dS g }t d|D ]\}}|sPqB| | jkrv||d | d qB|d d d kr| D ] }|| j krt d |s qq||d | d qB| | j krB||d | d qBd |S ) Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: ;-r )r? r@ ZmarginZpaddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) r compiler' r findallr r r splitr r r )r rb ZcleanZproprh keywordr r r r e s* zFilter.sanitize_css)__name__ __module__ __qualname____doc__r r r r r r r r r r r r r r r r __classcell__r r r r r s" 72) Z __future__r r r r Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r r r Z constantsr r __all__ frozensetr r r r r r r r r r r VERBOSEr r r r r r <module> s % K 1 * PK A\Z4 4 B pip/_vendor/html5lib/filters/__pycache__/whitespace.cpython-38.pycnu [ U .e @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d e Z e de Z G d d d ej Z d d ZdS ) )absolute_importdivisionunicode_literalsN )base )rcdataElementsspaceCharacters z[%s]+c @ s, e Zd ZdZeddgee Zdd ZdS )FilterzACollapses whitespace except in pre, textarea, and script elementsZpreZtextareac c s d}t j| D ]}|d }|dkr@|s6|d | jkr@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s|d krt|d |d< |V qd S ) Nr typeZStartTagnamer ZEndTagZSpaceCharactersdata Z Characters)r r __iter__spacePreserveElementscollapse_spaces)selfZpreservetokenr r K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s zFilter.__iter__N) __name__ __module__ __qualname____doc__ frozensetlistr r r r r r r r s r c C s t d| S )Nr ) SPACES_REGEXsub)textr r r r % s r )Z __future__r r r rer r Z constantsr r joincompiler r r r r r r <module> s PK A\[@! F pip/_vendor/html5lib/filters/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d S )N r r r I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/__init__.py<module> PK A\my0 0 Q pip/_vendor/html5lib/filters/__pycache__/inject_meta_charset.cpython-38.opt-1.pycnu [ U .e @ s6 d dl mZmZmZ ddlmZ G dd dejZdS ) )absolute_importdivisionunicode_literals )basec @ s e Zd ZdZdd Zdd ZdS )Filterz=Injects ``<meta charset=ENCODING>`` tag into head of documentc C s t j| | || _dS )ztCreates a Filter :arg source: the source token stream :arg encoding: the encoding to set N)r r __init__encoding)selfsourcer r T/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c c s d}| j d k}g }tj| D ]}|d }|dkrL|d dkrHd}nd|dkrJ|d dkrd }|d D ]X\\}}} |d k rqvqv| d kr| j |d ||f< d } qqv|d krv| dkrvd }qv|rd|d krd| j |d d< d }nP|d dkr|sdd|d dV ddd| j idV dddV d }q nf|dkr|d dkr|r|dV |sddd| j idV |r|dV qd }d}|dkr|| q |V q d S )NZpre_headtypeZStartTagnameheadZin_headZEmptyTagmetaFdatacharsetTz http-equivz content-type)NZcontentztext/html; charset=%s)r r r )Nr ZEndTag)r r r Z post_head)r r r __iter__loweritemspopappend) r stateZ meta_foundZpendingtokenr Zhas_http_equiv_content_type namespacer valuer r r r s^ zFilter.__iter__N)__name__ __module__ __qualname____doc__r r r r r r r s r N)Z __future__r r r r r r r r r <module> s PK A\<Q D pip/_vendor/html5lib/filters/__pycache__/optionaltags.cpython-38.pycnu [ U .e\) @ s6 d dl mZmZmZ ddlmZ G dd dejZdS ) )absolute_importdivisionunicode_literals )basec @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd S ) Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d k r&|||fV |}|}q|d k rD||d fV d S )N)source)selfZ previous1Z previous2token r M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/optionaltags.pyslider s z Filter.sliderc c sp | D ]b\}}}|d }|dkrD|d s<| |d ||sj|V q|dkrd| |d |sj|V q|V qd S )NtypeStartTagdatanameEndTag)r is_optional_startis_optional_end)r previousr nextr r r r __iter__ s zFilter.__iter__c C s |r |d pd }|dkr |dkS |dkrJ|dkr4dS |dkr|d dkS n|d krx|dkr^d S |d krr|d d kS dS nb|d kr|dkr|d dkS d S n@|dkr|d kr|r|d dkr|d dkrd S |d dkS d S d S )Nr htmlCommentZSpaceCharactersheadr ZEmptyTagTr r bodyFr )ZscriptZstylecolgroupcoltbody)r theadtfoottrr )r tagnamer r r r r r r s6 zFilter.is_optional_startc C s |r |d pd }|dkr |dkS |dkrP|dkr<|d |kS |dkpJ|d kS n|dkr|dkrl|d dkS |d kr|dkp|d kS d S np|d kr|d kr|d d kS |dkp|d kS n@|dkr|dkr|d dkS |dkp|d kS n|dkr |dkr |d dkS |dkp |d kS n|dkrT|dkr8d S |dkrN|d dkS dS n|dkr|dkrt|d dkS |dkr|dkp|d kS d S nf|dkr|dkr|d dkS |dkp|d kS n2|dkr|dkr|d dkS |dkp|d kS d S )Nr )r r r r )Zlioptgroupr# r r r )Zdtddr& Fpr ) ZaddressZarticleZasideZ blockquoteZdatagridZdialogdirZdivZdlZfieldsetZfooterZformZh1Zh2Zh3Zh4Zh5Zh6headerZhrZmenuZnavZolr' ZpreZsectiontableZuloption)r+ r% )ZrtZrpr T)r! r )r r" r r" )ZtdZthr )r r$ r r r r r r X s\ zFilter.is_optional_endN)__name__ __module__ __qualname____doc__r r r r r r r r r s 9r N)Z __future__r r r r r r r r r <module> s PK A\ 6 pip/_vendor/html5lib/filters/alphabeticalattributes.pynu [ from __future__ import absolute_import, division, unicode_literals from . import base from collections import OrderedDict def _attr_key(attr): """Return an appropriate key for an attribute for sorting Attributes have a namespace that can be either ``None`` or a string. We can't compare the two because they're different types, so we convert ``None`` to an empty string first. """ return (attr[0][0] or ''), attr[0][1] class Filter(base.Filter): """Alphabetizes attributes for elements""" def __iter__(self): for token in base.Filter.__iter__(self): if token["type"] in ("StartTag", "EmptyTag"): attrs = OrderedDict() for name, value in sorted(token["data"].items(), key=_attr_key): attrs[name] = value token["data"] = attrs yield token PK A\u*\) \) , pip/_vendor/html5lib/filters/optionaltags.pynu [ from __future__ import absolute_import, division, unicode_literals from . import base class Filter(base.Filter): """Removes optional tags from the token stream""" def slider(self): previous1 = previous2 = None for token in self.source: if previous1 is not None: yield previous2, previous1, token previous2 = previous1 previous1 = token if previous1 is not None: yield previous2, previous1, None def __iter__(self): for previous, token, next in self.slider(): type = token["type"] if type == "StartTag": if (token["data"] or not self.is_optional_start(token["name"], previous, next)): yield token elif type == "EndTag": if not self.is_optional_end(token["name"], next): yield token else: yield token def is_optional_start(self, tagname, previous, next): type = next and next["type"] or None if tagname in 'html': # An html element's start tag may be omitted if the first thing # inside the html element is not a space character or a comment. return type not in ("Comment", "SpaceCharacters") elif tagname == 'head': # A head element's start tag may be omitted if the first thing # inside the head element is an element. # XXX: we also omit the start tag if the head element is empty if type in ("StartTag", "EmptyTag"): return True elif type == "EndTag": return next["name"] == "head" elif tagname == 'body': # A body element's start tag may be omitted if the first thing # inside the body element is not a space character or a comment, # except if the first thing inside the body element is a script # or style element and the node immediately preceding the body # element is a head element whose end tag has been omitted. if type in ("Comment", "SpaceCharacters"): return False elif type == "StartTag": # XXX: we do not look at the preceding event, so we never omit # the body element's start tag if it's followed by a script or # a style element. return next["name"] not in ('script', 'style') else: return True elif tagname == 'colgroup': # A colgroup element's start tag may be omitted if the first thing # inside the colgroup element is a col element, and if the element # is not immediately preceded by another colgroup element whose # end tag has been omitted. if type in ("StartTag", "EmptyTag"): # XXX: we do not look at the preceding event, so instead we never # omit the colgroup element's end tag when it is immediately # followed by another colgroup element. See is_optional_end. return next["name"] == "col" else: return False elif tagname == 'tbody': # A tbody element's start tag may be omitted if the first thing # inside the tbody element is a tr element, and if the element is # not immediately preceded by a tbody, thead, or tfoot element # whose end tag has been omitted. if type == "StartTag": # omit the thead and tfoot elements' end tag when they are # immediately followed by a tbody element. See is_optional_end. if previous and previous['type'] == 'EndTag' and \ previous['name'] in ('tbody', 'thead', 'tfoot'): return False return next["name"] == 'tr' else: return False return False def is_optional_end(self, tagname, next): type = next and next["type"] or None if tagname in ('html', 'head', 'body'): # An html element's end tag may be omitted if the html element # is not immediately followed by a space character or a comment. return type not in ("Comment", "SpaceCharacters") elif tagname in ('li', 'optgroup', 'tr'): # A li element's end tag may be omitted if the li element is # immediately followed by another li element or if there is # no more content in the parent element. # An optgroup element's end tag may be omitted if the optgroup # element is immediately followed by another optgroup element, # or if there is no more content in the parent element. # A tr element's end tag may be omitted if the tr element is # immediately followed by another tr element, or if there is # no more content in the parent element. if type == "StartTag": return next["name"] == tagname else: return type == "EndTag" or type is None elif tagname in ('dt', 'dd'): # A dt element's end tag may be omitted if the dt element is # immediately followed by another dt element or a dd element. # A dd element's end tag may be omitted if the dd element is # immediately followed by another dd element or a dt element, # or if there is no more content in the parent element. if type == "StartTag": return next["name"] in ('dt', 'dd') elif tagname == 'dd': return type == "EndTag" or type is None else: return False elif tagname == 'p': # A p element's end tag may be omitted if the p element is # immediately followed by an address, article, aside, # blockquote, datagrid, dialog, dir, div, dl, fieldset, # footer, form, h1, h2, h3, h4, h5, h6, header, hr, menu, # nav, ol, p, pre, section, table, or ul, element, or if # there is no more content in the parent element. if type in ("StartTag", "EmptyTag"): return next["name"] in ('address', 'article', 'aside', 'blockquote', 'datagrid', 'dialog', 'dir', 'div', 'dl', 'fieldset', 'footer', 'form', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'header', 'hr', 'menu', 'nav', 'ol', 'p', 'pre', 'section', 'table', 'ul') else: return type == "EndTag" or type is None elif tagname == 'option': # An option element's end tag may be omitted if the option # element is immediately followed by another option element, # or if it is immediately followed by an <code>optgroup</code> # element, or if there is no more content in the parent # element. if type == "StartTag": return next["name"] in ('option', 'optgroup') else: return type == "EndTag" or type is None elif tagname in ('rt', 'rp'): # An rt element's end tag may be omitted if the rt element is # immediately followed by an rt or rp element, or if there is # no more content in the parent element. # An rp element's end tag may be omitted if the rp element is # immediately followed by an rt or rp element, or if there is # no more content in the parent element. if type == "StartTag": return next["name"] in ('rt', 'rp') else: return type == "EndTag" or type is None elif tagname == 'colgroup': # A colgroup element's end tag may be omitted if the colgroup # element is not immediately followed by a space character or # a comment. if type in ("Comment", "SpaceCharacters"): return False elif type == "StartTag": # XXX: we also look for an immediately following colgroup # element. See is_optional_start. return next["name"] != 'colgroup' else: return True elif tagname in ('thead', 'tbody'): # A thead element's end tag may be omitted if the thead element # is immediately followed by a tbody or tfoot element. # A tbody element's end tag may be omitted if the tbody element # is immediately followed by a tbody or tfoot element, or if # there is no more content in the parent element. # A tfoot element's end tag may be omitted if the tfoot element # is immediately followed by a tbody element, or if there is no # more content in the parent element. # XXX: we never omit the end tag when the following element is # a tbody. See is_optional_start. if type == "StartTag": return next["name"] in ['tbody', 'tfoot'] elif tagname == 'tbody': return type == "EndTag" or type is None else: return False elif tagname == 'tfoot': # A tfoot element's end tag may be omitted if the tfoot element # is immediately followed by a tbody element, or if there is no # more content in the parent element. # XXX: we never omit the end tag when the following element is # a tbody. See is_optional_start. if type == "StartTag": return next["name"] == 'tbody' else: return type == "EndTag" or type is None elif tagname in ('td', 'th'): # A td element's end tag may be omitted if the td element is # immediately followed by a td or th element, or if there is # no more content in the parent element. # A th element's end tag may be omitted if the th element is # immediately followed by a td or th element, or if there is # no more content in the parent element. if type == "StartTag": return next["name"] in ('td', 'th') else: return type == "EndTag" or type is None return False PK A\ ( pip/_vendor/html5lib/filters/__init__.pynu [ PK A\@Pf f ) pip/_vendor/html5lib/filters/sanitizer.pynu [ from __future__ import absolute_import, division, unicode_literals import re from xml.sax.saxutils import escape, unescape from pip._vendor.six.moves import urllib_parse as urlparse from . import base from ..constants import namespaces, prefixes __all__ = ["Filter"] allowed_elements = frozenset(( (namespaces['html'], 'a'), (namespaces['html'], 'abbr'), (namespaces['html'], 'acronym'), (namespaces['html'], 'address'), (namespaces['html'], 'area'), (namespaces['html'], 'article'), (namespaces['html'], 'aside'), (namespaces['html'], 'audio'), (namespaces['html'], 'b'), (namespaces['html'], 'big'), (namespaces['html'], 'blockquote'), (namespaces['html'], 'br'), (namespaces['html'], 'button'), (namespaces['html'], 'canvas'), (namespaces['html'], 'caption'), (namespaces['html'], 'center'), (namespaces['html'], 'cite'), (namespaces['html'], 'code'), (namespaces['html'], 'col'), (namespaces['html'], 'colgroup'), (namespaces['html'], 'command'), (namespaces['html'], 'datagrid'), (namespaces['html'], 'datalist'), (namespaces['html'], 'dd'), (namespaces['html'], 'del'), (namespaces['html'], 'details'), (namespaces['html'], 'dfn'), (namespaces['html'], 'dialog'), (namespaces['html'], 'dir'), (namespaces['html'], 'div'), (namespaces['html'], 'dl'), (namespaces['html'], 'dt'), (namespaces['html'], 'em'), (namespaces['html'], 'event-source'), (namespaces['html'], 'fieldset'), (namespaces['html'], 'figcaption'), (namespaces['html'], 'figure'), (namespaces['html'], 'footer'), (namespaces['html'], 'font'), (namespaces['html'], 'form'), (namespaces['html'], 'header'), (namespaces['html'], 'h1'), (namespaces['html'], 'h2'), (namespaces['html'], 'h3'), (namespaces['html'], 'h4'), (namespaces['html'], 'h5'), (namespaces['html'], 'h6'), (namespaces['html'], 'hr'), (namespaces['html'], 'i'), (namespaces['html'], 'img'), (namespaces['html'], 'input'), (namespaces['html'], 'ins'), (namespaces['html'], 'keygen'), (namespaces['html'], 'kbd'), (namespaces['html'], 'label'), (namespaces['html'], 'legend'), (namespaces['html'], 'li'), (namespaces['html'], 'm'), (namespaces['html'], 'map'), (namespaces['html'], 'menu'), (namespaces['html'], 'meter'), (namespaces['html'], 'multicol'), (namespaces['html'], 'nav'), (namespaces['html'], 'nextid'), (namespaces['html'], 'ol'), (namespaces['html'], 'output'), (namespaces['html'], 'optgroup'), (namespaces['html'], 'option'), (namespaces['html'], 'p'), (namespaces['html'], 'pre'), (namespaces['html'], 'progress'), (namespaces['html'], 'q'), (namespaces['html'], 's'), (namespaces['html'], 'samp'), (namespaces['html'], 'section'), (namespaces['html'], 'select'), (namespaces['html'], 'small'), (namespaces['html'], 'sound'), (namespaces['html'], 'source'), (namespaces['html'], 'spacer'), (namespaces['html'], 'span'), (namespaces['html'], 'strike'), (namespaces['html'], 'strong'), (namespaces['html'], 'sub'), (namespaces['html'], 'sup'), (namespaces['html'], 'table'), (namespaces['html'], 'tbody'), (namespaces['html'], 'td'), (namespaces['html'], 'textarea'), (namespaces['html'], 'time'), (namespaces['html'], 'tfoot'), (namespaces['html'], 'th'), (namespaces['html'], 'thead'), (namespaces['html'], 'tr'), (namespaces['html'], 'tt'), (namespaces['html'], 'u'), (namespaces['html'], 'ul'), (namespaces['html'], 'var'), (namespaces['html'], 'video'), (namespaces['mathml'], 'maction'), (namespaces['mathml'], 'math'), (namespaces['mathml'], 'merror'), (namespaces['mathml'], 'mfrac'), (namespaces['mathml'], 'mi'), (namespaces['mathml'], 'mmultiscripts'), (namespaces['mathml'], 'mn'), (namespaces['mathml'], 'mo'), (namespaces['mathml'], 'mover'), (namespaces['mathml'], 'mpadded'), (namespaces['mathml'], 'mphantom'), (namespaces['mathml'], 'mprescripts'), (namespaces['mathml'], 'mroot'), (namespaces['mathml'], 'mrow'), (namespaces['mathml'], 'mspace'), (namespaces['mathml'], 'msqrt'), (namespaces['mathml'], 'mstyle'), (namespaces['mathml'], 'msub'), (namespaces['mathml'], 'msubsup'), (namespaces['mathml'], 'msup'), (namespaces['mathml'], 'mtable'), (namespaces['mathml'], 'mtd'), (namespaces['mathml'], 'mtext'), (namespaces['mathml'], 'mtr'), (namespaces['mathml'], 'munder'), (namespaces['mathml'], 'munderover'), (namespaces['mathml'], 'none'), (namespaces['svg'], 'a'), (namespaces['svg'], 'animate'), (namespaces['svg'], 'animateColor'), (namespaces['svg'], 'animateMotion'), (namespaces['svg'], 'animateTransform'), (namespaces['svg'], 'clipPath'), (namespaces['svg'], 'circle'), (namespaces['svg'], 'defs'), (namespaces['svg'], 'desc'), (namespaces['svg'], 'ellipse'), (namespaces['svg'], 'font-face'), (namespaces['svg'], 'font-face-name'), (namespaces['svg'], 'font-face-src'), (namespaces['svg'], 'g'), (namespaces['svg'], 'glyph'), (namespaces['svg'], 'hkern'), (namespaces['svg'], 'linearGradient'), (namespaces['svg'], 'line'), (namespaces['svg'], 'marker'), (namespaces['svg'], 'metadata'), (namespaces['svg'], 'missing-glyph'), (namespaces['svg'], 'mpath'), (namespaces['svg'], 'path'), (namespaces['svg'], 'polygon'), (namespaces['svg'], 'polyline'), (namespaces['svg'], 'radialGradient'), (namespaces['svg'], 'rect'), (namespaces['svg'], 'set'), (namespaces['svg'], 'stop'), (namespaces['svg'], 'svg'), (namespaces['svg'], 'switch'), (namespaces['svg'], 'text'), (namespaces['svg'], 'title'), (namespaces['svg'], 'tspan'), (namespaces['svg'], 'use'), )) allowed_attributes = frozenset(( # HTML attributes (None, 'abbr'), (None, 'accept'), (None, 'accept-charset'), (None, 'accesskey'), (None, 'action'), (None, 'align'), (None, 'alt'), (None, 'autocomplete'), (None, 'autofocus'), (None, 'axis'), (None, 'background'), (None, 'balance'), (None, 'bgcolor'), (None, 'bgproperties'), (None, 'border'), (None, 'bordercolor'), (None, 'bordercolordark'), (None, 'bordercolorlight'), (None, 'bottompadding'), (None, 'cellpadding'), (None, 'cellspacing'), (None, 'ch'), (None, 'challenge'), (None, 'char'), (None, 'charoff'), (None, 'choff'), (None, 'charset'), (None, 'checked'), (None, 'cite'), (None, 'class'), (None, 'clear'), (None, 'color'), (None, 'cols'), (None, 'colspan'), (None, 'compact'), (None, 'contenteditable'), (None, 'controls'), (None, 'coords'), (None, 'data'), (None, 'datafld'), (None, 'datapagesize'), (None, 'datasrc'), (None, 'datetime'), (None, 'default'), (None, 'delay'), (None, 'dir'), (None, 'disabled'), (None, 'draggable'), (None, 'dynsrc'), (None, 'enctype'), (None, 'end'), (None, 'face'), (None, 'for'), (None, 'form'), (None, 'frame'), (None, 'galleryimg'), (None, 'gutter'), (None, 'headers'), (None, 'height'), (None, 'hidefocus'), (None, 'hidden'), (None, 'high'), (None, 'href'), (None, 'hreflang'), (None, 'hspace'), (None, 'icon'), (None, 'id'), (None, 'inputmode'), (None, 'ismap'), (None, 'keytype'), (None, 'label'), (None, 'leftspacing'), (None, 'lang'), (None, 'list'), (None, 'longdesc'), (None, 'loop'), (None, 'loopcount'), (None, 'loopend'), (None, 'loopstart'), (None, 'low'), (None, 'lowsrc'), (None, 'max'), (None, 'maxlength'), (None, 'media'), (None, 'method'), (None, 'min'), (None, 'multiple'), (None, 'name'), (None, 'nohref'), (None, 'noshade'), (None, 'nowrap'), (None, 'open'), (None, 'optimum'), (None, 'pattern'), (None, 'ping'), (None, 'point-size'), (None, 'poster'), (None, 'pqg'), (None, 'preload'), (None, 'prompt'), (None, 'radiogroup'), (None, 'readonly'), (None, 'rel'), (None, 'repeat-max'), (None, 'repeat-min'), (None, 'replace'), (None, 'required'), (None, 'rev'), (None, 'rightspacing'), (None, 'rows'), (None, 'rowspan'), (None, 'rules'), (None, 'scope'), (None, 'selected'), (None, 'shape'), (None, 'size'), (None, 'span'), (None, 'src'), (None, 'start'), (None, 'step'), (None, 'style'), (None, 'summary'), (None, 'suppress'), (None, 'tabindex'), (None, 'target'), (None, 'template'), (None, 'title'), (None, 'toppadding'), (None, 'type'), (None, 'unselectable'), (None, 'usemap'), (None, 'urn'), (None, 'valign'), (None, 'value'), (None, 'variable'), (None, 'volume'), (None, 'vspace'), (None, 'vrml'), (None, 'width'), (None, 'wrap'), (namespaces['xml'], 'lang'), # MathML attributes (None, 'actiontype'), (None, 'align'), (None, 'columnalign'), (None, 'columnalign'), (None, 'columnalign'), (None, 'columnlines'), (None, 'columnspacing'), (None, 'columnspan'), (None, 'depth'), (None, 'display'), (None, 'displaystyle'), (None, 'equalcolumns'), (None, 'equalrows'), (None, 'fence'), (None, 'fontstyle'), (None, 'fontweight'), (None, 'frame'), (None, 'height'), (None, 'linethickness'), (None, 'lspace'), (None, 'mathbackground'), (None, 'mathcolor'), (None, 'mathvariant'), (None, 'mathvariant'), (None, 'maxsize'), (None, 'minsize'), (None, 'other'), (None, 'rowalign'), (None, 'rowalign'), (None, 'rowalign'), (None, 'rowlines'), (None, 'rowspacing'), (None, 'rowspan'), (None, 'rspace'), (None, 'scriptlevel'), (None, 'selection'), (None, 'separator'), (None, 'stretchy'), (None, 'width'), (None, 'width'), (namespaces['xlink'], 'href'), (namespaces['xlink'], 'show'), (namespaces['xlink'], 'type'), # SVG attributes (None, 'accent-height'), (None, 'accumulate'), (None, 'additive'), (None, 'alphabetic'), (None, 'arabic-form'), (None, 'ascent'), (None, 'attributeName'), (None, 'attributeType'), (None, 'baseProfile'), (None, 'bbox'), (None, 'begin'), (None, 'by'), (None, 'calcMode'), (None, 'cap-height'), (None, 'class'), (None, 'clip-path'), (None, 'color'), (None, 'color-rendering'), (None, 'content'), (None, 'cx'), (None, 'cy'), (None, 'd'), (None, 'dx'), (None, 'dy'), (None, 'descent'), (None, 'display'), (None, 'dur'), (None, 'end'), (None, 'fill'), (None, 'fill-opacity'), (None, 'fill-rule'), (None, 'font-family'), (None, 'font-size'), (None, 'font-stretch'), (None, 'font-style'), (None, 'font-variant'), (None, 'font-weight'), (None, 'from'), (None, 'fx'), (None, 'fy'), (None, 'g1'), (None, 'g2'), (None, 'glyph-name'), (None, 'gradientUnits'), (None, 'hanging'), (None, 'height'), (None, 'horiz-adv-x'), (None, 'horiz-origin-x'), (None, 'id'), (None, 'ideographic'), (None, 'k'), (None, 'keyPoints'), (None, 'keySplines'), (None, 'keyTimes'), (None, 'lang'), (None, 'marker-end'), (None, 'marker-mid'), (None, 'marker-start'), (None, 'markerHeight'), (None, 'markerUnits'), (None, 'markerWidth'), (None, 'mathematical'), (None, 'max'), (None, 'min'), (None, 'name'), (None, 'offset'), (None, 'opacity'), (None, 'orient'), (None, 'origin'), (None, 'overline-position'), (None, 'overline-thickness'), (None, 'panose-1'), (None, 'path'), (None, 'pathLength'), (None, 'points'), (None, 'preserveAspectRatio'), (None, 'r'), (None, 'refX'), (None, 'refY'), (None, 'repeatCount'), (None, 'repeatDur'), (None, 'requiredExtensions'), (None, 'requiredFeatures'), (None, 'restart'), (None, 'rotate'), (None, 'rx'), (None, 'ry'), (None, 'slope'), (None, 'stemh'), (None, 'stemv'), (None, 'stop-color'), (None, 'stop-opacity'), (None, 'strikethrough-position'), (None, 'strikethrough-thickness'), (None, 'stroke'), (None, 'stroke-dasharray'), (None, 'stroke-dashoffset'), (None, 'stroke-linecap'), (None, 'stroke-linejoin'), (None, 'stroke-miterlimit'), (None, 'stroke-opacity'), (None, 'stroke-width'), (None, 'systemLanguage'), (None, 'target'), (None, 'text-anchor'), (None, 'to'), (None, 'transform'), (None, 'type'), (None, 'u1'), (None, 'u2'), (None, 'underline-position'), (None, 'underline-thickness'), (None, 'unicode'), (None, 'unicode-range'), (None, 'units-per-em'), (None, 'values'), (None, 'version'), (None, 'viewBox'), (None, 'visibility'), (None, 'width'), (None, 'widths'), (None, 'x'), (None, 'x-height'), (None, 'x1'), (None, 'x2'), (namespaces['xlink'], 'actuate'), (namespaces['xlink'], 'arcrole'), (namespaces['xlink'], 'href'), (namespaces['xlink'], 'role'), (namespaces['xlink'], 'show'), (namespaces['xlink'], 'title'), (namespaces['xlink'], 'type'), (namespaces['xml'], 'base'), (namespaces['xml'], 'lang'), (namespaces['xml'], 'space'), (None, 'y'), (None, 'y1'), (None, 'y2'), (None, 'zoomAndPan'), )) attr_val_is_uri = frozenset(( (None, 'href'), (None, 'src'), (None, 'cite'), (None, 'action'), (None, 'longdesc'), (None, 'poster'), (None, 'background'), (None, 'datasrc'), (None, 'dynsrc'), (None, 'lowsrc'), (None, 'ping'), (namespaces['xlink'], 'href'), (namespaces['xml'], 'base'), )) svg_attr_val_allows_ref = frozenset(( (None, 'clip-path'), (None, 'color-profile'), (None, 'cursor'), (None, 'fill'), (None, 'filter'), (None, 'marker'), (None, 'marker-start'), (None, 'marker-mid'), (None, 'marker-end'), (None, 'mask'), (None, 'stroke'), )) svg_allow_local_href = frozenset(( (None, 'altGlyph'), (None, 'animate'), (None, 'animateColor'), (None, 'animateMotion'), (None, 'animateTransform'), (None, 'cursor'), (None, 'feImage'), (None, 'filter'), (None, 'linearGradient'), (None, 'pattern'), (None, 'radialGradient'), (None, 'textpath'), (None, 'tref'), (None, 'set'), (None, 'use') )) allowed_css_properties = frozenset(( 'azimuth', 'background-color', 'border-bottom-color', 'border-collapse', 'border-color', 'border-left-color', 'border-right-color', 'border-top-color', 'clear', 'color', 'cursor', 'direction', 'display', 'elevation', 'float', 'font', 'font-family', 'font-size', 'font-style', 'font-variant', 'font-weight', 'height', 'letter-spacing', 'line-height', 'overflow', 'pause', 'pause-after', 'pause-before', 'pitch', 'pitch-range', 'richness', 'speak', 'speak-header', 'speak-numeral', 'speak-punctuation', 'speech-rate', 'stress', 'text-align', 'text-decoration', 'text-indent', 'unicode-bidi', 'vertical-align', 'voice-family', 'volume', 'white-space', 'width', )) allowed_css_keywords = frozenset(( 'auto', 'aqua', 'black', 'block', 'blue', 'bold', 'both', 'bottom', 'brown', 'center', 'collapse', 'dashed', 'dotted', 'fuchsia', 'gray', 'green', '!important', 'italic', 'left', 'lime', 'maroon', 'medium', 'none', 'navy', 'normal', 'nowrap', 'olive', 'pointer', 'purple', 'red', 'right', 'solid', 'silver', 'teal', 'top', 'transparent', 'underline', 'white', 'yellow', )) allowed_svg_properties = frozenset(( 'fill', 'fill-opacity', 'fill-rule', 'stroke', 'stroke-width', 'stroke-linecap', 'stroke-linejoin', 'stroke-opacity', )) allowed_protocols = frozenset(( 'ed2k', 'ftp', 'http', 'https', 'irc', 'mailto', 'news', 'gopher', 'nntp', 'telnet', 'webcal', 'xmpp', 'callto', 'feed', 'urn', 'aim', 'rsync', 'tag', 'ssh', 'sftp', 'rtsp', 'afs', 'data', )) allowed_content_types = frozenset(( 'image/png', 'image/jpeg', 'image/gif', 'image/webp', 'image/bmp', 'text/plain', )) data_content_type = re.compile(r''' ^ # Match a content type <application>/<type> (?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+) # Match any character set and encoding (?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?) |(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?) # Assume the rest is data ,.* $ ''', re.VERBOSE) class Filter(base.Filter): """Sanitizes token stream of XHTML+MathML+SVG and of inline style attributes""" def __init__(self, source, allowed_elements=allowed_elements, allowed_attributes=allowed_attributes, allowed_css_properties=allowed_css_properties, allowed_css_keywords=allowed_css_keywords, allowed_svg_properties=allowed_svg_properties, allowed_protocols=allowed_protocols, allowed_content_types=allowed_content_types, attr_val_is_uri=attr_val_is_uri, svg_attr_val_allows_ref=svg_attr_val_allows_ref, svg_allow_local_href=svg_allow_local_href): """Creates a Filter :arg allowed_elements: set of elements to allow--everything else will be escaped :arg allowed_attributes: set of attributes to allow in elements--everything else will be stripped :arg allowed_css_properties: set of CSS properties to allow--everything else will be stripped :arg allowed_css_keywords: set of CSS keywords to allow--everything else will be stripped :arg allowed_svg_properties: set of SVG properties to allow--everything else will be removed :arg allowed_protocols: set of allowed protocols for URIs :arg allowed_content_types: set of allowed content types for ``data`` URIs. :arg attr_val_is_uri: set of attributes that have URI values--values that have a scheme not listed in ``allowed_protocols`` are removed :arg svg_attr_val_allows_ref: set of SVG attributes that can have references :arg svg_allow_local_href: set of SVG elements that can have local hrefs--these are removed """ super(Filter, self).__init__(source) self.allowed_elements = allowed_elements self.allowed_attributes = allowed_attributes self.allowed_css_properties = allowed_css_properties self.allowed_css_keywords = allowed_css_keywords self.allowed_svg_properties = allowed_svg_properties self.allowed_protocols = allowed_protocols self.allowed_content_types = allowed_content_types self.attr_val_is_uri = attr_val_is_uri self.svg_attr_val_allows_ref = svg_attr_val_allows_ref self.svg_allow_local_href = svg_allow_local_href def __iter__(self): for token in base.Filter.__iter__(self): token = self.sanitize_token(token) if token: yield token # Sanitize the +html+, escaping all elements not in ALLOWED_ELEMENTS, and # stripping out all attributes not in ALLOWED_ATTRIBUTES. Style attributes # are parsed, and a restricted set, specified by ALLOWED_CSS_PROPERTIES and # ALLOWED_CSS_KEYWORDS, are allowed through. attributes in ATTR_VAL_IS_URI # are scanned, and only URI schemes specified in ALLOWED_PROTOCOLS are # allowed. # # sanitize_html('<script> do_nasty_stuff() </script>') # => <script> do_nasty_stuff() </script> # sanitize_html('<a href="javascript: sucker();">Click here for $100</a>') # => <a>Click here for $100</a> def sanitize_token(self, token): # accommodate filters which use token_type differently token_type = token["type"] if token_type in ("StartTag", "EndTag", "EmptyTag"): name = token["name"] namespace = token["namespace"] if ((namespace, name) in self.allowed_elements or (namespace is None and (namespaces["html"], name) in self.allowed_elements)): return self.allowed_token(token) else: return self.disallowed_token(token) elif token_type == "Comment": pass else: return token def allowed_token(self, token): if "data" in token: attrs = token["data"] attr_names = set(attrs.keys()) # Remove forbidden attributes for to_remove in (attr_names - self.allowed_attributes): del token["data"][to_remove] attr_names.remove(to_remove) # Remove attributes with disallowed URL values for attr in (attr_names & self.attr_val_is_uri): assert attr in attrs # I don't have a clue where this regexp comes from or why it matches those # characters, nor why we call unescape. I just know it's always been here. # Should you be worried by this comment in a sanitizer? Yes. On the other hand, all # this will do is remove *more* than it otherwise would. val_unescaped = re.sub("[`\x00-\x20\x7f-\xa0\\s]+", '', unescape(attrs[attr])).lower() # remove replacement characters from unescaped characters val_unescaped = val_unescaped.replace("\ufffd", "") try: uri = urlparse.urlparse(val_unescaped) except ValueError: uri = None del attrs[attr] if uri and uri.scheme: if uri.scheme not in self.allowed_protocols: del attrs[attr] if uri.scheme == 'data': m = data_content_type.match(uri.path) if not m: del attrs[attr] elif m.group('content_type') not in self.allowed_content_types: del attrs[attr] for attr in self.svg_attr_val_allows_ref: if attr in attrs: attrs[attr] = re.sub(r'url\s*\(\s*[^#\s][^)]+?\)', ' ', unescape(attrs[attr])) if (token["name"] in self.svg_allow_local_href and (namespaces['xlink'], 'href') in attrs and re.search(r'^\s*[^#\s].*', attrs[(namespaces['xlink'], 'href')])): del attrs[(namespaces['xlink'], 'href')] if (None, 'style') in attrs: attrs[(None, 'style')] = self.sanitize_css(attrs[(None, 'style')]) token["data"] = attrs return token def disallowed_token(self, token): token_type = token["type"] if token_type == "EndTag": token["data"] = "</%s>" % token["name"] elif token["data"]: assert token_type in ("StartTag", "EmptyTag") attrs = [] for (ns, name), v in token["data"].items(): attrs.append(' %s="%s"' % (name if ns is None else "%s:%s" % (prefixes[ns], name), escape(v))) token["data"] = "<%s%s>" % (token["name"], ''.join(attrs)) else: token["data"] = "<%s>" % token["name"] if token.get("selfClosing"): token["data"] = token["data"][:-1] + "/>" token["type"] = "Characters" del token["name"] return token def sanitize_css(self, style): # disallow urls style = re.compile(r'url\s*\(\s*[^\s)]+?\s*\)\s*').sub(' ', style) # gauntlet if not re.match(r"""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$""", style): return '' if not re.match(r"^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$", style): return '' clean = [] for prop, value in re.findall(r"([-\w]+)\s*:\s*([^:;]*)", style): if not value: continue if prop.lower() in self.allowed_css_properties: clean.append(prop + ': ' + value + ';') elif prop.split('-')[0].lower() in ['background', 'border', 'margin', 'padding']: for keyword in value.split(): if keyword not in self.allowed_css_keywords and \ not re.match(r"^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$", keyword): # noqa break else: clean.append(prop + ': ' + value + ';') elif prop.lower() in self.allowed_svg_properties: clean.append(prop + ': ' + value + ';') return ' '.join(clean) PK A\6 +1# 1# 6 pip/_vendor/idna/__pycache__/core.cpython-38.opt-1.pycnu [ U .e- @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ e dZ ej d dkr`e ZeZG d d d eZG d d d eZG d d deZG dd deZdd Zdd Zdd Zdd Zdd Zdd Zd7d d Z d d! Z d"d# Z d$d% Z d&d' Z d8d(d)Z!d*d+ Z"d,d- Z#d.d/ Z$d9d1d2Z%d:d3d4Z&d;d5d6Z'dS )< )idnadata N)intranges_contain s xn--u [.。．｡] c @ s e Zd ZdZdS ) IDNAErrorz7 Base exception for all IDNA-encoding related problems N__name__ __module__ __qualname____doc__ r r 9/usr/lib/python3.8/site-packages/pip/_vendor/idna/core.pyr s r c @ s e Zd ZdZdS ) IDNABidiErrorz= Exception when bidirectional requirements are not satisfied Nr r r r r r s r c @ s e Zd ZdZdS )InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used Nr r r r r r s r c @ s e Zd ZdZdS )InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used Nr r r r r r s r c C s0 t t| }|dkr,t t| s,td|S )Nr z Unknown character in unicodedata) unicodedataZ combiningunichrname ValueError)cpvr r r _combining_class$ s r c C s t t| tj| S )N)r ordr Zscripts)r Zscriptr r r _is_script+ s r c C s | dS )Npunycode)encodesr r r _punycode. s r c C s d | S )Nz U+{0:04X})formatr r r r _unot1 s r! c C s t | dkrdS dS )N? FTlenlabelr r r valid_label_length5 s r' c C s t | |rdndkrdS dS )N FTr# )r& trailing_dotr r r valid_string_length< s r+ Fc C s^ d}t | dD ]:\}}t|}|dkr<tdt| ||dkrd}q|sV|sVdS t| d }|dkrrd}n |d krd}ntd t| d}d}t | dD ]\}}t|}|r|d krtd ||d krd}n |dkrd}|dkrJ|s|}n||krJtdq|dkr.td||dkr>d}q|dkrd}q|sZtddS )NFr z3Unknown directionality in label {0} at position {1})RALANTr )r- r. Lz>First codepoint in label {0} must be directionality L, R or AL) r- r. r/ ENESCSETONBNNSMzHInvalid direction for codepoint at position {0} in a right-to-left label)r- r. r1 r/ r7 )r/ r1 z2Can not mix numeral types in a right-to-left label)r0 r1 r2 r3 r4 r5 r6 r7 zHInvalid direction for codepoint at position {0} in a left-to-right label)r0 r1 z0Label ends with illegal codepoint directionality) enumerater Z bidirectionalr r repr) r& Z check_ltrZ bidi_labelidxr directionZrtlZ valid_endingZ number_typer r r check_bidiC sP r< c C s" t | d d dkr tddS )Nr Mz0Label begins with an illegal combining characterT)r categoryr r% r r r check_initial_combiner s r? c C s< | dd dkrt d| d dks0| d dkr8t dd S ) N z--z4Label has disallowed hyphens in 3rd and 4th positionr -z)Label must not start or end with a hyphenT)r r% r r r check_hyphen_ok s rD c C s t d| | krtdd S )NNFCz%Label must be in Normalization Form C)r normalizer r% r r r check_nfc s rG c C s4 t | | }|dkr|dkr8tt | |d tkr8dS d}t|d ddD ]B}tjt | | }|t dkrrqL|t dt d fkrLd} qqL|sdS d}t|d t| D ]B}tjt | | }|t dkrq|t d t d fkrd} qq|S |d kr,|dkr(tt | |d tkr(dS dS dS d S ) Ni r r TFrC Tr0 Dr- i )r r _virama_combining_classranger Z joining_typesgetr$ )r& poscp_valueokiZ joining_typer r r valid_contextj s< rQ c C s t | | }|dkrdd| k r0t| d k r`n n,t | |d dkr`t | |d dkr`dS dS |dkr|t| d k rt| dkrt| |d dS dS |d ks|d kr|dkrt| |d d S dS |d kr| D ]6}|d krqt|ds t|ds t|dr dS qdS d| kr.dkrhn n6| D ],}dt | krVdkr6n n dS q6dS d| krdkrn n6| D ],}dt | krdkrn n dS qdS d S )N r r l TFiu ZGreeki i ZHebrewi0 u ・ZHiraganaZKatakanaZHani` ii i i )r r$ r )r& rM Z exceptionrN r r r r valid_contexto s> ( " rT c C sL t | ttfr| d} t| dkr,tdt| t| t| t | D ]\}}t |}t |t j d rpqLqLt |t j d rz,t| |stdt||d t| W n2 tk r tdt||d t| Y nX qLt |t j d r t| |s>td t||d t| qLtd t||d t| qLt| d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r z?Unknown codepoint adjacent to joiner {0} at position {1} in {2}ZCONTEXTO0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed) isinstancebytes bytearraydecoder$ r rG rD r? r8 r r r Zcodepoint_classesrQ r r r! r9 r rT r r< )r& rM r rN r r r check_label s< rZ c C s~ z(| d} t| t| s$td| W S tk r< Y nX | sJtdt| } t| t| } t| } t| sztd| S )NasciizLabel too longzNo Input) r ulabelr' r UnicodeEncodeErrorunicoderZ r _alabel_prefixr% r r r alabel s" r` c C s t | ttfs>z| d} W n tk r< t| | Y S X | } | trb| t td } nt| | dS | d} t| | S )Nr[ r ) rV rW rX r r] rZ lower startswithr_ r$ rY r% r r r r\ # s r\ Tc C s( ddl m } d}zt| D ]\}}t|}||dk r8|nt||dfd }|d } t|dkrj|d nd} | d ks| d kr|r| d kr|s| dkr||7 }q| dk r| d ks| d kr|r| d kr|r|| 7 }q| d krt qtd|W S tk r" t d t ||d t | Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r ) uts46datar, Zr r@ NVrI 3r= IrE rU ) rc r8 r bisectZ bisect_leftr$ IndexErrorr rF r r r! r9 ) Zdomain std3_rules transitionalrc outputrM charZ code_pointZuts46rowZstatusZ replacementr r r uts46_remap8 sV ro c C s t | ttfr| d} |r(t| ||} d}g }|r@| d}n t| }|rX|dgkr`td|d dkrv|d= d}|D ]$}t|} | r| | qztdqz|r| d d |} t | |std | S ) Nr[ F.r, Empty domainrC T Empty label .zDomain too long) rV rW rX rY ro split_unicode_dots_rer r` appendjoinr+ ) r strictuts46rk rl r* resultlabelsr& r r r r T s2 r c C s t | ttfr| d} |r(t| |d} d}g }|s@t| }n | d}|rX|dgkr`td|d sr|d= d}|D ]$}t|} | r| | qvtdqv|r| d d |S ) Nr[ Frp r, rq rC Trr ) rV rW rX rY ro rv ru r r\ rw rx )r ry rz rk r* r{ r| r& r r r rY s s, rY )F)F)TF)FFFF)FFF)(r, r ri r resysZ intrangesr rJ r_ compilerv version_infostrr^ chrr UnicodeErrorr r r r r r r r! r' r+ r< r? rD rG rQ rT rZ r` r\ ro r rY r r r r <module> sB < , ) PK A\0 4 pip/_vendor/idna/__pycache__/__init__.cpython-38.pycnu [ U .e: @ s d dl mZ d dlT dS ) ) __version__)*N)Z package_datar Zcore r r =/usr/lib/python3.8/site-packages/pip/_vendor/idna/__init__.py<module> s PK A\1Y; ; 1 pip/_vendor/idna/__pycache__/codec.cpython-38.pycnu [ U .e @ s d dl mZmZmZmZmZ ddlZddlZedZ G dd dej Z G dd dej Z G d d d ej ZG d d d e ejZG d d de ejZdd ZdS ) )encodedecodealabelulabel IDNAError Nu [.。．｡]c @ s e Zd ZdddZdddZdS ) Codecstrictc C s. |dkrt d||s dS t|t|fS Nr Unsupported error handling "{0}" r )r formatr lenselfdataerrors r :/usr/lib/python3.8/site-packages/pip/_vendor/idna/codec.pyr s z Codec.encodec C s. |dkrt d||s dS t|t|fS r )r r r r r r r r r s z Codec.decodeN)r )r )__name__ __module__ __qualname__r r r r r r r s r c @ s e Zd Zdd ZdS )IncrementalEncoderc C s |dkrt d||s dS t|}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|t| |r|d7 }|t|7 }qbd|| }|t|7 }||fS ) Nr r r r .r r )r r _unicode_dots_resplitappendr r join r r r finallabelsZ trailing_dotresultsizeZlabelr r r _buffer_encode s0 z!IncrementalEncoder._buffer_encodeN)r r r r% r r r r r s r c @ s e Zd Zdd ZdS )IncrementalDecoderc C s |dkrt d||s dS t|tr4t|}n t|}t|d |d}d}|r~|d sld}|d= n|s~|d= |r~d}g }d}|D ]*}|t| |r|d 7 }|t |7 }qd || }|t |7 }||fS ) Nr r r asciir r r r r ) r r isinstanceZunicoder r strr r r r r r r r _buffer_decode? s8 z!IncrementalDecoder._buffer_decodeN)r r r r* r r r r r& > s r& c @ s e Zd ZdS ) StreamWriterNr r r r r r r r+ g s r+ c @ s e Zd ZdS ) StreamReaderNr, r r r r r- j s r- c C s t jdt jt jttttdS )NZidna)namer r incrementalencoderincrementaldecoder streamwriter streamreader) codecs CodecInfor r r r r& r+ r- r r r r getregentrym s r5 )Zcorer r r r r r3 recompiler r BufferedIncrementalEncoderr BufferedIncrementalDecoderr& r+ r- r5 r r r r <module> s !)PK A\1Y; ; 7 pip/_vendor/idna/__pycache__/codec.cpython-38.opt-1.pycnu [ U .e @ s d dl mZmZmZmZmZ ddlZddlZedZ G dd dej Z G dd dej Z G d d d ej ZG d d d e ejZG d d de ejZdd ZdS ) )encodedecodealabelulabel IDNAError Nu [.。．｡]c @ s e Zd ZdddZdddZdS ) Codecstrictc C s. |dkrt d||s dS t|t|fS Nr Unsupported error handling "{0}" r )r formatr lenselfdataerrors r :/usr/lib/python3.8/site-packages/pip/_vendor/idna/codec.pyr s z Codec.encodec C s. |dkrt d||s dS t|t|fS r )r r r r r r r r r s z Codec.decodeN)r )r )__name__ __module__ __qualname__r r r r r r r s r c @ s e Zd Zdd ZdS )IncrementalEncoderc C s |dkrt d||s dS t|}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|t| |r|d7 }|t|7 }qbd|| }|t|7 }||fS ) Nr r r r .r r )r r _unicode_dots_resplitappendr r join r r r finallabelsZ trailing_dotresultsizeZlabelr r r _buffer_encode s0 z!IncrementalEncoder._buffer_encodeN)r r r r% r r r r r s r c @ s e Zd Zdd ZdS )IncrementalDecoderc C s |dkrt d||s dS t|tr4t|}n t|}t|d |d}d}|r~|d sld}|d= n|s~|d= |r~d}g }d}|D ]*}|t| |r|d 7 }|t |7 }qd || }|t |7 }||fS ) Nr r r asciir r r r r ) r r isinstanceZunicoder r strr r r r r r r r _buffer_decode? s8 z!IncrementalDecoder._buffer_decodeN)r r r r* r r r r r& > s r& c @ s e Zd ZdS ) StreamWriterNr r r r r r r r+ g s r+ c @ s e Zd ZdS ) StreamReaderNr, r r r r r- j s r- c C s t jdt jt jttttdS )NZidna)namer r incrementalencoderincrementaldecoder streamwriter streamreader) codecs CodecInfor r r r r& r+ r- r r r r getregentrym s r5 )Zcorer r r r r r3 recompiler r BufferedIncrementalEncoderr BufferedIncrementalDecoderr& r+ r- r5 r r r r <module> s !)PK A\`Z 8 pip/_vendor/idna/__pycache__/package_data.cpython-38.pycnu [ U .e @ s d Z dS )z2.8N) __version__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/idna/package_data.py<module> PK A\m*aS aS 4 pip/_vendor/idna/__pycache__/idnadata.cpython-38.pycnu [ U .eß @ s d Z ddddddZddddddddddd d d d dd dd dddddd d d d dddddddddddddd dddddddd ddddd d d dd d d ddddddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddd ddd d d d d d d d d dd dd ddd d d dd d ddddd d dddd d d d d ddddd dddddddddd dd dd ddd d dddddddddddd d d dddddddddddddddd d ddddd dd d dddd d dddddddddddddddddddddddddddddddddddddddd d dddddd d dd ddddddddddd dddddddddddd dd d ddddddddddd d d dd ddd d dddddd dddddddd dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d ddddddddddddddddddddddddddddddddddddd dddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddd dd dd d ddd d d d d d ddddd dddddd dddd ddd ddddd dd dd d d dddd ddd dd d dd d d d d dddd dddddddddddddddddddddddddddddddddd ddddd dddddddddddddddddddddd ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd ZddddZdS )z11.0.0)$l t l x l ~ l l l l l 0l 8l l l + tl b tul k ul vl |l `|l F |l N } X @}l Z d}l \ l}l ^ t}l ~ |}l ~l ~l l Xl tl l l '! l f+ - l l l FR H )l . : l . l: l / < l 0 @ l 0 @ l *0 @ l <0 @ M P 8 l nz d l z i & 57 8 ] N ` k : l z ` ) l D @l l 7{ tl l ={ l l ?{ l l B{ m l E{ m l P{ m ) 0 A l 0 tB l 1 @ l r H ) 0 B l 1 C 2 G l 2 @K l X3 L l p } l } l 0 @ )ZGreekZHanZHebrewZHiraganaZKatakanaU D R C T L ( i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i` ia ib ic id ie if ig ih ii ij i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i/ if ig ih ii i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iQ iR iS iT i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC (q l . l : l { l |l l l l l l $l ,l 4l <l Dl Ll Tl \l dl ll tl |l " l $ l & l ( l * l , l . l 0 l 2 l 6 l 9 l ; l = l ? l C l E l G l I l L ,l N 4l P <l R Dl T Ll V Tl X \l Z dl \ ll ^ tl ` |l b l d l f l h l j l l l n l p l r l t l v l x l { l } l l l l l l 0l Hl Tl dl xl l l l l l l l l l l l 8l @l Hl Pl Xl `l hl pl |l l l l l l l l l l l l l l l l l l $l ,l 4l <l Dl Ll Tl \l dl ll tl |l " l $ l & l ( l * l , l . l 0 l 2 l : l = l A l C l H l J $ l L , l N 4 l < l l l l l @ l C l O l p @ l r l t l x l ~ l @l l \l dl ll tl |l l l l l l l l l l l l ` l b l d l f l h l j l l l n l p l r l t l v l x l z l | l ~ l l l l ,l 4l <l Dl Ll Tl \l dl ll tl |l l l l l l l l l l l l l l l l l l l l l (l 0l 8l Dl Ll Tl \l dl ll tl |l l l l l l l l l l l l l l l l l l l l l $l ,l 4l <l Dl Ll Tl \l dl ll tl |l " l $ l & l ( l * l , l . l 0 l Z dl l l Dl l l l r l l @l @ l ` l u l l Tl |l l l K @ l 4 l l l . l \ !l k !l "l "l L#l X #l d %l p %l %l &l <&l L&l &l &l &l &l 'l ,'l \'l 'l 'l 'l 'l (l (l <(l ) L(l 1 (l 3 (l 6 (l : (l = (l C (l I )l N ,)l R D)l ] p)l v )l *l *l <*l L*l *l *l *l *l +l ,+l @+l +l +l +l ,l ,l <,l ) L,l 1 ,l 4 ,l : ,l E ,l I -l N ,-l X X-l d |-l p -l r -l .l .l 8.l H.l d.l p.l x.l .l .l .l .l /l (/l @/l \/l /l 0l 80l ) H0l : 0l E 0l I 1l N (1l W T1l [ `1l d 1l p 1l 2l 2l 82l H2l 2l 2l 2l 3l (3l T3l x3l 3l 3l 3l 4l 4l 84l E H4l I 5l O (5l X P5l d |5l p 5l 5l 6l 6l h6l 6l 6l 7l (7l <7l X7l `7l 7l 7l 3 8l ; 8l O 9l Z @9l :l :l :l (:l 4:l P:l d:l :l :l :l :l :l :l :l ;l ;l ;l @;l x;l <l ,<l `<l * <l 6 <l 8 <l : <l C <l H =l M $=l R 8=l W L=l \ `=l i t=l m =l s =l u =l =l >l >l P>l d>l x>l >l >l >l >l ?l J @l @Al @Cl Cl I Hl N (Il W @Il Y `Il ^ hIl Il (Jl @Jl Jl Jl Kl Kl Kl `Kl HLl [ `Ll ` tMl Nl Nl m Pl Yl Zl Zl [l \l 8\l 5 \l T ]l m ]l q ]l t ]l ^l ^l \_l p_l _l @`l y `l bl bl dl , dl < dl n el u el fl fl @gl hl _ hl } il il @jl jl jl L ll Z @ml t ml nl 8 pl J ql ~ 4ql @sl Psl , tl 0 tl < tl O 8ul x ul ul wl wl xl xl xl xl $xl ,xl 4xl <xl Dxl Lxl Txl \xl dxl lxl txl |xl " xl $ xl & xl ( xl * xl , xl . xl 0 xl 2 xl 4 xl 6 xl 8 xl : xl < xl > xl @ xl B yl D yl F yl H yl J $yl L ,yl N 4yl P <yl R Dyl T Lyl V Tyl X \yl Z dyl \ lyl ^ tyl ` |yl b yl d yl f yl h yl j yl l yl n yl p yl r yl t yl v yl x yl z yl | yl ~ yl yl zl zl zl zl $zl ,zl 4zl <zl Dzl Lzl Tzl pzl |zl zl zl zl zl zl zl zl zl zl zl zl zl zl zl zl zl {l {l {l {l ${l ,{l 4{l <{l D{l L{l T{l \{l d{l l{l t{l |{l {l {l {l {l {l {l {l {l {l {l {l {l {l {l {l {l @|l ( |l 8 |l F }r l h }l q }l s }l u }l w }l y }l { }l } }l ~l ~l l @l Xl l l l O! 8 l ! l _, 0 l b, 1 l g, 1 l i, 1 l k, 1 l m, 1 l r, 1 l u, 1 l |, 1 l , 2 l , 2 l , 2 l , 2 l , $2 l , ,2 l , 42 l , <2 l , D2 l , L2 l , T2 l , \2 l , d2 l , l2 l , t2 l , |2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 3 l , 3 l , 3 l , 3 l , $3 l , ,3 l , 43 l , <3 l , D3 l , L3 l , T3 l , \3 l , d3 l , l3 l , t3 l , |3 l , 3 l , 3 l , 3 l , 3 l , 3 l &- 4 l (- 4 l .- 4 l h- 4 l - 5 l - 6 l - 6 l - 6 l - 6 l - 7 l - 7 l - @7 l - `7 l . 7 l 0. 8 l 0 @ l .0 @ l =0 @ r l 0 dB l 0 tB r l 0 C l 01 D l 1 F r r r l $ l $ @ l & l ,& @ l B& l D& l F& l H& l J& $ l L& , l N& 4 l P& < l R& D l T& L l V& T l X& \ l Z& d l \& l l ^& t l `& | l b& l d& l f& l h& l j& l l& l p& l ~& l & l & l & l & l & l & $ l & , l & 4 l & < l & D l & L l & T l & \ l & d l & l l & x l & l ' \ l $' l &' l (' l *' l ,' l .' l 2' l 4' l 6' l 8' l :' l <' l >' l @' l B' l D' l F' l H' l J' $ l L' , l N' 4 l P' < l R' D l T' L l V' T l X' \ l Z' d l \' l l ^' t l `' | l b' l d' l f' l h' l j' l l' l n' l p' l y' l {' l }' l ' l ' l ' l ' l ' l ' 0 l ' 8 l ' D l ' L l ' \ l ' d l ' l l ' t l ' | l ' l ' l ' l ' l ' l ' l ' l ' l ' l ' l (( l t( ! l ( " l ( @# l ( # l ( # l .) # l T) $ l ) & l ) <' l ) ' l 7* ( l N* ) l Z* @) l w* ) l * ) l * l+ l * + l * + l + , l + $, l + D, l '+ , l /+ , l [+ , l f+ - l + / l + / l + / l W 0 l z 8h l z Dh l z Lh l z |h l "z h l %z h l *z h l { xl l 0~ x l t~ y l l ' 4 l ; l > l N l ^ @ l l l l l l l A l J l { @ l l l l l l ` l ( l d l 7 l V l h l l l 6 ( l 9 l = l V l w ! l " l # l # l $ l : $ l & l & l ( l ( l 0( l T( l 6 d( l ; ( l @ ( l } ) l * l + l $+ l 6 , l V - l s - l . l I 0 l 3 l ( 4 l : 4 l < l ( < l Q < l G @ l p A l A l @C l C l 5 D l @ D l G E l t @E l w E l F l $G l @G l pG l H l 8 LH l ? H l J l J l (J l <J l |J l J l K l L l L l <L l ) LL l 1 L l 4 L l : L l E L l I M l N ,M l Q @M l X \M l d tM l m M l u M l K P l Z @Q l _ xQ l R l S l @S l V l V l `W l A X l E Y l Z @Y l Z l [ l \ l , t\ l : \ l ; ` l c l c l ? h l H i l @i l j l tj l k l p l 7 (p l A p l Z @q l q l Hr l r l t l t l 7 ,t l ; t l > t l H t l Z @u l f u l i u l u l @v l Lv l v l { l # l D% l /4 @ l GF l 9j l _j ) l jj ) l j @+ l j + l 7k , l Dk - l Zk @- l xk - l k - l n 9 l Eo < l o @= l o <> l o ? l @ l l 1 @ l 2 E l k< p l }< q l < r l < @r l < tr l 7Z h l mZ h l vZ i l Z j l Z lj l Z j l ` l ` l "` l l %` l +` l h l h @# l Ki $ l Zi @% r r r r r )l 0 )l l v l l j l l 0 C )ZPVALIDZCONTEXTJZCONTEXTON) __version__ZscriptsZ joining_typesZcodepoint_classes r r =/usr/lib/python3.8/site-packages/pip/_vendor/idna/idnadata.py<module> s & W h { PK A\QbD D ; pip/_vendor/idna/__pycache__/uts46data.cpython-38.opt-1.pycnu [ U .e @ sb d Z dZdd Zdd Zdd Zdd Zd d Zd d Zdd Zdd Z dd Z dd Z dd Z dd Z dd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Zd4d5 Zd6d7 Z d8d9 Z d:d; Z d<d= Z d>d? Z d@dA Z!dBdC Z"dDdE Z#dFdG Z$dHdI Z%dJdK Z&dLdM Z'dNdO Z(dPdQ Z)dRdS Z*dTdU Z+dVdW Z,dXdY Z-dZd[ Z.d\d] Z/d^d_ Z0d`da Z1dbdc Z2ddde Z3dfdg Z4dhdi Z5djdk Z6dldm Z7dndo Z8dpdq Z9drds Z:dtdu Z;dvdw Z<dxdy Z=dzd{ Z>d|d} Z?d~d Z@dd ZAdd ZBdd ZCdd ZDdd ZEdd ZFdd ZGdd ZHdd ZIdd ZJdd ZKdd ZLdd ZMdd ZNdd ZOdd ZPeQe e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e! e" e# e$ e% e& e' e( e) e* e+ e, e- e. e/ e0 e1 e2 e3 e4 e5 e6 e7 e8 e9 e: e; e< e= e> e? e@ eA eB eC eD eE eF eG eH eI eJ eK eL eM eN eO eP ZRdS )z IDNA Mapping Table from UTS46.z11.0.0c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN) 3) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r )! r )" r )# r )$ r )% r )& r )' r )( r )) r )* r )+ r ), r )- V). r0 )/ r )0 r0 )1 r0 )2 r0 )3 r0 )4 r0 )5 r0 )6 r0 )7 r0 )8 r0 )9 r0 ): r ); r )< r )= r )> r )? r )@ r )A Ma)B rE b)C rE c)D rE d)E rE e)F rE f)G rE g)H rE h)I rE i)J rE j)K rE k)L rE l)M rE m)N rE n)O rE o)P rE p)Q rE q)R rE r)S rE s)T rE t)U rE u)V rE v)W rE w)X rE x)Y rE y)Z rE z)[ r )\ r )] r )^ r )_ r )` r )a r0 )b r0 )c r0 r r r >/usr/lib/python3.8/site-packages/pip/_vendor/idna/uts46data.py_seg_0 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)d r0 )e r0 )f r0 )g r0 )h r0 )i r0 )j r0 )k r0 )l r0 )m r0 )n r0 )o r0 )p r0 )q r0 )r r0 )s r0 )t r0 )u r0 )v r0 )w r0 )x r0 )y r0 )z r0 ){ r )| r )} r )~ r ) r ) X) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r u ̈) r0 ) rE rF ) r0 ) r0 ) I) r0 ) r ̄) r0 ) r0 ) rE 2) rE r ) r ́) rE μ) r0 ) r0 ) r u ̧) rE 1) rE rb ) r0 ) rE u 1⁄4) rE u 1⁄2) rE u 3⁄4) r0 ) rE à) rE á) rE â) rE ã) rE ä) rE å) rE æ) rE çr r r r r _seg_1p s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN) rE è) rE é) rE ê) rE ë) rE ì) rE í) rE î) rE ï) rE ð) rE ñ) rE ò) rE ó) rE ô) rE õ) rE ö) r0 ) rE ø) rE ù) rE ú) rE û) rE ü) rE ý) rE þ) Dss) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) rE u ā)i r0 )i rE u ă)i r0 )i rE u ą)i r0 )i rE u ć)i r0 )i rE u ĉ)i r0 )i rE u ċ)i r0 )i rE u č)i r0 )i rE u ď)i r0 )i rE u đ)i r0 )i rE u ē)i r0 )i rE u ĕ)i r0 )i rE u ė)i r0 )i rE u ę)i r0 )i rE u ě)i r0 )i rE u ĝ)i r0 )i rE u ğ)i r0 )i rE u ġ)i! r0 )i" rE u ģ)i# r0 )i$ rE u ĥ)i% r0 )i& rE ħ)i' r0 )i( rE u ĩ)i) r0 )i* rE u ī)i+ r0 r r r r r _seg_2 s rL c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, rE u ĭ)i- r0 )i. rE u į)i/ r0 )i0 rE u i̇)i1 r0 )i2 rE Zij)i4 rE u ĵ)i5 r0 )i6 rE u ķ)i7 r0 )i9 rE u ĺ)i: r0 )i; rE u ļ)i< r0 )i= rE u ľ)i> r0 )i? rE u l·)iA rE u ł)iB r0 )iC rE u ń)iD r0 )iE rE u ņ)iF r0 )iG rE u ň)iH r0 )iI rE u ʼn)iJ rE ŋ)iK r0 )iL rE u ō)iM r0 )iN rE u ŏ)iO r0 )iP rE u ő)iQ r0 )iR rE œ)iS r0 )iT rE u ŕ)iU r0 )iV rE u ŗ)iW r0 )iX rE u ř)iY r0 )iZ rE u ś)i[ r0 )i\ rE u ŝ)i] r0 )i^ rE u ş)i_ r0 )i` rE u š)ia r0 )ib rE u ţ)ic r0 )id rE u ť)ie r0 )if rE u ŧ)ig r0 )ih rE u ũ)ii r0 )ij rE u ū)ik r0 )il rE u ŭ)im r0 )in rE u ů)io r0 )ip rE u ű)iq r0 )ir rE u ų)is r0 )it rE u ŵ)iu r0 )iv rE u ŷ)iw r0 )ix rE ÿ)iy rE u ź)iz r0 )i{ rE u ż)i| r0 )i} rE u ž)i~ r0 )i rE rj )i r0 )i rE u ɓ)i rE u ƃ)i r0 )i rE u ƅ)i r0 )i rE ɔ)i rE u ƈ)i r0 )i rE u ɖ)i rE u ɗ)i rE u ƌ)i r0 )i rE ǝ)i rE ə)i rE ɛ)i rE u ƒ)i r0 )i rE u ɠr r r r r _seg_3@ s rT c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE ɣ)i r0 )i rE ɩ)i rE ɨ)i rE u ƙ)i r0 )i rE ɯ)i rE ɲ)i r0 )i rE ɵ)i rE u ơ)i r0 )i rE u ƣ)i r0 )i rE u ƥ)i r0 )i rE u ʀ)i rE u ƨ)i r0 )i rE ʃ)i r0 )i rE u ƭ)i r0 )i rE u ʈ)i rE u ư)i r0 )i rE ʊ)i rE ʋ)i rE u ƴ)i r0 )i rE u ƶ)i r0 )i rE ʒ)i rE u ƹ)i r0 )i rE u ƽ)i r0 )i rE u dž)i rE Zlj)i rE Znj)i rE u ǎ)i r0 )i rE u ǐ)i r0 )i rE u ǒ)i r0 )i rE u ǔ)i r0 )i rE u ǖ)i r0 )i rE u ǘ)i r0 )i rE u ǚ)i r0 )i rE u ǜ)i r0 )i rE u ǟ)i r0 )i rE u ǡ)i r0 )i rE u ǣ)i r0 )i rE u ǥ)i r0 )i rE u ǧ)i r0 )i rE u ǩ)i r0 )i rE u ǫ)i r0 )i rE u ǭ)i r0 )i rE u ǯ)i r0 )i rE Zdz)i rE u ǵ)i r0 )i rE u ƕ)i rE u ƿ)i rE u ǹ)i r0 )i rE u ǻ)i r0 )i rE u ǽ)i r0 )i rE u ǿ)i r0 )i rE u ȁ)i r0 )i rE u ȃ)i r0 )i rE u ȅ)i r0 )i rE u ȇ)i r0 )i rE u ȉ)i r0 )i rE u ȋ)i r0 )i rE u ȍr r r r r _seg_4 s r_ c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ȏ)i r0 )i rE u ȑ)i r0 )i rE u ȓ)i r0 )i rE u ȕ)i r0 )i rE u ȗ)i r0 )i rE u ș)i r0 )i rE u ț)i r0 )i rE u ȝ)i r0 )i rE u ȟ)i r0 )i rE u ƞ)i! r0 )i" rE ȣ)i# r0 )i$ rE u ȥ)i% r0 )i& rE u ȧ)i' r0 )i( rE u ȩ)i) r0 )i* rE u ȫ)i+ r0 )i, rE u ȭ)i- r0 )i. rE u ȯ)i/ r0 )i0 rE u ȱ)i1 r0 )i2 rE u ȳ)i3 r0 )i: rE u ⱥ)i; rE u ȼ)i< r0 )i= rE u ƚ)i> rE u ⱦ)i? r0 )iA rE u ɂ)iB r0 )iC rE u ƀ)iD rE ʉ)iE rE ʌ)iF rE u ɇ)iG r0 )iH rE u ɉ)iI r0 )iJ rE u ɋ)iK r0 )iL rE u ɍ)iM r0 )iN rE u ɏ)iO r0 )i rE rT )i rE ɦ)i rE rX )i rE rh )i rE u ɹ)i rE u ɻ)i rE u ʁ)i rE rr )i rE rv )i r0 )i r u ̆)i r u ̇)i r u ̊)i r u ̨)i r u ̃)i r u ̋)i r0 )i rE rU )i rE r\ )i rE rj )i rE rt )i rE u ʕ)i r0 )i@ rE u ̀)iA rE u ́)iB r0 )iC rE u ̓)iD rE u ̈́)iE rE ι)iF r0 )iO r )iP r0 )ip rE u ͱ)iq r0 )ir rE u ͳ)is r0 )it rE u ʹ)iu r0 )iv rE u ͷ)iw r0 r r r r r _seg_5 s re c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ix r )iz r u ι)i{ r0 )i~ r ;)i rE u ϳ)i r )i r r )i r ̈́)i rE ά)i rE ·)i rE έ)i rE ή)i rE ί)i r )i rE ό)i r )i rE ύ)i rE ώ)i r0 )i rE α)i rE β)i rE γ)i rE δ)i rE ε)i rE ζ)i rE η)i rE θ)i rE rd )i rE κ)i rE λ)i rE r )i rE ν)i rE ξ)i rE ο)i rE π)i rE ρ)i r )i rE σ)i rE τ)i rE υ)i rE φ)i rE χ)i rE ψ)i rE ω)i rE u ϊ)i rE ϋ)i r0 )i r( r )i r0 )i rE u ϗ)i rE rq )i rE rw )i rE r )i rE rn )i rE r )i rE r )i rE r} )i r0 )i rE u ϙ)i r0 )i rE u ϛ)i r0 )i rE ϝ)i r0 )i rE u ϟ)i r0 )i rE u ϡ)i r0 )i rE u ϣ)i r0 )i rE u ϥ)i r0 )i rE u ϧ)i r0 )i rE u ϩ)i r0 )i rE u ϫ)i r0 )i rE u ϭ)i r0 )i rE u ϯ)i r0 )i rE rx )i rE r~ )i rE r )i r0 )i rE rw )i rE rt )i r0 )i rE u ϸ)i r0 )i rE r )i rE u ϻ)i r0 )i rE u ͻ)i rE u ͼ)i rE u ͽ)i rE u ѐ)i rE u ё)i rE u ђr r r r r _seg_6x s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ѓ)i rE u є)i rE u ѕ)i rE u і)i rE u ї)i rE u ј)i rE u љ)i rE u њ)i rE u ћ)i rE u ќ)i rE u ѝ)i rE u ў)i rE u џ)i rE u а)i rE u б)i rE в)i rE u г)i rE д)i rE u е)i rE u ж)i rE u з)i rE u и)i rE u й)i rE u к)i rE u л)i rE u м)i rE н)i rE о)i rE u п)i rE u р)i! rE с)i" rE т)i# rE u у)i$ rE u ф)i% rE u х)i& rE u ц)i' rE u ч)i( rE u ш)i) rE u щ)i* rE ъ)i+ rE u ы)i, rE ь)i- rE u э)i. rE u ю)i/ rE u я)i0 r0 )i` rE u ѡ)ia r0 )ib rE ѣ)ic r0 )id rE u ѥ)ie r0 )if rE u ѧ)ig r0 )ih rE u ѩ)ii r0 )ij rE u ѫ)ik r0 )il rE u ѭ)im r0 )in rE u ѯ)io r0 )ip rE u ѱ)iq r0 )ir rE u ѳ)is r0 )it rE u ѵ)iu r0 )iv rE u ѷ)iw r0 )ix rE u ѹ)iy r0 )iz rE u ѻ)i{ r0 )i| rE u ѽ)i} r0 )i~ rE u ѿ)i r0 )i rE u ҁ)i r0 )i rE u ҋ)i r0 )i rE u ҍ)i r0 )i rE u ҏ)i r0 )i rE u ґ)i r0 )i rE u ғ)i r0 )i rE u ҕ)i r0 )i rE u җ)i r0 )i rE u ҙ)i r0 )i rE u қ)i r0 )i rE u ҝ)i r0 r r r r r _seg_7 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ҟ)i r0 )i rE u ҡ)i r0 )i rE u ң)i r0 )i rE u ҥ)i r0 )i rE u ҧ)i r0 )i rE u ҩ)i r0 )i rE u ҫ)i r0 )i rE u ҭ)i r0 )i rE u ү)i r0 )i rE u ұ)i r0 )i rE u ҳ)i r0 )i rE u ҵ)i r0 )i rE u ҷ)i r0 )i rE u ҹ)i r0 )i rE u һ)i r0 )i rE u ҽ)i r0 )i rE u ҿ)i r0 )i r )i rE u ӂ)i r0 )i rE u ӄ)i r0 )i rE u ӆ)i r0 )i rE u ӈ)i r0 )i rE u ӊ)i r0 )i rE u ӌ)i r0 )i rE u ӎ)i r0 )i rE u ӑ)i r0 )i rE u ӓ)i r0 )i rE u ӕ)i r0 )i rE u ӗ)i r0 )i rE u ә)i r0 )i rE u ӛ)i r0 )i rE u ӝ)i r0 )i rE u ӟ)i r0 )i rE u ӡ)i r0 )i rE u ӣ)i r0 )i rE u ӥ)i r0 )i rE u ӧ)i r0 )i rE u ө)i r0 )i rE u ӫ)i r0 )i rE u ӭ)i r0 )i rE u ӯ)i r0 )i rE u ӱ)i r0 )i rE u ӳ)i r0 )i rE u ӵ)i r0 )i rE u ӷ)i r0 )i rE u ӹ)i r0 )i rE u ӻ)i r0 )i rE u ӽ)i r0 )i rE u ӿ)i r0 )i rE u ԁ)i r0 )i rE u ԃr r r r r _seg_8H s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ԅ)i r0 )i rE u ԇ)i r0 )i rE u ԉ)i r0 )i rE u ԋ)i r0 )i rE u ԍ)i r0 )i rE u ԏ)i r0 )i rE u ԑ)i r0 )i rE u ԓ)i r0 )i rE u ԕ)i r0 )i rE u ԗ)i r0 )i rE u ԙ)i r0 )i rE u ԛ)i r0 )i rE u ԝ)i r0 )i rE u ԟ)i r0 )i rE u ԡ)i! r0 )i" rE u ԣ)i# r0 )i$ rE u ԥ)i% r0 )i& rE u ԧ)i' r0 )i( rE u ԩ)i) r0 )i* rE u ԫ)i+ r0 )i, rE u ԭ)i- r0 )i. rE u ԯ)i/ r0 )i0 r )i1 rE u ա)i2 rE u բ)i3 rE u գ)i4 rE u դ)i5 rE u ե)i6 rE u զ)i7 rE u է)i8 rE u ը)i9 rE u թ)i: rE u ժ)i; rE u ի)i< rE u լ)i= rE u խ)i> rE u ծ)i? rE u կ)i@ rE u հ)iA rE u ձ)iB rE u ղ)iC rE u ճ)iD rE u մ)iE rE u յ)iF rE u ն)iG rE u շ)iH rE u ո)iI rE u չ)iJ rE u պ)iK rE u ջ)iL rE u ռ)iM rE u ս)iN rE u վ)iO rE u տ)iP rE u ր)iQ rE u ց)iR rE u ւ)iS rE u փ)iT rE u ք)iU rE u օ)iV rE u ֆ)iW r )iY r0 )i rE u եւ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 r r r r r _seg_9 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iu rE u اٴ)iv rE u وٴ)iw rE ۇٴ)ix rE u يٴ)iy r0 )i r )i r0 )i r )i r0 )iK r )iM r0 )i r )i r0 )i r )i r0 )i. r )i0 r0 )i? r )i@ r0 )i\ r )i^ r0 )i_ r )i` r0 )ik r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )iX rE u क़)iY rE u ख़)iZ rE u ग़)i[ rE u ज़)i\ rE u ड़)i] rE u ढ़)i^ rE u फ़)i_ rE u य़)i` r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u ড়)i rE u ঢ়)i r )i rE u য়)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i) r )i* r0 )i1 r )i2 r0 )i3 rE u ਲ਼)i4 r )i5 r0 )i6 rE u ਸ਼)i7 r )i8 r0 )i: r )i< r0 )i= r )i> r0 )iC r )iG r0 )iI r )iK r0 )iN r )iQ r0 )iR r )iY rE u ਖ਼)iZ rE u ਗ਼)i[ rE u ਜ਼r r r r r _seg_10 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i\ r0 )i] r )i^ rE u ਫ਼)i_ r )if r0 )iw r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i) r )i* r0 )i1 r )i2 r0 )i4 r )i5 r0 )i: r )i< r0 )iE r )iG r0 )iI r )iK r0 )iN r )iV r0 )iX r )i\ rE u ଡ଼)i] rE u ଢ଼)i^ r )i_ r0 )id r )if r0 )ix r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 r r r r r _seg_11 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) r )i* r0 )i: r )i= r0 )iE r )iF r0 )iI r )iJ r0 )iN r )iU r0 )iW r )iX r0 )i[ r )i` r0 )id r )if r0 )ip r )ix r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )iE r )iF r0 )iI r )iJ r0 )iP r )iT r0 )id r )if r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i3 rE u ํา)i4 r0 )i; r )i? r0 )i\ r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 r r r r r _seg_12 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i rE u ໍາ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u ຫນ)i rE u ຫມ)i r0 )i r )i r0 )i rE u ་)i r0 )iC rE u གྷ)iD r0 )iH r )iI r0 )iM rE u ཌྷ)iN r0 )iR rE u དྷ)iS r0 )iW rE u བྷ)iX r0 )i\ rE u ཛྷ)i] r0 )ii rE u ཀྵ)ij r0 )im r )iq r0 )is rE u ཱི)it r0 )iu rE u ཱུ)iv rE u ྲྀ)iw rE u ྲཱྀ)ix rE u ླྀ)iy rE u ླཱྀ)iz r0 )i rE u ཱྀ)i r0 )i rE u ྒྷ)i r0 )i r )i r0 )i rE u ྜྷ)i r0 )i rE u ྡྷ)i r0 )i rE u ྦྷ)i r0 )i rE u ྫྷ)i r0 )i rE u ྐྵ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u ⴧ)i r )i rE u ⴭ)i r )i r0 )i rE u ნ)i r0 )i_ r )ia r0 )iI r )iJ r0 )iN r )iP r0 )iW r )iX r0 )iY r )iZ r0 )i^ r )i` r0 )i r )i r0 r r r r r _seg_13P s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i[ r )i] r0 )i} r )i r0 )i r )i r0 )i r )i rE u Ᏸ)i rE u Ᏹ)i rE u Ᏺ)i rE u Ᏻ)i rE u Ᏼ)i rE u Ᏽ)i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i7 r )i@ r0 )iT r )i` r0 )im r )in r0 )iq r )ir r0 )it r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r )i r0 )i r )i r0 )iy r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i, r )i0 r0 )i< r )i@ r0 )iA r )iD r0 )in r )ip r0 )iu r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i_ r )i` r0 )i} r )i r0 )i r )i r0 r r r r r _seg_14 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i r0 )i r )i r0 )i r )i r0 )iL r )iP r0 )i} r )i r0 )i r )i r0 )i8 r )i; r0 )iJ r )iM r0 )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ꙋ)i r )i r0 )i r )i r0 )i r )i r0 )i, rE rF )i- rE r )i. rE rH )i/ r0 )i0 rE rL )i1 rE rN )i2 rE rQ )i3 rE rR )i4 rE rT )i5 rE rV )i6 rE rX )i7 rE rZ )i8 rE r\ )i9 rE r^ )i: rE r` )i; r0 )i< rE rb )i= rE r` )i> rE rd )i? rE rh )i@ rE rl )iA rE rn )iB rE rr )iC rE rF )iD rE ɐ)iE rE ɑ)iF rE u ᴂ)iG rE rH )iH rE rL )iI rE rN )iJ rE rR )iK rE rS )iL rE ɜ)iM rE rR )iN r0 )iO rE rZ )iP rE r^ )iQ rE rM )iR rE rb )iS rE rP )iT rE u ᴖ)iU rE u ᴗ)iV rE rd )iW rE rl )iX rE rn )iY rE u ᴝ)iZ rE rX )i[ rE rp )i\ rE u ᴥ)i] rE rq )i^ rE rr )i_ rE rs )i` rE r )ia rE r )ib rE rV )ic rE rh )id rE rn )ie rE rp )if rE rq )ig rE rr )ih rE r~ )ii rE r )ij rE r )ik r0 )ix rE r )iy r0 )i rE ɒ)i rE rJ )i rE u ɕ)i rE r r r r r r _seg_15 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE rP )i rE u ɟ)i rE ɡ)i rE ɥ)i rE rW )i rE rV )i rE ɪ)i rE u ᵻ)i rE ʝ)i rE u ɭ)i rE u ᶅ)i rE u ʟ)i rE ɱ)i rE u ɰ)i rE rY )i rE u ɳ)i rE u ɴ)i rE rZ )i rE u ɸ)i rE u ʂ)i rE r[ )i rE u ƫ)i rE ra )i rE r\ )i rE u ᴜ)i rE r] )i rE rb )i rE rx )i rE u ʐ)i rE u ʑ)i rE r^ )i rE rw )i r0 )i r )i r0 )i rE u ḁ)i r0 )i rE u ḃ)i r0 )i rE u ḅ)i r0 )i rE u ḇ)i r0 )i rE u ḉ)i r0 )i rE u ḋ)i r0 )i rE u ḍ)i r0 )i rE u ḏ)i r0 )i rE u ḑ)i r0 )i rE u ḓ)i r0 )i rE u ḕ)i r0 )i rE u ḗ)i r0 )i rE u ḙ)i r0 )i rE u ḛ)i r0 )i rE u ḝ)i r0 )i rE u ḟ)i r0 )i rE u ḡ)i! r0 )i" rE u ḣ)i# r0 )i$ rE u ḥ)i% r0 )i& rE u ḧ)i' r0 )i( rE u ḩ)i) r0 )i* rE u ḫ)i+ r0 )i, rE u ḭ)i- r0 )i. rE u ḯ)i/ r0 )i0 rE u ḱ)i1 r0 )i2 rE u ḳ)i3 r0 )i4 rE u ḵ)i5 r0 )i6 rE u ḷ)i7 r0 )i8 rE u ḹ)i9 r0 )i: rE u ḻ)i; r0 )i< rE u ḽ)i= r0 )i> rE u ḿ)i? r0 r r r r r _seg_16 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i@ rE u ṁ)iA r0 )iB rE u ṃ)iC r0 )iD rE u ṅ)iE r0 )iF rE u ṇ)iG r0 )iH rE u ṉ)iI r0 )iJ rE u ṋ)iK r0 )iL rE u ṍ)iM r0 )iN rE u ṏ)iO r0 )iP rE u ṑ)iQ r0 )iR rE u ṓ)iS r0 )iT rE u ṕ)iU r0 )iV rE u ṗ)iW r0 )iX rE u ṙ)iY r0 )iZ rE u ṛ)i[ r0 )i\ rE u ṝ)i] r0 )i^ rE u ṟ)i_ r0 )i` rE ṡ)ia r0 )ib rE u ṣ)ic r0 )id rE u ṥ)ie r0 )if rE u ṧ)ig r0 )ih rE u ṩ)ii r0 )ij rE u ṫ)ik r0 )il rE u ṭ)im r0 )in rE u ṯ)io r0 )ip rE u ṱ)iq r0 )ir rE u ṳ)is r0 )it rE u ṵ)iu r0 )iv rE u ṷ)iw r0 )ix rE u ṹ)iy r0 )iz rE u ṻ)i{ r0 )i| rE u ṽ)i} r0 )i~ rE u ṿ)i r0 )i rE u ẁ)i r0 )i rE u ẃ)i r0 )i rE u ẅ)i r0 )i rE u ẇ)i r0 )i rE u ẉ)i r0 )i rE u ẋ)i r0 )i rE u ẍ)i r0 )i rE u ẏ)i r0 )i rE u ẑ)i r0 )i rE u ẓ)i r0 )i rE u ẕ)i r0 )i rE u aʾ)i rE r )i r0 )i rE r) )i r0 )i rE u ạ)i r0 )i rE u ả)i r0 )i rE u ấ)i r0 )i rE u ầ)i r0 )i rE u ẩr r r r r _seg_17 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ẫ)i r0 )i rE u ậ)i r0 )i rE u ắ)i r0 )i rE u ằ)i r0 )i rE u ẳ)i r0 )i rE u ẵ)i r0 )i rE u ặ)i r0 )i rE u ẹ)i r0 )i rE u ẻ)i r0 )i rE u ẽ)i r0 )i rE u ế)i r0 )i rE u ề)i r0 )i rE u ể)i r0 )i rE u ễ)i r0 )i rE u ệ)i r0 )i rE u ỉ)i r0 )i rE u ị)i r0 )i rE u ọ)i r0 )i rE u ỏ)i r0 )i rE u ố)i r0 )i rE u ồ)i r0 )i rE u ổ)i r0 )i rE u ỗ)i r0 )i rE u ộ)i r0 )i rE u ớ)i r0 )i rE u ờ)i r0 )i rE u ở)i r0 )i rE u ỡ)i r0 )i rE u ợ)i r0 )i rE u ụ)i r0 )i rE u ủ)i r0 )i rE u ứ)i r0 )i rE u ừ)i r0 )i rE u ử)i r0 )i rE u ữ)i r0 )i rE u ự)i r0 )i rE u ỳ)i r0 )i rE u ỵ)i r0 )i rE u ỷ)i r0 )i rE u ỹ)i r0 )i rE u ỻ)i r0 )i rE u ỽ)i r0 )i rE u ỿ)i r0 )i rE u ἀ)i rE u ἁ)i rE u ἂ)i rE u ἃ)i rE u ἄ)i rE u ἅ)i rE u ἆ)i rE u ἇ)i r0 )i r )i rE u ἐ)i rE u ἑ)i rE u ἒr r r r r _seg_18X s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ἓ)i rE u ἔ)i rE u ἕ)i r )i r0 )i( rE u ἠ)i) rE u ἡ)i* rE u ἢ)i+ rE u ἣ)i, rE u ἤ)i- rE u ἥ)i. rE u ἦ)i/ rE u ἧ)i0 r0 )i8 rE u ἰ)i9 rE u ἱ)i: rE u ἲ)i; rE u ἳ)i< rE u ἴ)i= rE u ἵ)i> rE u ἶ)i? rE u ἷ)i@ r0 )iF r )iH rE u ὀ)iI rE u ὁ)iJ rE u ὂ)iK rE u ὃ)iL rE u ὄ)iM rE u ὅ)iN r )iP r0 )iX r )iY rE u ὑ)iZ r )i[ rE u ὓ)i\ r )i] rE u ὕ)i^ r )i_ rE u ὗ)i` r0 )ih rE u ὠ)ii rE u ὡ)ij rE u ὢ)ik rE u ὣ)il rE u ὤ)im rE u ὥ)in rE u ὦ)io rE u ὧ)ip r0 )iq rE rh )ir r0 )is rE rj )it r0 )iu rE rk )iv r0 )iw rE rl )ix r0 )iy rE rm )iz r0 )i{ rE rn )i| r0 )i} rE ro )i~ r )i rE ἀι)i rE ἁι)i rE ἂι)i rE ἃι)i rE ἄι)i rE ἅι)i rE ἆι)i rE ἇι)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ἠι)i rE ἡι)i rE ἢι)i rE ἣι)i rE ἤι)i rE ἥι)i rE ἦι)i rE ἧι)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ὠι)i rE ὡι)i rE ὢι)i rE ὣιr r r r r _seg_19 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE ὤι)i rE ὥι)i rE ὦι)i rE ὧι)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r0 )i rE u ὰι)i rE αι)i rE u άι)i r )i r0 )i rE u ᾶι)i rE u ᾰ)i rE u ᾱ)i rE u ὰ)i rE rh )i rE r )i r ̓)i rE rd )i r r )i r u ͂)i r u ̈͂)i rE u ὴι)i rE ηι)i rE u ήι)i r )i r0 )i rE u ῆι)i rE u ὲ)i rE rj )i rE u ὴ)i rE rk )i rE r )i r u ̓̀)i r u ̓́)i r u ̓͂)i r0 )i rE u ΐ)i r )i r0 )i rE u ῐ)i rE u ῑ)i rE u ὶ)i rE rl )i r )i r u ̔̀)i r u ̔́)i r u ̔͂)i r0 )i rE u ΰ)i r0 )i rE u ῠ)i rE u ῡ)i rE u ὺ)i rE rn )i rE u ῥ)i r u ̈̀)i r rg )i r `)i r )i rE u ὼι)i rE ωι)i rE u ώι)i r )i r0 )i rE u ῶι)i rE u ὸ)i rE rm )i rE u ὼ)i rE ro )i rE r )i r r )i r u ̔)i r )i r r )i r )i r( )i r )i r0 )i rE u ‐)i r0 )i r u ̳)i r0 )i$ r )i' r0 )i( r )i/ r r )i0 r0 )i3 rE u ′′)i4 rE u ′′′)i5 r0 )i6 rE u ‵‵)i7 rE u ‵‵‵r r r r r _seg_20( s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i8 r0 )i< r z!!)i= r0 )i> r ̅)i? r0 )iG r z??)iH r z?!)iI r z!?)iJ r0 )iW rE u ′′′′)iX r0 )i_ r r )i` r )ia r )id r )ie r )ip rE 0)iq rE rV )ir r )it rE 4)iu rE 5)iv rE 6)iw rE 7)ix rE 8)iy rE 9)iz r +)i{ rE −)i| r =)i} r ()i~ r ))i rE r` )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r r )i rE r )i r r )i r r )i r r )i r )i rE rF )i rE rN )i rE rb )i rE rt )i rE rR )i rE rT )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rd )i rE rj )i rE rl )i r )i r0 )i rE Zrs)i r0 )i r )i r0 )i r )i ! r za/c)i! r za/s)i! rE rJ )i! rE u °c)i! r0 )i! r zc/o)i! r zc/u)i! rE rS )i! r0 )i ! rE u °f)i ! rE rR )i ! rE rT )i! rE rK )i! rE rV )i! rE r\ )i! r0 )i! rE r` )i! rE Zno)i! r0 )i! rE rd )i! rE rf )i! rE rh )i ! r0 )i ! rE Zsm)i!! rE Ztel)i"! rE Ztm)i#! r0 )i$! rE rx )i%! r0 )i&! rE r )i'! r0 )i(! rE rx )i)! r0 r r r r r _seg_21 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i*! rE rZ )i+! rE r )i,! rE rH )i-! rE rJ )i.! r0 )i/! rE rN )i1! rE rP )i2! r )i3! rE r^ )i4! rE rb )i5! rE א)i6! rE u ב)i7! rE u ג)i8! rE ד)i9! rE rV )i:! r0 )i;! rE Zfax)i<! rE r} )i=! rE rr )i?! rE r} )i@! rE u ∑)iA! r0 )iE! rE rL )iG! rE rN )iH! rE rV )iI! rE rX )iJ! r0 )iP! rE u 1⁄7)iQ! rE u 1⁄9)iR! rE u 1⁄10)iS! rE u 1⁄3)iT! rE u 2⁄3)iU! rE u 1⁄5)iV! rE u 2⁄5)iW! rE u 3⁄5)iX! rE u 4⁄5)iY! rE u 1⁄6)iZ! rE u 5⁄6)i[! rE u 1⁄8)i\! rE u 3⁄8)i]! rE u 5⁄8)i^! rE u 7⁄8)i_! rE u 1⁄)i`! rE rV )ia! rE ii)ib! rE iii)ic! rE iv)id! rE rp )ie! rE vi)if! rE vii)ig! rE viii)ih! rE ix)ii! rE rt )ij! rE xi)ik! rE xii)il! rE r\ )im! rE rJ )in! rE rL )io! rE r^ )ip! rE rV )iq! rE r )ir! rE r )is! rE r )it! rE rp )iu! rE r )iv! rE r )iw! rE r )ix! rE r )iy! rE rt )iz! rE r )i{! rE r )i|! rE r\ )i}! rE rJ )i~! rE rL )i! rE r^ )i! r0 )i! r )i! r0 )i! rE u 0⁄3)i! r0 )i! r )i! r0 )i," rE u ∫∫)i-" rE u ∫∫∫)i." r0 )i/" rE u ∮∮)i0" rE u ∮∮∮)i1" r0 )i`" r )ia" r0 )in" r )ip" r0 )i)# rE 〈)i*# rE 〉)i+# r0 )i'$ r )i@$ r0 )iK$ r )i`$ rE r )ia$ rE r r r r r r _seg_22 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ib$ rE r )ic$ rE r )id$ rE r )ie$ rE r )if$ rE r )ig$ rE r )ih$ rE r )ii$ rE Z10)ij$ rE Z11)ik$ rE Z12)il$ rE Z13)im$ rE Z14)in$ rE Z15)io$ rE Z16)ip$ rE Z17)iq$ rE Z18)ir$ rE Z19)is$ rE Z20)it$ r z(1))iu$ r z(2))iv$ r z(3))iw$ r z(4))ix$ r z(5))iy$ r z(6))iz$ r z(7))i{$ r z(8))i|$ r z(9))i}$ r z(10))i~$ r z(11))i$ r z(12))i$ r z(13))i$ r z(14))i$ r z(15))i$ r z(16))i$ r z(17))i$ r z(18))i$ r z(19))i$ r z(20))i$ r )i$ r (a))i$ r (b))i$ r (c))i$ r (d))i$ r (e))i$ r (f))i$ r (g))i$ r (h))i$ r (i))i$ r (j))i$ r (k))i$ r (l))i$ r (m))i$ r (n))i$ r (o))i$ r (p))i$ r (q))i$ r (r))i$ r (s))i$ r (t))i$ r (u))i$ r (v))i$ r (w))i$ r (x))i$ r (y))i$ r (z))i$ rE rF )i$ rE rH )i$ rE rJ )i$ rE rL )i$ rE rN )i$ rE rP )i$ rE rR )i$ rE rT )i$ rE rV )i$ rE rX )i$ rE rZ )i$ rE r\ )i$ rE r^ )i$ rE r` )i$ rE rb )i$ rE rd )i$ rE rf )i$ rE rh )i$ rE rj )i$ rE rl )i$ rE rn )i$ rE rp )i$ rE rr )i$ rE rt )i$ rE rv )i$ rE rx )i$ rE rF )i$ rE rH )i$ rE rJ )i$ rE rL )i$ rE rN )i$ rE rP )i$ rE rR )i$ rE rT )i$ rE rV r r r r r _seg_23` s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i$ rE rX )i$ rE rZ )i$ rE r\ )i$ rE r^ )i$ rE r` )i$ rE rb )i$ rE rd )i$ rE rf )i$ rE rh )i$ rE rj )i$ rE rl )i$ rE rn )i$ rE rp )i$ rE rr )i$ rE rt )i$ rE rv )i$ rE rx )i$ rE r )i$ r0 )i * rE u ∫∫∫∫)i * r0 )it* r z::=)iu* r z==)iv* r z===)iw* r0 )i* rE u ⫝̸)i* r0 )it+ r )iv+ r0 )i+ r )i+ r0 )i+ r )i+ r0 )i+ r )i , rE u ⰰ)i, rE u ⰱ)i, rE u ⰲ)i, rE u ⰳ)i, rE u ⰴ)i, rE u ⰵ)i, rE u ⰶ)i, rE u ⰷ)i, rE u ⰸ)i , rE u ⰹ)i , rE u ⰺ)i , rE u ⰻ)i , rE u ⰼ)i , rE u ⰽ)i, rE u ⰾ)i, rE u ⰿ)i, rE u ⱀ)i, rE u ⱁ)i, rE u ⱂ)i, rE u ⱃ)i, rE u ⱄ)i, rE u ⱅ)i, rE u ⱆ)i, rE u ⱇ)i, rE u ⱈ)i, rE u ⱉ)i, rE u ⱊ)i, rE u ⱋ)i , rE u ⱌ)i , rE u ⱍ)i , rE u ⱎ)i , rE u ⱏ)i , rE u ⱐ)i!, rE u ⱑ)i", rE u ⱒ)i#, rE u ⱓ)i$, rE u ⱔ)i%, rE u ⱕ)i&, rE u ⱖ)i', rE u ⱗ)i(, rE u ⱘ)i), rE u ⱙ)i*, rE u ⱚ)i+, rE u ⱛ)i,, rE u ⱜ)i-, rE u ⱝ)i., rE u ⱞ)i/, r )i0, r0 )i_, r )i`, rE u ⱡ)ia, r0 )ib, rE ɫ)ic, rE u ᵽ)id, rE u ɽ)ie, r0 )ig, rE u ⱨ)ih, r0 )ii, rE u ⱪ)ij, r0 )ik, rE u ⱬ)il, r0 )im, rE r )in, rE r )io, rE r )ip, rE r r r r r r _seg_24 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iq, r0 )ir, rE u ⱳ)is, r0 )iu, rE u ⱶ)iv, r0 )i|, rE rX )i}, rE rp )i~, rE u ȿ)i, rE u ɀ)i, rE u ⲁ)i, r0 )i, rE u ⲃ)i, r0 )i, rE u ⲅ)i, r0 )i, rE u ⲇ)i, r0 )i, rE u ⲉ)i, r0 )i, rE u ⲋ)i, r0 )i, rE u ⲍ)i, r0 )i, rE u ⲏ)i, r0 )i, rE u ⲑ)i, r0 )i, rE u ⲓ)i, r0 )i, rE u ⲕ)i, r0 )i, rE u ⲗ)i, r0 )i, rE u ⲙ)i, r0 )i, rE u ⲛ)i, r0 )i, rE u ⲝ)i, r0 )i, rE u ⲟ)i, r0 )i, rE u ⲡ)i, r0 )i, rE u ⲣ)i, r0 )i, rE u ⲥ)i, r0 )i, rE u ⲧ)i, r0 )i, rE u ⲩ)i, r0 )i, rE u ⲫ)i, r0 )i, rE u ⲭ)i, r0 )i, rE u ⲯ)i, r0 )i, rE u ⲱ)i, r0 )i, rE u ⲳ)i, r0 )i, rE u ⲵ)i, r0 )i, rE u ⲷ)i, r0 )i, rE u ⲹ)i, r0 )i, rE u ⲻ)i, r0 )i, rE u ⲽ)i, r0 )i, rE u ⲿ)i, r0 )i, rE u ⳁ)i, r0 )i, rE u ⳃ)i, r0 )i, rE u ⳅ)i, r0 )i, rE u ⳇ)i, r0 )i, rE u ⳉ)i, r0 )i, rE u ⳋ)i, r0 )i, rE u ⳍ)i, r0 )i, rE u ⳏ)i, r0 )i, rE u ⳑ)i, r0 )i, rE u ⳓ)i, r0 )i, rE u ⳕ)i, r0 )i, rE u ⳗ)i, r0 )i, rE u ⳙ)i, r0 )i, rE u ⳛr r r r r _seg_250 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, r0 )i, rE u ⳝ)i, r0 )i, rE u ⳟ)i, r0 )i, rE u ⳡ)i, r0 )i, rE u ⳣ)i, r0 )i, rE u ⳬ)i, r0 )i, rE u ⳮ)i, r0 )i, rE u ⳳ)i, r0 )i, r )i, r0 )i&- r )i'- r0 )i(- r )i-- r0 )i.- r )i0- r0 )ih- r )io- rE u ⵡ)ip- r0 )iq- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )iO. r )i. r0 )i. r )i. r0 )i. rE u 母)i. r0 )i. rE u 龟)i. r )i / rE 一)i/ rE u 丨)i/ rE u 丶)i/ rE u 丿)i/ rE 乙)i/ rE u 亅)i/ rE 二)i/ rE u 亠)i/ rE 人)i / rE u 儿)i / rE u 入)i / rE 八)i / rE u 冂)i / rE u 冖)i/ rE u 冫)i/ rE u 几)i/ rE 凵)i/ rE u 刀)i/ rE 力)i/ rE u 勹)i/ rE u 匕)i/ rE u 匚)i/ rE u 匸)i/ rE 十)i/ rE u 卜)i/ rE u 卩)i/ rE u 厂)i/ rE u 厶)i / rE u 又)i / rE u 口)i / rE u 囗)i / rE 土)i / rE u 士)i!/ rE u 夂)i"/ rE u 夊)i#/ rE u 夕)i$/ rE u 大)i%/ rE 女)i&/ rE u 子)i'/ rE u 宀)i(/ rE u 寸)i)/ rE u 小)i*/ rE 尢)i+/ rE u 尸)i,/ rE 屮)i-/ rE u 山r r r r r _seg_26 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i./ rE u 巛)i// rE u 工)i0/ rE u 己)i1/ rE u 巾)i2/ rE u 干)i3/ rE u 幺)i4/ rE u 广)i5/ rE u 廴)i6/ rE 廾)i7/ rE u 弋)i8/ rE u 弓)i9/ rE u 彐)i:/ rE u 彡)i;/ rE u 彳)i</ rE u 心)i=/ rE u 戈)i>/ rE u 戶)i?/ rE 手)i@/ rE u 支)iA/ rE u 攴)iB/ rE 文)iC/ rE u 斗)iD/ rE u 斤)iE/ rE u 方)iF/ rE u 无)iG/ rE 日)iH/ rE u 曰)iI/ rE 月)iJ/ rE 木)iK/ rE u 欠)iL/ rE u 止)iM/ rE 歹)iN/ rE u 殳)iO/ rE u 毋)iP/ rE u 比)iQ/ rE u 毛)iR/ rE u 氏)iS/ rE u 气)iT/ rE 水)iU/ rE 火)iV/ rE u 爪)iW/ rE u 父)iX/ rE u 爻)iY/ rE u 爿)iZ/ rE u 片)i[/ rE u 牙)i\/ rE u 牛)i]/ rE u 犬)i^/ rE u 玄)i_/ rE u 玉)i`/ rE u 瓜)ia/ rE u 瓦)ib/ rE u 甘)ic/ rE 生)id/ rE u 用)ie/ rE u 田)if/ rE u 疋)ig/ rE u 疒)ih/ rE u 癶)ii/ rE u 白)ij/ rE u 皮)ik/ rE u 皿)il/ rE u 目)im/ rE u 矛)in/ rE u 矢)io/ rE u 石)ip/ rE u 示)iq/ rE u 禸)ir/ rE u 禾)is/ rE u 穴)it/ rE 立)iu/ rE u 竹)iv/ rE u 米)iw/ rE u 糸)ix/ rE u 缶)iy/ rE u 网)iz/ rE u 羊)i{/ rE 羽)i|/ rE 老)i}/ rE u 而)i~/ rE u 耒)i/ rE u 耳)i/ rE u 聿)i/ rE u 肉)i/ rE u 臣)i/ rE u 自)i/ rE u 至)i/ rE u 臼)i/ rE u 舌)i/ rE u 舛)i/ rE u 舟)i/ rE u 艮)i/ rE u 色)i/ rE u 艸)i/ rE u 虍)i/ rE u 虫)i/ rE u 血)i/ rE 行)i/ rE 衣)i/ rE u 襾r r r r r _seg_27 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i/ rE 見)i/ rE u 角)i/ rE u 言)i/ rE u 谷)i/ rE u 豆)i/ rE 豕)i/ rE u 豸)i/ rE u 貝)i/ rE u 赤)i/ rE 走)i/ rE u 足)i/ rE u 身)i/ rE 車)i/ rE u 辛)i/ rE 辰)i/ rE u 辵)i/ rE u 邑)i/ rE u 酉)i/ rE u 釆)i/ rE 里)i/ rE 金)i/ rE u 長)i/ rE u 門)i/ rE u 阜)i/ rE u 隶)i/ rE u 隹)i/ rE u 雨)i/ rE u 靑)i/ rE u 非)i/ rE u 面)i/ rE u 革)i/ rE u 韋)i/ rE u 韭)i/ rE u 音)i/ rE u 頁)i/ rE u 風)i/ rE u 飛)i/ rE u 食)i/ rE u 首)i/ rE u 香)i/ rE u 馬)i/ rE u 骨)i/ rE u 高)i/ rE u 髟)i/ rE u 鬥)i/ rE u 鬯)i/ rE u 鬲)i/ rE u 鬼)i/ rE u 魚)i/ rE u 鳥)i/ rE u 鹵)i/ rE 鹿)i/ rE u 麥)i/ rE 麻)i/ rE u 黃)i/ rE u 黍)i/ rE u 黑)i/ rE 黹)i/ rE u 黽)i/ rE u 鼎)i/ rE u 鼓)i/ rE u 鼠)i/ rE 鼻)i/ rE u 齊)i/ rE u 齒)i/ rE 龍)i/ rE 龜)i/ rE u 龠)i/ r )i 0 r r )i0 r0 )i0 rE .)i0 r0 )i60 rE u 〒)i70 r0 )i80 rE r )i90 rE u 卄)i:0 rE u 卅)i;0 r0 )i@0 r )iA0 r0 )i0 r )i0 r0 )i0 r u ゙)i0 r u ゚)i0 r0 )i0 rE u より)i0 r0 )i0 rE u コト)i 1 r )i1 r0 )i01 r )i11 rE ᄀ)i21 rE ᄁ)i31 rE ᆪ)i41 rE ᄂ)i51 rE ᆬ)i61 rE ᆭ)i71 rE ᄃ)i81 rE ᄄr r r r r _seg_28h s r7 c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i91 rE ᄅ)i:1 rE ᆰ)i;1 rE ᆱ)i<1 rE ᆲ)i=1 rE ᆳ)i>1 rE ᆴ)i?1 rE ᆵ)i@1 rE ᄚ)iA1 rE ᄆ)iB1 rE ᄇ)iC1 rE ᄈ)iD1 rE ᄡ)iE1 rE ᄉ)iF1 rE ᄊ)iG1 rE ᄋ)iH1 rE ᄌ)iI1 rE ᄍ)iJ1 rE ᄎ)iK1 rE ᄏ)iL1 rE ᄐ)iM1 rE ᄑ)iN1 rE ᄒ)iO1 rE ᅡ)iP1 rE ᅢ)iQ1 rE ᅣ)iR1 rE ᅤ)iS1 rE ᅥ)iT1 rE ᅦ)iU1 rE ᅧ)iV1 rE ᅨ)iW1 rE ᅩ)iX1 rE ᅪ)iY1 rE ᅫ)iZ1 rE ᅬ)i[1 rE ᅭ)i\1 rE ᅮ)i]1 rE ᅯ)i^1 rE ᅰ)i_1 rE ᅱ)i`1 rE ᅲ)ia1 rE ᅳ)ib1 rE ᅴ)ic1 rE ᅵ)id1 r )ie1 rE u ᄔ)if1 rE u ᄕ)ig1 rE u ᇇ)ih1 rE u ᇈ)ii1 rE u ᇌ)ij1 rE u ᇎ)ik1 rE u ᇓ)il1 rE u ᇗ)im1 rE u ᇙ)in1 rE u ᄜ)io1 rE u ᇝ)ip1 rE u ᇟ)iq1 rE u ᄝ)ir1 rE u ᄞ)is1 rE u ᄠ)it1 rE u ᄢ)iu1 rE u ᄣ)iv1 rE u ᄧ)iw1 rE u ᄩ)ix1 rE u ᄫ)iy1 rE u ᄬ)iz1 rE u ᄭ)i{1 rE u ᄮ)i|1 rE u ᄯ)i}1 rE u ᄲ)i~1 rE u ᄶ)i1 rE u ᅀ)i1 rE u ᅇ)i1 rE u ᅌ)i1 rE u ᇱ)i1 rE u ᇲ)i1 rE u ᅗ)i1 rE u ᅘ)i1 rE u ᅙ)i1 rE u ᆄ)i1 rE u ᆅ)i1 rE u ᆈ)i1 rE u ᆑ)i1 rE u ᆒ)i1 rE u ᆔ)i1 rE u ᆞ)i1 rE u ᆡ)i1 r )i1 r0 )i1 rE r )i1 rE r )i1 rE 三)i1 rE 四)i1 rE 上)i1 rE 中)i1 rE 下)i1 rE u 甲)i1 rE r )i1 rE u 丙)i1 rE u 丁)i1 rE 天r r r r r _seg_29 s ri c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i1 rE u 地)i1 rE r )i1 r0 )i1 r )i1 r0 )i1 r )i1 r0 )i 2 r u (ᄀ))i2 r u (ᄂ))i2 r u (ᄃ))i2 r u (ᄅ))i2 r u (ᄆ))i2 r u (ᄇ))i2 r u (ᄉ))i2 r u (ᄋ))i2 r u (ᄌ))i 2 r u (ᄎ))i 2 r u (ᄏ))i 2 r u (ᄐ))i 2 r u (ᄑ))i 2 r u (ᄒ))i2 r u (가))i2 r u (나))i2 r u (다))i2 r u (라))i2 r u (마))i2 r u (바))i2 r u (사))i2 r u (아))i2 r u (자))i2 r u (차))i2 r u (카))i2 r u (타))i2 r u (파))i2 r u (하))i 2 r u (주))i 2 r u (오전))i 2 r u (오후))i 2 r )i 2 r u (一))i!2 r u (二))i"2 r u (三))i#2 r u (四))i$2 r u (五))i%2 r u (六))i&2 r u (七))i'2 r u (八))i(2 r u (九))i)2 r u (十))i*2 r u (月))i+2 r u (火))i,2 r u (水))i-2 r u (木))i.2 r u (金))i/2 r u (土))i02 r u (日))i12 r u (株))i22 r u (有))i32 r u (社))i42 r u (名))i52 r u (特))i62 r u (財))i72 r u (祝))i82 r u (労))i92 r u (代))i:2 r u (呼))i;2 r u (学))i<2 r u (監))i=2 r u (企))i>2 r u (資))i?2 r u (協))i@2 r u (祭))iA2 r u (休))iB2 r u (自))iC2 r u (至))iD2 rE u 問)iE2 rE u 幼)iF2 rE r )iG2 rE u 箏)iH2 r0 )iP2 rE Zpte)iQ2 rE Z21)iR2 rE Z22)iS2 rE Z23)iT2 rE Z24)iU2 rE Z25)iV2 rE Z26)iW2 rE Z27)iX2 rE Z28)iY2 rE Z29)iZ2 rE Z30)i[2 rE Z31)i\2 rE Z32)i]2 rE Z33)i^2 rE Z34)i_2 rE Z35)i`2 rE r/ )ia2 rE r2 )ib2 rE r5 )ic2 rE r8 r r r r r _seg_308 s rj c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)id2 rE r@ )ie2 rE rA )if2 rE rD )ig2 rE rF )ih2 rE rG )ii2 rE rI )ij2 rE rJ )ik2 rE rK )il2 rE rL )im2 rE rM )in2 rE u 가)io2 rE u 나)ip2 rE u 다)iq2 rE u 라)ir2 rE u 마)is2 rE u 바)it2 rE u 사)iu2 rE u 아)iv2 rE u 자)iw2 rE u 차)ix2 rE u 카)iy2 rE u 타)iz2 rE u 파)i{2 rE u 하)i|2 rE u 참고)i}2 rE u 주의)i~2 rE u 우)i2 r0 )i2 rE r )i2 rE r )i2 rE rc )i2 rE rd )i2 rE u 五)i2 rE 六)i2 rE u 七)i2 rE r )i2 rE u 九)i2 rE r )i2 rE r )i2 rE r )i2 rE r )i2 rE r )i2 rE r' )i2 rE r )i2 rE r )i2 rE u 株)i2 rE 有)i2 rE 社)i2 rE u 名)i2 rE u 特)i2 rE u 財)i2 rE 祝)i2 rE u 労)i2 rE u 秘)i2 rE u 男)i2 rE r )i2 rE u 適)i2 rE u 優)i2 rE u 印)i2 rE u 注)i2 rE u 項)i2 rE u 休)i2 rE u 写)i2 rE u 正)i2 rE re )i2 rE rf )i2 rE rg )i2 rE 左)i2 rE 右)i2 rE u 医)i2 rE u 宗)i2 rE u 学)i2 rE u 監)i2 rE u 企)i2 rE u 資)i2 rE u 協)i2 rE u 夜)i2 rE Z36)i2 rE Z37)i2 rE Z38)i2 rE Z39)i2 rE Z40)i2 rE Z41)i2 rE Z42)i2 rE Z43)i2 rE Z44)i2 rE Z45)i2 rE Z46)i2 rE Z47)i2 rE Z48)i2 rE Z49)i2 rE Z50)i2 rE u 1月)i2 rE u 2月)i2 rE u 3月)i2 rE u 4月)i2 rE u 5月)i2 rE u 6月)i2 rE u 7月)i2 rE u 8月r r r r r _seg_31 s rq c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i2 rE u 9月)i2 rE u 10月)i2 rE u 11月)i2 rE u 12月)i2 rE Zhg)i2 rE Zerg)i2 rE Zev)i2 rE Zltd)i2 rE ア)i2 rE イ)i2 rE ウ)i2 rE エ)i2 rE オ)i2 rE カ)i2 rE キ)i2 rE ク)i2 rE ケ)i2 rE コ)i2 rE サ)i2 rE シ)i2 rE ス)i2 rE セ)i2 rE ソ)i2 rE タ)i2 rE チ)i2 rE ツ)i2 rE テ)i2 rE ト)i2 rE ナ)i2 rE ニ)i2 rE ヌ)i2 rE ネ)i2 rE ノ)i2 rE ハ)i2 rE ヒ)i2 rE フ)i2 rE ヘ)i2 rE ホ)i2 rE マ)i2 rE ミ)i2 rE ム)i2 rE メ)i2 rE モ)i2 rE ヤ)i2 rE ユ)i2 rE ヨ)i2 rE ラ)i2 rE リ)i2 rE ル)i2 rE レ)i2 rE ロ)i2 rE ワ)i2 rE u ヰ)i2 rE u ヱ)i2 rE ヲ)i2 r )i 3 rE u アパート)i3 rE u アルファ)i3 rE u アンペア)i3 rE u アール)i3 rE u イニング)i3 rE u インチ)i3 rE u ウォン)i3 rE u エスクード)i3 rE u エーカー)i 3 rE u オンス)i 3 rE u オーム)i 3 rE u カイリ)i 3 rE u カラット)i 3 rE u カロリー)i3 rE u ガロン)i3 rE u ガンマ)i3 rE u ギガ)i3 rE u ギニー)i3 rE u キュリー)i3 rE u ギルダー)i3 rE u キロ)i3 rE u キログラム)i3 rE u キロメートル)i3 rE u キロワット)i3 rE u グラム)i3 rE u グラムトン)i3 rE u クルゼイロ)i3 rE u クローネ)i 3 rE u ケース)i 3 rE u コルナ)i 3 rE u コーポ)i 3 rE u サイクル)i 3 rE u サンチーム)i!3 rE u シリング)i"3 rE u センチ)i#3 rE u セント)i$3 rE u ダース)i%3 rE u デシ)i&3 rE u ドル)i'3 rE u トン)i(3 rE u ナノ)i)3 rE u ノット)i*3 rE u ハイツ)i+3 rE u パーセントr r r r r _seg_32 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i,3 rE u パーツ)i-3 rE u バーレル)i.3 rE u ピアストル)i/3 rE u ピクル)i03 rE u ピコ)i13 rE u ビル)i23 rE u ファラッド)i33 rE u フィート)i43 rE u ブッシェル)i53 rE u フラン)i63 rE u ヘクタール)i73 rE u ペソ)i83 rE u ペニヒ)i93 rE u ヘルツ)i:3 rE u ペンス)i;3 rE u ページ)i<3 rE u ベータ)i=3 rE u ポイント)i>3 rE u ボルト)i?3 rE u ホン)i@3 rE u ポンド)iA3 rE u ホール)iB3 rE u ホーン)iC3 rE u マイクロ)iD3 rE u マイル)iE3 rE u マッハ)iF3 rE u マルク)iG3 rE u マンション)iH3 rE u ミクロン)iI3 rE u ミリ)iJ3 rE u ミリバール)iK3 rE u メガ)iL3 rE u メガトン)iM3 rE u メートル)iN3 rE u ヤード)iO3 rE u ヤール)iP3 rE u ユアン)iQ3 rE u リットル)iR3 rE u リラ)iS3 rE u ルピー)iT3 rE u ルーブル)iU3 rE u レム)iV3 rE u レントゲン)iW3 rE u ワット)iX3 rE u 0点)iY3 rE u 1点)iZ3 rE u 2点)i[3 rE u 3点)i\3 rE u 4点)i]3 rE u 5点)i^3 rE u 6点)i_3 rE u 7点)i`3 rE u 8点)ia3 rE u 9点)ib3 rE u 10点)ic3 rE u 11点)id3 rE u 12点)ie3 rE u 13点)if3 rE u 14点)ig3 rE u 15点)ih3 rE u 16点)ii3 rE u 17点)ij3 rE u 18点)ik3 rE u 19点)il3 rE u 20点)im3 rE u 21点)in3 rE u 22点)io3 rE u 23点)ip3 rE u 24点)iq3 rE Zhpa)ir3 rE Zda)is3 rE Zau)it3 rE Zbar)iu3 rE Zov)iv3 rE Zpc)iw3 rE Zdm)ix3 rE Zdm2)iy3 rE Zdm3)iz3 rE Ziu)i{3 rE u 平成)i|3 rE u 昭和)i}3 rE u 大正)i~3 rE u 明治)i3 rE u 株式会社)i3 rE pa)i3 rE Zna)i3 rE u μa)i3 rE Zma)i3 rE Zka)i3 rE Zkb)i3 rE mb)i3 rE Zgb)i3 rE Zcal)i3 rE Zkcal)i3 rE Zpf)i3 rE Znf)i3 rE u μf)i3 rE u μg)i3 rE Zmg)i3 rE Zkgr r r r r _seg_33p s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i3 rE hz)i3 rE Zkhz)i3 rE Zmhz)i3 rE Zghz)i3 rE Zthz)i3 rE u μl)i3 rE Zml)i3 rE Zdl)i3 rE Zkl)i3 rE Zfm)i3 rE Znm)i3 rE u μm)i3 rE Zmm)i3 rE cm)i3 rE km)i3 rE Zmm2)i3 rE Zcm2)i3 rE Zm2)i3 rE Zkm2)i3 rE Zmm3)i3 rE Zcm3)i3 rE Zm3)i3 rE Zkm3)i3 rE u m∕s)i3 rE u m∕s2)i3 rE r )i3 rE Zkpa)i3 rE Zmpa)i3 rE Zgpa)i3 rE Zrad)i3 rE u rad∕s)i3 rE u rad∕s2)i3 rE Zps)i3 rE ns)i3 rE u μs)i3 rE Zms)i3 rE Zpv)i3 rE Znv)i3 rE u μv)i3 rE mv)i3 rE Zkv)i3 rE r )i3 rE Zpw)i3 rE Znw)i3 rE u μw)i3 rE mw)i3 rE kw)i3 rE r )i3 rE u kω)i3 rE u mω)i3 r )i3 rE Zbq)i3 rE Zcc)i3 rE cd)i3 rE u c∕kg)i3 r )i3 rE Zdb)i3 rE Zgy)i3 rE Zha)i3 rE Zhp)i3 rE in)i3 rE Zkk)i3 rE r )i3 rE Zkt)i3 rE Zlm)i3 rE Zln)i3 rE log)i3 rE Zlx)i3 rE r )i3 rE Zmil)i3 rE Zmol)i3 rE Zph)i3 r )i3 rE Zppm)i3 rE Zpr)i3 rE sr)i3 rE Zsv)i3 rE wb)i3 rE u v∕m)i3 rE u a∕m)i3 rE u 1日)i3 rE u 2日)i3 rE u 3日)i3 rE u 4日)i3 rE u 5日)i3 rE u 6日)i3 rE u 7日)i3 rE u 8日)i3 rE u 9日)i3 rE u 10日)i3 rE u 11日)i3 rE u 12日)i3 rE u 13日)i3 rE u 14日)i3 rE u 15日)i3 rE u 16日)i3 rE u 17日)i3 rE u 18日)i3 rE u 19日)i3 rE u 20日r r r r r _seg_34 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i3 rE u 21日)i3 rE u 22日)i3 rE u 23日)i3 rE u 24日)i3 rE u 25日)i3 rE u 26日)i3 rE u 27日)i3 rE u 28日)i3 rE u 29日)i3 rE u 30日)i3 rE u 31日)i3 rE Zgal)i 4 r0 )iM r )iM r0 )i r )i r0 )i r )i r0 )iǤ r )iФ r0 )i, r )i@ rE u ꙁ)iA r0 )iB rE u ꙃ)iC r0 )iD rE u ꙅ)iE r0 )iF rE u ꙇ)iG r0 )iH rE u ꙉ)iI r0 )iJ rE r )iK r0 )iL rE u ꙍ)iM r0 )iN rE u ꙏ)iO r0 )iP rE u ꙑ)iQ r0 )iR rE u ꙓ)iS r0 )iT rE u ꙕ)iU r0 )iV rE u ꙗ)iW r0 )iX rE u ꙙ)iY r0 )iZ rE u ꙛ)i[ r0 )i\ rE u ꙝ)i] r0 )i^ rE u ꙟ)i_ r0 )i` rE u ꙡ)ia r0 )ib rE u ꙣ)ic r0 )id rE u ꙥ)ie r0 )if rE u ꙧ)ig r0 )ih rE u ꙩ)ii r0 )ij rE u ꙫ)ik r0 )il rE u ꙭ)im r0 )i rE u ꚁ)i r0 )i rE u ꚃ)i r0 )i rE u ꚅ)i r0 )i rE u ꚇ)i r0 )i rE u ꚉ)i r0 )i rE u ꚋ)i r0 )i rE u ꚍ)i r0 )i rE u ꚏ)i r0 )i rE u ꚑ)i r0 )i rE u ꚓ)i r0 )i rE u ꚕ)i r0 )i rE u ꚗ)i r0 )i rE u ꚙ)i r0 )i rE u ꚛ)i r0 )i rE r )i rE r )i r0 )i r r r r r r _seg_35@ s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i" rE u ꜣ)i# r0 )i$ rE u ꜥ)i% r0 )i& rE ꜧ)i' r0 )i( rE u ꜩ)i) r0 )i* rE u ꜫ)i+ r0 )i, rE u ꜭ)i- r0 )i. rE u ꜯ)i/ r0 )i2 rE u ꜳ)i3 r0 )i4 rE u ꜵ)i5 r0 )i6 rE u ꜷ)i7 r0 )i8 rE u ꜹ)i9 r0 )i: rE u ꜻ)i; r0 )i< rE u ꜽ)i= r0 )i> rE u ꜿ)i? r0 )i@ rE u ꝁ)iA r0 )iB rE u ꝃ)iC r0 )iD rE u ꝅ)iE r0 )iF rE u ꝇ)iG r0 )iH rE u ꝉ)iI r0 )iJ rE u ꝋ)iK r0 )iL rE u ꝍ)iM r0 )iN rE u ꝏ)iO r0 )iP rE u ꝑ)iQ r0 )iR rE u ꝓ)iS r0 )iT rE u ꝕ)iU r0 )iV rE u ꝗ)iW r0 )iX rE u ꝙ)iY r0 )iZ rE u ꝛ)i[ r0 )i\ rE u ꝝ)i] r0 )i^ rE u ꝟ)i_ r0 )i` rE u ꝡ)ia r0 )ib rE u ꝣ)ic r0 )id rE u ꝥ)ie r0 )if rE u ꝧ)ig r0 )ih rE u ꝩ)ii r0 )ij rE u ꝫ)ik r0 )il rE u ꝭ)im r0 )in rE ꝯ)io r0 )ip rE r )iq r0 )iy rE u ꝺ)iz r0 )i{ rE u ꝼ)i| r0 )i} rE u ᵹ)i~ rE u ꝿ)i r0 )i rE u ꞁ)i r0 )i rE u ꞃ)i r0 )i rE u ꞅ)i r0 )i rE u ꞇ)i r0 )i rE u ꞌ)i r0 )i rE r )i r0 )i rE u ꞑ)i r0 r r r r r _seg_36 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ꞓ)i r0 )i rE u ꞗ)i r0 )i rE u ꞙ)i r0 )i rE u ꞛ)i r0 )i rE u ꞝ)i r0 )i rE u ꞟ)i r0 )i rE u ꞡ)i r0 )i rE u ꞣ)i r0 )i rE u ꞥ)i r0 )i rE u ꞧ)i r0 )i rE u ꞩ)i r0 )i rE rc )i rE r )i rE r )i rE u ɬ)i rE r )i r0 )i rE u ʞ)i rE u ʇ)i rE r )i rE u ꭓ)i rE u ꞵ)i r0 )i rE u ꞷ)i r0 )i r )i r0 )i r )i r0 )i rE rK )i rE rN )i r0 )i, r )i0 r0 )i: r )i@ r0 )ix r )i r0 )iƨ r )iΨ r0 )iڨ r )i r0 )iT r )i_ r0 )i} r )i r0 )iΩ r )iϩ r0 )iک r )iީ r0 )i r )i r0 )i7 r )i@ r0 )iN r )iP r0 )iZ r )i\ r0 )iê r )i۪ r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i' r )i( r0 )i/ r )i0 r0 )i\ rE r )i] rE u ꬷ)i^ rE r )i_ rE u ꭒ)i` r0 )if r )ip rE u Ꭰ)iq rE u Ꭱ)ir rE u Ꭲ)is rE u Ꭳ)it rE u Ꭴ)iu rE u Ꭵ)iv rE u Ꭶ)iw rE u Ꭷ)ix rE u Ꭸ)iy rE u Ꭹ)iz rE u Ꭺr r r r r _seg_37 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i{ rE u Ꭻ)i| rE u Ꭼ)i} rE u Ꭽ)i~ rE u Ꭾ)i rE u Ꭿ)i rE u Ꮀ)i rE u Ꮁ)i rE u Ꮂ)i rE u Ꮃ)i rE u Ꮄ)i rE u Ꮅ)i rE u Ꮆ)i rE u Ꮇ)i rE u Ꮈ)i rE u Ꮉ)i rE u Ꮊ)i rE u Ꮋ)i rE u Ꮌ)i rE u Ꮍ)i rE u Ꮎ)i rE u Ꮏ)i rE u Ꮐ)i rE u Ꮑ)i rE u Ꮒ)i rE u Ꮓ)i rE u Ꮔ)i rE u Ꮕ)i rE u Ꮖ)i rE u Ꮗ)i rE u Ꮘ)i rE u Ꮙ)i rE u Ꮚ)i rE u Ꮛ)i rE u Ꮜ)i rE u Ꮝ)i rE u Ꮞ)i rE u Ꮟ)i rE u Ꮠ)i rE u Ꮡ)i rE u Ꮢ)i rE u Ꮣ)i rE u Ꮤ)i rE u Ꮥ)i rE u Ꮦ)i rE u Ꮧ)i rE u Ꮨ)i rE u Ꮩ)i rE u Ꮪ)i rE u Ꮫ)i rE u Ꮬ)i rE u Ꮭ)i rE u Ꮮ)i rE u Ꮯ)i rE u Ꮰ)i rE u Ꮱ)i rE u Ꮲ)i rE u Ꮳ)i rE u Ꮴ)i rE u Ꮵ)i rE u Ꮶ)i rE u Ꮷ)i rE u Ꮸ)i rE u Ꮹ)i rE u Ꮺ)i rE u Ꮻ)i rE u Ꮼ)i rE u Ꮽ)i rE u Ꮾ)i rE u Ꮿ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u 豈)i rE u 更)i rE r$ )i rE u 賈)i rE u 滑)i rE u 串)i rE u 句)i rE r- )i rE u 契)i rE r' )i rE u 喇)i rE u 奈)i rE 懶)i rE u 癩)i rE u 羅)i rE u 蘿)i rE u 螺)i rE u 裸)i rE u 邏)i rE 樂)i rE u 洛r r r r r _seg_38x s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 烙)i rE u 珞)i rE u 落)i rE u 酪)i rE u 駱)i rE u 亂)i rE u 卵)i rE u 欄)i rE u 爛)i rE u 蘭)i rE u 鸞)i! rE u 嵐)i" rE u 濫)i# rE u 藍)i$ rE u 襤)i% rE u 拉)i& rE u 臘)i' rE u 蠟)i( rE 廊)i) rE 朗)i* rE u 浪)i+ rE u 狼)i, rE u 郎)i- rE u 來)i. rE u 冷)i/ rE u 勞)i0 rE u 擄)i1 rE u 櫓)i2 rE u 爐)i3 rE u 盧)i4 rE r )i5 rE u 蘆)i6 rE 虜)i7 rE u 路)i8 rE u 露)i9 rE u 魯)i: rE u 鷺)i; rE 碌)i< rE u 祿)i= rE u 綠)i> rE u 菉)i? rE u 錄)i@ rE r( )iA rE u 論)iB rE u 壟)iC rE u 弄)iD rE u 籠)iE rE u 聾)iF rE u 牢)iG rE u 磊)iH rE u 賂)iI rE u 雷)iJ rE u 壘)iK rE u 屢)iL rE u 樓)iM rE u 淚)iN rE u 漏)iO rE u 累)iP rE u 縷)iQ rE u 陋)iR rE u 勒)iS rE u 肋)iT rE u 凜)iU rE u 凌)iV rE u 稜)iW rE u 綾)iX rE u 菱)iY rE u 陵)iZ rE u 讀)i[ rE u 拏)i\ rE r )i] rE 諾)i^ rE u 丹)i_ rE 寧)i` rE u 怒)ia rE 率)ib rE 異)ic rE 北)id rE u 磻)ie rE u 便)if rE u 復)ig rE u 不)ih rE u 泌)ii rE u 數)ij rE u 索)ik rE u 參)il rE u 塞)im rE u 省)in rE u 葉)io rE 說)ip rE 殺)iq rE r% )ir rE u 沈)is rE u 拾)it rE 若)iu rE u 掠)iv rE u 略)iw rE u 亮)ix rE u 兩)iy rE u 凉r r r r r _seg_39 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iz rE u 梁)i{ rE u 糧)i| rE u 良)i} rE u 諒)i~ rE u 量)i rE u 勵)i rE u 呂)i rE r )i rE u 廬)i rE u 旅)i rE u 濾)i rE u 礪)i rE u 閭)i rE u 驪)i rE u 麗)i rE u 黎)i rE r )i rE u 曆)i rE u 歷)i rE u 轢)i rE u 年)i rE u 憐)i rE u 戀)i rE u 撚)i rE u 漣)i rE u 煉)i rE u 璉)i rE u 秊)i rE 練)i rE u 聯)i rE u 輦)i rE u 蓮)i rE u 連)i rE u 鍊)i rE u 列)i rE u 劣)i rE u 咽)i rE u 烈)i rE u 裂)i rE r )i rE u 廉)i rE u 念)i rE u 捻)i rE u 殮)i rE u 簾)i rE u 獵)i rE u 令)i rE u 囹)i rE r )i rE u 嶺)i rE u 怜)i rE u 玲)i rE u 瑩)i rE u 羚)i rE u 聆)i rE u 鈴)i rE u 零)i rE u 靈)i rE u 領)i rE u 例)i rE u 禮)i rE u 醴)i rE u 隸)i rE u 惡)i rE u 了)i rE u 僚)i rE u 寮)i rE u 尿)i rE 料)i rE r )i rE u 燎)i rE u 療)i rE u 蓼)i rE u 遼)i rE r, )i rE u 暈)i rE u 阮)i rE u 劉)i rE u 杻)i rE u 柳)i rE 流)i rE u 溜)i rE u 琉)i rE u 留)i rE u 硫)i rE u 紐)i rE u 類)i rE rk )i rE u 戮)i rE u 陸)i rE u 倫)i rE u 崙)i rE u 淪)i rE u 輪)i rE u 律)i rE u 慄)i rE u 栗)i rE r )i rE u 隆)i rE u 利r r r r r _seg_40H s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 吏)i rE u 履)i rE u 易)i rE u 李)i rE u 梨)i rE u 泥)i rE u 理)i rE u 痢)i rE u 罹)i rE u 裏)i rE u 裡)i rE r& )i rE u 離)i rE u 匿)i rE u 溺)i rE u 吝)i rE u 燐)i rE u 璘)i rE u 藺)i rE u 隣)i rE u 鱗)i rE u 麟)i rE u 林)i rE u 淋)i rE u 臨)i rE r )i rE u 笠)i rE u 粒)i rE u 狀)i rE u 炙)i rE u 識)i rE u 什)i rE u 茶)i rE u 刺)i rE 切)i rE u 度)i rE u 拓)i rE u 糖)i rE u 宅)i rE u 洞)i rE u 暴)i rE u 輻)i rE r )i rE u 降)i rE r! )i rE u 廓)i rE u 兀)i rE u 嗀)i r0 )i rE 塚)i r0 )i rE 晴)i r0 )i rE u 凞)i rE 猪)i rE 益)i rE u 礼)i rE u 神)i rE u 祥)i rE 福)i rE 靖)i rE u 精)i rE r )i r0 )i rE u 蘒)i! r0 )i" rE 諸)i# r0 )i% rE 逸)i& rE u 都)i' r0 )i* rE u 飯)i+ rE u 飼)i, rE u 館)i- rE u 鶴)i. rE u 郞)i/ rE u 隷)i0 rE 侮)i1 rE 僧)i2 rE 免)i3 rE 勉)i4 rE 勤)i5 rE 卑)i6 rE 喝)i7 rE 嘆)i8 rE u 器)i9 rE u 塀)i: rE u 墨)i; rE u 層)i< rE r )i= rE 悔)i> rE u 慨)i? rE 憎)i@ rE 懲)iA rE 敏)iB rE u 既)iC rE 暑)iD rE 梅)iE rE 海)iF rE u 渚r r r r r _seg_41 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iG rE 漢)iH rE 煮)iI rE u 爫)iJ rE u 琢)iK rE u 碑)iL rE rm )iM rE u 祉)iN rE u 祈)iO rE u 祐)iP rE 祖)iQ rE rn )iR rE u 禍)iS rE u 禎)iT rE 穀)iU rE u 突)iV rE 節)iW rE r )iX rE u 縉)iY rE u 繁)iZ rE u 署)i[ rE 者)i\ rE u 臭)i] rE u 艹)i_ rE 著)i` rE u 褐)ia rE 視)ib rE 謁)ic rE 謹)id rE u 賓)ie rE 贈)if rE u 辶)ig rE r )ih rE 難)ii rE 響)ij rE 頻)ik rE u 恵)il rE u 𤋮)im rE u 舘)in r )ip rE u 並)iq rE 况)ir rE u 全)is rE u 侀)it rE u 充)iu rE u 冀)iv rE 勇)iw rE 勺)ix rE r )iy rE u 啕)iz rE 喙)i{ rE u 嗢)i| rE r )i} rE u 墳)i~ rE u 奄)i rE u 奔)i rE u 婢)i rE u 嬨)i rE u 廒)i rE u 廙)i rE u 彩)i rE u 徭)i rE u 惘)i rE 慎)i rE u 愈)i rE r )i rE u 慠)i rE r )i rE u 戴)i rE u 揄)i rE u 搜)i rE u 摒)i rE u 敖)i rE r )i rE r )i rE 望)i rE u 杖)i rE r )i rE r )i rE r )i rE u 滛)i rE 滋)i rE r )i rE 瀞)i rE r )i rE u 瞧)i rE 爵)i rE u 犯)i rE r )i rE 瑱)i rE u 甆)i rE u 画)i rE u 瘝)i rE u 瘟)i rE r )i rE u 盛)i rE 直)i rE 睊)i rE u 着)i rE 磌)i rE u 窱r r r r r _seg_42 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE u 类)i rE u 絛)i rE r )i rE u 缾)i rE r )i rE u 荒)i rE u 華)i rE 蝹)i rE u 襁)i rE u 覆)i rE r )i rE u 調)i rE r )i rE u 請)i rE r )i rE r )i rE 諭)i rE r )i rE 變)i rE r )i rE 輸)i rE u 遲)i rE u 醙)i rE u 鉶)i rE u 陼)i rE r )i rE r )i rE u 韛)i rE r )i rE 頋)i rE r )i rE 鬒)i rE r- )i rE u 𢡊)i rE u 𢡄)i rE u 𣏕)i rE 㮝)i rE u 䀘)i rE 䀹)i rE u 𥉉)i rE u 𥳐)i rE u 𧻓)i rE u 齃)i rE u 龎)i r )i rE Zff)i rE Zfi)i rE Zfl)i rE Zffi)i rE Zffl)i rE st)i r )i rE u մն)i rE u մե)i rE u մի)i rE u վն)i rE u մխ)i r )i rE u יִ)i r0 )i rE u ײַ)i rE u ע)i! rE r )i" rE r )i# rE u ה)i$ rE u כ)i% rE u ל)i& rE u ם)i' rE u ר)i( rE u ת)i) r r )i* rE u שׁ)i+ rE u שׂ)i, rE u שּׁ)i- rE u שּׂ)i. rE u אַ)i/ rE u אָ)i0 rE u אּ)i1 rE u בּ)i2 rE u גּ)i3 rE u דּ)i4 rE u הּ)i5 rE u וּ)i6 rE u זּ)i7 r )i8 rE u טּ)i9 rE u יּ)i: rE u ךּ)i; rE u כּ)i< rE u לּ)i= r )i> rE u מּ)i? r )i@ rE u נּ)iA rE u סּ)iB r )iC rE u ףּ)iD rE u פּ)iE r r r r r r _seg_43 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF rE u צּ)iG rE u קּ)iH rE u רּ)iI rE u שּ)iJ rE u תּ)iK rE u וֹ)iL rE u בֿ)iM rE u כֿ)iN rE u פֿ)iO rE u אל)iP rE u ٱ)iR rE u ٻ)iV rE u پ)iZ rE u ڀ)i^ rE u ٺ)ib rE u ٿ)if rE u ٹ)ij rE u ڤ)in rE u ڦ)ir rE u ڄ)iv rE u ڃ)iz rE u چ)i~ rE u ڇ)i rE u ڍ)i rE u ڌ)i rE u ڎ)i rE u ڈ)i rE u ژ)i rE u ڑ)i rE u ک)i rE u گ)i rE u ڳ)i rE u ڱ)i rE ں)i rE u ڻ)i rE u ۀ)i rE u ہ)i rE u ھ)i rE u ے)i rE u ۓ)i r0 )i r )i rE u ڭ)i rE u ۇ)i rE u ۆ)i rE u ۈ)i rE r )i rE u ۋ)i rE u ۅ)i rE u ۉ)i rE u ې)i rE ى)i rE u ئا)i rE u ئە)i rE u ئو)i rE u ئۇ)i rE u ئۆ)i rE u ئۈ)i rE u ئې)i rE ئى)i rE u ی)i rE ئج)i rE ئح)i rE ئم)i rE r )i rE ئي)i rE بج)i rE بح)i rE بخ)i rE بم)i rE بى)i rE بي)i rE تج)i rE تح)i rE تخ)i rE تم)i rE تى)i rE تي)i rE u ثج)i rE ثم)i rE ثى)i rE ثي)i rE جح)i rE جم)i rE حج)i rE حم)i rE خج)i rE u خح)i rE خم)i rE سج)i rE سح)i rE سخ)i rE سم)i rE صح)i! rE صم)i" rE ضج)i# rE ضح)i$ rE ضخ)i% rE ضم)i& rE طحr r r r r _seg_44 s r/ c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i' rE طم)i( rE ظم)i) rE عج)i* rE عم)i+ rE غج)i, rE غم)i- rE فج)i. rE فح)i/ rE فخ)i0 rE فم)i1 rE فى)i2 rE في)i3 rE قح)i4 rE قم)i5 rE قى)i6 rE قي)i7 rE كا)i8 rE كج)i9 rE كح)i: rE كخ)i; rE كل)i< rE كم)i= rE كى)i> rE كي)i? rE لج)i@ rE لح)iA rE لخ)iB rE لم)iC rE لى)iD rE لي)iE rE مج)iF rE مح)iG rE مخ)iH rE مم)iI rE u مى)iJ rE u مي)iK rE نج)iL rE نح)iM rE نخ)iN rE نم)iO rE نى)iP rE ني)iQ rE هج)iR rE هم)iS rE u هى)iT rE u هي)iU rE يج)iV rE يح)iW rE يخ)iX rE يم)iY rE يى)iZ rE يي)i[ rE u ذٰ)i\ rE u رٰ)i] rE ىٰ)i^ r u ٌّ)i_ r u ٍّ)i` r u َّ)ia r u ُّ)ib r u ِّ)ic r u ّٰ)id rE u ئر)ie rE u ئز)if rE r )ig rE u ئن)ih rE r )ii rE r )ij rE u بر)ik rE u بز)il rE r )im rE u بن)in rE r )io rE r )ip rE u تر)iq rE u تز)ir rE r )is rE u تن)it rE r )iu rE r )iv rE u ثر)iw rE u ثز)ix rE r )iy rE u ثن)iz rE r )i{ rE r )i| rE r: )i} rE r; )i~ rE r> )i rE r? )i rE r@ )i rE rD )i rE rE )i rE rF )i rE rG )i rE rK )i rE rL )i rE rM )i rE u ما)i rE rQ )i rE u نرr r r r r _seg_45P s ra c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u نز)i rE rU )i rE u نن)i rE rV )i rE rW )i rE r` )i rE u ير)i rE u يز)i rE r] )i rE u ين)i rE r^ )i rE r_ )i rE r )i rE r )i rE u ئخ)i rE r )i rE ئه)i rE r )i rE r )i rE r )i rE r )i rE به)i rE r )i rE r )i rE r )i rE r )i rE ته)i rE r )i rE r )i rE r )i rE r )i rE r! )i rE r" )i rE r# )i rE r$ )i rE r% )i rE r& )i rE r' )i rE r( )i rE u صخ)i rE r) )i rE r* )i rE r+ )i rE r, )i rE r- )i rE r. )i rE r1 )i rE r2 )i rE r3 )i rE r4 )i rE r5 )i rE r6 )i rE r7 )i rE r8 )i rE r9 )i rE r< )i rE r= )i rE rA )i rE rB )i rE rC )i rE rD )i rE rE )i rE rH )i rE rI )i rE rJ )i rE rK )i rE u له)i rE rN )i rE rO )i rE rP )i rE rQ )i rE rR )i rE rS )i rE rT )i rE rU )i rE نه)i rE rX )i rE rY )i rE u هٰ)i rE rZ )i rE r[ )i rE r\ )i rE r] )i rE يه)i rE r )i rE rb )i rE r )i rE rc )i rE r )i rE rd )i rE r )i rE u ثه)i rE r' )i rE سه)i rE شم)i rE شه)i rE rD )i rE rE )i rE rK )i rE rU r r r r r _seg_46 s rj c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE re )i rE r] )i rE rf )i rE u ـَّ)i rE u ـُّ)i rE u ـِّ)i rE طى)i rE طي)i rE عى)i rE عي)i rE غى)i rE غي)i rE سى)i rE سي)i rE شى)i rE شي)i rE حى)i rE حي)i rE جى)i rE جي)i rE خى)i rE خي)i rE صى)i rE صي)i rE ضى)i rE ضي)i rE شج)i rE شح)i rE شخ)i rE rh )i rE شر)i rE سر)i rE صر)i rE ضر)i rE rk )i rE rl )i rE rm )i rE rn )i rE ro )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rx )i rE ry )i rE rz )i! rE r{ )i" rE r| )i# rE r} )i$ rE r~ )i% rE r )i& rE r )i' rE r )i( rE rh )i) rE r )i* rE r )i+ rE r )i, rE r )i- rE r )i. rE r )i/ rE r )i0 rE rh )i1 rE rg )i2 rE ri )i3 rE r0 )i4 rE r$ )i5 rE r% )i6 rE r& )i7 rE r )i8 rE r )i9 rE r )i: rE r0 )i; rE r1 )i< rE u اً)i> r0 )i@ r )iP rE u تجم)iQ rE u تحج)iS rE u تحم)iT rE u تخم)iU rE u تمج)iV rE u تمح)iW rE u تمخ)iX rE u جمح)iZ rE u حمي)i[ rE u حمى)i\ rE u سحج)i] rE u سجح)i^ rE u سجى)i_ rE u سمح)ia rE u سمج)ib rE u سمم)id rE u صحح)if rE صمم)ig rE u شحم)ii rE u شجيr r r r r _seg_47 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ij rE u شمخ)il rE u شمم)in rE u ضحى)io rE u ضخم)iq rE u طمح)is rE u طمم)it rE u طمي)iu rE عجم)iv rE u عمم)ix rE u عمى)iy rE u غمم)iz rE u غمي)i{ rE u غمى)i| rE u فخم)i~ rE قمح)i rE u قمم)i rE لحم)i rE u لحي)i rE u لحى)i rE u لجج)i rE u لخم)i rE u لمح)i rE u محج)i rE u محم)i rE u محي)i rE u مجح)i rE u مجم)i rE u مخج)i rE u مخم)i r )i rE u مجخ)i rE u همج)i rE u همم)i rE u نحم)i rE u نحى)i rE u نجم)i rE u نجى)i rE u نمي)i rE u نمى)i rE u يمم)i rE u بخي)i rE u تجي)i rE u تجى)i rE u تخي)i rE u تخى)i rE u تمي)i rE u تمى)i rE u جمي)i rE u جحى)i rE u جمى)i rE u سخى)i rE u صحي)i rE u شحي)i rE u ضحي)i rE u لجي)i rE u لمي)i rE u يحي)i rE u يجي)i rE u يمي)i rE u ممي)i rE u قمي)i rE u نحي)i rE r )i rE r )i rE u عمي)i rE u كمي)i rE نجح)i rE u مخي)i rE لجم)i rE كمم)i rE r )i rE r )i rE u جحي)i rE u حجي)i rE u مجي)i rE u فمي)i rE u بحي)i rE r )i rE r )i rE r )i rE u سخي)i rE u نجي)i r )i rE u صلے)i rE u قلے)i rE u الله)i rE u اكبر)i rE u محمد)i rE u صلعم)i rE u رسول)i rE u عليه)i rE u وسلم)i rE u صلى)i r u! صلى الله عليه وسلم)i r u جل جلاله)i rE u ریال)i r0 )i r )i r )i r ,r r r r r _seg_48 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE 、)i r )i r :)i r rf )i r !)i r ?)i rE u 〖)i rE u 〗)i r )i r0 )i0 r )i1 rE —)i2 rE u –)i3 r _)i5 r r )i6 r r )i7 r {)i8 r })i9 rE 〔)i: rE 〕)i; rE u 【)i< rE u 】)i= rE u 《)i> rE u 》)i? rE r )i@ rE r )iA rE 「)iB rE 」)iC rE u 『)iD rE u 』)iE r0 )iG r [)iH r ])iI r r )iM r r )iP r r )iQ rE r )iR r )iT r rf )iU r r )iV r r )iW r r )iX rE r )iY r r )iZ r r )i[ r r )i\ r r )i] rE r )i^ rE r )i_ r #)i` r &)ia r *)ib r r )ic rE -)id r <)ie r >)if r r )ig r )ih r \)ii r $)ij r %)ik r @)il r )ip r u ً)iq rE u ـً)ir r u ٌ)is r0 )it r u ٍ)iu r )iv r u َ)iw rE u ـَ)ix r u ُ)iy rE u ـُ)iz r u ِ)i{ rE u ـِ)i| r u ّ)i} rE u ـّ)i~ r u ْ)i rE u ـْ)i rE u ء)i rE u آ)i rE u أ)i rE u ؤ)i rE u إ)i rE u ئ)i rE ا)i rE ب)i rE u ة)i rE ت)i rE ث)i rE ج)i rE ح)i rE خ)i rE د)i rE ذ)i rE ر)i rE ز)i rE س)i rE ش)i rE صr r r r r _seg_49 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE ض)i rE ط)i rE ظ)i rE ع)i rE غ)i rE ف)i rE ق)i rE ك)i rE ل)i rE م)i rE ن)i rE ه)i rE و)i rE r )i rE ي)i rE u لآ)i rE u لأ)i rE u لإ)i rE u لا)i r )i r )i r )i r r )i r ")i r r )i r r )i r r )i r r )i r ')i r r )i r r )i r r )i r r )i r r )i rE r )i rE r. )i r /)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r r )i r rf )i r r )i r r )i r r )i r r )i r r )i! rE rF )i" rE rH )i# rE rJ )i$ rE rL )i% rE rN )i& rE rP )i' rE rR )i( rE rT )i) rE rV )i* rE rX )i+ rE rZ )i, rE r\ )i- rE r^ )i. rE r` )i/ rE rb )i0 rE rd )i1 rE rf )i2 rE rh )i3 rE rj )i4 rE rl )i5 rE rn )i6 rE rp )i7 rE rr )i8 rE rt )i9 rE rv )i: rE rx )i; r r )i< r r )i= r r )i> r ^)i? r r )i@ r r )iA rE rF )iB rE rH )iC rE rJ )iD rE rL )iE rE rN )iF rE rP )iG rE rR )iH rE rT )iI rE rV )iJ rE rX )iK rE rZ )iL rE r\ )iM rE r^ )iN rE r` r r r r r _seg_50X s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iO rE rb )iP rE rd )iQ rE rf )iR rE rh )iS rE rj )iT rE rl )iU rE rn )iV rE rp )iW rE rr )iX rE rt )iY rE rv )iZ rE rx )i[ r r )i\ r |)i] r r )i^ r ~)i_ rE u ⦅)i` rE u ⦆)ia rE r. )ib rE r )ic rE r )id rE r )ie rE u ・)if rE r )ig rE u ァ)ih rE u ィ)ii rE u ゥ)ij rE u ェ)ik rE u ォ)il rE u ャ)im rE u ュ)in rE u ョ)io rE u ッ)ip rE u ー)iq rE rr )ir rE rs )is rE rt )it rE ru )iu rE rv )iv rE rw )iw rE rx )ix rE ry )iy rE rz )iz rE r{ )i{ rE r| )i| rE r} )i} rE r~ )i~ rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE u ン)i rE u ゙)i rE u ゚)i r )i rE r/ )i rE r0 )i rE r1 )i rE r2 )i rE r3 )i rE r4 )i rE r5 )i rE r6 )i rE r8 )i rE r9 )i rE r: )i rE r; )i rE r< )i rE r= )i rE r> )i rE r? )i rE r@ )i rE rA r r r r r _seg_51 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE rB )i rE rC )i rE rD )i rE rE )i rE rF )i rE rG )i rE rH )i rE rI )i rE rJ )i rE rK )i rE rL )i rE rM )i r )i rE rN )i rE rO )i rE rP )i rE rQ )i rE rR )i rE rS )i r )i rE rT )i rE rU )i rE rV )i rE rW )i rE rX )i rE rY )i r )i rE rZ )i rE r[ )i rE r\ )i rE r] )i rE r^ )i rE r_ )i r )i rE r` )i rE ra )i rE rb )i r )i rE ¢)i rE £)i rE ¬)i r r )i rE ¦)i rE ¥)i rE u ₩)i r )i rE u │)i rE u ←)i rE u ↑)i rE u →)i rE u ↓)i rE u ■)i rE u ○)i r )i r0 )i r )i r0 )i' r )i( r0 )i; r )i< r0 )i> r )i? r0 )iN r )iP r0 )i^ r )i r0 )i r )i r0 )i r )i r0 )i4 r )i7 r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i$ r )i- r0 )iK r )iP r0 )i{ r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u 𐐨)i rE u 𐐩r r r r r _seg_52( s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐐪)i rE u 𐐫)i rE u 𐐬)i rE u 𐐭)i rE u 𐐮)i rE u 𐐯)i rE u 𐐰)i rE u 𐐱)i rE u 𐐲)i rE u 𐐳)i rE u 𐐴)i rE u 𐐵)i rE u 𐐶)i rE u 𐐷)i rE u 𐐸)i rE u 𐐹)i rE u 𐐺)i rE u 𐐻)i rE u 𐐼)i rE u 𐐽)i rE u 𐐾)i rE u 𐐿)i rE u 𐑀)i rE u 𐑁)i rE u 𐑂)i rE u 𐑃)i rE u 𐑄)i rE u 𐑅)i rE u 𐑆)i rE u 𐑇)i rE u 𐑈)i! rE u 𐑉)i" rE u 𐑊)i# rE u 𐑋)i$ rE u 𐑌)i% rE u 𐑍)i& rE u 𐑎)i' rE u 𐑏)i( r0 )i r )i r0 )i r )i rE u 𐓘)i rE u 𐓙)i rE u 𐓚)i rE u 𐓛)i rE u 𐓜)i rE u 𐓝)i rE u 𐓞)i rE u 𐓟)i rE u 𐓠)i rE u 𐓡)i rE u 𐓢)i rE u 𐓣)i rE u 𐓤)i rE u 𐓥)i rE u 𐓦)i rE u 𐓧)i rE u 𐓨)i rE u 𐓩)i rE u 𐓪)i rE u 𐓫)i rE u 𐓬)i rE u 𐓭)i rE u 𐓮)i rE u 𐓯)i rE u 𐓰)i rE u 𐓱)i rE u 𐓲)i rE u 𐓳)i rE u 𐓴)i rE u 𐓵)i rE u 𐓶)i rE u 𐓷)i rE u 𐓸)i rE u 𐓹)i rE u 𐓺)i rE u 𐓻)i r )i r0 )i r )i r0 )i( r )i0 r0 )id r )io r0 )ip r )i r0 )i7 r )i@ r0 )iV r )i` r0 )ih r )i r0 )i r )i r0 )i r )i r0 )i6 r )i7 r0 r r r r r _seg_53 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i9 r )i< r0 )i= r )i? r0 )iV r )iW r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i: r )i? r0 )i@ r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i6 r )i8 r0 )i; r )i? r0 )iI r )iP r0 )iY r )i` r0 )i r )i r0 )i r )i r0 )i r )i r0 )i6 r )i9 r0 )iV r )iX r0 )is r )ix r0 )i r )i r0 )i r )i r0 )i r )i r0 )iI r )i rE u 𐳀)i rE u 𐳁)i rE u 𐳂)i rE u 𐳃)i rE u 𐳄)i rE u 𐳅)i rE u 𐳆)i rE u 𐳇)i rE u 𐳈)i rE u 𐳉)i rE u 𐳊)i rE u 𐳋)i rE u 𐳌)i rE u 𐳍)i rE u 𐳎)i rE u 𐳏)i rE u 𐳐)i rE u 𐳑)i rE u 𐳒)i rE u 𐳓)i rE u 𐳔)i rE u 𐳕)i rE u 𐳖)i rE u 𐳗)i rE u 𐳘)i rE u 𐳙)i rE u 𐳚)i rE u 𐳛)i rE u 𐳜)i rE u 𐳝)i rE u 𐳞)i rE u 𐳟)i rE u 𐳠)i rE u 𐳡)i rE u 𐳢)i rE u 𐳣)i rE u 𐳤)i rE u 𐳥)i rE u 𐳦)i rE u 𐳧)i rE u 𐳨r r r r r _seg_54 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐳩)i rE u 𐳪)i rE u 𐳫)i rE u 𐳬)i rE u 𐳭)i rE u 𐳮)i rE u 𐳯)i rE u 𐳰)i rE u 𐳱)i rE u 𐳲)i r )i r0 )i r )i r0 )i( r )i0 r0 )i: r )i` r0 )i r )i r0 )i( r )i0 r0 )iZ r )i r0 )iN r )iR r0 )ip r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i5 r )i6 r0 )iG r )iP r0 )iw r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i? r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i) r )i* r0 )i1 r )i2 r0 )i4 r )i5 r0 )i: r )i; r0 )iE r )iG r0 )iI r )iK r0 )iN r )iP r0 )iQ r )iW r0 )iX r )i] r0 )id r )if r0 )im r )ip r0 )iu r )i r0 )iZ r )i[ r0 )i\ r )i] r0 r r r r r _seg_55` s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i_ r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )iE r )iP r0 )iZ r )i` r0 )im r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i, r )i0 r0 )i@ r )i r0 )i< r )i rE u 𑣀)i rE u 𑣁)i rE u 𑣂)i rE u 𑣃)i rE u 𑣄)i rE u 𑣅)i rE u 𑣆)i rE u 𑣇)i rE u 𑣈)i rE u 𑣉)i rE u 𑣊)i rE u 𑣋)i rE u 𑣌)i rE u 𑣍)i rE u 𑣎)i rE u 𑣏)i rE u 𑣐)i rE u 𑣑)i rE u 𑣒)i rE u 𑣓)i rE u 𑣔)i rE u 𑣕)i rE u 𑣖)i rE u 𑣗)i rE u 𑣘)i rE u 𑣙)i rE u 𑣚)i rE u 𑣛)i rE u 𑣜)i rE u 𑣝)i rE u 𑣞)i rE u 𑣟)i r0 )i r )i r0 )i r )i r0 )iH r )iP r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i7 r )i8 r0 )iF r )iP r0 )im r )ip r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i7 r )i: r0 )i; r )i< r0 )i> r )i? r0 )iH r )iP r0 )iZ r )i` r0 r r r r r _seg_56 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)if r )ig r0 )ii r )ij r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i# r )i $ r0 )io$ r )ip$ r0 )iu$ r )i$ r0 )iD% r )i 0 r0 )i/4 r )i D r0 )iGF r )i h r0 )i9j r )i@j r0 )i_j r )i`j r0 )ijj r )inj r0 )ipj r )ij r0 )ij r )ij r0 )ij r )i k r0 )iFk r )iPk r0 )iZk r )i[k r0 )ibk r )ick r0 )ixk r )i}k r0 )ik r )i`n r0 )in r )i o r0 )iEo r )iPo r0 )io r )io r0 )io r )io r0 )io r )i p r0 )i r )i r0 )i r )i r0 )i r )ip r0 )i r )i r0 )ik r )ip r0 )i} r )i r0 )i r )i r0 )i r )i r0 )i r )i r )i r0 )i r )i r0 )i' r )i) r0 )i^ rE u 𝅗𝅥)i_ rE u 𝅘𝅥)i` rE u 𝅘𝅥𝅮)ia rE u 𝅘𝅥𝅯)ib rE u 𝅘𝅥𝅰)ic rE u 𝅘𝅥𝅱)id rE u 𝅘𝅥𝅲)ie r0 )is r )i{ r0 )i rE u 𝆹𝅥)i rE u 𝆺𝅥)i rE u 𝆹𝅥𝅮)i rE u 𝆺𝅥𝅮)i rE u 𝆹𝅥𝅯)i rE u 𝆺𝅥𝅯)i r0 )i r )i r0 r r r r r _seg_570 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF r )i r0 )i r )i r0 )iW r )i` r0 )iy r )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i! rE rT )i" rE rV )i# rE rX )i$ rE rZ )i% rE r\ )i& rE r^ )i' rE r` )i( rE rb )i) rE rd )i* rE rf )i+ rE rh )i, rE rj )i- rE rl )i. rE rn )i/ rE rp )i0 rE rr )i1 rE rt )i2 rE rv )i3 rE rx )i4 rE rF )i5 rE rH )i6 rE rJ )i7 rE rL )i8 rE rN )i9 rE rP )i: rE rR )i; rE rT )i< rE rV )i= rE rX )i> rE rZ )i? rE r\ )i@ rE r^ )iA rE r` )iB rE rb )iC rE rd )iD rE rf )iE rE rh )iF rE rj )iG rE rl )iH rE rn )iI rE rp )iJ rE rr )iK rE rt )iL rE rv )iM rE rx )iN rE rF )iO rE rH )iP rE rJ )iQ rE rL )iR rE rN )iS rE rP )iT rE rR )iU r )iV rE rV )iW rE rX )iX rE rZ )iY rE r\ )iZ rE r^ )i[ rE r` )i\ rE rb r r r r r _seg_58 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i] rE rd )i^ rE rf )i_ rE rh )i` rE rj )ia rE rl )ib rE rn )ic rE rp )id rE rr )ie rE rt )if rE rv )ig rE rx )ih rE rF )ii rE rH )ij rE rJ )ik rE rL )il rE rN )im rE rP )in rE rR )io rE rT )ip rE rV )iq rE rX )ir rE rZ )is rE r\ )it rE r^ )iu rE r` )iv rE rb )iw rE rd )ix rE rf )iy rE rh )iz rE rj )i{ rE rl )i| rE rn )i} rE rp )i~ rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i r )i rE rJ )i rE rL )i r )i rE rR )i r )i rE rX )i rE rZ )i r )i rE r` )i rE rb )i rE rd )i rE rf )i r )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i r )i rE rP )i r )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` r r r r r _seg_59 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i r )i rE rL )i rE rN )i rE rP )i rE rR )i r )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i r )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i r )i rE rF )i rE rH )i rE rJ )i! rE rL )i" rE rN )i# rE rP )i$ rE rR )i% rE rT )i& rE rV )i' rE rX )i( rE rZ r r r r r _seg_60h s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) rE r\ )i* rE r^ )i+ rE r` )i, rE rb )i- rE rd )i. rE rf )i/ rE rh )i0 rE rj )i1 rE rl )i2 rE rn )i3 rE rp )i4 rE rr )i5 rE rt )i6 rE rv )i7 rE rx )i8 rE rF )i9 rE rH )i: r )i; rE rL )i< rE rN )i= rE rP )i> rE rR )i? r )i@ rE rV )iA rE rX )iB rE rZ )iC rE r\ )iD rE r^ )iE r )iF rE rb )iG r )iJ rE rj )iK rE rl )iL rE rn )iM rE rp )iN rE rr )iO rE rt )iP rE rv )iQ r )iR rE rF )iS rE rH )iT rE rJ )iU rE rL )iV rE rN )iW rE rP )iX rE rR )iY rE rT )iZ rE rV )i[ rE rX )i\ rE rZ )i] rE r\ )i^ rE r^ )i_ rE r` )i` rE rb )ia rE rd )ib rE rf )ic rE rh )id rE rj )ie rE rl )if rE rn )ig rE rp )ih rE rr )ii rE rt )ij rE rv )ik rE rx )il rE rF )im rE rH )in rE rJ )io rE rL )ip rE rN )iq rE rP )ir rE rR )is rE rT )it rE rV )iu rE rX )iv rE rZ )iw rE r\ )ix rE r^ )iy rE r` )iz rE rb )i{ rE rd )i| rE rf )i} rE rh )i~ rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV r r r r r _seg_61 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN r r r r r _seg_628 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i! rE rx )i" rE rF )i# rE rH )i$ rE rJ )i% rE rL )i& rE rN )i' rE rP )i( rE rR )i) rE rT )i* rE rV )i+ rE rX )i, rE rZ )i- rE r\ )i. rE r^ )i/ rE r` )i0 rE rb )i1 rE rd )i2 rE rf )i3 rE rh )i4 rE rj )i5 rE rl )i6 rE rn )i7 rE rp )i8 rE rr )i9 rE rt )i: rE rv )i; rE rx )i< rE rF )i= rE rH )i> rE rJ )i? rE rL )i@ rE rN )iA rE rP )iB rE rR )iC rE rT )iD rE rV )iE rE rX )iF rE rZ )iG rE r\ )iH rE r^ )iI rE r` )iJ rE rb )iK rE rd )iL rE rf )iM rE rh )iN rE rj )iO rE rl )iP rE rn )iQ rE rp )iR rE rr )iS rE rt )iT rE rv )iU rE rx )iV rE rF r r r r r _seg_63 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iW rE rH )iX rE rJ )iY rE rL )iZ rE rN )i[ rE rP )i\ rE rR )i] rE rT )i^ rE rV )i_ rE rX )i` rE rZ )ia rE r\ )ib rE r^ )ic rE r` )id rE rb )ie rE rd )if rE rf )ig rE rh )ih rE rj )ii rE rl )ij rE rn )ik rE rp )il rE rr )im rE rt )in rE rv )io rE rx )ip rE rF )iq rE rH )ir rE rJ )is rE rL )it rE rN )iu rE rP )iv rE rR )iw rE rT )ix rE rV )iy rE rX )iz rE rZ )i{ rE r\ )i| rE r^ )i} rE r` )i~ rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE u ı)i rE u ȷ)i r )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE rw )i rE r )i rE r r r r r r _seg_64 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE ∇)i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ∂)i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE rw )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i! rE ru r r r r r _seg_65p s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i" rE rv )i# rE rw )i$ rE rd )i% rE rx )i& rE ry )i' rE r )i( rE rz )i) rE r{ )i* rE r| )i+ rE r} )i, rE r~ )i- rE rw )i. rE r )i/ rE r )i0 rE r )i1 rE r )i2 rE r )i3 rE r )i4 rE r )i5 rE r )i6 rE rp )i7 rE rq )i8 rE rr )i9 rE rs )i: rE rt )i; rE ru )i< rE rv )i= rE rw )i> rE rd )i? rE rx )i@ rE ry )iA rE r )iB rE rz )iC rE r{ )iD rE r| )iE rE r} )iF rE r~ )iG rE r )iI rE r )iJ rE r )iK rE r )iL rE r )iM rE r )iN rE r )iO rE r )iP rE rt )iQ rE rw )iR rE rx )iS rE r )iT rE r~ )iU rE r} )iV rE rp )iW rE rq )iX rE rr )iY rE rs )iZ rE rt )i[ rE ru )i\ rE rv )i] rE rw )i^ rE rd )i_ rE rx )i` rE ry )ia rE r )ib rE rz )ic rE r{ )id rE r| )ie rE r} )if rE r~ )ig rE rw )ih rE r )ii rE r )ij rE r )ik rE r )il rE r )im rE r )in rE r )io rE r )ip rE rp )iq rE rq )ir rE rr )is rE rs )it rE rt )iu rE ru )iv rE rv )iw rE rw )ix rE rd )iy rE rx )iz rE ry )i{ rE r )i| rE rz )i} rE r{ )i~ rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_66 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE rw )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_67@ s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i" r )i# r0 )i% r )i& r0 )i+ r )i r0 )i r )i r0 )i r )i rE u 𞤢)i rE u 𞤣)i rE u 𞤤)i rE u 𞤥)i rE u 𞤦)i rE u 𞤧)i rE u 𞤨)i rE u 𞤩)i rE u 𞤪)i rE u 𞤫)i rE u 𞤬)i rE u 𞤭)i rE u 𞤮)i rE u 𞤯)i rE u 𞤰)i rE u 𞤱)i rE u 𞤲)i rE u 𞤳)i rE u 𞤴)i rE u 𞤵)i rE u 𞤶)i rE u 𞤷)i rE u 𞤸)i rE u 𞤹)i rE u 𞤺)i rE u 𞤻)i rE u 𞤼)i rE u 𞤽)i rE u 𞤾)i rE u 𞤿)i rE u 𞥀)i rE u 𞥁)i rE u 𞥂)i! rE u 𞥃)i" r0 )iK r )iP r0 )iZ r )i^ r0 )i` r )iq r0 )i r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_68 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ٮ)i rE r )i rE ڡ)i rE ٯ)i r )i! rE r )i" rE r )i# r )i$ rE r )i% r )i' rE r )i( r )i) rE r )i* rE r )i+ rE r )i, rE r )i- rE r )i. rE r )i/ rE r )i0 rE r )i1 rE r )i2 rE r )i3 r )i4 rE r )i5 rE r )i6 rE r )i7 rE r )i8 r )i9 rE r )i: r )i; rE r )i< r )iB rE r )iC r )iG rE r )iH r )iI rE r )iJ r )iK rE r )iL r )iM rE r )iN rE r )iO rE r )iP r )iQ rE r )iR rE r )iS r )iT rE r )iU r )iW rE r )iX r )iY rE r )iZ r )i[ rE r )i\ r )i] rE r )i^ r )i_ rE r )i` r )ia rE r )ib rE r )ic r )id rE r )ie r )ig rE r )ih rE r )ii rE r )ij rE r )ik r )il rE r )im rE r )in rE r )io rE r )ip rE r )iq rE r )ir rE r )is r )it rE r )iu rE r )iv rE r )iw rE r )ix r )iy rE r )iz rE r )i{ rE r )i| rE r )i} r )i~ rE r )i r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_69 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i r0 )i r )i r0 )i, r )i0 r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r z0,)i r z1,)i r z2,)i r z3,)i r z4,)i r z5,)i r z6,)i r z7,)i r z8,)i r z9,)i r0 )i r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i! r r )i" r r )i# r r )i$ r r r r r r r _seg_70x s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i% r r )i& r r )i' r r )i( r r )i) r r )i* rE u 〔s〕)i+ rE rJ )i, rE rh )i- rE r )i. rE Zwz)i/ r0 )i0 rE rF )i1 rE rH )i2 rE rJ )i3 rE rL )i4 rE rN )i5 rE rP )i6 rE rR )i7 rE rT )i8 rE rV )i9 rE rX )i: rE rZ )i; rE r\ )i< rE r^ )i= rE r` )i> rE rb )i? rE rd )i@ rE rf )iA rE rh )iB rE rj )iC rE rl )iD rE rn )iE rE rp )iF rE rr )iG rE rt )iH rE rv )iI rE rx )iJ rE Zhv)iK rE r )iL rE Zsd)iM rE r) )iN rE Zppv)iO rE Zwc)iP r0 )ij rE Zmc)ik rE Zmd)il r )ip r0 )i rE Zdj)i r0 )i r )i r0 )i rE u ほか)i rE u ココ)i rE r| )i r )i rE r )i rE u 字)i rE u 双)i rE u デ)i rE r )i rE 多)i rE u 解)i rE rh )i rE u 交)i rE u 映)i rE u 無)i rE r )i rE u 前)i rE u 後)i rE 再)i rE u 新)i rE u 初)i! rE u 終)i" rE r )i# rE u 販)i$ rE u 声)i% rE u 吹)i& rE u 演)i' rE u 投)i( rE u 捕)i) rE r )i* rE rc )i+ rE u 遊)i, rE ro )i- rE rf )i. rE rp )i/ rE u 指)i0 rE r# )i1 rE u 打)i2 rE u 禁)i3 rE u 空)i4 rE u 合)i5 rE u 満)i6 rE rl )i7 rE r )i8 rE u 申)i9 rE 割)i: rE u 営)i; rE u 配r r r r r _seg_71 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i< r )i@ rE u 〔本〕)iA rE u 〔三〕)iB rE u 〔二〕)iC rE u 〔安〕)iD rE u 〔点〕)iE rE u 〔打〕)iF rE u 〔盗〕)iG rE u 〔勝〕)iH rE u 〔敗〕)iI r )iP rE u 得)iQ rE u 可)iR r )i` r0 )if r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )it r )i r0 )i r )i r0 )i r )i r0 )iH r )iP r0 )iZ r )i` r0 )i r )i r0 )i r )i r0 )i r )i r0 )i? r )i@ r0 )iq r )is r0 )iw r )iz r0 )i{ r )i| r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i` r0 )in r )i r0 )iצ r )i r0 )i5 r )i@ r0 )i r )i r0 )i r )i r0 )i r )i rE u 丽)i rE u 丸)i rE u 乁)i rE u 𠄢)i rE u 你)i rE r )i rE u 侻)i rE u 倂)i rE u 偺)i rE u 備)i rE r )i rE u 像)i rE u 㒞)i rE u 𠘺)i rE r )i rE u 兔)i rE u 兤)i rE u 具)i rE u 𠔜)i rE u 㒹)i rE u 內)i rE r )i rE u 𠕋)i rE u 冗)i rE u 冤)i rE u 仌)i rE u 冬)i rE r )i rE u 𩇟)i rE r )i rE u 刃)i rE u 㓟)i rE u 刻)i! rE u 剆r r r r r _seg_72H s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i" rE r )i# rE u 剷)i$ rE u 㔕)i% rE r )i& rE r )i' rE r )i( rE r )i) rE u 包)i* rE u 匆)i+ rE r )i, rE u 卉)i- rE r )i. rE u 博)i/ rE u 即)i0 rE u 卽)i1 rE u 卿)i4 rE u 𠨬)i5 rE u 灰)i6 rE u 及)i7 rE u 叟)i8 rE u 𠭣)i9 rE u 叫)i: rE u 叱)i; rE u 吆)i< rE u 咞)i= rE u 吸)i> rE u 呈)i? rE u 周)i@ rE u 咢)iA rE u 哶)iB rE u 唐)iC rE u 啓)iD rE u 啣)iE rE u 善)iG rE r )iH rE u 喫)iI rE u 喳)iJ rE u 嗂)iK rE u 圖)iL rE r )iM rE u 圗)iN rE u 噑)iO rE u 噴)iP rE r )iQ rE u 壮)iR rE u 城)iS rE u 埴)iT rE u 堍)iU rE u 型)iV rE u 堲)iW rE u 報)iX rE u 墬)iY rE u 𡓤)iZ rE u 売)i[ rE u 壷)i\ rE u 夆)i] rE r )i^ rE u 夢)i_ rE u 奢)i` rE u 𡚨)ia rE u 𡛪)ib rE u 姬)ic rE u 娛)id rE u 娧)ie rE u 姘)if rE u 婦)ig rE u 㛮)ih r )ii rE u 嬈)ij rE u 嬾)il rE u 𡧈)im rE u 寃)in rE u 寘)io rE r )ip rE u 寳)iq rE u 𡬘)ir rE u 寿)is rE u 将)it r )iu rE r )iv rE u 㞁)iw rE u 屠)ix rE r )iy rE u 峀)iz rE u 岍)i{ rE u 𡷤)i| rE u 嵃)i} rE u 𡷦)i~ rE u 嵮)i rE u 嵫)i rE u 嵼)i rE u 巡)i rE u 巢)i rE u 㠯)i rE u 巽)i rE u 帨)i rE u 帽)i rE u 幩)i rE u 㡢)i rE u 𢆃r r r r r _seg_73 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 㡼)i rE u 庰)i rE u 庳)i rE u 庶)i rE r )i rE u 𪎒)i rE r )i rE u 𢌱)i rE 舁)i rE u 弢)i rE u 㣇)i rE u 𣊸)i rE u 𦇚)i rE u 形)i rE u 彫)i rE u 㣣)i rE u 徚)i rE u 忍)i rE u 志)i rE u 忹)i rE u 悁)i rE u 㤺)i rE u 㤜)i rE r )i rE u 𢛔)i rE u 惇)i rE u 慈)i rE 慌)i rE r )i rE r )i rE u 慺)i rE r )i rE u 憲)i rE u 憤)i rE u 憯)i rE u 懞)i rE r )i rE r )i rE u 成)i rE u 戛)i rE u 扝)i rE u 抱)i rE u 拔)i rE u 捐)i rE u 𢬌)i rE u 挽)i rE u 拼)i rE u 捨)i rE u 掃)i rE u 揤)i rE u 𢯱)i rE u 搢)i rE u 揅)i rE u 掩)i rE u 㨮)i rE u 摩)i rE u 摾)i rE u 撝)i rE u 摷)i rE u 㩬)i rE r )i rE u 敬)i rE u 𣀊)i rE u 旣)i rE u 書)i rE u 晉)i rE u 㬙)i rE r )i rE u 㬈)i rE u 㫤)i rE u 冒)i rE u 冕)i rE u 最)i rE u 暜)i rE u 肭)i rE u 䏙)i rE r )i rE r )i rE u 朡)i rE u 杞)i rE u 杓)i rE u 𣏃)i rE u 㭉)i rE u 柺)i rE u 枅)i rE u 桒)i rE r )i rE u 𣑭)i rE u 梎)i rE u 栟)i rE u 椔)i rE r )i rE u 楂)i rE u 榣)i rE u 槪)i rE u 檨)i rE u 𣚣)i rE u 櫛)i rE u 㰘)i rE u 次r r r r r _seg_74 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𣢧)i rE u 歔)i rE u 㱎)i rE u 歲)i rE u 殟)i rE r )i rE u 殻)i rE u 𣪍)i rE u 𡴋)i rE u 𣫺)i rE u 汎)i rE u 𣲼)i rE u 沿)i rE u 泍)i rE u 汧)i rE u 洖)i rE u 派)i rE r )i rE r )i rE u 浩)i rE u 浸)i rE u 涅)i rE u 𣴞)i rE u 洴)i rE u 港)i rE u 湮)i rE u 㴳)i rE r )i rE u 滇)i rE u 𣻑)i rE u 淹)i rE u 潮)i rE u 𣽞)i rE u 𣾎)i rE u 濆)i rE u 瀹)i rE r )i rE u 瀛)i rE u 㶖)i rE u 灊)i rE u 災)i rE u 灷)i rE u 炭)i rE u 𠔥)i rE u 煅)i rE u 𤉣)i rE u 熜)i r )i rE u 爨)i! rE r )i" rE u 牐)i# rE u 𤘈)i$ rE u 犀)i% rE u 犕)i& rE u 𤜵)i' rE u 𤠔)i( rE u 獺)i) rE u 王)i* rE u 㺬)i+ rE u 玥)i, rE u 㺸)i. rE u 瑇)i/ rE u 瑜)i0 rE r )i1 rE u 璅)i2 rE u 瓊)i3 rE u 㼛)i4 rE u 甤)i5 rE u 𤰶)i6 rE u 甾)i7 rE u 𤲒)i8 rE r )i9 rE u 𢆟)i: rE u 瘐)i; rE u 𤾡)i< rE u 𤾸)i= rE u 𥁄)i> rE u 㿼)i? rE u 䀈)i@ rE r )iA rE u 𥃳)iB rE u 𥃲)iC rE u 𥄙)iD rE u 𥄳)iE rE u 眞)iF rE u 真)iH rE r )iI rE r )iJ rE u 瞋)iK rE u 䁆)iL rE u 䂖)iM rE u 𥐝)iN rE u 硎)iO rE r )iP rE r )iQ rE u 䃣)iR rE u 𥘦)iS rE r )iT rE u 𥚚)iU rE u 𥛅r r r r r _seg_75 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iV rE r )iW rE u 秫)iX rE u 䄯)iY rE r )iZ rE u 穊)i[ rE u 穏)i\ rE u 𥥼)i] rE u 𥪧)i_ r )i` rE u 䈂)ia rE u 𥮫)ib rE u 篆)ic rE u 築)id rE u 䈧)ie rE u 𥲀)if rE u 糒)ig rE u 䊠)ih rE u 糨)ii rE u 糣)ij rE u 紀)ik rE u 𥾆)il rE u 絣)im rE u 䌁)in rE u 緇)io rE u 縂)ip rE u 繅)iq rE u 䌴)ir rE u 𦈨)is rE u 𦉇)it rE u 䍙)iu rE u 𦋙)iv rE u 罺)iw rE u 𦌾)ix rE u 羕)iy rE u 翺)iz rE r )i{ rE u 𦓚)i| rE u 𦔣)i} rE u 聠)i~ rE u 𦖨)i rE u 聰)i rE u 𣍟)i rE u 䏕)i rE u 育)i rE u 脃)i rE u 䐋)i rE u 脾)i rE u 媵)i rE u 𦞧)i rE u 𦞵)i rE u 𣎓)i rE u 𣎜)i rE r )i rE u 舄)i rE u 辞)i rE u 䑫)i rE u 芑)i rE u 芋)i rE u 芝)i rE u 劳)i rE u 花)i rE u 芳)i rE u 芽)i rE u 苦)i rE u 𦬼)i rE r )i rE u 茝)i rE u 荣)i rE u 莭)i rE u 茣)i rE u 莽)i rE u 菧)i rE r )i rE u 荓)i rE u 菊)i rE u 菌)i rE u 菜)i rE u 𦰶)i rE u 𦵫)i rE u 𦳕)i rE u 䔫)i rE u 蓱)i rE u 蓳)i rE u 蔖)i rE u 𧏊)i rE u 蕤)i rE u 𦼬)i rE u 䕝)i rE u 䕡)i rE u 𦾱)i rE u 𧃒)i rE u 䕫)i rE u 虐)i rE r )i rE u 虧)i rE u 虩)i rE u 蚩)i rE u 蚈)i rE u 蜎)i rE u 蛢r r r r r _seg_76 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE u 蜨)i rE u 蝫)i rE u 螆)i r )i rE u 蟡)i rE u 蠁)i rE u 䗹)i rE u 衠)i rE r )i rE u 𧙧)i rE u 裗)i rE u 裞)i rE u 䘵)i rE u 裺)i rE u 㒻)i rE u 𧢮)i rE u 𧥦)i rE u 䚾)i rE u 䛇)i rE u 誠)i rE r )i rE r )i rE r" )i rE u 𧲨)i rE u 貫)i rE u 賁)i rE u 贛)i rE u 起)i rE u 𧼯)i rE u 𠠄)i rE u 跋)i rE u 趼)i rE u 跰)i rE u 𠣞)i rE u 軔)i rE r )i rE u 𨗒)i rE u 𨗭)i rE u 邔)i rE u 郱)i rE u 鄑)i rE u 𨜮)i rE u 鄛)i rE u 鈸)i rE u 鋗)i rE u 鋘)i rE u 鉼)i rE u 鏹)i rE u 鐕)i rE u 𨯺)i rE u 開)i rE u 䦕)i rE u 閷)i rE u 𨵷)i rE u 䧦)i rE u 雃)i rE u 嶲)i rE u 霣)i rE u 𩅅)i rE u 𩈚)i rE u 䩮)i rE u 䩶)i rE u 韠)i rE u 𩐊)i rE u 䪲)i rE u 𩒖)i rE r )i rE u 頩)i rE u 𩖶)i rE u 飢)i rE u 䬳)i rE u 餩)i rE u 馧)i rE u 駂)i rE u 駾)i rE u 䯎)i rE u 𩬰)i rE r )i rE u 鱀)i rE u 鳽)i rE u 䳎)i rE u 䳭)i rE u 鵧)i rE u 𪃎)i rE u 䳸)i rE u 𪄅)i rE u 𪈎)i rE u 𪊑)i rE r) )i rE u 䵖)i rE r* )i rE u 黾)i rE u 鼅)i rE u 鼏)i rE u 鼖)i rE r+ )i rE u 𪘀)i r )i r r r r r r _seg_77P s r c C s dgS )N)i r r r r r r _seg_78 s r N)S__doc__ __version__r r rL rT r_ re r r r r r r r r r r r r r r r r r r r r r r r7 ri rj rq r r r r r r r r r r r r r/ ra rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r tupleZ uts46datar r r r <module> s hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNPK A\Xx 5 pip/_vendor/idna/__pycache__/intranges.cpython-38.pycnu [ U .e @ s0 d Z ddlZdd Zdd Zdd Zd d ZdS ) a Given a list of integers, made up of (hopefully) a small number of long runs of consecutive integers, compute a representation of the form ((start1, end1), (start2, end2) ...). Then answer the question "was x present in the original list?" in time O(log(# runs)). Nc C s t | }g }d}tt|D ]b}|d t|k rJ|| ||d d krJq ||d |d }|t|d |d d |}q t|S )a Represent a list of integers as a sequence of ranges: ((start_0, end_0), (start_1, end_1), ...), such that the original integers are exactly those x such that start_i <= x < end_i for some i. Ranges are encoded as single integers (start << 32 | end), not as tuples. r )sortedrangelenappend _encode_rangetuple)Zlist_Z sorted_listrangesZ last_writeiZ current_range r >/usr/lib/python3.8/site-packages/pip/_vendor/idna/intranges.pyintranges_from_list s r c C s | d> |B S )N r )startendr r r r s r c C s | d? | d@ fS )Nr l r )rr r r _decode_range" s r c C sz t | d}t||}|dkrNt||d \}}|| krF|k rNn ndS |t|k rvt|| \}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r bisectZ bisect_leftr r )Zint_r Ztuple_posleftright_r r r intranges_contain& s r )__doc__r r r r r r r r r <module> s PK A\`Z > pip/_vendor/idna/__pycache__/package_data.cpython-38.opt-1.pycnu [ U .e @ s d Z dS )z2.8N) __version__ r r A/usr/lib/python3.8/site-packages/pip/_vendor/idna/package_data.py<module> PK A\Z3Q Q 2 pip/_vendor/idna/__pycache__/compat.cpython-38.pycnu [ U .e @ s, d dl T d dlT dd Zdd Zdd ZdS ) )*c C s t | S N)encodeZlabel r ;/usr/lib/python3.8/site-packages/pip/_vendor/idna/compat.pyToASCII s r c C s t | S r )decoder r r r ToUnicode s r c C s t dd S )Nz,IDNA 2008 does not utilise nameprep protocol)NotImplementedError)sr r r nameprep s r N)Zcorecodecr r r r r r r <module> s PK A\QbD D 5 pip/_vendor/idna/__pycache__/uts46data.cpython-38.pycnu [ U .e @ sb d Z dZdd Zdd Zdd Zdd Zd d Zd d Zdd Zdd Z dd Z dd Z dd Z dd Z dd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Zd4d5 Zd6d7 Z d8d9 Z d:d; Z d<d= Z d>d? Z d@dA Z!dBdC Z"dDdE Z#dFdG Z$dHdI Z%dJdK Z&dLdM Z'dNdO Z(dPdQ Z)dRdS Z*dTdU Z+dVdW Z,dXdY Z-dZd[ Z.d\d] Z/d^d_ Z0d`da Z1dbdc Z2ddde Z3dfdg Z4dhdi Z5djdk Z6dldm Z7dndo Z8dpdq Z9drds Z:dtdu Z;dvdw Z<dxdy Z=dzd{ Z>d|d} Z?d~d Z@dd ZAdd ZBdd ZCdd ZDdd ZEdd ZFdd ZGdd ZHdd ZIdd ZJdd ZKdd ZLdd ZMdd ZNdd ZOdd ZPeQe e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e e! e" e# e$ e% e& e' e( e) e* e+ e, e- e. e/ e0 e1 e2 e3 e4 e5 e6 e7 e8 e9 e: e; e< e= e> e? e@ eA eB eC eD eE eF eG eH eI eJ eK eL eM eN eO eP ZRdS )z IDNA Mapping Table from UTS46.z11.0.0c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN) 3) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r )! r )" r )# r )$ r )% r )& r )' r )( r )) r )* r )+ r ), r )- V). r0 )/ r )0 r0 )1 r0 )2 r0 )3 r0 )4 r0 )5 r0 )6 r0 )7 r0 )8 r0 )9 r0 ): r ); r )< r )= r )> r )? r )@ r )A Ma)B rE b)C rE c)D rE d)E rE e)F rE f)G rE g)H rE h)I rE i)J rE j)K rE k)L rE l)M rE m)N rE n)O rE o)P rE p)Q rE q)R rE r)S rE s)T rE t)U rE u)V rE v)W rE w)X rE x)Y rE y)Z rE z)[ r )\ r )] r )^ r )_ r )` r )a r0 )b r0 )c r0 r r r >/usr/lib/python3.8/site-packages/pip/_vendor/idna/uts46data.py_seg_0 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)d r0 )e r0 )f r0 )g r0 )h r0 )i r0 )j r0 )k r0 )l r0 )m r0 )n r0 )o r0 )p r0 )q r0 )r r0 )s r0 )t r0 )u r0 )v r0 )w r0 )x r0 )y r0 )z r0 ){ r )| r )} r )~ r ) r ) X) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r u ̈) r0 ) rE rF ) r0 ) r0 ) I) r0 ) r ̄) r0 ) r0 ) rE 2) rE r ) r ́) rE μ) r0 ) r0 ) r u ̧) rE 1) rE rb ) r0 ) rE u 1⁄4) rE u 1⁄2) rE u 3⁄4) r0 ) rE à) rE á) rE â) rE ã) rE ä) rE å) rE æ) rE çr r r r r _seg_1p s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN) rE è) rE é) rE ê) rE ë) rE ì) rE í) rE î) rE ï) rE ð) rE ñ) rE ò) rE ó) rE ô) rE õ) rE ö) r0 ) rE ø) rE ù) rE ú) rE û) rE ü) rE ý) rE þ) Dss) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) r0 ) rE u ā)i r0 )i rE u ă)i r0 )i rE u ą)i r0 )i rE u ć)i r0 )i rE u ĉ)i r0 )i rE u ċ)i r0 )i rE u č)i r0 )i rE u ď)i r0 )i rE u đ)i r0 )i rE u ē)i r0 )i rE u ĕ)i r0 )i rE u ė)i r0 )i rE u ę)i r0 )i rE u ě)i r0 )i rE u ĝ)i r0 )i rE u ğ)i r0 )i rE u ġ)i! r0 )i" rE u ģ)i# r0 )i$ rE u ĥ)i% r0 )i& rE ħ)i' r0 )i( rE u ĩ)i) r0 )i* rE u ī)i+ r0 r r r r r _seg_2 s rL c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, rE u ĭ)i- r0 )i. rE u į)i/ r0 )i0 rE u i̇)i1 r0 )i2 rE Zij)i4 rE u ĵ)i5 r0 )i6 rE u ķ)i7 r0 )i9 rE u ĺ)i: r0 )i; rE u ļ)i< r0 )i= rE u ľ)i> r0 )i? rE u l·)iA rE u ł)iB r0 )iC rE u ń)iD r0 )iE rE u ņ)iF r0 )iG rE u ň)iH r0 )iI rE u ʼn)iJ rE ŋ)iK r0 )iL rE u ō)iM r0 )iN rE u ŏ)iO r0 )iP rE u ő)iQ r0 )iR rE œ)iS r0 )iT rE u ŕ)iU r0 )iV rE u ŗ)iW r0 )iX rE u ř)iY r0 )iZ rE u ś)i[ r0 )i\ rE u ŝ)i] r0 )i^ rE u ş)i_ r0 )i` rE u š)ia r0 )ib rE u ţ)ic r0 )id rE u ť)ie r0 )if rE u ŧ)ig r0 )ih rE u ũ)ii r0 )ij rE u ū)ik r0 )il rE u ŭ)im r0 )in rE u ů)io r0 )ip rE u ű)iq r0 )ir rE u ų)is r0 )it rE u ŵ)iu r0 )iv rE u ŷ)iw r0 )ix rE ÿ)iy rE u ź)iz r0 )i{ rE u ż)i| r0 )i} rE u ž)i~ r0 )i rE rj )i r0 )i rE u ɓ)i rE u ƃ)i r0 )i rE u ƅ)i r0 )i rE ɔ)i rE u ƈ)i r0 )i rE u ɖ)i rE u ɗ)i rE u ƌ)i r0 )i rE ǝ)i rE ə)i rE ɛ)i rE u ƒ)i r0 )i rE u ɠr r r r r _seg_3@ s rT c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE ɣ)i r0 )i rE ɩ)i rE ɨ)i rE u ƙ)i r0 )i rE ɯ)i rE ɲ)i r0 )i rE ɵ)i rE u ơ)i r0 )i rE u ƣ)i r0 )i rE u ƥ)i r0 )i rE u ʀ)i rE u ƨ)i r0 )i rE ʃ)i r0 )i rE u ƭ)i r0 )i rE u ʈ)i rE u ư)i r0 )i rE ʊ)i rE ʋ)i rE u ƴ)i r0 )i rE u ƶ)i r0 )i rE ʒ)i rE u ƹ)i r0 )i rE u ƽ)i r0 )i rE u dž)i rE Zlj)i rE Znj)i rE u ǎ)i r0 )i rE u ǐ)i r0 )i rE u ǒ)i r0 )i rE u ǔ)i r0 )i rE u ǖ)i r0 )i rE u ǘ)i r0 )i rE u ǚ)i r0 )i rE u ǜ)i r0 )i rE u ǟ)i r0 )i rE u ǡ)i r0 )i rE u ǣ)i r0 )i rE u ǥ)i r0 )i rE u ǧ)i r0 )i rE u ǩ)i r0 )i rE u ǫ)i r0 )i rE u ǭ)i r0 )i rE u ǯ)i r0 )i rE Zdz)i rE u ǵ)i r0 )i rE u ƕ)i rE u ƿ)i rE u ǹ)i r0 )i rE u ǻ)i r0 )i rE u ǽ)i r0 )i rE u ǿ)i r0 )i rE u ȁ)i r0 )i rE u ȃ)i r0 )i rE u ȅ)i r0 )i rE u ȇ)i r0 )i rE u ȉ)i r0 )i rE u ȋ)i r0 )i rE u ȍr r r r r _seg_4 s r_ c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ȏ)i r0 )i rE u ȑ)i r0 )i rE u ȓ)i r0 )i rE u ȕ)i r0 )i rE u ȗ)i r0 )i rE u ș)i r0 )i rE u ț)i r0 )i rE u ȝ)i r0 )i rE u ȟ)i r0 )i rE u ƞ)i! r0 )i" rE ȣ)i# r0 )i$ rE u ȥ)i% r0 )i& rE u ȧ)i' r0 )i( rE u ȩ)i) r0 )i* rE u ȫ)i+ r0 )i, rE u ȭ)i- r0 )i. rE u ȯ)i/ r0 )i0 rE u ȱ)i1 r0 )i2 rE u ȳ)i3 r0 )i: rE u ⱥ)i; rE u ȼ)i< r0 )i= rE u ƚ)i> rE u ⱦ)i? r0 )iA rE u ɂ)iB r0 )iC rE u ƀ)iD rE ʉ)iE rE ʌ)iF rE u ɇ)iG r0 )iH rE u ɉ)iI r0 )iJ rE u ɋ)iK r0 )iL rE u ɍ)iM r0 )iN rE u ɏ)iO r0 )i rE rT )i rE ɦ)i rE rX )i rE rh )i rE u ɹ)i rE u ɻ)i rE u ʁ)i rE rr )i rE rv )i r0 )i r u ̆)i r u ̇)i r u ̊)i r u ̨)i r u ̃)i r u ̋)i r0 )i rE rU )i rE r\ )i rE rj )i rE rt )i rE u ʕ)i r0 )i@ rE u ̀)iA rE u ́)iB r0 )iC rE u ̓)iD rE u ̈́)iE rE ι)iF r0 )iO r )iP r0 )ip rE u ͱ)iq r0 )ir rE u ͳ)is r0 )it rE u ʹ)iu r0 )iv rE u ͷ)iw r0 r r r r r _seg_5 s re c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ix r )iz r u ι)i{ r0 )i~ r ;)i rE u ϳ)i r )i r r )i r ̈́)i rE ά)i rE ·)i rE έ)i rE ή)i rE ί)i r )i rE ό)i r )i rE ύ)i rE ώ)i r0 )i rE α)i rE β)i rE γ)i rE δ)i rE ε)i rE ζ)i rE η)i rE θ)i rE rd )i rE κ)i rE λ)i rE r )i rE ν)i rE ξ)i rE ο)i rE π)i rE ρ)i r )i rE σ)i rE τ)i rE υ)i rE φ)i rE χ)i rE ψ)i rE ω)i rE u ϊ)i rE ϋ)i r0 )i r( r )i r0 )i rE u ϗ)i rE rq )i rE rw )i rE r )i rE rn )i rE r )i rE r )i rE r} )i r0 )i rE u ϙ)i r0 )i rE u ϛ)i r0 )i rE ϝ)i r0 )i rE u ϟ)i r0 )i rE u ϡ)i r0 )i rE u ϣ)i r0 )i rE u ϥ)i r0 )i rE u ϧ)i r0 )i rE u ϩ)i r0 )i rE u ϫ)i r0 )i rE u ϭ)i r0 )i rE u ϯ)i r0 )i rE rx )i rE r~ )i rE r )i r0 )i rE rw )i rE rt )i r0 )i rE u ϸ)i r0 )i rE r )i rE u ϻ)i r0 )i rE u ͻ)i rE u ͼ)i rE u ͽ)i rE u ѐ)i rE u ё)i rE u ђr r r r r _seg_6x s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ѓ)i rE u є)i rE u ѕ)i rE u і)i rE u ї)i rE u ј)i rE u љ)i rE u њ)i rE u ћ)i rE u ќ)i rE u ѝ)i rE u ў)i rE u џ)i rE u а)i rE u б)i rE в)i rE u г)i rE д)i rE u е)i rE u ж)i rE u з)i rE u и)i rE u й)i rE u к)i rE u л)i rE u м)i rE н)i rE о)i rE u п)i rE u р)i! rE с)i" rE т)i# rE u у)i$ rE u ф)i% rE u х)i& rE u ц)i' rE u ч)i( rE u ш)i) rE u щ)i* rE ъ)i+ rE u ы)i, rE ь)i- rE u э)i. rE u ю)i/ rE u я)i0 r0 )i` rE u ѡ)ia r0 )ib rE ѣ)ic r0 )id rE u ѥ)ie r0 )if rE u ѧ)ig r0 )ih rE u ѩ)ii r0 )ij rE u ѫ)ik r0 )il rE u ѭ)im r0 )in rE u ѯ)io r0 )ip rE u ѱ)iq r0 )ir rE u ѳ)is r0 )it rE u ѵ)iu r0 )iv rE u ѷ)iw r0 )ix rE u ѹ)iy r0 )iz rE u ѻ)i{ r0 )i| rE u ѽ)i} r0 )i~ rE u ѿ)i r0 )i rE u ҁ)i r0 )i rE u ҋ)i r0 )i rE u ҍ)i r0 )i rE u ҏ)i r0 )i rE u ґ)i r0 )i rE u ғ)i r0 )i rE u ҕ)i r0 )i rE u җ)i r0 )i rE u ҙ)i r0 )i rE u қ)i r0 )i rE u ҝ)i r0 r r r r r _seg_7 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ҟ)i r0 )i rE u ҡ)i r0 )i rE u ң)i r0 )i rE u ҥ)i r0 )i rE u ҧ)i r0 )i rE u ҩ)i r0 )i rE u ҫ)i r0 )i rE u ҭ)i r0 )i rE u ү)i r0 )i rE u ұ)i r0 )i rE u ҳ)i r0 )i rE u ҵ)i r0 )i rE u ҷ)i r0 )i rE u ҹ)i r0 )i rE u һ)i r0 )i rE u ҽ)i r0 )i rE u ҿ)i r0 )i r )i rE u ӂ)i r0 )i rE u ӄ)i r0 )i rE u ӆ)i r0 )i rE u ӈ)i r0 )i rE u ӊ)i r0 )i rE u ӌ)i r0 )i rE u ӎ)i r0 )i rE u ӑ)i r0 )i rE u ӓ)i r0 )i rE u ӕ)i r0 )i rE u ӗ)i r0 )i rE u ә)i r0 )i rE u ӛ)i r0 )i rE u ӝ)i r0 )i rE u ӟ)i r0 )i rE u ӡ)i r0 )i rE u ӣ)i r0 )i rE u ӥ)i r0 )i rE u ӧ)i r0 )i rE u ө)i r0 )i rE u ӫ)i r0 )i rE u ӭ)i r0 )i rE u ӯ)i r0 )i rE u ӱ)i r0 )i rE u ӳ)i r0 )i rE u ӵ)i r0 )i rE u ӷ)i r0 )i rE u ӹ)i r0 )i rE u ӻ)i r0 )i rE u ӽ)i r0 )i rE u ӿ)i r0 )i rE u ԁ)i r0 )i rE u ԃr r r r r _seg_8H s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ԅ)i r0 )i rE u ԇ)i r0 )i rE u ԉ)i r0 )i rE u ԋ)i r0 )i rE u ԍ)i r0 )i rE u ԏ)i r0 )i rE u ԑ)i r0 )i rE u ԓ)i r0 )i rE u ԕ)i r0 )i rE u ԗ)i r0 )i rE u ԙ)i r0 )i rE u ԛ)i r0 )i rE u ԝ)i r0 )i rE u ԟ)i r0 )i rE u ԡ)i! r0 )i" rE u ԣ)i# r0 )i$ rE u ԥ)i% r0 )i& rE u ԧ)i' r0 )i( rE u ԩ)i) r0 )i* rE u ԫ)i+ r0 )i, rE u ԭ)i- r0 )i. rE u ԯ)i/ r0 )i0 r )i1 rE u ա)i2 rE u բ)i3 rE u գ)i4 rE u դ)i5 rE u ե)i6 rE u զ)i7 rE u է)i8 rE u ը)i9 rE u թ)i: rE u ժ)i; rE u ի)i< rE u լ)i= rE u խ)i> rE u ծ)i? rE u կ)i@ rE u հ)iA rE u ձ)iB rE u ղ)iC rE u ճ)iD rE u մ)iE rE u յ)iF rE u ն)iG rE u շ)iH rE u ո)iI rE u չ)iJ rE u պ)iK rE u ջ)iL rE u ռ)iM rE u ս)iN rE u վ)iO rE u տ)iP rE u ր)iQ rE u ց)iR rE u ւ)iS rE u փ)iT rE u ք)iU rE u օ)iV rE u ֆ)iW r )iY r0 )i rE u եւ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 r r r r r _seg_9 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iu rE u اٴ)iv rE u وٴ)iw rE ۇٴ)ix rE u يٴ)iy r0 )i r )i r0 )i r )i r0 )iK r )iM r0 )i r )i r0 )i r )i r0 )i. r )i0 r0 )i? r )i@ r0 )i\ r )i^ r0 )i_ r )i` r0 )ik r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )iX rE u क़)iY rE u ख़)iZ rE u ग़)i[ rE u ज़)i\ rE u ड़)i] rE u ढ़)i^ rE u फ़)i_ rE u य़)i` r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u ড়)i rE u ঢ়)i r )i rE u য়)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i) r )i* r0 )i1 r )i2 r0 )i3 rE u ਲ਼)i4 r )i5 r0 )i6 rE u ਸ਼)i7 r )i8 r0 )i: r )i< r0 )i= r )i> r0 )iC r )iG r0 )iI r )iK r0 )iN r )iQ r0 )iR r )iY rE u ਖ਼)iZ rE u ਗ਼)i[ rE u ਜ਼r r r r r _seg_10 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i\ r0 )i] r )i^ rE u ਫ਼)i_ r )if r0 )iw r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i) r )i* r0 )i1 r )i2 r0 )i4 r )i5 r0 )i: r )i< r0 )iE r )iG r0 )iI r )iK r0 )iN r )iV r0 )iX r )i\ rE u ଡ଼)i] rE u ଢ଼)i^ r )i_ r0 )id r )if r0 )ix r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 r r r r r _seg_11 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) r )i* r0 )i: r )i= r0 )iE r )iF r0 )iI r )iJ r0 )iN r )iU r0 )iW r )iX r0 )i[ r )i` r0 )id r )if r0 )ip r )ix r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )iE r )iF r0 )iI r )iJ r0 )iP r )iT r0 )id r )if r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i3 rE u ํา)i4 r0 )i; r )i? r0 )i\ r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 r r r r r _seg_12 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i rE u ໍາ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u ຫນ)i rE u ຫມ)i r0 )i r )i r0 )i rE u ་)i r0 )iC rE u གྷ)iD r0 )iH r )iI r0 )iM rE u ཌྷ)iN r0 )iR rE u དྷ)iS r0 )iW rE u བྷ)iX r0 )i\ rE u ཛྷ)i] r0 )ii rE u ཀྵ)ij r0 )im r )iq r0 )is rE u ཱི)it r0 )iu rE u ཱུ)iv rE u ྲྀ)iw rE u ྲཱྀ)ix rE u ླྀ)iy rE u ླཱྀ)iz r0 )i rE u ཱྀ)i r0 )i rE u ྒྷ)i r0 )i r )i r0 )i rE u ྜྷ)i r0 )i rE u ྡྷ)i r0 )i rE u ྦྷ)i r0 )i rE u ྫྷ)i r0 )i rE u ྐྵ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u ⴧ)i r )i rE u ⴭ)i r )i r0 )i rE u ნ)i r0 )i_ r )ia r0 )iI r )iJ r0 )iN r )iP r0 )iW r )iX r0 )iY r )iZ r0 )i^ r )i` r0 )i r )i r0 r r r r r _seg_13P s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i[ r )i] r0 )i} r )i r0 )i r )i r0 )i r )i rE u Ᏸ)i rE u Ᏹ)i rE u Ᏺ)i rE u Ᏻ)i rE u Ᏼ)i rE u Ᏽ)i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i7 r )i@ r0 )iT r )i` r0 )im r )in r0 )iq r )ir r0 )it r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r )i r0 )i r )i r0 )iy r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i, r )i0 r0 )i< r )i@ r0 )iA r )iD r0 )in r )ip r0 )iu r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i_ r )i` r0 )i} r )i r0 )i r )i r0 r r r r r _seg_14 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i r0 )i r )i r0 )i r )i r0 )iL r )iP r0 )i} r )i r0 )i r )i r0 )i8 r )i; r0 )iJ r )iM r0 )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ꙋ)i r )i r0 )i r )i r0 )i r )i r0 )i, rE rF )i- rE r )i. rE rH )i/ r0 )i0 rE rL )i1 rE rN )i2 rE rQ )i3 rE rR )i4 rE rT )i5 rE rV )i6 rE rX )i7 rE rZ )i8 rE r\ )i9 rE r^ )i: rE r` )i; r0 )i< rE rb )i= rE r` )i> rE rd )i? rE rh )i@ rE rl )iA rE rn )iB rE rr )iC rE rF )iD rE ɐ)iE rE ɑ)iF rE u ᴂ)iG rE rH )iH rE rL )iI rE rN )iJ rE rR )iK rE rS )iL rE ɜ)iM rE rR )iN r0 )iO rE rZ )iP rE r^ )iQ rE rM )iR rE rb )iS rE rP )iT rE u ᴖ)iU rE u ᴗ)iV rE rd )iW rE rl )iX rE rn )iY rE u ᴝ)iZ rE rX )i[ rE rp )i\ rE u ᴥ)i] rE rq )i^ rE rr )i_ rE rs )i` rE r )ia rE r )ib rE rV )ic rE rh )id rE rn )ie rE rp )if rE rq )ig rE rr )ih rE r~ )ii rE r )ij rE r )ik r0 )ix rE r )iy r0 )i rE ɒ)i rE rJ )i rE u ɕ)i rE r r r r r r _seg_15 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE rP )i rE u ɟ)i rE ɡ)i rE ɥ)i rE rW )i rE rV )i rE ɪ)i rE u ᵻ)i rE ʝ)i rE u ɭ)i rE u ᶅ)i rE u ʟ)i rE ɱ)i rE u ɰ)i rE rY )i rE u ɳ)i rE u ɴ)i rE rZ )i rE u ɸ)i rE u ʂ)i rE r[ )i rE u ƫ)i rE ra )i rE r\ )i rE u ᴜ)i rE r] )i rE rb )i rE rx )i rE u ʐ)i rE u ʑ)i rE r^ )i rE rw )i r0 )i r )i r0 )i rE u ḁ)i r0 )i rE u ḃ)i r0 )i rE u ḅ)i r0 )i rE u ḇ)i r0 )i rE u ḉ)i r0 )i rE u ḋ)i r0 )i rE u ḍ)i r0 )i rE u ḏ)i r0 )i rE u ḑ)i r0 )i rE u ḓ)i r0 )i rE u ḕ)i r0 )i rE u ḗ)i r0 )i rE u ḙ)i r0 )i rE u ḛ)i r0 )i rE u ḝ)i r0 )i rE u ḟ)i r0 )i rE u ḡ)i! r0 )i" rE u ḣ)i# r0 )i$ rE u ḥ)i% r0 )i& rE u ḧ)i' r0 )i( rE u ḩ)i) r0 )i* rE u ḫ)i+ r0 )i, rE u ḭ)i- r0 )i. rE u ḯ)i/ r0 )i0 rE u ḱ)i1 r0 )i2 rE u ḳ)i3 r0 )i4 rE u ḵ)i5 r0 )i6 rE u ḷ)i7 r0 )i8 rE u ḹ)i9 r0 )i: rE u ḻ)i; r0 )i< rE u ḽ)i= r0 )i> rE u ḿ)i? r0 r r r r r _seg_16 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i@ rE u ṁ)iA r0 )iB rE u ṃ)iC r0 )iD rE u ṅ)iE r0 )iF rE u ṇ)iG r0 )iH rE u ṉ)iI r0 )iJ rE u ṋ)iK r0 )iL rE u ṍ)iM r0 )iN rE u ṏ)iO r0 )iP rE u ṑ)iQ r0 )iR rE u ṓ)iS r0 )iT rE u ṕ)iU r0 )iV rE u ṗ)iW r0 )iX rE u ṙ)iY r0 )iZ rE u ṛ)i[ r0 )i\ rE u ṝ)i] r0 )i^ rE u ṟ)i_ r0 )i` rE ṡ)ia r0 )ib rE u ṣ)ic r0 )id rE u ṥ)ie r0 )if rE u ṧ)ig r0 )ih rE u ṩ)ii r0 )ij rE u ṫ)ik r0 )il rE u ṭ)im r0 )in rE u ṯ)io r0 )ip rE u ṱ)iq r0 )ir rE u ṳ)is r0 )it rE u ṵ)iu r0 )iv rE u ṷ)iw r0 )ix rE u ṹ)iy r0 )iz rE u ṻ)i{ r0 )i| rE u ṽ)i} r0 )i~ rE u ṿ)i r0 )i rE u ẁ)i r0 )i rE u ẃ)i r0 )i rE u ẅ)i r0 )i rE u ẇ)i r0 )i rE u ẉ)i r0 )i rE u ẋ)i r0 )i rE u ẍ)i r0 )i rE u ẏ)i r0 )i rE u ẑ)i r0 )i rE u ẓ)i r0 )i rE u ẕ)i r0 )i rE u aʾ)i rE r )i r0 )i rE r) )i r0 )i rE u ạ)i r0 )i rE u ả)i r0 )i rE u ấ)i r0 )i rE u ầ)i r0 )i rE u ẩr r r r r _seg_17 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ẫ)i r0 )i rE u ậ)i r0 )i rE u ắ)i r0 )i rE u ằ)i r0 )i rE u ẳ)i r0 )i rE u ẵ)i r0 )i rE u ặ)i r0 )i rE u ẹ)i r0 )i rE u ẻ)i r0 )i rE u ẽ)i r0 )i rE u ế)i r0 )i rE u ề)i r0 )i rE u ể)i r0 )i rE u ễ)i r0 )i rE u ệ)i r0 )i rE u ỉ)i r0 )i rE u ị)i r0 )i rE u ọ)i r0 )i rE u ỏ)i r0 )i rE u ố)i r0 )i rE u ồ)i r0 )i rE u ổ)i r0 )i rE u ỗ)i r0 )i rE u ộ)i r0 )i rE u ớ)i r0 )i rE u ờ)i r0 )i rE u ở)i r0 )i rE u ỡ)i r0 )i rE u ợ)i r0 )i rE u ụ)i r0 )i rE u ủ)i r0 )i rE u ứ)i r0 )i rE u ừ)i r0 )i rE u ử)i r0 )i rE u ữ)i r0 )i rE u ự)i r0 )i rE u ỳ)i r0 )i rE u ỵ)i r0 )i rE u ỷ)i r0 )i rE u ỹ)i r0 )i rE u ỻ)i r0 )i rE u ỽ)i r0 )i rE u ỿ)i r0 )i rE u ἀ)i rE u ἁ)i rE u ἂ)i rE u ἃ)i rE u ἄ)i rE u ἅ)i rE u ἆ)i rE u ἇ)i r0 )i r )i rE u ἐ)i rE u ἑ)i rE u ἒr r r r r _seg_18X s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ἓ)i rE u ἔ)i rE u ἕ)i r )i r0 )i( rE u ἠ)i) rE u ἡ)i* rE u ἢ)i+ rE u ἣ)i, rE u ἤ)i- rE u ἥ)i. rE u ἦ)i/ rE u ἧ)i0 r0 )i8 rE u ἰ)i9 rE u ἱ)i: rE u ἲ)i; rE u ἳ)i< rE u ἴ)i= rE u ἵ)i> rE u ἶ)i? rE u ἷ)i@ r0 )iF r )iH rE u ὀ)iI rE u ὁ)iJ rE u ὂ)iK rE u ὃ)iL rE u ὄ)iM rE u ὅ)iN r )iP r0 )iX r )iY rE u ὑ)iZ r )i[ rE u ὓ)i\ r )i] rE u ὕ)i^ r )i_ rE u ὗ)i` r0 )ih rE u ὠ)ii rE u ὡ)ij rE u ὢ)ik rE u ὣ)il rE u ὤ)im rE u ὥ)in rE u ὦ)io rE u ὧ)ip r0 )iq rE rh )ir r0 )is rE rj )it r0 )iu rE rk )iv r0 )iw rE rl )ix r0 )iy rE rm )iz r0 )i{ rE rn )i| r0 )i} rE ro )i~ r )i rE ἀι)i rE ἁι)i rE ἂι)i rE ἃι)i rE ἄι)i rE ἅι)i rE ἆι)i rE ἇι)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ἠι)i rE ἡι)i rE ἢι)i rE ἣι)i rE ἤι)i rE ἥι)i rE ἦι)i rE ἧι)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ὠι)i rE ὡι)i rE ὢι)i rE ὣιr r r r r _seg_19 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE ὤι)i rE ὥι)i rE ὦι)i rE ὧι)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r0 )i rE u ὰι)i rE αι)i rE u άι)i r )i r0 )i rE u ᾶι)i rE u ᾰ)i rE u ᾱ)i rE u ὰ)i rE rh )i rE r )i r ̓)i rE rd )i r r )i r u ͂)i r u ̈͂)i rE u ὴι)i rE ηι)i rE u ήι)i r )i r0 )i rE u ῆι)i rE u ὲ)i rE rj )i rE u ὴ)i rE rk )i rE r )i r u ̓̀)i r u ̓́)i r u ̓͂)i r0 )i rE u ΐ)i r )i r0 )i rE u ῐ)i rE u ῑ)i rE u ὶ)i rE rl )i r )i r u ̔̀)i r u ̔́)i r u ̔͂)i r0 )i rE u ΰ)i r0 )i rE u ῠ)i rE u ῡ)i rE u ὺ)i rE rn )i rE u ῥ)i r u ̈̀)i r rg )i r `)i r )i rE u ὼι)i rE ωι)i rE u ώι)i r )i r0 )i rE u ῶι)i rE u ὸ)i rE rm )i rE u ὼ)i rE ro )i rE r )i r r )i r u ̔)i r )i r r )i r )i r( )i r )i r0 )i rE u ‐)i r0 )i r u ̳)i r0 )i$ r )i' r0 )i( r )i/ r r )i0 r0 )i3 rE u ′′)i4 rE u ′′′)i5 r0 )i6 rE u ‵‵)i7 rE u ‵‵‵r r r r r _seg_20( s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i8 r0 )i< r z!!)i= r0 )i> r ̅)i? r0 )iG r z??)iH r z?!)iI r z!?)iJ r0 )iW rE u ′′′′)iX r0 )i_ r r )i` r )ia r )id r )ie r )ip rE 0)iq rE rV )ir r )it rE 4)iu rE 5)iv rE 6)iw rE 7)ix rE 8)iy rE 9)iz r +)i{ rE −)i| r =)i} r ()i~ r ))i rE r` )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r r )i rE r )i r r )i r r )i r r )i r )i rE rF )i rE rN )i rE rb )i rE rt )i rE rR )i rE rT )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rd )i rE rj )i rE rl )i r )i r0 )i rE Zrs)i r0 )i r )i r0 )i r )i ! r za/c)i! r za/s)i! rE rJ )i! rE u °c)i! r0 )i! r zc/o)i! r zc/u)i! rE rS )i! r0 )i ! rE u °f)i ! rE rR )i ! rE rT )i! rE rK )i! rE rV )i! rE r\ )i! r0 )i! rE r` )i! rE Zno)i! r0 )i! rE rd )i! rE rf )i! rE rh )i ! r0 )i ! rE Zsm)i!! rE Ztel)i"! rE Ztm)i#! r0 )i$! rE rx )i%! r0 )i&! rE r )i'! r0 )i(! rE rx )i)! r0 r r r r r _seg_21 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i*! rE rZ )i+! rE r )i,! rE rH )i-! rE rJ )i.! r0 )i/! rE rN )i1! rE rP )i2! r )i3! rE r^ )i4! rE rb )i5! rE א)i6! rE u ב)i7! rE u ג)i8! rE ד)i9! rE rV )i:! r0 )i;! rE Zfax)i<! rE r} )i=! rE rr )i?! rE r} )i@! rE u ∑)iA! r0 )iE! rE rL )iG! rE rN )iH! rE rV )iI! rE rX )iJ! r0 )iP! rE u 1⁄7)iQ! rE u 1⁄9)iR! rE u 1⁄10)iS! rE u 1⁄3)iT! rE u 2⁄3)iU! rE u 1⁄5)iV! rE u 2⁄5)iW! rE u 3⁄5)iX! rE u 4⁄5)iY! rE u 1⁄6)iZ! rE u 5⁄6)i[! rE u 1⁄8)i\! rE u 3⁄8)i]! rE u 5⁄8)i^! rE u 7⁄8)i_! rE u 1⁄)i`! rE rV )ia! rE ii)ib! rE iii)ic! rE iv)id! rE rp )ie! rE vi)if! rE vii)ig! rE viii)ih! rE ix)ii! rE rt )ij! rE xi)ik! rE xii)il! rE r\ )im! rE rJ )in! rE rL )io! rE r^ )ip! rE rV )iq! rE r )ir! rE r )is! rE r )it! rE rp )iu! rE r )iv! rE r )iw! rE r )ix! rE r )iy! rE rt )iz! rE r )i{! rE r )i|! rE r\ )i}! rE rJ )i~! rE rL )i! rE r^ )i! r0 )i! r )i! r0 )i! rE u 0⁄3)i! r0 )i! r )i! r0 )i," rE u ∫∫)i-" rE u ∫∫∫)i." r0 )i/" rE u ∮∮)i0" rE u ∮∮∮)i1" r0 )i`" r )ia" r0 )in" r )ip" r0 )i)# rE 〈)i*# rE 〉)i+# r0 )i'$ r )i@$ r0 )iK$ r )i`$ rE r )ia$ rE r r r r r r _seg_22 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ib$ rE r )ic$ rE r )id$ rE r )ie$ rE r )if$ rE r )ig$ rE r )ih$ rE r )ii$ rE Z10)ij$ rE Z11)ik$ rE Z12)il$ rE Z13)im$ rE Z14)in$ rE Z15)io$ rE Z16)ip$ rE Z17)iq$ rE Z18)ir$ rE Z19)is$ rE Z20)it$ r z(1))iu$ r z(2))iv$ r z(3))iw$ r z(4))ix$ r z(5))iy$ r z(6))iz$ r z(7))i{$ r z(8))i|$ r z(9))i}$ r z(10))i~$ r z(11))i$ r z(12))i$ r z(13))i$ r z(14))i$ r z(15))i$ r z(16))i$ r z(17))i$ r z(18))i$ r z(19))i$ r z(20))i$ r )i$ r (a))i$ r (b))i$ r (c))i$ r (d))i$ r (e))i$ r (f))i$ r (g))i$ r (h))i$ r (i))i$ r (j))i$ r (k))i$ r (l))i$ r (m))i$ r (n))i$ r (o))i$ r (p))i$ r (q))i$ r (r))i$ r (s))i$ r (t))i$ r (u))i$ r (v))i$ r (w))i$ r (x))i$ r (y))i$ r (z))i$ rE rF )i$ rE rH )i$ rE rJ )i$ rE rL )i$ rE rN )i$ rE rP )i$ rE rR )i$ rE rT )i$ rE rV )i$ rE rX )i$ rE rZ )i$ rE r\ )i$ rE r^ )i$ rE r` )i$ rE rb )i$ rE rd )i$ rE rf )i$ rE rh )i$ rE rj )i$ rE rl )i$ rE rn )i$ rE rp )i$ rE rr )i$ rE rt )i$ rE rv )i$ rE rx )i$ rE rF )i$ rE rH )i$ rE rJ )i$ rE rL )i$ rE rN )i$ rE rP )i$ rE rR )i$ rE rT )i$ rE rV r r r r r _seg_23` s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i$ rE rX )i$ rE rZ )i$ rE r\ )i$ rE r^ )i$ rE r` )i$ rE rb )i$ rE rd )i$ rE rf )i$ rE rh )i$ rE rj )i$ rE rl )i$ rE rn )i$ rE rp )i$ rE rr )i$ rE rt )i$ rE rv )i$ rE rx )i$ rE r )i$ r0 )i * rE u ∫∫∫∫)i * r0 )it* r z::=)iu* r z==)iv* r z===)iw* r0 )i* rE u ⫝̸)i* r0 )it+ r )iv+ r0 )i+ r )i+ r0 )i+ r )i+ r0 )i+ r )i , rE u ⰰ)i, rE u ⰱ)i, rE u ⰲ)i, rE u ⰳ)i, rE u ⰴ)i, rE u ⰵ)i, rE u ⰶ)i, rE u ⰷ)i, rE u ⰸ)i , rE u ⰹ)i , rE u ⰺ)i , rE u ⰻ)i , rE u ⰼ)i , rE u ⰽ)i, rE u ⰾ)i, rE u ⰿ)i, rE u ⱀ)i, rE u ⱁ)i, rE u ⱂ)i, rE u ⱃ)i, rE u ⱄ)i, rE u ⱅ)i, rE u ⱆ)i, rE u ⱇ)i, rE u ⱈ)i, rE u ⱉ)i, rE u ⱊ)i, rE u ⱋ)i , rE u ⱌ)i , rE u ⱍ)i , rE u ⱎ)i , rE u ⱏ)i , rE u ⱐ)i!, rE u ⱑ)i", rE u ⱒ)i#, rE u ⱓ)i$, rE u ⱔ)i%, rE u ⱕ)i&, rE u ⱖ)i', rE u ⱗ)i(, rE u ⱘ)i), rE u ⱙ)i*, rE u ⱚ)i+, rE u ⱛ)i,, rE u ⱜ)i-, rE u ⱝ)i., rE u ⱞ)i/, r )i0, r0 )i_, r )i`, rE u ⱡ)ia, r0 )ib, rE ɫ)ic, rE u ᵽ)id, rE u ɽ)ie, r0 )ig, rE u ⱨ)ih, r0 )ii, rE u ⱪ)ij, r0 )ik, rE u ⱬ)il, r0 )im, rE r )in, rE r )io, rE r )ip, rE r r r r r r _seg_24 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iq, r0 )ir, rE u ⱳ)is, r0 )iu, rE u ⱶ)iv, r0 )i|, rE rX )i}, rE rp )i~, rE u ȿ)i, rE u ɀ)i, rE u ⲁ)i, r0 )i, rE u ⲃ)i, r0 )i, rE u ⲅ)i, r0 )i, rE u ⲇ)i, r0 )i, rE u ⲉ)i, r0 )i, rE u ⲋ)i, r0 )i, rE u ⲍ)i, r0 )i, rE u ⲏ)i, r0 )i, rE u ⲑ)i, r0 )i, rE u ⲓ)i, r0 )i, rE u ⲕ)i, r0 )i, rE u ⲗ)i, r0 )i, rE u ⲙ)i, r0 )i, rE u ⲛ)i, r0 )i, rE u ⲝ)i, r0 )i, rE u ⲟ)i, r0 )i, rE u ⲡ)i, r0 )i, rE u ⲣ)i, r0 )i, rE u ⲥ)i, r0 )i, rE u ⲧ)i, r0 )i, rE u ⲩ)i, r0 )i, rE u ⲫ)i, r0 )i, rE u ⲭ)i, r0 )i, rE u ⲯ)i, r0 )i, rE u ⲱ)i, r0 )i, rE u ⲳ)i, r0 )i, rE u ⲵ)i, r0 )i, rE u ⲷ)i, r0 )i, rE u ⲹ)i, r0 )i, rE u ⲻ)i, r0 )i, rE u ⲽ)i, r0 )i, rE u ⲿ)i, r0 )i, rE u ⳁ)i, r0 )i, rE u ⳃ)i, r0 )i, rE u ⳅ)i, r0 )i, rE u ⳇ)i, r0 )i, rE u ⳉ)i, r0 )i, rE u ⳋ)i, r0 )i, rE u ⳍ)i, r0 )i, rE u ⳏ)i, r0 )i, rE u ⳑ)i, r0 )i, rE u ⳓ)i, r0 )i, rE u ⳕ)i, r0 )i, rE u ⳗ)i, r0 )i, rE u ⳙ)i, r0 )i, rE u ⳛr r r r r _seg_250 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, r0 )i, rE u ⳝ)i, r0 )i, rE u ⳟ)i, r0 )i, rE u ⳡ)i, r0 )i, rE u ⳣ)i, r0 )i, rE u ⳬ)i, r0 )i, rE u ⳮ)i, r0 )i, rE u ⳳ)i, r0 )i, r )i, r0 )i&- r )i'- r0 )i(- r )i-- r0 )i.- r )i0- r0 )ih- r )io- rE u ⵡ)ip- r0 )iq- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )i- r )i- r0 )iO. r )i. r0 )i. r )i. r0 )i. rE u 母)i. r0 )i. rE u 龟)i. r )i / rE 一)i/ rE u 丨)i/ rE u 丶)i/ rE u 丿)i/ rE 乙)i/ rE u 亅)i/ rE 二)i/ rE u 亠)i/ rE 人)i / rE u 儿)i / rE u 入)i / rE 八)i / rE u 冂)i / rE u 冖)i/ rE u 冫)i/ rE u 几)i/ rE 凵)i/ rE u 刀)i/ rE 力)i/ rE u 勹)i/ rE u 匕)i/ rE u 匚)i/ rE u 匸)i/ rE 十)i/ rE u 卜)i/ rE u 卩)i/ rE u 厂)i/ rE u 厶)i / rE u 又)i / rE u 口)i / rE u 囗)i / rE 土)i / rE u 士)i!/ rE u 夂)i"/ rE u 夊)i#/ rE u 夕)i$/ rE u 大)i%/ rE 女)i&/ rE u 子)i'/ rE u 宀)i(/ rE u 寸)i)/ rE u 小)i*/ rE 尢)i+/ rE u 尸)i,/ rE 屮)i-/ rE u 山r r r r r _seg_26 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i./ rE u 巛)i// rE u 工)i0/ rE u 己)i1/ rE u 巾)i2/ rE u 干)i3/ rE u 幺)i4/ rE u 广)i5/ rE u 廴)i6/ rE 廾)i7/ rE u 弋)i8/ rE u 弓)i9/ rE u 彐)i:/ rE u 彡)i;/ rE u 彳)i</ rE u 心)i=/ rE u 戈)i>/ rE u 戶)i?/ rE 手)i@/ rE u 支)iA/ rE u 攴)iB/ rE 文)iC/ rE u 斗)iD/ rE u 斤)iE/ rE u 方)iF/ rE u 无)iG/ rE 日)iH/ rE u 曰)iI/ rE 月)iJ/ rE 木)iK/ rE u 欠)iL/ rE u 止)iM/ rE 歹)iN/ rE u 殳)iO/ rE u 毋)iP/ rE u 比)iQ/ rE u 毛)iR/ rE u 氏)iS/ rE u 气)iT/ rE 水)iU/ rE 火)iV/ rE u 爪)iW/ rE u 父)iX/ rE u 爻)iY/ rE u 爿)iZ/ rE u 片)i[/ rE u 牙)i\/ rE u 牛)i]/ rE u 犬)i^/ rE u 玄)i_/ rE u 玉)i`/ rE u 瓜)ia/ rE u 瓦)ib/ rE u 甘)ic/ rE 生)id/ rE u 用)ie/ rE u 田)if/ rE u 疋)ig/ rE u 疒)ih/ rE u 癶)ii/ rE u 白)ij/ rE u 皮)ik/ rE u 皿)il/ rE u 目)im/ rE u 矛)in/ rE u 矢)io/ rE u 石)ip/ rE u 示)iq/ rE u 禸)ir/ rE u 禾)is/ rE u 穴)it/ rE 立)iu/ rE u 竹)iv/ rE u 米)iw/ rE u 糸)ix/ rE u 缶)iy/ rE u 网)iz/ rE u 羊)i{/ rE 羽)i|/ rE 老)i}/ rE u 而)i~/ rE u 耒)i/ rE u 耳)i/ rE u 聿)i/ rE u 肉)i/ rE u 臣)i/ rE u 自)i/ rE u 至)i/ rE u 臼)i/ rE u 舌)i/ rE u 舛)i/ rE u 舟)i/ rE u 艮)i/ rE u 色)i/ rE u 艸)i/ rE u 虍)i/ rE u 虫)i/ rE u 血)i/ rE 行)i/ rE 衣)i/ rE u 襾r r r r r _seg_27 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i/ rE 見)i/ rE u 角)i/ rE u 言)i/ rE u 谷)i/ rE u 豆)i/ rE 豕)i/ rE u 豸)i/ rE u 貝)i/ rE u 赤)i/ rE 走)i/ rE u 足)i/ rE u 身)i/ rE 車)i/ rE u 辛)i/ rE 辰)i/ rE u 辵)i/ rE u 邑)i/ rE u 酉)i/ rE u 釆)i/ rE 里)i/ rE 金)i/ rE u 長)i/ rE u 門)i/ rE u 阜)i/ rE u 隶)i/ rE u 隹)i/ rE u 雨)i/ rE u 靑)i/ rE u 非)i/ rE u 面)i/ rE u 革)i/ rE u 韋)i/ rE u 韭)i/ rE u 音)i/ rE u 頁)i/ rE u 風)i/ rE u 飛)i/ rE u 食)i/ rE u 首)i/ rE u 香)i/ rE u 馬)i/ rE u 骨)i/ rE u 高)i/ rE u 髟)i/ rE u 鬥)i/ rE u 鬯)i/ rE u 鬲)i/ rE u 鬼)i/ rE u 魚)i/ rE u 鳥)i/ rE u 鹵)i/ rE 鹿)i/ rE u 麥)i/ rE 麻)i/ rE u 黃)i/ rE u 黍)i/ rE u 黑)i/ rE 黹)i/ rE u 黽)i/ rE u 鼎)i/ rE u 鼓)i/ rE u 鼠)i/ rE 鼻)i/ rE u 齊)i/ rE u 齒)i/ rE 龍)i/ rE 龜)i/ rE u 龠)i/ r )i 0 r r )i0 r0 )i0 rE .)i0 r0 )i60 rE u 〒)i70 r0 )i80 rE r )i90 rE u 卄)i:0 rE u 卅)i;0 r0 )i@0 r )iA0 r0 )i0 r )i0 r0 )i0 r u ゙)i0 r u ゚)i0 r0 )i0 rE u より)i0 r0 )i0 rE u コト)i 1 r )i1 r0 )i01 r )i11 rE ᄀ)i21 rE ᄁ)i31 rE ᆪ)i41 rE ᄂ)i51 rE ᆬ)i61 rE ᆭ)i71 rE ᄃ)i81 rE ᄄr r r r r _seg_28h s r7 c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i91 rE ᄅ)i:1 rE ᆰ)i;1 rE ᆱ)i<1 rE ᆲ)i=1 rE ᆳ)i>1 rE ᆴ)i?1 rE ᆵ)i@1 rE ᄚ)iA1 rE ᄆ)iB1 rE ᄇ)iC1 rE ᄈ)iD1 rE ᄡ)iE1 rE ᄉ)iF1 rE ᄊ)iG1 rE ᄋ)iH1 rE ᄌ)iI1 rE ᄍ)iJ1 rE ᄎ)iK1 rE ᄏ)iL1 rE ᄐ)iM1 rE ᄑ)iN1 rE ᄒ)iO1 rE ᅡ)iP1 rE ᅢ)iQ1 rE ᅣ)iR1 rE ᅤ)iS1 rE ᅥ)iT1 rE ᅦ)iU1 rE ᅧ)iV1 rE ᅨ)iW1 rE ᅩ)iX1 rE ᅪ)iY1 rE ᅫ)iZ1 rE ᅬ)i[1 rE ᅭ)i\1 rE ᅮ)i]1 rE ᅯ)i^1 rE ᅰ)i_1 rE ᅱ)i`1 rE ᅲ)ia1 rE ᅳ)ib1 rE ᅴ)ic1 rE ᅵ)id1 r )ie1 rE u ᄔ)if1 rE u ᄕ)ig1 rE u ᇇ)ih1 rE u ᇈ)ii1 rE u ᇌ)ij1 rE u ᇎ)ik1 rE u ᇓ)il1 rE u ᇗ)im1 rE u ᇙ)in1 rE u ᄜ)io1 rE u ᇝ)ip1 rE u ᇟ)iq1 rE u ᄝ)ir1 rE u ᄞ)is1 rE u ᄠ)it1 rE u ᄢ)iu1 rE u ᄣ)iv1 rE u ᄧ)iw1 rE u ᄩ)ix1 rE u ᄫ)iy1 rE u ᄬ)iz1 rE u ᄭ)i{1 rE u ᄮ)i|1 rE u ᄯ)i}1 rE u ᄲ)i~1 rE u ᄶ)i1 rE u ᅀ)i1 rE u ᅇ)i1 rE u ᅌ)i1 rE u ᇱ)i1 rE u ᇲ)i1 rE u ᅗ)i1 rE u ᅘ)i1 rE u ᅙ)i1 rE u ᆄ)i1 rE u ᆅ)i1 rE u ᆈ)i1 rE u ᆑ)i1 rE u ᆒ)i1 rE u ᆔ)i1 rE u ᆞ)i1 rE u ᆡ)i1 r )i1 r0 )i1 rE r )i1 rE r )i1 rE 三)i1 rE 四)i1 rE 上)i1 rE 中)i1 rE 下)i1 rE u 甲)i1 rE r )i1 rE u 丙)i1 rE u 丁)i1 rE 天r r r r r _seg_29 s ri c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i1 rE u 地)i1 rE r )i1 r0 )i1 r )i1 r0 )i1 r )i1 r0 )i 2 r u (ᄀ))i2 r u (ᄂ))i2 r u (ᄃ))i2 r u (ᄅ))i2 r u (ᄆ))i2 r u (ᄇ))i2 r u (ᄉ))i2 r u (ᄋ))i2 r u (ᄌ))i 2 r u (ᄎ))i 2 r u (ᄏ))i 2 r u (ᄐ))i 2 r u (ᄑ))i 2 r u (ᄒ))i2 r u (가))i2 r u (나))i2 r u (다))i2 r u (라))i2 r u (마))i2 r u (바))i2 r u (사))i2 r u (아))i2 r u (자))i2 r u (차))i2 r u (카))i2 r u (타))i2 r u (파))i2 r u (하))i 2 r u (주))i 2 r u (오전))i 2 r u (오후))i 2 r )i 2 r u (一))i!2 r u (二))i"2 r u (三))i#2 r u (四))i$2 r u (五))i%2 r u (六))i&2 r u (七))i'2 r u (八))i(2 r u (九))i)2 r u (十))i*2 r u (月))i+2 r u (火))i,2 r u (水))i-2 r u (木))i.2 r u (金))i/2 r u (土))i02 r u (日))i12 r u (株))i22 r u (有))i32 r u (社))i42 r u (名))i52 r u (特))i62 r u (財))i72 r u (祝))i82 r u (労))i92 r u (代))i:2 r u (呼))i;2 r u (学))i<2 r u (監))i=2 r u (企))i>2 r u (資))i?2 r u (協))i@2 r u (祭))iA2 r u (休))iB2 r u (自))iC2 r u (至))iD2 rE u 問)iE2 rE u 幼)iF2 rE r )iG2 rE u 箏)iH2 r0 )iP2 rE Zpte)iQ2 rE Z21)iR2 rE Z22)iS2 rE Z23)iT2 rE Z24)iU2 rE Z25)iV2 rE Z26)iW2 rE Z27)iX2 rE Z28)iY2 rE Z29)iZ2 rE Z30)i[2 rE Z31)i\2 rE Z32)i]2 rE Z33)i^2 rE Z34)i_2 rE Z35)i`2 rE r/ )ia2 rE r2 )ib2 rE r5 )ic2 rE r8 r r r r r _seg_308 s rj c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)id2 rE r@ )ie2 rE rA )if2 rE rD )ig2 rE rF )ih2 rE rG )ii2 rE rI )ij2 rE rJ )ik2 rE rK )il2 rE rL )im2 rE rM )in2 rE u 가)io2 rE u 나)ip2 rE u 다)iq2 rE u 라)ir2 rE u 마)is2 rE u 바)it2 rE u 사)iu2 rE u 아)iv2 rE u 자)iw2 rE u 차)ix2 rE u 카)iy2 rE u 타)iz2 rE u 파)i{2 rE u 하)i|2 rE u 참고)i}2 rE u 주의)i~2 rE u 우)i2 r0 )i2 rE r )i2 rE r )i2 rE rc )i2 rE rd )i2 rE u 五)i2 rE 六)i2 rE u 七)i2 rE r )i2 rE u 九)i2 rE r )i2 rE r )i2 rE r )i2 rE r )i2 rE r )i2 rE r' )i2 rE r )i2 rE r )i2 rE u 株)i2 rE 有)i2 rE 社)i2 rE u 名)i2 rE u 特)i2 rE u 財)i2 rE 祝)i2 rE u 労)i2 rE u 秘)i2 rE u 男)i2 rE r )i2 rE u 適)i2 rE u 優)i2 rE u 印)i2 rE u 注)i2 rE u 項)i2 rE u 休)i2 rE u 写)i2 rE u 正)i2 rE re )i2 rE rf )i2 rE rg )i2 rE 左)i2 rE 右)i2 rE u 医)i2 rE u 宗)i2 rE u 学)i2 rE u 監)i2 rE u 企)i2 rE u 資)i2 rE u 協)i2 rE u 夜)i2 rE Z36)i2 rE Z37)i2 rE Z38)i2 rE Z39)i2 rE Z40)i2 rE Z41)i2 rE Z42)i2 rE Z43)i2 rE Z44)i2 rE Z45)i2 rE Z46)i2 rE Z47)i2 rE Z48)i2 rE Z49)i2 rE Z50)i2 rE u 1月)i2 rE u 2月)i2 rE u 3月)i2 rE u 4月)i2 rE u 5月)i2 rE u 6月)i2 rE u 7月)i2 rE u 8月r r r r r _seg_31 s rq c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i2 rE u 9月)i2 rE u 10月)i2 rE u 11月)i2 rE u 12月)i2 rE Zhg)i2 rE Zerg)i2 rE Zev)i2 rE Zltd)i2 rE ア)i2 rE イ)i2 rE ウ)i2 rE エ)i2 rE オ)i2 rE カ)i2 rE キ)i2 rE ク)i2 rE ケ)i2 rE コ)i2 rE サ)i2 rE シ)i2 rE ス)i2 rE セ)i2 rE ソ)i2 rE タ)i2 rE チ)i2 rE ツ)i2 rE テ)i2 rE ト)i2 rE ナ)i2 rE ニ)i2 rE ヌ)i2 rE ネ)i2 rE ノ)i2 rE ハ)i2 rE ヒ)i2 rE フ)i2 rE ヘ)i2 rE ホ)i2 rE マ)i2 rE ミ)i2 rE ム)i2 rE メ)i2 rE モ)i2 rE ヤ)i2 rE ユ)i2 rE ヨ)i2 rE ラ)i2 rE リ)i2 rE ル)i2 rE レ)i2 rE ロ)i2 rE ワ)i2 rE u ヰ)i2 rE u ヱ)i2 rE ヲ)i2 r )i 3 rE u アパート)i3 rE u アルファ)i3 rE u アンペア)i3 rE u アール)i3 rE u イニング)i3 rE u インチ)i3 rE u ウォン)i3 rE u エスクード)i3 rE u エーカー)i 3 rE u オンス)i 3 rE u オーム)i 3 rE u カイリ)i 3 rE u カラット)i 3 rE u カロリー)i3 rE u ガロン)i3 rE u ガンマ)i3 rE u ギガ)i3 rE u ギニー)i3 rE u キュリー)i3 rE u ギルダー)i3 rE u キロ)i3 rE u キログラム)i3 rE u キロメートル)i3 rE u キロワット)i3 rE u グラム)i3 rE u グラムトン)i3 rE u クルゼイロ)i3 rE u クローネ)i 3 rE u ケース)i 3 rE u コルナ)i 3 rE u コーポ)i 3 rE u サイクル)i 3 rE u サンチーム)i!3 rE u シリング)i"3 rE u センチ)i#3 rE u セント)i$3 rE u ダース)i%3 rE u デシ)i&3 rE u ドル)i'3 rE u トン)i(3 rE u ナノ)i)3 rE u ノット)i*3 rE u ハイツ)i+3 rE u パーセントr r r r r _seg_32 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i,3 rE u パーツ)i-3 rE u バーレル)i.3 rE u ピアストル)i/3 rE u ピクル)i03 rE u ピコ)i13 rE u ビル)i23 rE u ファラッド)i33 rE u フィート)i43 rE u ブッシェル)i53 rE u フラン)i63 rE u ヘクタール)i73 rE u ペソ)i83 rE u ペニヒ)i93 rE u ヘルツ)i:3 rE u ペンス)i;3 rE u ページ)i<3 rE u ベータ)i=3 rE u ポイント)i>3 rE u ボルト)i?3 rE u ホン)i@3 rE u ポンド)iA3 rE u ホール)iB3 rE u ホーン)iC3 rE u マイクロ)iD3 rE u マイル)iE3 rE u マッハ)iF3 rE u マルク)iG3 rE u マンション)iH3 rE u ミクロン)iI3 rE u ミリ)iJ3 rE u ミリバール)iK3 rE u メガ)iL3 rE u メガトン)iM3 rE u メートル)iN3 rE u ヤード)iO3 rE u ヤール)iP3 rE u ユアン)iQ3 rE u リットル)iR3 rE u リラ)iS3 rE u ルピー)iT3 rE u ルーブル)iU3 rE u レム)iV3 rE u レントゲン)iW3 rE u ワット)iX3 rE u 0点)iY3 rE u 1点)iZ3 rE u 2点)i[3 rE u 3点)i\3 rE u 4点)i]3 rE u 5点)i^3 rE u 6点)i_3 rE u 7点)i`3 rE u 8点)ia3 rE u 9点)ib3 rE u 10点)ic3 rE u 11点)id3 rE u 12点)ie3 rE u 13点)if3 rE u 14点)ig3 rE u 15点)ih3 rE u 16点)ii3 rE u 17点)ij3 rE u 18点)ik3 rE u 19点)il3 rE u 20点)im3 rE u 21点)in3 rE u 22点)io3 rE u 23点)ip3 rE u 24点)iq3 rE Zhpa)ir3 rE Zda)is3 rE Zau)it3 rE Zbar)iu3 rE Zov)iv3 rE Zpc)iw3 rE Zdm)ix3 rE Zdm2)iy3 rE Zdm3)iz3 rE Ziu)i{3 rE u 平成)i|3 rE u 昭和)i}3 rE u 大正)i~3 rE u 明治)i3 rE u 株式会社)i3 rE pa)i3 rE Zna)i3 rE u μa)i3 rE Zma)i3 rE Zka)i3 rE Zkb)i3 rE mb)i3 rE Zgb)i3 rE Zcal)i3 rE Zkcal)i3 rE Zpf)i3 rE Znf)i3 rE u μf)i3 rE u μg)i3 rE Zmg)i3 rE Zkgr r r r r _seg_33p s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i3 rE hz)i3 rE Zkhz)i3 rE Zmhz)i3 rE Zghz)i3 rE Zthz)i3 rE u μl)i3 rE Zml)i3 rE Zdl)i3 rE Zkl)i3 rE Zfm)i3 rE Znm)i3 rE u μm)i3 rE Zmm)i3 rE cm)i3 rE km)i3 rE Zmm2)i3 rE Zcm2)i3 rE Zm2)i3 rE Zkm2)i3 rE Zmm3)i3 rE Zcm3)i3 rE Zm3)i3 rE Zkm3)i3 rE u m∕s)i3 rE u m∕s2)i3 rE r )i3 rE Zkpa)i3 rE Zmpa)i3 rE Zgpa)i3 rE Zrad)i3 rE u rad∕s)i3 rE u rad∕s2)i3 rE Zps)i3 rE ns)i3 rE u μs)i3 rE Zms)i3 rE Zpv)i3 rE Znv)i3 rE u μv)i3 rE mv)i3 rE Zkv)i3 rE r )i3 rE Zpw)i3 rE Znw)i3 rE u μw)i3 rE mw)i3 rE kw)i3 rE r )i3 rE u kω)i3 rE u mω)i3 r )i3 rE Zbq)i3 rE Zcc)i3 rE cd)i3 rE u c∕kg)i3 r )i3 rE Zdb)i3 rE Zgy)i3 rE Zha)i3 rE Zhp)i3 rE in)i3 rE Zkk)i3 rE r )i3 rE Zkt)i3 rE Zlm)i3 rE Zln)i3 rE log)i3 rE Zlx)i3 rE r )i3 rE Zmil)i3 rE Zmol)i3 rE Zph)i3 r )i3 rE Zppm)i3 rE Zpr)i3 rE sr)i3 rE Zsv)i3 rE wb)i3 rE u v∕m)i3 rE u a∕m)i3 rE u 1日)i3 rE u 2日)i3 rE u 3日)i3 rE u 4日)i3 rE u 5日)i3 rE u 6日)i3 rE u 7日)i3 rE u 8日)i3 rE u 9日)i3 rE u 10日)i3 rE u 11日)i3 rE u 12日)i3 rE u 13日)i3 rE u 14日)i3 rE u 15日)i3 rE u 16日)i3 rE u 17日)i3 rE u 18日)i3 rE u 19日)i3 rE u 20日r r r r r _seg_34 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i3 rE u 21日)i3 rE u 22日)i3 rE u 23日)i3 rE u 24日)i3 rE u 25日)i3 rE u 26日)i3 rE u 27日)i3 rE u 28日)i3 rE u 29日)i3 rE u 30日)i3 rE u 31日)i3 rE Zgal)i 4 r0 )iM r )iM r0 )i r )i r0 )i r )i r0 )iǤ r )iФ r0 )i, r )i@ rE u ꙁ)iA r0 )iB rE u ꙃ)iC r0 )iD rE u ꙅ)iE r0 )iF rE u ꙇ)iG r0 )iH rE u ꙉ)iI r0 )iJ rE r )iK r0 )iL rE u ꙍ)iM r0 )iN rE u ꙏ)iO r0 )iP rE u ꙑ)iQ r0 )iR rE u ꙓ)iS r0 )iT rE u ꙕ)iU r0 )iV rE u ꙗ)iW r0 )iX rE u ꙙ)iY r0 )iZ rE u ꙛ)i[ r0 )i\ rE u ꙝ)i] r0 )i^ rE u ꙟ)i_ r0 )i` rE u ꙡ)ia r0 )ib rE u ꙣ)ic r0 )id rE u ꙥ)ie r0 )if rE u ꙧ)ig r0 )ih rE u ꙩ)ii r0 )ij rE u ꙫ)ik r0 )il rE u ꙭ)im r0 )i rE u ꚁ)i r0 )i rE u ꚃ)i r0 )i rE u ꚅ)i r0 )i rE u ꚇ)i r0 )i rE u ꚉ)i r0 )i rE u ꚋ)i r0 )i rE u ꚍ)i r0 )i rE u ꚏ)i r0 )i rE u ꚑ)i r0 )i rE u ꚓ)i r0 )i rE u ꚕ)i r0 )i rE u ꚗ)i r0 )i rE u ꚙ)i r0 )i rE u ꚛ)i r0 )i rE r )i rE r )i r0 )i r r r r r r _seg_35@ s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i" rE u ꜣ)i# r0 )i$ rE u ꜥ)i% r0 )i& rE ꜧ)i' r0 )i( rE u ꜩ)i) r0 )i* rE u ꜫ)i+ r0 )i, rE u ꜭ)i- r0 )i. rE u ꜯ)i/ r0 )i2 rE u ꜳ)i3 r0 )i4 rE u ꜵ)i5 r0 )i6 rE u ꜷ)i7 r0 )i8 rE u ꜹ)i9 r0 )i: rE u ꜻ)i; r0 )i< rE u ꜽ)i= r0 )i> rE u ꜿ)i? r0 )i@ rE u ꝁ)iA r0 )iB rE u ꝃ)iC r0 )iD rE u ꝅ)iE r0 )iF rE u ꝇ)iG r0 )iH rE u ꝉ)iI r0 )iJ rE u ꝋ)iK r0 )iL rE u ꝍ)iM r0 )iN rE u ꝏ)iO r0 )iP rE u ꝑ)iQ r0 )iR rE u ꝓ)iS r0 )iT rE u ꝕ)iU r0 )iV rE u ꝗ)iW r0 )iX rE u ꝙ)iY r0 )iZ rE u ꝛ)i[ r0 )i\ rE u ꝝ)i] r0 )i^ rE u ꝟ)i_ r0 )i` rE u ꝡ)ia r0 )ib rE u ꝣ)ic r0 )id rE u ꝥ)ie r0 )if rE u ꝧ)ig r0 )ih rE u ꝩ)ii r0 )ij rE u ꝫ)ik r0 )il rE u ꝭ)im r0 )in rE ꝯ)io r0 )ip rE r )iq r0 )iy rE u ꝺ)iz r0 )i{ rE u ꝼ)i| r0 )i} rE u ᵹ)i~ rE u ꝿ)i r0 )i rE u ꞁ)i r0 )i rE u ꞃ)i r0 )i rE u ꞅ)i r0 )i rE u ꞇ)i r0 )i rE u ꞌ)i r0 )i rE r )i r0 )i rE u ꞑ)i r0 r r r r r _seg_36 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ꞓ)i r0 )i rE u ꞗ)i r0 )i rE u ꞙ)i r0 )i rE u ꞛ)i r0 )i rE u ꞝ)i r0 )i rE u ꞟ)i r0 )i rE u ꞡ)i r0 )i rE u ꞣ)i r0 )i rE u ꞥ)i r0 )i rE u ꞧ)i r0 )i rE u ꞩ)i r0 )i rE rc )i rE r )i rE r )i rE u ɬ)i rE r )i r0 )i rE u ʞ)i rE u ʇ)i rE r )i rE u ꭓ)i rE u ꞵ)i r0 )i rE u ꞷ)i r0 )i r )i r0 )i r )i r0 )i rE rK )i rE rN )i r0 )i, r )i0 r0 )i: r )i@ r0 )ix r )i r0 )iƨ r )iΨ r0 )iڨ r )i r0 )iT r )i_ r0 )i} r )i r0 )iΩ r )iϩ r0 )iک r )iީ r0 )i r )i r0 )i7 r )i@ r0 )iN r )iP r0 )iZ r )i\ r0 )iê r )i۪ r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i' r )i( r0 )i/ r )i0 r0 )i\ rE r )i] rE u ꬷ)i^ rE r )i_ rE u ꭒ)i` r0 )if r )ip rE u Ꭰ)iq rE u Ꭱ)ir rE u Ꭲ)is rE u Ꭳ)it rE u Ꭴ)iu rE u Ꭵ)iv rE u Ꭶ)iw rE u Ꭷ)ix rE u Ꭸ)iy rE u Ꭹ)iz rE u Ꭺr r r r r _seg_37 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i{ rE u Ꭻ)i| rE u Ꭼ)i} rE u Ꭽ)i~ rE u Ꭾ)i rE u Ꭿ)i rE u Ꮀ)i rE u Ꮁ)i rE u Ꮂ)i rE u Ꮃ)i rE u Ꮄ)i rE u Ꮅ)i rE u Ꮆ)i rE u Ꮇ)i rE u Ꮈ)i rE u Ꮉ)i rE u Ꮊ)i rE u Ꮋ)i rE u Ꮌ)i rE u Ꮍ)i rE u Ꮎ)i rE u Ꮏ)i rE u Ꮐ)i rE u Ꮑ)i rE u Ꮒ)i rE u Ꮓ)i rE u Ꮔ)i rE u Ꮕ)i rE u Ꮖ)i rE u Ꮗ)i rE u Ꮘ)i rE u Ꮙ)i rE u Ꮚ)i rE u Ꮛ)i rE u Ꮜ)i rE u Ꮝ)i rE u Ꮞ)i rE u Ꮟ)i rE u Ꮠ)i rE u Ꮡ)i rE u Ꮢ)i rE u Ꮣ)i rE u Ꮤ)i rE u Ꮥ)i rE u Ꮦ)i rE u Ꮧ)i rE u Ꮨ)i rE u Ꮩ)i rE u Ꮪ)i rE u Ꮫ)i rE u Ꮬ)i rE u Ꮭ)i rE u Ꮮ)i rE u Ꮯ)i rE u Ꮰ)i rE u Ꮱ)i rE u Ꮲ)i rE u Ꮳ)i rE u Ꮴ)i rE u Ꮵ)i rE u Ꮶ)i rE u Ꮷ)i rE u Ꮸ)i rE u Ꮹ)i rE u Ꮺ)i rE u Ꮻ)i rE u Ꮼ)i rE u Ꮽ)i rE u Ꮾ)i rE u Ꮿ)i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u 豈)i rE u 更)i rE r$ )i rE u 賈)i rE u 滑)i rE u 串)i rE u 句)i rE r- )i rE u 契)i rE r' )i rE u 喇)i rE u 奈)i rE 懶)i rE u 癩)i rE u 羅)i rE u 蘿)i rE u 螺)i rE u 裸)i rE u 邏)i rE 樂)i rE u 洛r r r r r _seg_38x s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 烙)i rE u 珞)i rE u 落)i rE u 酪)i rE u 駱)i rE u 亂)i rE u 卵)i rE u 欄)i rE u 爛)i rE u 蘭)i rE u 鸞)i! rE u 嵐)i" rE u 濫)i# rE u 藍)i$ rE u 襤)i% rE u 拉)i& rE u 臘)i' rE u 蠟)i( rE 廊)i) rE 朗)i* rE u 浪)i+ rE u 狼)i, rE u 郎)i- rE u 來)i. rE u 冷)i/ rE u 勞)i0 rE u 擄)i1 rE u 櫓)i2 rE u 爐)i3 rE u 盧)i4 rE r )i5 rE u 蘆)i6 rE 虜)i7 rE u 路)i8 rE u 露)i9 rE u 魯)i: rE u 鷺)i; rE 碌)i< rE u 祿)i= rE u 綠)i> rE u 菉)i? rE u 錄)i@ rE r( )iA rE u 論)iB rE u 壟)iC rE u 弄)iD rE u 籠)iE rE u 聾)iF rE u 牢)iG rE u 磊)iH rE u 賂)iI rE u 雷)iJ rE u 壘)iK rE u 屢)iL rE u 樓)iM rE u 淚)iN rE u 漏)iO rE u 累)iP rE u 縷)iQ rE u 陋)iR rE u 勒)iS rE u 肋)iT rE u 凜)iU rE u 凌)iV rE u 稜)iW rE u 綾)iX rE u 菱)iY rE u 陵)iZ rE u 讀)i[ rE u 拏)i\ rE r )i] rE 諾)i^ rE u 丹)i_ rE 寧)i` rE u 怒)ia rE 率)ib rE 異)ic rE 北)id rE u 磻)ie rE u 便)if rE u 復)ig rE u 不)ih rE u 泌)ii rE u 數)ij rE u 索)ik rE u 參)il rE u 塞)im rE u 省)in rE u 葉)io rE 說)ip rE 殺)iq rE r% )ir rE u 沈)is rE u 拾)it rE 若)iu rE u 掠)iv rE u 略)iw rE u 亮)ix rE u 兩)iy rE u 凉r r r r r _seg_39 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iz rE u 梁)i{ rE u 糧)i| rE u 良)i} rE u 諒)i~ rE u 量)i rE u 勵)i rE u 呂)i rE r )i rE u 廬)i rE u 旅)i rE u 濾)i rE u 礪)i rE u 閭)i rE u 驪)i rE u 麗)i rE u 黎)i rE r )i rE u 曆)i rE u 歷)i rE u 轢)i rE u 年)i rE u 憐)i rE u 戀)i rE u 撚)i rE u 漣)i rE u 煉)i rE u 璉)i rE u 秊)i rE 練)i rE u 聯)i rE u 輦)i rE u 蓮)i rE u 連)i rE u 鍊)i rE u 列)i rE u 劣)i rE u 咽)i rE u 烈)i rE u 裂)i rE r )i rE u 廉)i rE u 念)i rE u 捻)i rE u 殮)i rE u 簾)i rE u 獵)i rE u 令)i rE u 囹)i rE r )i rE u 嶺)i rE u 怜)i rE u 玲)i rE u 瑩)i rE u 羚)i rE u 聆)i rE u 鈴)i rE u 零)i rE u 靈)i rE u 領)i rE u 例)i rE u 禮)i rE u 醴)i rE u 隸)i rE u 惡)i rE u 了)i rE u 僚)i rE u 寮)i rE u 尿)i rE 料)i rE r )i rE u 燎)i rE u 療)i rE u 蓼)i rE u 遼)i rE r, )i rE u 暈)i rE u 阮)i rE u 劉)i rE u 杻)i rE u 柳)i rE 流)i rE u 溜)i rE u 琉)i rE u 留)i rE u 硫)i rE u 紐)i rE u 類)i rE rk )i rE u 戮)i rE u 陸)i rE u 倫)i rE u 崙)i rE u 淪)i rE u 輪)i rE u 律)i rE u 慄)i rE u 栗)i rE r )i rE u 隆)i rE u 利r r r r r _seg_40H s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 吏)i rE u 履)i rE u 易)i rE u 李)i rE u 梨)i rE u 泥)i rE u 理)i rE u 痢)i rE u 罹)i rE u 裏)i rE u 裡)i rE r& )i rE u 離)i rE u 匿)i rE u 溺)i rE u 吝)i rE u 燐)i rE u 璘)i rE u 藺)i rE u 隣)i rE u 鱗)i rE u 麟)i rE u 林)i rE u 淋)i rE u 臨)i rE r )i rE u 笠)i rE u 粒)i rE u 狀)i rE u 炙)i rE u 識)i rE u 什)i rE u 茶)i rE u 刺)i rE 切)i rE u 度)i rE u 拓)i rE u 糖)i rE u 宅)i rE u 洞)i rE u 暴)i rE u 輻)i rE r )i rE u 降)i rE r! )i rE u 廓)i rE u 兀)i rE u 嗀)i r0 )i rE 塚)i r0 )i rE 晴)i r0 )i rE u 凞)i rE 猪)i rE 益)i rE u 礼)i rE u 神)i rE u 祥)i rE 福)i rE 靖)i rE u 精)i rE r )i r0 )i rE u 蘒)i! r0 )i" rE 諸)i# r0 )i% rE 逸)i& rE u 都)i' r0 )i* rE u 飯)i+ rE u 飼)i, rE u 館)i- rE u 鶴)i. rE u 郞)i/ rE u 隷)i0 rE 侮)i1 rE 僧)i2 rE 免)i3 rE 勉)i4 rE 勤)i5 rE 卑)i6 rE 喝)i7 rE 嘆)i8 rE u 器)i9 rE u 塀)i: rE u 墨)i; rE u 層)i< rE r )i= rE 悔)i> rE u 慨)i? rE 憎)i@ rE 懲)iA rE 敏)iB rE u 既)iC rE 暑)iD rE 梅)iE rE 海)iF rE u 渚r r r r r _seg_41 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iG rE 漢)iH rE 煮)iI rE u 爫)iJ rE u 琢)iK rE u 碑)iL rE rm )iM rE u 祉)iN rE u 祈)iO rE u 祐)iP rE 祖)iQ rE rn )iR rE u 禍)iS rE u 禎)iT rE 穀)iU rE u 突)iV rE 節)iW rE r )iX rE u 縉)iY rE u 繁)iZ rE u 署)i[ rE 者)i\ rE u 臭)i] rE u 艹)i_ rE 著)i` rE u 褐)ia rE 視)ib rE 謁)ic rE 謹)id rE u 賓)ie rE 贈)if rE u 辶)ig rE r )ih rE 難)ii rE 響)ij rE 頻)ik rE u 恵)il rE u 𤋮)im rE u 舘)in r )ip rE u 並)iq rE 况)ir rE u 全)is rE u 侀)it rE u 充)iu rE u 冀)iv rE 勇)iw rE 勺)ix rE r )iy rE u 啕)iz rE 喙)i{ rE u 嗢)i| rE r )i} rE u 墳)i~ rE u 奄)i rE u 奔)i rE u 婢)i rE u 嬨)i rE u 廒)i rE u 廙)i rE u 彩)i rE u 徭)i rE u 惘)i rE 慎)i rE u 愈)i rE r )i rE u 慠)i rE r )i rE u 戴)i rE u 揄)i rE u 搜)i rE u 摒)i rE u 敖)i rE r )i rE r )i rE 望)i rE u 杖)i rE r )i rE r )i rE r )i rE u 滛)i rE 滋)i rE r )i rE 瀞)i rE r )i rE u 瞧)i rE 爵)i rE u 犯)i rE r )i rE 瑱)i rE u 甆)i rE u 画)i rE u 瘝)i rE u 瘟)i rE r )i rE u 盛)i rE 直)i rE 睊)i rE u 着)i rE 磌)i rE u 窱r r r r r _seg_42 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE u 类)i rE u 絛)i rE r )i rE u 缾)i rE r )i rE u 荒)i rE u 華)i rE 蝹)i rE u 襁)i rE u 覆)i rE r )i rE u 調)i rE r )i rE u 請)i rE r )i rE r )i rE 諭)i rE r )i rE 變)i rE r )i rE 輸)i rE u 遲)i rE u 醙)i rE u 鉶)i rE u 陼)i rE r )i rE r )i rE u 韛)i rE r )i rE 頋)i rE r )i rE 鬒)i rE r- )i rE u 𢡊)i rE u 𢡄)i rE u 𣏕)i rE 㮝)i rE u 䀘)i rE 䀹)i rE u 𥉉)i rE u 𥳐)i rE u 𧻓)i rE u 齃)i rE u 龎)i r )i rE Zff)i rE Zfi)i rE Zfl)i rE Zffi)i rE Zffl)i rE st)i r )i rE u մն)i rE u մե)i rE u մի)i rE u վն)i rE u մխ)i r )i rE u יִ)i r0 )i rE u ײַ)i rE u ע)i! rE r )i" rE r )i# rE u ה)i$ rE u כ)i% rE u ל)i& rE u ם)i' rE u ר)i( rE u ת)i) r r )i* rE u שׁ)i+ rE u שׂ)i, rE u שּׁ)i- rE u שּׂ)i. rE u אַ)i/ rE u אָ)i0 rE u אּ)i1 rE u בּ)i2 rE u גּ)i3 rE u דּ)i4 rE u הּ)i5 rE u וּ)i6 rE u זּ)i7 r )i8 rE u טּ)i9 rE u יּ)i: rE u ךּ)i; rE u כּ)i< rE u לּ)i= r )i> rE u מּ)i? r )i@ rE u נּ)iA rE u סּ)iB r )iC rE u ףּ)iD rE u פּ)iE r r r r r r _seg_43 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF rE u צּ)iG rE u קּ)iH rE u רּ)iI rE u שּ)iJ rE u תּ)iK rE u וֹ)iL rE u בֿ)iM rE u כֿ)iN rE u פֿ)iO rE u אל)iP rE u ٱ)iR rE u ٻ)iV rE u پ)iZ rE u ڀ)i^ rE u ٺ)ib rE u ٿ)if rE u ٹ)ij rE u ڤ)in rE u ڦ)ir rE u ڄ)iv rE u ڃ)iz rE u چ)i~ rE u ڇ)i rE u ڍ)i rE u ڌ)i rE u ڎ)i rE u ڈ)i rE u ژ)i rE u ڑ)i rE u ک)i rE u گ)i rE u ڳ)i rE u ڱ)i rE ں)i rE u ڻ)i rE u ۀ)i rE u ہ)i rE u ھ)i rE u ے)i rE u ۓ)i r0 )i r )i rE u ڭ)i rE u ۇ)i rE u ۆ)i rE u ۈ)i rE r )i rE u ۋ)i rE u ۅ)i rE u ۉ)i rE u ې)i rE ى)i rE u ئا)i rE u ئە)i rE u ئو)i rE u ئۇ)i rE u ئۆ)i rE u ئۈ)i rE u ئې)i rE ئى)i rE u ی)i rE ئج)i rE ئح)i rE ئم)i rE r )i rE ئي)i rE بج)i rE بح)i rE بخ)i rE بم)i rE بى)i rE بي)i rE تج)i rE تح)i rE تخ)i rE تم)i rE تى)i rE تي)i rE u ثج)i rE ثم)i rE ثى)i rE ثي)i rE جح)i rE جم)i rE حج)i rE حم)i rE خج)i rE u خح)i rE خم)i rE سج)i rE سح)i rE سخ)i rE سم)i rE صح)i! rE صم)i" rE ضج)i# rE ضح)i$ rE ضخ)i% rE ضم)i& rE طحr r r r r _seg_44 s r/ c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i' rE طم)i( rE ظم)i) rE عج)i* rE عم)i+ rE غج)i, rE غم)i- rE فج)i. rE فح)i/ rE فخ)i0 rE فم)i1 rE فى)i2 rE في)i3 rE قح)i4 rE قم)i5 rE قى)i6 rE قي)i7 rE كا)i8 rE كج)i9 rE كح)i: rE كخ)i; rE كل)i< rE كم)i= rE كى)i> rE كي)i? rE لج)i@ rE لح)iA rE لخ)iB rE لم)iC rE لى)iD rE لي)iE rE مج)iF rE مح)iG rE مخ)iH rE مم)iI rE u مى)iJ rE u مي)iK rE نج)iL rE نح)iM rE نخ)iN rE نم)iO rE نى)iP rE ني)iQ rE هج)iR rE هم)iS rE u هى)iT rE u هي)iU rE يج)iV rE يح)iW rE يخ)iX rE يم)iY rE يى)iZ rE يي)i[ rE u ذٰ)i\ rE u رٰ)i] rE ىٰ)i^ r u ٌّ)i_ r u ٍّ)i` r u َّ)ia r u ُّ)ib r u ِّ)ic r u ّٰ)id rE u ئر)ie rE u ئز)if rE r )ig rE u ئن)ih rE r )ii rE r )ij rE u بر)ik rE u بز)il rE r )im rE u بن)in rE r )io rE r )ip rE u تر)iq rE u تز)ir rE r )is rE u تن)it rE r )iu rE r )iv rE u ثر)iw rE u ثز)ix rE r )iy rE u ثن)iz rE r )i{ rE r )i| rE r: )i} rE r; )i~ rE r> )i rE r? )i rE r@ )i rE rD )i rE rE )i rE rF )i rE rG )i rE rK )i rE rL )i rE rM )i rE u ما)i rE rQ )i rE u نرr r r r r _seg_45P s ra c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u نز)i rE rU )i rE u نن)i rE rV )i rE rW )i rE r` )i rE u ير)i rE u يز)i rE r] )i rE u ين)i rE r^ )i rE r_ )i rE r )i rE r )i rE u ئخ)i rE r )i rE ئه)i rE r )i rE r )i rE r )i rE r )i rE به)i rE r )i rE r )i rE r )i rE r )i rE ته)i rE r )i rE r )i rE r )i rE r )i rE r! )i rE r" )i rE r# )i rE r$ )i rE r% )i rE r& )i rE r' )i rE r( )i rE u صخ)i rE r) )i rE r* )i rE r+ )i rE r, )i rE r- )i rE r. )i rE r1 )i rE r2 )i rE r3 )i rE r4 )i rE r5 )i rE r6 )i rE r7 )i rE r8 )i rE r9 )i rE r< )i rE r= )i rE rA )i rE rB )i rE rC )i rE rD )i rE rE )i rE rH )i rE rI )i rE rJ )i rE rK )i rE u له)i rE rN )i rE rO )i rE rP )i rE rQ )i rE rR )i rE rS )i rE rT )i rE rU )i rE نه)i rE rX )i rE rY )i rE u هٰ)i rE rZ )i rE r[ )i rE r\ )i rE r] )i rE يه)i rE r )i rE rb )i rE r )i rE rc )i rE r )i rE rd )i rE r )i rE u ثه)i rE r' )i rE سه)i rE شم)i rE شه)i rE rD )i rE rE )i rE rK )i rE rU r r r r r _seg_46 s rj c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE re )i rE r] )i rE rf )i rE u ـَّ)i rE u ـُّ)i rE u ـِّ)i rE طى)i rE طي)i rE عى)i rE عي)i rE غى)i rE غي)i rE سى)i rE سي)i rE شى)i rE شي)i rE حى)i rE حي)i rE جى)i rE جي)i rE خى)i rE خي)i rE صى)i rE صي)i rE ضى)i rE ضي)i rE شج)i rE شح)i rE شخ)i rE rh )i rE شر)i rE سر)i rE صر)i rE ضر)i rE rk )i rE rl )i rE rm )i rE rn )i rE ro )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rx )i rE ry )i rE rz )i! rE r{ )i" rE r| )i# rE r} )i$ rE r~ )i% rE r )i& rE r )i' rE r )i( rE rh )i) rE r )i* rE r )i+ rE r )i, rE r )i- rE r )i. rE r )i/ rE r )i0 rE rh )i1 rE rg )i2 rE ri )i3 rE r0 )i4 rE r$ )i5 rE r% )i6 rE r& )i7 rE r )i8 rE r )i9 rE r )i: rE r0 )i; rE r1 )i< rE u اً)i> r0 )i@ r )iP rE u تجم)iQ rE u تحج)iS rE u تحم)iT rE u تخم)iU rE u تمج)iV rE u تمح)iW rE u تمخ)iX rE u جمح)iZ rE u حمي)i[ rE u حمى)i\ rE u سحج)i] rE u سجح)i^ rE u سجى)i_ rE u سمح)ia rE u سمج)ib rE u سمم)id rE u صحح)if rE صمم)ig rE u شحم)ii rE u شجيr r r r r _seg_47 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ij rE u شمخ)il rE u شمم)in rE u ضحى)io rE u ضخم)iq rE u طمح)is rE u طمم)it rE u طمي)iu rE عجم)iv rE u عمم)ix rE u عمى)iy rE u غمم)iz rE u غمي)i{ rE u غمى)i| rE u فخم)i~ rE قمح)i rE u قمم)i rE لحم)i rE u لحي)i rE u لحى)i rE u لجج)i rE u لخم)i rE u لمح)i rE u محج)i rE u محم)i rE u محي)i rE u مجح)i rE u مجم)i rE u مخج)i rE u مخم)i r )i rE u مجخ)i rE u همج)i rE u همم)i rE u نحم)i rE u نحى)i rE u نجم)i rE u نجى)i rE u نمي)i rE u نمى)i rE u يمم)i rE u بخي)i rE u تجي)i rE u تجى)i rE u تخي)i rE u تخى)i rE u تمي)i rE u تمى)i rE u جمي)i rE u جحى)i rE u جمى)i rE u سخى)i rE u صحي)i rE u شحي)i rE u ضحي)i rE u لجي)i rE u لمي)i rE u يحي)i rE u يجي)i rE u يمي)i rE u ممي)i rE u قمي)i rE u نحي)i rE r )i rE r )i rE u عمي)i rE u كمي)i rE نجح)i rE u مخي)i rE لجم)i rE كمم)i rE r )i rE r )i rE u جحي)i rE u حجي)i rE u مجي)i rE u فمي)i rE u بحي)i rE r )i rE r )i rE r )i rE u سخي)i rE u نجي)i r )i rE u صلے)i rE u قلے)i rE u الله)i rE u اكبر)i rE u محمد)i rE u صلعم)i rE u رسول)i rE u عليه)i rE u وسلم)i rE u صلى)i r u! صلى الله عليه وسلم)i r u جل جلاله)i rE u ریال)i r0 )i r )i r )i r ,r r r r r _seg_48 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE 、)i r )i r :)i r rf )i r !)i r ?)i rE u 〖)i rE u 〗)i r )i r0 )i0 r )i1 rE —)i2 rE u –)i3 r _)i5 r r )i6 r r )i7 r {)i8 r })i9 rE 〔)i: rE 〕)i; rE u 【)i< rE u 】)i= rE u 《)i> rE u 》)i? rE r )i@ rE r )iA rE 「)iB rE 」)iC rE u 『)iD rE u 』)iE r0 )iG r [)iH r ])iI r r )iM r r )iP r r )iQ rE r )iR r )iT r rf )iU r r )iV r r )iW r r )iX rE r )iY r r )iZ r r )i[ r r )i\ r r )i] rE r )i^ rE r )i_ r #)i` r &)ia r *)ib r r )ic rE -)id r <)ie r >)if r r )ig r )ih r \)ii r $)ij r %)ik r @)il r )ip r u ً)iq rE u ـً)ir r u ٌ)is r0 )it r u ٍ)iu r )iv r u َ)iw rE u ـَ)ix r u ُ)iy rE u ـُ)iz r u ِ)i{ rE u ـِ)i| r u ّ)i} rE u ـّ)i~ r u ْ)i rE u ـْ)i rE u ء)i rE u آ)i rE u أ)i rE u ؤ)i rE u إ)i rE u ئ)i rE ا)i rE ب)i rE u ة)i rE ت)i rE ث)i rE ج)i rE ح)i rE خ)i rE د)i rE ذ)i rE ر)i rE ز)i rE س)i rE ش)i rE صr r r r r _seg_49 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE ض)i rE ط)i rE ظ)i rE ع)i rE غ)i rE ف)i rE ق)i rE ك)i rE ل)i rE م)i rE ن)i rE ه)i rE و)i rE r )i rE ي)i rE u لآ)i rE u لأ)i rE u لإ)i rE u لا)i r )i r )i r )i r r )i r ")i r r )i r r )i r r )i r r )i r ')i r r )i r r )i r r )i r r )i r r )i rE r )i rE r. )i r /)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r r )i r rf )i r r )i r r )i r r )i r r )i r r )i! rE rF )i" rE rH )i# rE rJ )i$ rE rL )i% rE rN )i& rE rP )i' rE rR )i( rE rT )i) rE rV )i* rE rX )i+ rE rZ )i, rE r\ )i- rE r^ )i. rE r` )i/ rE rb )i0 rE rd )i1 rE rf )i2 rE rh )i3 rE rj )i4 rE rl )i5 rE rn )i6 rE rp )i7 rE rr )i8 rE rt )i9 rE rv )i: rE rx )i; r r )i< r r )i= r r )i> r ^)i? r r )i@ r r )iA rE rF )iB rE rH )iC rE rJ )iD rE rL )iE rE rN )iF rE rP )iG rE rR )iH rE rT )iI rE rV )iJ rE rX )iK rE rZ )iL rE r\ )iM rE r^ )iN rE r` r r r r r _seg_50X s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iO rE rb )iP rE rd )iQ rE rf )iR rE rh )iS rE rj )iT rE rl )iU rE rn )iV rE rp )iW rE rr )iX rE rt )iY rE rv )iZ rE rx )i[ r r )i\ r |)i] r r )i^ r ~)i_ rE u ⦅)i` rE u ⦆)ia rE r. )ib rE r )ic rE r )id rE r )ie rE u ・)if rE r )ig rE u ァ)ih rE u ィ)ii rE u ゥ)ij rE u ェ)ik rE u ォ)il rE u ャ)im rE u ュ)in rE u ョ)io rE u ッ)ip rE u ー)iq rE rr )ir rE rs )is rE rt )it rE ru )iu rE rv )iv rE rw )iw rE rx )ix rE ry )iy rE rz )iz rE r{ )i{ rE r| )i| rE r} )i} rE r~ )i~ rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE u ン)i rE u ゙)i rE u ゚)i r )i rE r/ )i rE r0 )i rE r1 )i rE r2 )i rE r3 )i rE r4 )i rE r5 )i rE r6 )i rE r8 )i rE r9 )i rE r: )i rE r; )i rE r< )i rE r= )i rE r> )i rE r? )i rE r@ )i rE rA r r r r r _seg_51 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE rB )i rE rC )i rE rD )i rE rE )i rE rF )i rE rG )i rE rH )i rE rI )i rE rJ )i rE rK )i rE rL )i rE rM )i r )i rE rN )i rE rO )i rE rP )i rE rQ )i rE rR )i rE rS )i r )i rE rT )i rE rU )i rE rV )i rE rW )i rE rX )i rE rY )i r )i rE rZ )i rE r[ )i rE r\ )i rE r] )i rE r^ )i rE r_ )i r )i rE r` )i rE ra )i rE rb )i r )i rE ¢)i rE £)i rE ¬)i r r )i rE ¦)i rE ¥)i rE u ₩)i r )i rE u │)i rE u ←)i rE u ↑)i rE u →)i rE u ↓)i rE u ■)i rE u ○)i r )i r0 )i r )i r0 )i' r )i( r0 )i; r )i< r0 )i> r )i? r0 )iN r )iP r0 )i^ r )i r0 )i r )i r0 )i r )i r0 )i4 r )i7 r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i$ r )i- r0 )iK r )iP r0 )i{ r )i r0 )i r )i r0 )i r )i r0 )i r )i rE u 𐐨)i rE u 𐐩r r r r r _seg_52( s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐐪)i rE u 𐐫)i rE u 𐐬)i rE u 𐐭)i rE u 𐐮)i rE u 𐐯)i rE u 𐐰)i rE u 𐐱)i rE u 𐐲)i rE u 𐐳)i rE u 𐐴)i rE u 𐐵)i rE u 𐐶)i rE u 𐐷)i rE u 𐐸)i rE u 𐐹)i rE u 𐐺)i rE u 𐐻)i rE u 𐐼)i rE u 𐐽)i rE u 𐐾)i rE u 𐐿)i rE u 𐑀)i rE u 𐑁)i rE u 𐑂)i rE u 𐑃)i rE u 𐑄)i rE u 𐑅)i rE u 𐑆)i rE u 𐑇)i rE u 𐑈)i! rE u 𐑉)i" rE u 𐑊)i# rE u 𐑋)i$ rE u 𐑌)i% rE u 𐑍)i& rE u 𐑎)i' rE u 𐑏)i( r0 )i r )i r0 )i r )i rE u 𐓘)i rE u 𐓙)i rE u 𐓚)i rE u 𐓛)i rE u 𐓜)i rE u 𐓝)i rE u 𐓞)i rE u 𐓟)i rE u 𐓠)i rE u 𐓡)i rE u 𐓢)i rE u 𐓣)i rE u 𐓤)i rE u 𐓥)i rE u 𐓦)i rE u 𐓧)i rE u 𐓨)i rE u 𐓩)i rE u 𐓪)i rE u 𐓫)i rE u 𐓬)i rE u 𐓭)i rE u 𐓮)i rE u 𐓯)i rE u 𐓰)i rE u 𐓱)i rE u 𐓲)i rE u 𐓳)i rE u 𐓴)i rE u 𐓵)i rE u 𐓶)i rE u 𐓷)i rE u 𐓸)i rE u 𐓹)i rE u 𐓺)i rE u 𐓻)i r )i r0 )i r )i r0 )i( r )i0 r0 )id r )io r0 )ip r )i r0 )i7 r )i@ r0 )iV r )i` r0 )ih r )i r0 )i r )i r0 )i r )i r0 )i6 r )i7 r0 r r r r r _seg_53 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i9 r )i< r0 )i= r )i? r0 )iV r )iW r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i: r )i? r0 )i@ r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i6 r )i8 r0 )i; r )i? r0 )iI r )iP r0 )iY r )i` r0 )i r )i r0 )i r )i r0 )i r )i r0 )i6 r )i9 r0 )iV r )iX r0 )is r )ix r0 )i r )i r0 )i r )i r0 )i r )i r0 )iI r )i rE u 𐳀)i rE u 𐳁)i rE u 𐳂)i rE u 𐳃)i rE u 𐳄)i rE u 𐳅)i rE u 𐳆)i rE u 𐳇)i rE u 𐳈)i rE u 𐳉)i rE u 𐳊)i rE u 𐳋)i rE u 𐳌)i rE u 𐳍)i rE u 𐳎)i rE u 𐳏)i rE u 𐳐)i rE u 𐳑)i rE u 𐳒)i rE u 𐳓)i rE u 𐳔)i rE u 𐳕)i rE u 𐳖)i rE u 𐳗)i rE u 𐳘)i rE u 𐳙)i rE u 𐳚)i rE u 𐳛)i rE u 𐳜)i rE u 𐳝)i rE u 𐳞)i rE u 𐳟)i rE u 𐳠)i rE u 𐳡)i rE u 𐳢)i rE u 𐳣)i rE u 𐳤)i rE u 𐳥)i rE u 𐳦)i rE u 𐳧)i rE u 𐳨r r r r r _seg_54 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐳩)i rE u 𐳪)i rE u 𐳫)i rE u 𐳬)i rE u 𐳭)i rE u 𐳮)i rE u 𐳯)i rE u 𐳰)i rE u 𐳱)i rE u 𐳲)i r )i r0 )i r )i r0 )i( r )i0 r0 )i: r )i` r0 )i r )i r0 )i( r )i0 r0 )iZ r )i r0 )iN r )iR r0 )ip r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i5 r )i6 r0 )iG r )iP r0 )iw r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i? r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i) r )i* r0 )i1 r )i2 r0 )i4 r )i5 r0 )i: r )i; r0 )iE r )iG r0 )iI r )iK r0 )iN r )iP r0 )iQ r )iW r0 )iX r )i] r0 )id r )if r0 )im r )ip r0 )iu r )i r0 )iZ r )i[ r0 )i\ r )i] r0 r r r r r _seg_55` s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i_ r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )iE r )iP r0 )iZ r )i` r0 )im r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i, r )i0 r0 )i@ r )i r0 )i< r )i rE u 𑣀)i rE u 𑣁)i rE u 𑣂)i rE u 𑣃)i rE u 𑣄)i rE u 𑣅)i rE u 𑣆)i rE u 𑣇)i rE u 𑣈)i rE u 𑣉)i rE u 𑣊)i rE u 𑣋)i rE u 𑣌)i rE u 𑣍)i rE u 𑣎)i rE u 𑣏)i rE u 𑣐)i rE u 𑣑)i rE u 𑣒)i rE u 𑣓)i rE u 𑣔)i rE u 𑣕)i rE u 𑣖)i rE u 𑣗)i rE u 𑣘)i rE u 𑣙)i rE u 𑣚)i rE u 𑣛)i rE u 𑣜)i rE u 𑣝)i rE u 𑣞)i rE u 𑣟)i r0 )i r )i r0 )i r )i r0 )iH r )iP r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i7 r )i8 r0 )iF r )iP r0 )im r )ip r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i7 r )i: r0 )i; r )i< r0 )i> r )i? r0 )iH r )iP r0 )iZ r )i` r0 r r r r r _seg_56 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)if r )ig r0 )ii r )ij r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i# r )i $ r0 )io$ r )ip$ r0 )iu$ r )i$ r0 )iD% r )i 0 r0 )i/4 r )i D r0 )iGF r )i h r0 )i9j r )i@j r0 )i_j r )i`j r0 )ijj r )inj r0 )ipj r )ij r0 )ij r )ij r0 )ij r )i k r0 )iFk r )iPk r0 )iZk r )i[k r0 )ibk r )ick r0 )ixk r )i}k r0 )ik r )i`n r0 )in r )i o r0 )iEo r )iPo r0 )io r )io r0 )io r )io r0 )io r )i p r0 )i r )i r0 )i r )i r0 )i r )ip r0 )i r )i r0 )ik r )ip r0 )i} r )i r0 )i r )i r0 )i r )i r0 )i r )i r )i r0 )i r )i r0 )i' r )i) r0 )i^ rE u 𝅗𝅥)i_ rE u 𝅘𝅥)i` rE u 𝅘𝅥𝅮)ia rE u 𝅘𝅥𝅯)ib rE u 𝅘𝅥𝅰)ic rE u 𝅘𝅥𝅱)id rE u 𝅘𝅥𝅲)ie r0 )is r )i{ r0 )i rE u 𝆹𝅥)i rE u 𝆺𝅥)i rE u 𝆹𝅥𝅮)i rE u 𝆺𝅥𝅮)i rE u 𝆹𝅥𝅯)i rE u 𝆺𝅥𝅯)i r0 )i r )i r0 r r r r r _seg_570 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF r )i r0 )i r )i r0 )iW r )i` r0 )iy r )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i! rE rT )i" rE rV )i# rE rX )i$ rE rZ )i% rE r\ )i& rE r^ )i' rE r` )i( rE rb )i) rE rd )i* rE rf )i+ rE rh )i, rE rj )i- rE rl )i. rE rn )i/ rE rp )i0 rE rr )i1 rE rt )i2 rE rv )i3 rE rx )i4 rE rF )i5 rE rH )i6 rE rJ )i7 rE rL )i8 rE rN )i9 rE rP )i: rE rR )i; rE rT )i< rE rV )i= rE rX )i> rE rZ )i? rE r\ )i@ rE r^ )iA rE r` )iB rE rb )iC rE rd )iD rE rf )iE rE rh )iF rE rj )iG rE rl )iH rE rn )iI rE rp )iJ rE rr )iK rE rt )iL rE rv )iM rE rx )iN rE rF )iO rE rH )iP rE rJ )iQ rE rL )iR rE rN )iS rE rP )iT rE rR )iU r )iV rE rV )iW rE rX )iX rE rZ )iY rE r\ )iZ rE r^ )i[ rE r` )i\ rE rb r r r r r _seg_58 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i] rE rd )i^ rE rf )i_ rE rh )i` rE rj )ia rE rl )ib rE rn )ic rE rp )id rE rr )ie rE rt )if rE rv )ig rE rx )ih rE rF )ii rE rH )ij rE rJ )ik rE rL )il rE rN )im rE rP )in rE rR )io rE rT )ip rE rV )iq rE rX )ir rE rZ )is rE r\ )it rE r^ )iu rE r` )iv rE rb )iw rE rd )ix rE rf )iy rE rh )iz rE rj )i{ rE rl )i| rE rn )i} rE rp )i~ rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i r )i rE rJ )i rE rL )i r )i rE rR )i r )i rE rX )i rE rZ )i r )i rE r` )i rE rb )i rE rd )i rE rf )i r )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i r )i rE rP )i r )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` r r r r r _seg_59 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i r )i rE rL )i rE rN )i rE rP )i rE rR )i r )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i r )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i r )i rE rF )i rE rH )i rE rJ )i! rE rL )i" rE rN )i# rE rP )i$ rE rR )i% rE rT )i& rE rV )i' rE rX )i( rE rZ r r r r r _seg_60h s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) rE r\ )i* rE r^ )i+ rE r` )i, rE rb )i- rE rd )i. rE rf )i/ rE rh )i0 rE rj )i1 rE rl )i2 rE rn )i3 rE rp )i4 rE rr )i5 rE rt )i6 rE rv )i7 rE rx )i8 rE rF )i9 rE rH )i: r )i; rE rL )i< rE rN )i= rE rP )i> rE rR )i? r )i@ rE rV )iA rE rX )iB rE rZ )iC rE r\ )iD rE r^ )iE r )iF rE rb )iG r )iJ rE rj )iK rE rl )iL rE rn )iM rE rp )iN rE rr )iO rE rt )iP rE rv )iQ r )iR rE rF )iS rE rH )iT rE rJ )iU rE rL )iV rE rN )iW rE rP )iX rE rR )iY rE rT )iZ rE rV )i[ rE rX )i\ rE rZ )i] rE r\ )i^ rE r^ )i_ rE r` )i` rE rb )ia rE rd )ib rE rf )ic rE rh )id rE rj )ie rE rl )if rE rn )ig rE rp )ih rE rr )ii rE rt )ij rE rv )ik rE rx )il rE rF )im rE rH )in rE rJ )io rE rL )ip rE rN )iq rE rP )ir rE rR )is rE rT )it rE rV )iu rE rX )iv rE rZ )iw rE r\ )ix rE r^ )iy rE r` )iz rE rb )i{ rE rd )i| rE rf )i} rE rh )i~ rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV r r r r r _seg_61 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN r r r r r _seg_628 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i! rE rx )i" rE rF )i# rE rH )i$ rE rJ )i% rE rL )i& rE rN )i' rE rP )i( rE rR )i) rE rT )i* rE rV )i+ rE rX )i, rE rZ )i- rE r\ )i. rE r^ )i/ rE r` )i0 rE rb )i1 rE rd )i2 rE rf )i3 rE rh )i4 rE rj )i5 rE rl )i6 rE rn )i7 rE rp )i8 rE rr )i9 rE rt )i: rE rv )i; rE rx )i< rE rF )i= rE rH )i> rE rJ )i? rE rL )i@ rE rN )iA rE rP )iB rE rR )iC rE rT )iD rE rV )iE rE rX )iF rE rZ )iG rE r\ )iH rE r^ )iI rE r` )iJ rE rb )iK rE rd )iL rE rf )iM rE rh )iN rE rj )iO rE rl )iP rE rn )iQ rE rp )iR rE rr )iS rE rt )iT rE rv )iU rE rx )iV rE rF r r r r r _seg_63 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iW rE rH )iX rE rJ )iY rE rL )iZ rE rN )i[ rE rP )i\ rE rR )i] rE rT )i^ rE rV )i_ rE rX )i` rE rZ )ia rE r\ )ib rE r^ )ic rE r` )id rE rb )ie rE rd )if rE rf )ig rE rh )ih rE rj )ii rE rl )ij rE rn )ik rE rp )il rE rr )im rE rt )in rE rv )io rE rx )ip rE rF )iq rE rH )ir rE rJ )is rE rL )it rE rN )iu rE rP )iv rE rR )iw rE rT )ix rE rV )iy rE rX )iz rE rZ )i{ rE r\ )i| rE r^ )i} rE r` )i~ rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE rF )i rE rH )i rE rJ )i rE rL )i rE rN )i rE rP )i rE rR )i rE rT )i rE rV )i rE rX )i rE rZ )i rE r\ )i rE r^ )i rE r` )i rE rb )i rE rd )i rE rf )i rE rh )i rE rj )i rE rl )i rE rn )i rE rp )i rE rr )i rE rt )i rE rv )i rE rx )i rE u ı)i rE u ȷ)i r )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE rw )i rE r )i rE r r r r r r _seg_64 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE ∇)i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ∂)i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE rw )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i! rE ru r r r r r _seg_65p s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i" rE rv )i# rE rw )i$ rE rd )i% rE rx )i& rE ry )i' rE r )i( rE rz )i) rE r{ )i* rE r| )i+ rE r} )i, rE r~ )i- rE rw )i. rE r )i/ rE r )i0 rE r )i1 rE r )i2 rE r )i3 rE r )i4 rE r )i5 rE r )i6 rE rp )i7 rE rq )i8 rE rr )i9 rE rs )i: rE rt )i; rE ru )i< rE rv )i= rE rw )i> rE rd )i? rE rx )i@ rE ry )iA rE r )iB rE rz )iC rE r{ )iD rE r| )iE rE r} )iF rE r~ )iG rE r )iI rE r )iJ rE r )iK rE r )iL rE r )iM rE r )iN rE r )iO rE r )iP rE rt )iQ rE rw )iR rE rx )iS rE r )iT rE r~ )iU rE r} )iV rE rp )iW rE rq )iX rE rr )iY rE rs )iZ rE rt )i[ rE ru )i\ rE rv )i] rE rw )i^ rE rd )i_ rE rx )i` rE ry )ia rE r )ib rE rz )ic rE r{ )id rE r| )ie rE r} )if rE r~ )ig rE rw )ih rE r )ii rE r )ij rE r )ik rE r )il rE r )im rE r )in rE r )io rE r )ip rE rp )iq rE rq )ir rE rr )is rE rs )it rE rt )iu rE ru )iv rE rv )iw rE rw )ix rE rd )iy rE rx )iz rE ry )i{ rE r )i| rE rz )i} rE r{ )i~ rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_66 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE rw )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rp )i rE rq )i rE rr )i rE rs )i rE rt )i rE ru )i rE rv )i rE rw )i rE rd )i rE rx )i rE ry )i rE r )i rE rz )i rE r{ )i rE r| )i rE r} )i rE r~ )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE rt )i rE rw )i rE rx )i rE r )i rE r~ )i rE r} )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_67@ s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i" r )i# r0 )i% r )i& r0 )i+ r )i r0 )i r )i r0 )i r )i rE u 𞤢)i rE u 𞤣)i rE u 𞤤)i rE u 𞤥)i rE u 𞤦)i rE u 𞤧)i rE u 𞤨)i rE u 𞤩)i rE u 𞤪)i rE u 𞤫)i rE u 𞤬)i rE u 𞤭)i rE u 𞤮)i rE u 𞤯)i rE u 𞤰)i rE u 𞤱)i rE u 𞤲)i rE u 𞤳)i rE u 𞤴)i rE u 𞤵)i rE u 𞤶)i rE u 𞤷)i rE u 𞤸)i rE u 𞤹)i rE u 𞤺)i rE u 𞤻)i rE u 𞤼)i rE u 𞤽)i rE u 𞤾)i rE u 𞤿)i rE u 𞥀)i rE u 𞥁)i rE u 𞥂)i! rE u 𞥃)i" r0 )iK r )iP r0 )iZ r )i^ r0 )i` r )iq r0 )i r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_68 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE ٮ)i rE r )i rE ڡ)i rE ٯ)i r )i! rE r )i" rE r )i# r )i$ rE r )i% r )i' rE r )i( r )i) rE r )i* rE r )i+ rE r )i, rE r )i- rE r )i. rE r )i/ rE r )i0 rE r )i1 rE r )i2 rE r )i3 r )i4 rE r )i5 rE r )i6 rE r )i7 rE r )i8 r )i9 rE r )i: r )i; rE r )i< r )iB rE r )iC r )iG rE r )iH r )iI rE r )iJ r )iK rE r )iL r )iM rE r )iN rE r )iO rE r )iP r )iQ rE r )iR rE r )iS r )iT rE r )iU r )iW rE r )iX r )iY rE r )iZ r )i[ rE r )i\ r )i] rE r )i^ r )i_ rE r )i` r )ia rE r )ib rE r )ic r )id rE r )ie r )ig rE r )ih rE r )ii rE r )ij rE r )ik r )il rE r )im rE r )in rE r )io rE r )ip rE r )iq rE r )ir rE r )is r )it rE r )iu rE r )iv rE r )iw rE r )ix r )iy rE r )iz rE r )i{ rE r )i| rE r )i} r )i~ rE r )i r )i rE r )i rE r )i rE r )i rE r r r r r r _seg_69 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i rE r )i r )i r0 )i r )i r0 )i, r )i0 r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i r z0,)i r z1,)i r z2,)i r z3,)i r z4,)i r z5,)i r z6,)i r z7,)i r z8,)i r z9,)i r0 )i r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i r r )i! r r )i" r r )i# r r )i$ r r r r r r r _seg_70x s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i% r r )i& r r )i' r r )i( r r )i) r r )i* rE u 〔s〕)i+ rE rJ )i, rE rh )i- rE r )i. rE Zwz)i/ r0 )i0 rE rF )i1 rE rH )i2 rE rJ )i3 rE rL )i4 rE rN )i5 rE rP )i6 rE rR )i7 rE rT )i8 rE rV )i9 rE rX )i: rE rZ )i; rE r\ )i< rE r^ )i= rE r` )i> rE rb )i? rE rd )i@ rE rf )iA rE rh )iB rE rj )iC rE rl )iD rE rn )iE rE rp )iF rE rr )iG rE rt )iH rE rv )iI rE rx )iJ rE Zhv)iK rE r )iL rE Zsd)iM rE r) )iN rE Zppv)iO rE Zwc)iP r0 )ij rE Zmc)ik rE Zmd)il r )ip r0 )i rE Zdj)i r0 )i r )i r0 )i rE u ほか)i rE u ココ)i rE r| )i r )i rE r )i rE u 字)i rE u 双)i rE u デ)i rE r )i rE 多)i rE u 解)i rE rh )i rE u 交)i rE u 映)i rE u 無)i rE r )i rE u 前)i rE u 後)i rE 再)i rE u 新)i rE u 初)i! rE u 終)i" rE r )i# rE u 販)i$ rE u 声)i% rE u 吹)i& rE u 演)i' rE u 投)i( rE u 捕)i) rE r )i* rE rc )i+ rE u 遊)i, rE ro )i- rE rf )i. rE rp )i/ rE u 指)i0 rE r# )i1 rE u 打)i2 rE u 禁)i3 rE u 空)i4 rE u 合)i5 rE u 満)i6 rE rl )i7 rE r )i8 rE u 申)i9 rE 割)i: rE u 営)i; rE u 配r r r r r _seg_71 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i< r )i@ rE u 〔本〕)iA rE u 〔三〕)iB rE u 〔二〕)iC rE u 〔安〕)iD rE u 〔点〕)iE rE u 〔打〕)iF rE u 〔盗〕)iG rE u 〔勝〕)iH rE u 〔敗〕)iI r )iP rE u 得)iQ rE u 可)iR r )i` r0 )if r )i r0 )i r )i r0 )i r )i r0 )i r )i r0 )it r )i r0 )i r )i r0 )i r )i r0 )iH r )iP r0 )iZ r )i` r0 )i r )i r0 )i r )i r0 )i r )i r0 )i? r )i@ r0 )iq r )is r0 )iw r )iz r0 )i{ r )i| r0 )i r )i r0 )i r )i r0 )i r )i r0 )i r )i` r0 )in r )i r0 )iצ r )i r0 )i5 r )i@ r0 )i r )i r0 )i r )i r0 )i r )i rE u 丽)i rE u 丸)i rE u 乁)i rE u 𠄢)i rE u 你)i rE r )i rE u 侻)i rE u 倂)i rE u 偺)i rE u 備)i rE r )i rE u 像)i rE u 㒞)i rE u 𠘺)i rE r )i rE u 兔)i rE u 兤)i rE u 具)i rE u 𠔜)i rE u 㒹)i rE u 內)i rE r )i rE u 𠕋)i rE u 冗)i rE u 冤)i rE u 仌)i rE u 冬)i rE r )i rE u 𩇟)i rE r )i rE u 刃)i rE u 㓟)i rE u 刻)i! rE u 剆r r r r r _seg_72H s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i" rE r )i# rE u 剷)i$ rE u 㔕)i% rE r )i& rE r )i' rE r )i( rE r )i) rE u 包)i* rE u 匆)i+ rE r )i, rE u 卉)i- rE r )i. rE u 博)i/ rE u 即)i0 rE u 卽)i1 rE u 卿)i4 rE u 𠨬)i5 rE u 灰)i6 rE u 及)i7 rE u 叟)i8 rE u 𠭣)i9 rE u 叫)i: rE u 叱)i; rE u 吆)i< rE u 咞)i= rE u 吸)i> rE u 呈)i? rE u 周)i@ rE u 咢)iA rE u 哶)iB rE u 唐)iC rE u 啓)iD rE u 啣)iE rE u 善)iG rE r )iH rE u 喫)iI rE u 喳)iJ rE u 嗂)iK rE u 圖)iL rE r )iM rE u 圗)iN rE u 噑)iO rE u 噴)iP rE r )iQ rE u 壮)iR rE u 城)iS rE u 埴)iT rE u 堍)iU rE u 型)iV rE u 堲)iW rE u 報)iX rE u 墬)iY rE u 𡓤)iZ rE u 売)i[ rE u 壷)i\ rE u 夆)i] rE r )i^ rE u 夢)i_ rE u 奢)i` rE u 𡚨)ia rE u 𡛪)ib rE u 姬)ic rE u 娛)id rE u 娧)ie rE u 姘)if rE u 婦)ig rE u 㛮)ih r )ii rE u 嬈)ij rE u 嬾)il rE u 𡧈)im rE u 寃)in rE u 寘)io rE r )ip rE u 寳)iq rE u 𡬘)ir rE u 寿)is rE u 将)it r )iu rE r )iv rE u 㞁)iw rE u 屠)ix rE r )iy rE u 峀)iz rE u 岍)i{ rE u 𡷤)i| rE u 嵃)i} rE u 𡷦)i~ rE u 嵮)i rE u 嵫)i rE u 嵼)i rE u 巡)i rE u 巢)i rE u 㠯)i rE u 巽)i rE u 帨)i rE u 帽)i rE u 幩)i rE u 㡢)i rE u 𢆃r r r r r _seg_73 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 㡼)i rE u 庰)i rE u 庳)i rE u 庶)i rE r )i rE u 𪎒)i rE r )i rE u 𢌱)i rE 舁)i rE u 弢)i rE u 㣇)i rE u 𣊸)i rE u 𦇚)i rE u 形)i rE u 彫)i rE u 㣣)i rE u 徚)i rE u 忍)i rE u 志)i rE u 忹)i rE u 悁)i rE u 㤺)i rE u 㤜)i rE r )i rE u 𢛔)i rE u 惇)i rE u 慈)i rE 慌)i rE r )i rE r )i rE u 慺)i rE r )i rE u 憲)i rE u 憤)i rE u 憯)i rE u 懞)i rE r )i rE r )i rE u 成)i rE u 戛)i rE u 扝)i rE u 抱)i rE u 拔)i rE u 捐)i rE u 𢬌)i rE u 挽)i rE u 拼)i rE u 捨)i rE u 掃)i rE u 揤)i rE u 𢯱)i rE u 搢)i rE u 揅)i rE u 掩)i rE u 㨮)i rE u 摩)i rE u 摾)i rE u 撝)i rE u 摷)i rE u 㩬)i rE r )i rE u 敬)i rE u 𣀊)i rE u 旣)i rE u 書)i rE u 晉)i rE u 㬙)i rE r )i rE u 㬈)i rE u 㫤)i rE u 冒)i rE u 冕)i rE u 最)i rE u 暜)i rE u 肭)i rE u 䏙)i rE r )i rE r )i rE u 朡)i rE u 杞)i rE u 杓)i rE u 𣏃)i rE u 㭉)i rE u 柺)i rE u 枅)i rE u 桒)i rE r )i rE u 𣑭)i rE u 梎)i rE u 栟)i rE u 椔)i rE r )i rE u 楂)i rE u 榣)i rE u 槪)i rE u 檨)i rE u 𣚣)i rE u 櫛)i rE u 㰘)i rE u 次r r r r r _seg_74 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𣢧)i rE u 歔)i rE u 㱎)i rE u 歲)i rE u 殟)i rE r )i rE u 殻)i rE u 𣪍)i rE u 𡴋)i rE u 𣫺)i rE u 汎)i rE u 𣲼)i rE u 沿)i rE u 泍)i rE u 汧)i rE u 洖)i rE u 派)i rE r )i rE r )i rE u 浩)i rE u 浸)i rE u 涅)i rE u 𣴞)i rE u 洴)i rE u 港)i rE u 湮)i rE u 㴳)i rE r )i rE u 滇)i rE u 𣻑)i rE u 淹)i rE u 潮)i rE u 𣽞)i rE u 𣾎)i rE u 濆)i rE u 瀹)i rE r )i rE u 瀛)i rE u 㶖)i rE u 灊)i rE u 災)i rE u 灷)i rE u 炭)i rE u 𠔥)i rE u 煅)i rE u 𤉣)i rE u 熜)i r )i rE u 爨)i! rE r )i" rE u 牐)i# rE u 𤘈)i$ rE u 犀)i% rE u 犕)i& rE u 𤜵)i' rE u 𤠔)i( rE u 獺)i) rE u 王)i* rE u 㺬)i+ rE u 玥)i, rE u 㺸)i. rE u 瑇)i/ rE u 瑜)i0 rE r )i1 rE u 璅)i2 rE u 瓊)i3 rE u 㼛)i4 rE u 甤)i5 rE u 𤰶)i6 rE u 甾)i7 rE u 𤲒)i8 rE r )i9 rE u 𢆟)i: rE u 瘐)i; rE u 𤾡)i< rE u 𤾸)i= rE u 𥁄)i> rE u 㿼)i? rE u 䀈)i@ rE r )iA rE u 𥃳)iB rE u 𥃲)iC rE u 𥄙)iD rE u 𥄳)iE rE u 眞)iF rE u 真)iH rE r )iI rE r )iJ rE u 瞋)iK rE u 䁆)iL rE u 䂖)iM rE u 𥐝)iN rE u 硎)iO rE r )iP rE r )iQ rE u 䃣)iR rE u 𥘦)iS rE r )iT rE u 𥚚)iU rE u 𥛅r r r r r _seg_75 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iV rE r )iW rE u 秫)iX rE u 䄯)iY rE r )iZ rE u 穊)i[ rE u 穏)i\ rE u 𥥼)i] rE u 𥪧)i_ r )i` rE u 䈂)ia rE u 𥮫)ib rE u 篆)ic rE u 築)id rE u 䈧)ie rE u 𥲀)if rE u 糒)ig rE u 䊠)ih rE u 糨)ii rE u 糣)ij rE u 紀)ik rE u 𥾆)il rE u 絣)im rE u 䌁)in rE u 緇)io rE u 縂)ip rE u 繅)iq rE u 䌴)ir rE u 𦈨)is rE u 𦉇)it rE u 䍙)iu rE u 𦋙)iv rE u 罺)iw rE u 𦌾)ix rE u 羕)iy rE u 翺)iz rE r )i{ rE u 𦓚)i| rE u 𦔣)i} rE u 聠)i~ rE u 𦖨)i rE u 聰)i rE u 𣍟)i rE u 䏕)i rE u 育)i rE u 脃)i rE u 䐋)i rE u 脾)i rE u 媵)i rE u 𦞧)i rE u 𦞵)i rE u 𣎓)i rE u 𣎜)i rE r )i rE u 舄)i rE u 辞)i rE u 䑫)i rE u 芑)i rE u 芋)i rE u 芝)i rE u 劳)i rE u 花)i rE u 芳)i rE u 芽)i rE u 苦)i rE u 𦬼)i rE r )i rE u 茝)i rE u 荣)i rE u 莭)i rE u 茣)i rE u 莽)i rE u 菧)i rE r )i rE u 荓)i rE u 菊)i rE u 菌)i rE u 菜)i rE u 𦰶)i rE u 𦵫)i rE u 𦳕)i rE u 䔫)i rE u 蓱)i rE u 蓳)i rE u 蔖)i rE u 𧏊)i rE u 蕤)i rE u 𦼬)i rE u 䕝)i rE u 䕡)i rE u 𦾱)i rE u 𧃒)i rE u 䕫)i rE u 虐)i rE r )i rE u 虧)i rE u 虩)i rE u 蚩)i rE u 蚈)i rE u 蜎)i rE u 蛢r r r r r _seg_76 s r c d C s ddddddddd d d d d ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE r )i rE u 蜨)i rE u 蝫)i rE u 螆)i r )i rE u 蟡)i rE u 蠁)i rE u 䗹)i rE u 衠)i rE r )i rE u 𧙧)i rE u 裗)i rE u 裞)i rE u 䘵)i rE u 裺)i rE u 㒻)i rE u 𧢮)i rE u 𧥦)i rE u 䚾)i rE u 䛇)i rE u 誠)i rE r )i rE r )i rE r" )i rE u 𧲨)i rE u 貫)i rE u 賁)i rE u 贛)i rE u 起)i rE u 𧼯)i rE u 𠠄)i rE u 跋)i rE u 趼)i rE u 跰)i rE u 𠣞)i rE u 軔)i rE r )i rE u 𨗒)i rE u 𨗭)i rE u 邔)i rE u 郱)i rE u 鄑)i rE u 𨜮)i rE u 鄛)i rE u 鈸)i rE u 鋗)i rE u 鋘)i rE u 鉼)i rE u 鏹)i rE u 鐕)i rE u 𨯺)i rE u 開)i rE u 䦕)i rE u 閷)i rE u 𨵷)i rE u 䧦)i rE u 雃)i rE u 嶲)i rE u 霣)i rE u 𩅅)i rE u 𩈚)i rE u 䩮)i rE u 䩶)i rE u 韠)i rE u 𩐊)i rE u 䪲)i rE u 𩒖)i rE r )i rE u 頩)i rE u 𩖶)i rE u 飢)i rE u 䬳)i rE u 餩)i rE u 馧)i rE u 駂)i rE u 駾)i rE u 䯎)i rE u 𩬰)i rE r )i rE u 鱀)i rE u 鳽)i rE u 䳎)i rE u 䳭)i rE u 鵧)i rE u 𪃎)i rE u 䳸)i rE u 𪄅)i rE u 𪈎)i rE u 𪊑)i rE r) )i rE u 䵖)i rE r* )i rE u 黾)i rE u 鼅)i rE u 鼏)i rE u 鼖)i rE r+ )i rE u 𪘀)i r )i r r r r r r _seg_77P s r c C s dgS )N)i r r r r r r _seg_78 s r N)S__doc__ __version__r r rL rT r_ re r r r r r r r r r r r r r r r r r r r r r r r7 ri rj rq r r r r r r r r r r r r r/ ra rj r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r tupleZ uts46datar r r r <module> s hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNPK A\m*aS aS : pip/_vendor/idna/__pycache__/idnadata.cpython-38.opt-1.pycnu [ U .eß @ s d Z ddddddZddddddddddd d d d dd dd dddddd d d d dddddddddddddd dddddddd ddddd d d dd d d ddddddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddd ddd d d d d d d d d dd dd ddd d d dd d ddddd d dddd d d d d ddddd dddddddddd dd dd ddd d dddddddddddd d d dddddddddddddddd d ddddd dd d dddd d dddddddddddddddddddddddddddddddddddddddd d dddddd d dd ddddddddddd dddddddddddd dd d ddddddddddd d d dd ddd d dddddd dddddddd dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d ddddddddddddddddddddddddddddddddddddd dddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddd dd dd d ddd d d d d d ddddd dddddd dddd ddd ddddd dd dd d d dddd ddd dd d dd d d d d dddd dddddddddddddddddddddddddddddddddd ddddd dddddddddddddddddddddd ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd ZddddZdS )z11.0.0)$l t l x l ~ l l l l l 0l 8l l l + tl b tul k ul vl |l `|l F |l N } X @}l Z d}l \ l}l ^ t}l ~ |}l ~l ~l l Xl tl l l '! l f+ - l l l FR H )l . : l . l: l / < l 0 @ l 0 @ l *0 @ l <0 @ M P 8 l nz d l z i & 57 8 ] N ` k : l z ` ) l D @l l 7{ tl l ={ l l ?{ l l B{ m l E{ m l P{ m ) 0 A l 0 tB l 1 @ l r H ) 0 B l 1 C 2 G l 2 @K l X3 L l p } l } l 0 @ )ZGreekZHanZHebrewZHiraganaZKatakanaU D R C T L ( i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i` ia ib ic id ie if ig ih ii ij i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i/ if ig ih ii i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iQ iR iS iT i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC (q l . l : l { l |l l l l l l $l ,l 4l <l Dl Ll Tl \l dl ll tl |l " l $ l & l ( l * l , l . l 0 l 2 l 6 l 9 l ; l = l ? l C l E l G l I l L ,l N 4l P <l R Dl T Ll V Tl X \l Z dl \ ll ^ tl ` |l b l d l f l h l j l l l n l p l r l t l v l x l { l } l l l l l l 0l Hl Tl dl xl l l l l l l l l l l l 8l @l Hl Pl Xl `l hl pl |l l l l l l l l l l l l l l l l l l $l ,l 4l <l Dl Ll Tl \l dl ll tl |l " l $ l & l ( l * l , l . l 0 l 2 l : l = l A l C l H l J $ l L , l N 4 l < l l l l l @ l C l O l p @ l r l t l x l ~ l @l l \l dl ll tl |l l l l l l l l l l l l ` l b l d l f l h l j l l l n l p l r l t l v l x l z l | l ~ l l l l ,l 4l <l Dl Ll Tl \l dl ll tl |l l l l l l l l l l l l l l l l l l l l l (l 0l 8l Dl Ll Tl \l dl ll tl |l l l l l l l l l l l l l l l l l l l l l $l ,l 4l <l Dl Ll Tl \l dl ll tl |l " l $ l & l ( l * l , l . l 0 l Z dl l l Dl l l l r l l @l @ l ` l u l l Tl |l l l K @ l 4 l l l . l \ !l k !l "l "l L#l X #l d %l p %l %l &l <&l L&l &l &l &l &l 'l ,'l \'l 'l 'l 'l 'l (l (l <(l ) L(l 1 (l 3 (l 6 (l : (l = (l C (l I )l N ,)l R D)l ] p)l v )l *l *l <*l L*l *l *l *l *l +l ,+l @+l +l +l +l ,l ,l <,l ) L,l 1 ,l 4 ,l : ,l E ,l I -l N ,-l X X-l d |-l p -l r -l .l .l 8.l H.l d.l p.l x.l .l .l .l .l /l (/l @/l \/l /l 0l 80l ) H0l : 0l E 0l I 1l N (1l W T1l [ `1l d 1l p 1l 2l 2l 82l H2l 2l 2l 2l 3l (3l T3l x3l 3l 3l 3l 4l 4l 84l E H4l I 5l O (5l X P5l d |5l p 5l 5l 6l 6l h6l 6l 6l 7l (7l <7l X7l `7l 7l 7l 3 8l ; 8l O 9l Z @9l :l :l :l (:l 4:l P:l d:l :l :l :l :l :l :l :l ;l ;l ;l @;l x;l <l ,<l `<l * <l 6 <l 8 <l : <l C <l H =l M $=l R 8=l W L=l \ `=l i t=l m =l s =l u =l =l >l >l P>l d>l x>l >l >l >l >l ?l J @l @Al @Cl Cl I Hl N (Il W @Il Y `Il ^ hIl Il (Jl @Jl Jl Jl Kl Kl Kl `Kl HLl [ `Ll ` tMl Nl Nl m Pl Yl Zl Zl [l \l 8\l 5 \l T ]l m ]l q ]l t ]l ^l ^l \_l p_l _l @`l y `l bl bl dl , dl < dl n el u el fl fl @gl hl _ hl } il il @jl jl jl L ll Z @ml t ml nl 8 pl J ql ~ 4ql @sl Psl , tl 0 tl < tl O 8ul x ul ul wl wl xl xl xl xl $xl ,xl 4xl <xl Dxl Lxl Txl \xl dxl lxl txl |xl " xl $ xl & xl ( xl * xl , xl . xl 0 xl 2 xl 4 xl 6 xl 8 xl : xl < xl > xl @ xl B yl D yl F yl H yl J $yl L ,yl N 4yl P <yl R Dyl T Lyl V Tyl X \yl Z dyl \ lyl ^ tyl ` |yl b yl d yl f yl h yl j yl l yl n yl p yl r yl t yl v yl x yl z yl | yl ~ yl yl zl zl zl zl $zl ,zl 4zl <zl Dzl Lzl Tzl pzl |zl zl zl zl zl zl zl zl zl zl zl zl zl zl zl zl zl {l {l {l {l ${l ,{l 4{l <{l D{l L{l T{l \{l d{l l{l t{l |{l {l {l {l {l {l {l {l {l {l {l {l {l {l {l {l {l @|l ( |l 8 |l F }r l h }l q }l s }l u }l w }l y }l { }l } }l ~l ~l l @l Xl l l l O! 8 l ! l _, 0 l b, 1 l g, 1 l i, 1 l k, 1 l m, 1 l r, 1 l u, 1 l |, 1 l , 2 l , 2 l , 2 l , 2 l , $2 l , ,2 l , 42 l , <2 l , D2 l , L2 l , T2 l , \2 l , d2 l , l2 l , t2 l , |2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 2 l , 3 l , 3 l , 3 l , 3 l , $3 l , ,3 l , 43 l , <3 l , D3 l , L3 l , T3 l , \3 l , d3 l , l3 l , t3 l , |3 l , 3 l , 3 l , 3 l , 3 l , 3 l &- 4 l (- 4 l .- 4 l h- 4 l - 5 l - 6 l - 6 l - 6 l - 6 l - 7 l - 7 l - @7 l - `7 l . 7 l 0. 8 l 0 @ l .0 @ l =0 @ r l 0 dB l 0 tB r l 0 C l 01 D l 1 F r r r l $ l $ @ l & l ,& @ l B& l D& l F& l H& l J& $ l L& , l N& 4 l P& < l R& D l T& L l V& T l X& \ l Z& d l \& l l ^& t l `& | l b& l d& l f& l h& l j& l l& l p& l ~& l & l & l & l & l & l & $ l & , l & 4 l & < l & D l & L l & T l & \ l & d l & l l & x l & l ' \ l $' l &' l (' l *' l ,' l .' l 2' l 4' l 6' l 8' l :' l <' l >' l @' l B' l D' l F' l H' l J' $ l L' , l N' 4 l P' < l R' D l T' L l V' T l X' \ l Z' d l \' l l ^' t l `' | l b' l d' l f' l h' l j' l l' l n' l p' l y' l {' l }' l ' l ' l ' l ' l ' l ' 0 l ' 8 l ' D l ' L l ' \ l ' d l ' l l ' t l ' | l ' l ' l ' l ' l ' l ' l ' l ' l ' l ' l (( l t( ! l ( " l ( @# l ( # l ( # l .) # l T) $ l ) & l ) <' l ) ' l 7* ( l N* ) l Z* @) l w* ) l * ) l * l+ l * + l * + l + , l + $, l + D, l '+ , l /+ , l [+ , l f+ - l + / l + / l + / l W 0 l z 8h l z Dh l z Lh l z |h l "z h l %z h l *z h l { xl l 0~ x l t~ y l l ' 4 l ; l > l N l ^ @ l l l l l l l A l J l { @ l l l l l l ` l ( l d l 7 l V l h l l l 6 ( l 9 l = l V l w ! l " l # l # l $ l : $ l & l & l ( l ( l 0( l T( l 6 d( l ; ( l @ ( l } ) l * l + l $+ l 6 , l V - l s - l . l I 0 l 3 l ( 4 l : 4 l < l ( < l Q < l G @ l p A l A l @C l C l 5 D l @ D l G E l t @E l w E l F l $G l @G l pG l H l 8 LH l ? H l J l J l (J l <J l |J l J l K l L l L l <L l ) LL l 1 L l 4 L l : L l E L l I M l N ,M l Q @M l X \M l d tM l m M l u M l K P l Z @Q l _ xQ l R l S l @S l V l V l `W l A X l E Y l Z @Y l Z l [ l \ l , t\ l : \ l ; ` l c l c l ? h l H i l @i l j l tj l k l p l 7 (p l A p l Z @q l q l Hr l r l t l t l 7 ,t l ; t l > t l H t l Z @u l f u l i u l u l @v l Lv l v l { l # l D% l /4 @ l GF l 9j l _j ) l jj ) l j @+ l j + l 7k , l Dk - l Zk @- l xk - l k - l n 9 l Eo < l o @= l o <> l o ? l @ l l 1 @ l 2 E l k< p l }< q l < r l < @r l < tr l 7Z h l mZ h l vZ i l Z j l Z lj l Z j l ` l ` l "` l l %` l +` l h l h @# l Ki $ l Zi @% r r r r r )l 0 )l l v l l j l l 0 C )ZPVALIDZCONTEXTJZCONTEXTON) __version__ZscriptsZ joining_typesZcodepoint_classes r r =/usr/lib/python3.8/site-packages/pip/_vendor/idna/idnadata.py<module> s & W h { PK A\Xx ; pip/_vendor/idna/__pycache__/intranges.cpython-38.opt-1.pycnu [ U .e @ s0 d Z ddlZdd Zdd Zdd Zd d ZdS ) a Given a list of integers, made up of (hopefully) a small number of long runs of consecutive integers, compute a representation of the form ((start1, end1), (start2, end2) ...). Then answer the question "was x present in the original list?" in time O(log(# runs)). Nc C s t | }g }d}tt|D ]b}|d t|k rJ|| ||d d krJq ||d |d }|t|d |d d |}q t|S )a Represent a list of integers as a sequence of ranges: ((start_0, end_0), (start_1, end_1), ...), such that the original integers are exactly those x such that start_i <= x < end_i for some i. Ranges are encoded as single integers (start << 32 | end), not as tuples. r )sortedrangelenappend _encode_rangetuple)Zlist_Z sorted_listrangesZ last_writeiZ current_range r >/usr/lib/python3.8/site-packages/pip/_vendor/idna/intranges.pyintranges_from_list s r c C s | d> |B S )N r )startendr r r r s r c C s | d? | d@ fS )Nr l r )rr r r _decode_range" s r c C sz t | d}t||}|dkrNt||d \}}|| krF|k rNn ndS |t|k rvt|| \}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r bisectZ bisect_leftr r )Zint_r Ztuple_posleftright_r r r intranges_contain& s r )__doc__r r r r r r r r r <module> s PK A\0 : pip/_vendor/idna/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e: @ s d dl mZ d dlT dS ) ) __version__)*N)Z package_datar Zcore r r =/usr/lib/python3.8/site-packages/pip/_vendor/idna/__init__.py<module> s PK A\6 +1# 1# 0 pip/_vendor/idna/__pycache__/core.cpython-38.pycnu [ U .e- @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ e dZ ej d dkr`e ZeZG d d d eZG d d d eZG d d deZG dd deZdd Zdd Zdd Zdd Zdd Zdd Zd7d d Z d d! Z d"d# Z d$d% Z d&d' Z d8d(d)Z!d*d+ Z"d,d- Z#d.d/ Z$d9d1d2Z%d:d3d4Z&d;d5d6Z'dS )< )idnadata N)intranges_contain s xn--u [.。．｡] c @ s e Zd ZdZdS ) IDNAErrorz7 Base exception for all IDNA-encoding related problems N__name__ __module__ __qualname____doc__ r r 9/usr/lib/python3.8/site-packages/pip/_vendor/idna/core.pyr s r c @ s e Zd ZdZdS ) IDNABidiErrorz= Exception when bidirectional requirements are not satisfied Nr r r r r r s r c @ s e Zd ZdZdS )InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used Nr r r r r r s r c @ s e Zd ZdZdS )InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used Nr r r r r r s r c C s0 t t| }|dkr,t t| s,td|S )Nr z Unknown character in unicodedata) unicodedataZ combiningunichrname ValueError)cpvr r r _combining_class$ s r c C s t t| tj| S )N)r ordr Zscripts)r Zscriptr r r _is_script+ s r c C s | dS )Npunycode)encodesr r r _punycode. s r c C s d | S )Nz U+{0:04X})formatr r r r _unot1 s r! c C s t | dkrdS dS )N? FTlenlabelr r r valid_label_length5 s r' c C s t | |rdndkrdS dS )N FTr# )r& trailing_dotr r r valid_string_length< s r+ Fc C s^ d}t | dD ]:\}}t|}|dkr<tdt| ||dkrd}q|sV|sVdS t| d }|dkrrd}n |d krd}ntd t| d}d}t | dD ]\}}t|}|r|d krtd ||d krd}n |dkrd}|dkrJ|s|}n||krJtdq|dkr.td||dkr>d}q|dkrd}q|sZtddS )NFr z3Unknown directionality in label {0} at position {1})RALANTr )r- r. Lz>First codepoint in label {0} must be directionality L, R or AL) r- r. r/ ENESCSETONBNNSMzHInvalid direction for codepoint at position {0} in a right-to-left label)r- r. r1 r/ r7 )r/ r1 z2Can not mix numeral types in a right-to-left label)r0 r1 r2 r3 r4 r5 r6 r7 zHInvalid direction for codepoint at position {0} in a left-to-right label)r0 r1 z0Label ends with illegal codepoint directionality) enumerater Z bidirectionalr r repr) r& Z check_ltrZ bidi_labelidxr directionZrtlZ valid_endingZ number_typer r r check_bidiC sP r< c C s" t | d d dkr tddS )Nr Mz0Label begins with an illegal combining characterT)r categoryr r% r r r check_initial_combiner s r? c C s< | dd dkrt d| d dks0| d dkr8t dd S ) N z--z4Label has disallowed hyphens in 3rd and 4th positionr -z)Label must not start or end with a hyphenT)r r% r r r check_hyphen_ok s rD c C s t d| | krtdd S )NNFCz%Label must be in Normalization Form C)r normalizer r% r r r check_nfc s rG c C s4 t | | }|dkr|dkr8tt | |d tkr8dS d}t|d ddD ]B}tjt | | }|t dkrrqL|t dt d fkrLd} qqL|sdS d}t|d t| D ]B}tjt | | }|t dkrq|t d t d fkrd} qq|S |d kr,|dkr(tt | |d tkr(dS dS dS d S ) Ni r r TFrC Tr0 Dr- i )r r _virama_combining_classranger Z joining_typesgetr$ )r& poscp_valueokiZ joining_typer r r valid_contextj s< rQ c C s t | | }|dkrdd| k r0t| d k r`n n,t | |d dkr`t | |d dkr`dS dS |dkr|t| d k rt| dkrt| |d dS dS |d ks|d kr|dkrt| |d d S dS |d kr| D ]6}|d krqt|ds t|ds t|dr dS qdS d| kr.dkrhn n6| D ],}dt | krVdkr6n n dS q6dS d| krdkrn n6| D ],}dt | krdkrn n dS qdS d S )N r r l TFiu ZGreeki i ZHebrewi0 u ・ZHiraganaZKatakanaZHani` ii i i )r r$ r )r& rM Z exceptionrN r r r r valid_contexto s> ( " rT c C sL t | ttfr| d} t| dkr,tdt| t| t| t | D ]\}}t |}t |t j d rpqLqLt |t j d rz,t| |stdt||d t| W n2 tk r tdt||d t| Y nX qLt |t j d r t| |s>td t||d t| qLtd t||d t| qLt| d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r z?Unknown codepoint adjacent to joiner {0} at position {1} in {2}ZCONTEXTO0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed) isinstancebytes bytearraydecoder$ r rG rD r? r8 r r r Zcodepoint_classesrQ r r r! r9 r rT r r< )r& rM r rN r r r check_label s< rZ c C s~ z(| d} t| t| s$td| W S tk r< Y nX | sJtdt| } t| t| } t| } t| sztd| S )NasciizLabel too longzNo Input) r ulabelr' r UnicodeEncodeErrorunicoderZ r _alabel_prefixr% r r r alabel s" r` c C s t | ttfs>z| d} W n tk r< t| | Y S X | } | trb| t td } nt| | dS | d} t| | S )Nr[ r ) rV rW rX r r] rZ lower startswithr_ r$ rY r% r r r r\ # s r\ Tc C s( ddl m } d}zt| D ]\}}t|}||dk r8|nt||dfd }|d } t|dkrj|d nd} | d ks| d kr|r| d kr|s| dkr||7 }q| dk r| d ks| d kr|r| d kr|r|| 7 }q| d krt qtd|W S tk r" t d t ||d t | Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r ) uts46datar, Zr r@ NVrI 3r= IrE rU ) rc r8 r bisectZ bisect_leftr$ IndexErrorr rF r r r! r9 ) Zdomain std3_rules transitionalrc outputrM charZ code_pointZuts46rowZstatusZ replacementr r r uts46_remap8 sV ro c C s t | ttfr| d} |r(t| ||} d}g }|r@| d}n t| }|rX|dgkr`td|d dkrv|d= d}|D ]$}t|} | r| | qztdqz|r| d d |} t | |std | S ) Nr[ F.r, Empty domainrC T Empty label .zDomain too long) rV rW rX rY ro split_unicode_dots_rer r` appendjoinr+ ) r strictuts46rk rl r* resultlabelsr& r r r r T s2 r c C s t | ttfr| d} |r(t| |d} d}g }|s@t| }n | d}|rX|dgkr`td|d sr|d= d}|D ]$}t|} | r| | qvtdqv|r| d d |S ) Nr[ Frp r, rq rC Trr ) rV rW rX rY ro rv ru r r\ rw rx )r ry rz rk r* r{ r| r& r r r rY s s, rY )F)F)TF)FFFF)FFF)(r, r ri r resysZ intrangesr rJ r_ compilerv version_infostrr^ chrr UnicodeErrorr r r r r r r r! r' r+ r< r? rD rG rQ rT rZ r` r\ ro r rY r r r r <module> sB < , ) PK A\Z3Q Q 8 pip/_vendor/idna/__pycache__/compat.cpython-38.opt-1.pycnu [ U .e @ s, d dl T d dlT dd Zdd Zdd ZdS ) )*c C s t | S N)encodeZlabel r ;/usr/lib/python3.8/site-packages/pip/_vendor/idna/compat.pyToASCII s r c C s t | S r )decoder r r r ToUnicode s r c C s t dd S )Nz,IDNA 2008 does not utilise nameprep protocol)NotImplementedError)sr r r nameprep s r N)Zcorecodecr r r r r r r <module> s PK A\04[ß ß pip/_vendor/idna/idnadata.pynu [ # This file is automatically generated by tools/idna-data __version__ = "11.0.0" scripts = { 'Greek': ( 0x37000000374, 0x37500000378, 0x37a0000037e, 0x37f00000380, 0x38400000385, 0x38600000387, 0x3880000038b, 0x38c0000038d, 0x38e000003a2, 0x3a3000003e2, 0x3f000000400, 0x1d2600001d2b, 0x1d5d00001d62, 0x1d6600001d6b, 0x1dbf00001dc0, 0x1f0000001f16, 0x1f1800001f1e, 0x1f2000001f46, 0x1f4800001f4e, 0x1f5000001f58, 0x1f5900001f5a, 0x1f5b00001f5c, 0x1f5d00001f5e, 0x1f5f00001f7e, 0x1f8000001fb5, 0x1fb600001fc5, 0x1fc600001fd4, 0x1fd600001fdc, 0x1fdd00001ff0, 0x1ff200001ff5, 0x1ff600001fff, 0x212600002127, 0xab650000ab66, 0x101400001018f, 0x101a0000101a1, 0x1d2000001d246, ), 'Han': ( 0x2e8000002e9a, 0x2e9b00002ef4, 0x2f0000002fd6, 0x300500003006, 0x300700003008, 0x30210000302a, 0x30380000303c, 0x340000004db6, 0x4e0000009ff0, 0xf9000000fa6e, 0xfa700000fada, 0x200000002a6d7, 0x2a7000002b735, 0x2b7400002b81e, 0x2b8200002cea2, 0x2ceb00002ebe1, 0x2f8000002fa1e, ), 'Hebrew': ( 0x591000005c8, 0x5d0000005eb, 0x5ef000005f5, 0xfb1d0000fb37, 0xfb380000fb3d, 0xfb3e0000fb3f, 0xfb400000fb42, 0xfb430000fb45, 0xfb460000fb50, ), 'Hiragana': ( 0x304100003097, 0x309d000030a0, 0x1b0010001b11f, 0x1f2000001f201, ), 'Katakana': ( 0x30a1000030fb, 0x30fd00003100, 0x31f000003200, 0x32d0000032ff, 0x330000003358, 0xff660000ff70, 0xff710000ff9e, 0x1b0000001b001, ), } joining_types = { 0x600: 85, 0x601: 85, 0x602: 85, 0x603: 85, 0x604: 85, 0x605: 85, 0x608: 85, 0x60b: 85, 0x620: 68, 0x621: 85, 0x622: 82, 0x623: 82, 0x624: 82, 0x625: 82, 0x626: 68, 0x627: 82, 0x628: 68, 0x629: 82, 0x62a: 68, 0x62b: 68, 0x62c: 68, 0x62d: 68, 0x62e: 68, 0x62f: 82, 0x630: 82, 0x631: 82, 0x632: 82, 0x633: 68, 0x634: 68, 0x635: 68, 0x636: 68, 0x637: 68, 0x638: 68, 0x639: 68, 0x63a: 68, 0x63b: 68, 0x63c: 68, 0x63d: 68, 0x63e: 68, 0x63f: 68, 0x640: 67, 0x641: 68, 0x642: 68, 0x643: 68, 0x644: 68, 0x645: 68, 0x646: 68, 0x647: 68, 0x648: 82, 0x649: 68, 0x64a: 68, 0x66e: 68, 0x66f: 68, 0x671: 82, 0x672: 82, 0x673: 82, 0x674: 85, 0x675: 82, 0x676: 82, 0x677: 82, 0x678: 68, 0x679: 68, 0x67a: 68, 0x67b: 68, 0x67c: 68, 0x67d: 68, 0x67e: 68, 0x67f: 68, 0x680: 68, 0x681: 68, 0x682: 68, 0x683: 68, 0x684: 68, 0x685: 68, 0x686: 68, 0x687: 68, 0x688: 82, 0x689: 82, 0x68a: 82, 0x68b: 82, 0x68c: 82, 0x68d: 82, 0x68e: 82, 0x68f: 82, 0x690: 82, 0x691: 82, 0x692: 82, 0x693: 82, 0x694: 82, 0x695: 82, 0x696: 82, 0x697: 82, 0x698: 82, 0x699: 82, 0x69a: 68, 0x69b: 68, 0x69c: 68, 0x69d: 68, 0x69e: 68, 0x69f: 68, 0x6a0: 68, 0x6a1: 68, 0x6a2: 68, 0x6a3: 68, 0x6a4: 68, 0x6a5: 68, 0x6a6: 68, 0x6a7: 68, 0x6a8: 68, 0x6a9: 68, 0x6aa: 68, 0x6ab: 68, 0x6ac: 68, 0x6ad: 68, 0x6ae: 68, 0x6af: 68, 0x6b0: 68, 0x6b1: 68, 0x6b2: 68, 0x6b3: 68, 0x6b4: 68, 0x6b5: 68, 0x6b6: 68, 0x6b7: 68, 0x6b8: 68, 0x6b9: 68, 0x6ba: 68, 0x6bb: 68, 0x6bc: 68, 0x6bd: 68, 0x6be: 68, 0x6bf: 68, 0x6c0: 82, 0x6c1: 68, 0x6c2: 68, 0x6c3: 82, 0x6c4: 82, 0x6c5: 82, 0x6c6: 82, 0x6c7: 82, 0x6c8: 82, 0x6c9: 82, 0x6ca: 82, 0x6cb: 82, 0x6cc: 68, 0x6cd: 82, 0x6ce: 68, 0x6cf: 82, 0x6d0: 68, 0x6d1: 68, 0x6d2: 82, 0x6d3: 82, 0x6d5: 82, 0x6dd: 85, 0x6ee: 82, 0x6ef: 82, 0x6fa: 68, 0x6fb: 68, 0x6fc: 68, 0x6ff: 68, 0x70f: 84, 0x710: 82, 0x712: 68, 0x713: 68, 0x714: 68, 0x715: 82, 0x716: 82, 0x717: 82, 0x718: 82, 0x719: 82, 0x71a: 68, 0x71b: 68, 0x71c: 68, 0x71d: 68, 0x71e: 82, 0x71f: 68, 0x720: 68, 0x721: 68, 0x722: 68, 0x723: 68, 0x724: 68, 0x725: 68, 0x726: 68, 0x727: 68, 0x728: 82, 0x729: 68, 0x72a: 82, 0x72b: 68, 0x72c: 82, 0x72d: 68, 0x72e: 68, 0x72f: 82, 0x74d: 82, 0x74e: 68, 0x74f: 68, 0x750: 68, 0x751: 68, 0x752: 68, 0x753: 68, 0x754: 68, 0x755: 68, 0x756: 68, 0x757: 68, 0x758: 68, 0x759: 82, 0x75a: 82, 0x75b: 82, 0x75c: 68, 0x75d: 68, 0x75e: 68, 0x75f: 68, 0x760: 68, 0x761: 68, 0x762: 68, 0x763: 68, 0x764: 68, 0x765: 68, 0x766: 68, 0x767: 68, 0x768: 68, 0x769: 68, 0x76a: 68, 0x76b: 82, 0x76c: 82, 0x76d: 68, 0x76e: 68, 0x76f: 68, 0x770: 68, 0x771: 82, 0x772: 68, 0x773: 82, 0x774: 82, 0x775: 68, 0x776: 68, 0x777: 68, 0x778: 82, 0x779: 82, 0x77a: 68, 0x77b: 68, 0x77c: 68, 0x77d: 68, 0x77e: 68, 0x77f: 68, 0x7ca: 68, 0x7cb: 68, 0x7cc: 68, 0x7cd: 68, 0x7ce: 68, 0x7cf: 68, 0x7d0: 68, 0x7d1: 68, 0x7d2: 68, 0x7d3: 68, 0x7d4: 68, 0x7d5: 68, 0x7d6: 68, 0x7d7: 68, 0x7d8: 68, 0x7d9: 68, 0x7da: 68, 0x7db: 68, 0x7dc: 68, 0x7dd: 68, 0x7de: 68, 0x7df: 68, 0x7e0: 68, 0x7e1: 68, 0x7e2: 68, 0x7e3: 68, 0x7e4: 68, 0x7e5: 68, 0x7e6: 68, 0x7e7: 68, 0x7e8: 68, 0x7e9: 68, 0x7ea: 68, 0x7fa: 67, 0x840: 82, 0x841: 68, 0x842: 68, 0x843: 68, 0x844: 68, 0x845: 68, 0x846: 82, 0x847: 82, 0x848: 68, 0x849: 82, 0x84a: 68, 0x84b: 68, 0x84c: 68, 0x84d: 68, 0x84e: 68, 0x84f: 68, 0x850: 68, 0x851: 68, 0x852: 68, 0x853: 68, 0x854: 82, 0x855: 68, 0x856: 85, 0x857: 85, 0x858: 85, 0x860: 68, 0x861: 85, 0x862: 68, 0x863: 68, 0x864: 68, 0x865: 68, 0x866: 85, 0x867: 82, 0x868: 68, 0x869: 82, 0x86a: 82, 0x8a0: 68, 0x8a1: 68, 0x8a2: 68, 0x8a3: 68, 0x8a4: 68, 0x8a5: 68, 0x8a6: 68, 0x8a7: 68, 0x8a8: 68, 0x8a9: 68, 0x8aa: 82, 0x8ab: 82, 0x8ac: 82, 0x8ad: 85, 0x8ae: 82, 0x8af: 68, 0x8b0: 68, 0x8b1: 82, 0x8b2: 82, 0x8b3: 68, 0x8b4: 68, 0x8b6: 68, 0x8b7: 68, 0x8b8: 68, 0x8b9: 82, 0x8ba: 68, 0x8bb: 68, 0x8bc: 68, 0x8bd: 68, 0x8e2: 85, 0x1806: 85, 0x1807: 68, 0x180a: 67, 0x180e: 85, 0x1820: 68, 0x1821: 68, 0x1822: 68, 0x1823: 68, 0x1824: 68, 0x1825: 68, 0x1826: 68, 0x1827: 68, 0x1828: 68, 0x1829: 68, 0x182a: 68, 0x182b: 68, 0x182c: 68, 0x182d: 68, 0x182e: 68, 0x182f: 68, 0x1830: 68, 0x1831: 68, 0x1832: 68, 0x1833: 68, 0x1834: 68, 0x1835: 68, 0x1836: 68, 0x1837: 68, 0x1838: 68, 0x1839: 68, 0x183a: 68, 0x183b: 68, 0x183c: 68, 0x183d: 68, 0x183e: 68, 0x183f: 68, 0x1840: 68, 0x1841: 68, 0x1842: 68, 0x1843: 68, 0x1844: 68, 0x1845: 68, 0x1846: 68, 0x1847: 68, 0x1848: 68, 0x1849: 68, 0x184a: 68, 0x184b: 68, 0x184c: 68, 0x184d: 68, 0x184e: 68, 0x184f: 68, 0x1850: 68, 0x1851: 68, 0x1852: 68, 0x1853: 68, 0x1854: 68, 0x1855: 68, 0x1856: 68, 0x1857: 68, 0x1858: 68, 0x1859: 68, 0x185a: 68, 0x185b: 68, 0x185c: 68, 0x185d: 68, 0x185e: 68, 0x185f: 68, 0x1860: 68, 0x1861: 68, 0x1862: 68, 0x1863: 68, 0x1864: 68, 0x1865: 68, 0x1866: 68, 0x1867: 68, 0x1868: 68, 0x1869: 68, 0x186a: 68, 0x186b: 68, 0x186c: 68, 0x186d: 68, 0x186e: 68, 0x186f: 68, 0x1870: 68, 0x1871: 68, 0x1872: 68, 0x1873: 68, 0x1874: 68, 0x1875: 68, 0x1876: 68, 0x1877: 68, 0x1878: 68, 0x1880: 85, 0x1881: 85, 0x1882: 85, 0x1883: 85, 0x1884: 85, 0x1885: 84, 0x1886: 84, 0x1887: 68, 0x1888: 68, 0x1889: 68, 0x188a: 68, 0x188b: 68, 0x188c: 68, 0x188d: 68, 0x188e: 68, 0x188f: 68, 0x1890: 68, 0x1891: 68, 0x1892: 68, 0x1893: 68, 0x1894: 68, 0x1895: 68, 0x1896: 68, 0x1897: 68, 0x1898: 68, 0x1899: 68, 0x189a: 68, 0x189b: 68, 0x189c: 68, 0x189d: 68, 0x189e: 68, 0x189f: 68, 0x18a0: 68, 0x18a1: 68, 0x18a2: 68, 0x18a3: 68, 0x18a4: 68, 0x18a5: 68, 0x18a6: 68, 0x18a7: 68, 0x18a8: 68, 0x18aa: 68, 0x200c: 85, 0x200d: 67, 0x202f: 85, 0x2066: 85, 0x2067: 85, 0x2068: 85, 0x2069: 85, 0xa840: 68, 0xa841: 68, 0xa842: 68, 0xa843: 68, 0xa844: 68, 0xa845: 68, 0xa846: 68, 0xa847: 68, 0xa848: 68, 0xa849: 68, 0xa84a: 68, 0xa84b: 68, 0xa84c: 68, 0xa84d: 68, 0xa84e: 68, 0xa84f: 68, 0xa850: 68, 0xa851: 68, 0xa852: 68, 0xa853: 68, 0xa854: 68, 0xa855: 68, 0xa856: 68, 0xa857: 68, 0xa858: 68, 0xa859: 68, 0xa85a: 68, 0xa85b: 68, 0xa85c: 68, 0xa85d: 68, 0xa85e: 68, 0xa85f: 68, 0xa860: 68, 0xa861: 68, 0xa862: 68, 0xa863: 68, 0xa864: 68, 0xa865: 68, 0xa866: 68, 0xa867: 68, 0xa868: 68, 0xa869: 68, 0xa86a: 68, 0xa86b: 68, 0xa86c: 68, 0xa86d: 68, 0xa86e: 68, 0xa86f: 68, 0xa870: 68, 0xa871: 68, 0xa872: 76, 0xa873: 85, 0x10ac0: 68, 0x10ac1: 68, 0x10ac2: 68, 0x10ac3: 68, 0x10ac4: 68, 0x10ac5: 82, 0x10ac6: 85, 0x10ac7: 82, 0x10ac8: 85, 0x10ac9: 82, 0x10aca: 82, 0x10acb: 85, 0x10acc: 85, 0x10acd: 76, 0x10ace: 82, 0x10acf: 82, 0x10ad0: 82, 0x10ad1: 82, 0x10ad2: 82, 0x10ad3: 68, 0x10ad4: 68, 0x10ad5: 68, 0x10ad6: 68, 0x10ad7: 76, 0x10ad8: 68, 0x10ad9: 68, 0x10ada: 68, 0x10adb: 68, 0x10adc: 68, 0x10add: 82, 0x10ade: 68, 0x10adf: 68, 0x10ae0: 68, 0x10ae1: 82, 0x10ae2: 85, 0x10ae3: 85, 0x10ae4: 82, 0x10aeb: 68, 0x10aec: 68, 0x10aed: 68, 0x10aee: 68, 0x10aef: 82, 0x10b80: 68, 0x10b81: 82, 0x10b82: 68, 0x10b83: 82, 0x10b84: 82, 0x10b85: 82, 0x10b86: 68, 0x10b87: 68, 0x10b88: 68, 0x10b89: 82, 0x10b8a: 68, 0x10b8b: 68, 0x10b8c: 82, 0x10b8d: 68, 0x10b8e: 82, 0x10b8f: 82, 0x10b90: 68, 0x10b91: 82, 0x10ba9: 82, 0x10baa: 82, 0x10bab: 82, 0x10bac: 82, 0x10bad: 68, 0x10bae: 68, 0x10baf: 85, 0x10d00: 76, 0x10d01: 68, 0x10d02: 68, 0x10d03: 68, 0x10d04: 68, 0x10d05: 68, 0x10d06: 68, 0x10d07: 68, 0x10d08: 68, 0x10d09: 68, 0x10d0a: 68, 0x10d0b: 68, 0x10d0c: 68, 0x10d0d: 68, 0x10d0e: 68, 0x10d0f: 68, 0x10d10: 68, 0x10d11: 68, 0x10d12: 68, 0x10d13: 68, 0x10d14: 68, 0x10d15: 68, 0x10d16: 68, 0x10d17: 68, 0x10d18: 68, 0x10d19: 68, 0x10d1a: 68, 0x10d1b: 68, 0x10d1c: 68, 0x10d1d: 68, 0x10d1e: 68, 0x10d1f: 68, 0x10d20: 68, 0x10d21: 68, 0x10d22: 82, 0x10d23: 68, 0x10f30: 68, 0x10f31: 68, 0x10f32: 68, 0x10f33: 82, 0x10f34: 68, 0x10f35: 68, 0x10f36: 68, 0x10f37: 68, 0x10f38: 68, 0x10f39: 68, 0x10f3a: 68, 0x10f3b: 68, 0x10f3c: 68, 0x10f3d: 68, 0x10f3e: 68, 0x10f3f: 68, 0x10f40: 68, 0x10f41: 68, 0x10f42: 68, 0x10f43: 68, 0x10f44: 68, 0x10f45: 85, 0x10f51: 68, 0x10f52: 68, 0x10f53: 68, 0x10f54: 82, 0x110bd: 85, 0x110cd: 85, 0x1e900: 68, 0x1e901: 68, 0x1e902: 68, 0x1e903: 68, 0x1e904: 68, 0x1e905: 68, 0x1e906: 68, 0x1e907: 68, 0x1e908: 68, 0x1e909: 68, 0x1e90a: 68, 0x1e90b: 68, 0x1e90c: 68, 0x1e90d: 68, 0x1e90e: 68, 0x1e90f: 68, 0x1e910: 68, 0x1e911: 68, 0x1e912: 68, 0x1e913: 68, 0x1e914: 68, 0x1e915: 68, 0x1e916: 68, 0x1e917: 68, 0x1e918: 68, 0x1e919: 68, 0x1e91a: 68, 0x1e91b: 68, 0x1e91c: 68, 0x1e91d: 68, 0x1e91e: 68, 0x1e91f: 68, 0x1e920: 68, 0x1e921: 68, 0x1e922: 68, 0x1e923: 68, 0x1e924: 68, 0x1e925: 68, 0x1e926: 68, 0x1e927: 68, 0x1e928: 68, 0x1e929: 68, 0x1e92a: 68, 0x1e92b: 68, 0x1e92c: 68, 0x1e92d: 68, 0x1e92e: 68, 0x1e92f: 68, 0x1e930: 68, 0x1e931: 68, 0x1e932: 68, 0x1e933: 68, 0x1e934: 68, 0x1e935: 68, 0x1e936: 68, 0x1e937: 68, 0x1e938: 68, 0x1e939: 68, 0x1e93a: 68, 0x1e93b: 68, 0x1e93c: 68, 0x1e93d: 68, 0x1e93e: 68, 0x1e93f: 68, 0x1e940: 68, 0x1e941: 68, 0x1e942: 68, 0x1e943: 68, } codepoint_classes = { 'PVALID': ( 0x2d0000002e, 0x300000003a, 0x610000007b, 0xdf000000f7, 0xf800000100, 0x10100000102, 0x10300000104, 0x10500000106, 0x10700000108, 0x1090000010a, 0x10b0000010c, 0x10d0000010e, 0x10f00000110, 0x11100000112, 0x11300000114, 0x11500000116, 0x11700000118, 0x1190000011a, 0x11b0000011c, 0x11d0000011e, 0x11f00000120, 0x12100000122, 0x12300000124, 0x12500000126, 0x12700000128, 0x1290000012a, 0x12b0000012c, 0x12d0000012e, 0x12f00000130, 0x13100000132, 0x13500000136, 0x13700000139, 0x13a0000013b, 0x13c0000013d, 0x13e0000013f, 0x14200000143, 0x14400000145, 0x14600000147, 0x14800000149, 0x14b0000014c, 0x14d0000014e, 0x14f00000150, 0x15100000152, 0x15300000154, 0x15500000156, 0x15700000158, 0x1590000015a, 0x15b0000015c, 0x15d0000015e, 0x15f00000160, 0x16100000162, 0x16300000164, 0x16500000166, 0x16700000168, 0x1690000016a, 0x16b0000016c, 0x16d0000016e, 0x16f00000170, 0x17100000172, 0x17300000174, 0x17500000176, 0x17700000178, 0x17a0000017b, 0x17c0000017d, 0x17e0000017f, 0x18000000181, 0x18300000184, 0x18500000186, 0x18800000189, 0x18c0000018e, 0x19200000193, 0x19500000196, 0x1990000019c, 0x19e0000019f, 0x1a1000001a2, 0x1a3000001a4, 0x1a5000001a6, 0x1a8000001a9, 0x1aa000001ac, 0x1ad000001ae, 0x1b0000001b1, 0x1b4000001b5, 0x1b6000001b7, 0x1b9000001bc, 0x1bd000001c4, 0x1ce000001cf, 0x1d0000001d1, 0x1d2000001d3, 0x1d4000001d5, 0x1d6000001d7, 0x1d8000001d9, 0x1da000001db, 0x1dc000001de, 0x1df000001e0, 0x1e1000001e2, 0x1e3000001e4, 0x1e5000001e6, 0x1e7000001e8, 0x1e9000001ea, 0x1eb000001ec, 0x1ed000001ee, 0x1ef000001f1, 0x1f5000001f6, 0x1f9000001fa, 0x1fb000001fc, 0x1fd000001fe, 0x1ff00000200, 0x20100000202, 0x20300000204, 0x20500000206, 0x20700000208, 0x2090000020a, 0x20b0000020c, 0x20d0000020e, 0x20f00000210, 0x21100000212, 0x21300000214, 0x21500000216, 0x21700000218, 0x2190000021a, 0x21b0000021c, 0x21d0000021e, 0x21f00000220, 0x22100000222, 0x22300000224, 0x22500000226, 0x22700000228, 0x2290000022a, 0x22b0000022c, 0x22d0000022e, 0x22f00000230, 0x23100000232, 0x2330000023a, 0x23c0000023d, 0x23f00000241, 0x24200000243, 0x24700000248, 0x2490000024a, 0x24b0000024c, 0x24d0000024e, 0x24f000002b0, 0x2b9000002c2, 0x2c6000002d2, 0x2ec000002ed, 0x2ee000002ef, 0x30000000340, 0x34200000343, 0x3460000034f, 0x35000000370, 0x37100000372, 0x37300000374, 0x37700000378, 0x37b0000037e, 0x39000000391, 0x3ac000003cf, 0x3d7000003d8, 0x3d9000003da, 0x3db000003dc, 0x3dd000003de, 0x3df000003e0, 0x3e1000003e2, 0x3e3000003e4, 0x3e5000003e6, 0x3e7000003e8, 0x3e9000003ea, 0x3eb000003ec, 0x3ed000003ee, 0x3ef000003f0, 0x3f3000003f4, 0x3f8000003f9, 0x3fb000003fd, 0x43000000460, 0x46100000462, 0x46300000464, 0x46500000466, 0x46700000468, 0x4690000046a, 0x46b0000046c, 0x46d0000046e, 0x46f00000470, 0x47100000472, 0x47300000474, 0x47500000476, 0x47700000478, 0x4790000047a, 0x47b0000047c, 0x47d0000047e, 0x47f00000480, 0x48100000482, 0x48300000488, 0x48b0000048c, 0x48d0000048e, 0x48f00000490, 0x49100000492, 0x49300000494, 0x49500000496, 0x49700000498, 0x4990000049a, 0x49b0000049c, 0x49d0000049e, 0x49f000004a0, 0x4a1000004a2, 0x4a3000004a4, 0x4a5000004a6, 0x4a7000004a8, 0x4a9000004aa, 0x4ab000004ac, 0x4ad000004ae, 0x4af000004b0, 0x4b1000004b2, 0x4b3000004b4, 0x4b5000004b6, 0x4b7000004b8, 0x4b9000004ba, 0x4bb000004bc, 0x4bd000004be, 0x4bf000004c0, 0x4c2000004c3, 0x4c4000004c5, 0x4c6000004c7, 0x4c8000004c9, 0x4ca000004cb, 0x4cc000004cd, 0x4ce000004d0, 0x4d1000004d2, 0x4d3000004d4, 0x4d5000004d6, 0x4d7000004d8, 0x4d9000004da, 0x4db000004dc, 0x4dd000004de, 0x4df000004e0, 0x4e1000004e2, 0x4e3000004e4, 0x4e5000004e6, 0x4e7000004e8, 0x4e9000004ea, 0x4eb000004ec, 0x4ed000004ee, 0x4ef000004f0, 0x4f1000004f2, 0x4f3000004f4, 0x4f5000004f6, 0x4f7000004f8, 0x4f9000004fa, 0x4fb000004fc, 0x4fd000004fe, 0x4ff00000500, 0x50100000502, 0x50300000504, 0x50500000506, 0x50700000508, 0x5090000050a, 0x50b0000050c, 0x50d0000050e, 0x50f00000510, 0x51100000512, 0x51300000514, 0x51500000516, 0x51700000518, 0x5190000051a, 0x51b0000051c, 0x51d0000051e, 0x51f00000520, 0x52100000522, 0x52300000524, 0x52500000526, 0x52700000528, 0x5290000052a, 0x52b0000052c, 0x52d0000052e, 0x52f00000530, 0x5590000055a, 0x56000000587, 0x58800000589, 0x591000005be, 0x5bf000005c0, 0x5c1000005c3, 0x5c4000005c6, 0x5c7000005c8, 0x5d0000005eb, 0x5ef000005f3, 0x6100000061b, 0x62000000640, 0x64100000660, 0x66e00000675, 0x679000006d4, 0x6d5000006dd, 0x6df000006e9, 0x6ea000006f0, 0x6fa00000700, 0x7100000074b, 0x74d000007b2, 0x7c0000007f6, 0x7fd000007fe, 0x8000000082e, 0x8400000085c, 0x8600000086b, 0x8a0000008b5, 0x8b6000008be, 0x8d3000008e2, 0x8e300000958, 0x96000000964, 0x96600000970, 0x97100000984, 0x9850000098d, 0x98f00000991, 0x993000009a9, 0x9aa000009b1, 0x9b2000009b3, 0x9b6000009ba, 0x9bc000009c5, 0x9c7000009c9, 0x9cb000009cf, 0x9d7000009d8, 0x9e0000009e4, 0x9e6000009f2, 0x9fc000009fd, 0x9fe000009ff, 0xa0100000a04, 0xa0500000a0b, 0xa0f00000a11, 0xa1300000a29, 0xa2a00000a31, 0xa3200000a33, 0xa3500000a36, 0xa3800000a3a, 0xa3c00000a3d, 0xa3e00000a43, 0xa4700000a49, 0xa4b00000a4e, 0xa5100000a52, 0xa5c00000a5d, 0xa6600000a76, 0xa8100000a84, 0xa8500000a8e, 0xa8f00000a92, 0xa9300000aa9, 0xaaa00000ab1, 0xab200000ab4, 0xab500000aba, 0xabc00000ac6, 0xac700000aca, 0xacb00000ace, 0xad000000ad1, 0xae000000ae4, 0xae600000af0, 0xaf900000b00, 0xb0100000b04, 0xb0500000b0d, 0xb0f00000b11, 0xb1300000b29, 0xb2a00000b31, 0xb3200000b34, 0xb3500000b3a, 0xb3c00000b45, 0xb4700000b49, 0xb4b00000b4e, 0xb5600000b58, 0xb5f00000b64, 0xb6600000b70, 0xb7100000b72, 0xb8200000b84, 0xb8500000b8b, 0xb8e00000b91, 0xb9200000b96, 0xb9900000b9b, 0xb9c00000b9d, 0xb9e00000ba0, 0xba300000ba5, 0xba800000bab, 0xbae00000bba, 0xbbe00000bc3, 0xbc600000bc9, 0xbca00000bce, 0xbd000000bd1, 0xbd700000bd8, 0xbe600000bf0, 0xc0000000c0d, 0xc0e00000c11, 0xc1200000c29, 0xc2a00000c3a, 0xc3d00000c45, 0xc4600000c49, 0xc4a00000c4e, 0xc5500000c57, 0xc5800000c5b, 0xc6000000c64, 0xc6600000c70, 0xc8000000c84, 0xc8500000c8d, 0xc8e00000c91, 0xc9200000ca9, 0xcaa00000cb4, 0xcb500000cba, 0xcbc00000cc5, 0xcc600000cc9, 0xcca00000cce, 0xcd500000cd7, 0xcde00000cdf, 0xce000000ce4, 0xce600000cf0, 0xcf100000cf3, 0xd0000000d04, 0xd0500000d0d, 0xd0e00000d11, 0xd1200000d45, 0xd4600000d49, 0xd4a00000d4f, 0xd5400000d58, 0xd5f00000d64, 0xd6600000d70, 0xd7a00000d80, 0xd8200000d84, 0xd8500000d97, 0xd9a00000db2, 0xdb300000dbc, 0xdbd00000dbe, 0xdc000000dc7, 0xdca00000dcb, 0xdcf00000dd5, 0xdd600000dd7, 0xdd800000de0, 0xde600000df0, 0xdf200000df4, 0xe0100000e33, 0xe3400000e3b, 0xe4000000e4f, 0xe5000000e5a, 0xe8100000e83, 0xe8400000e85, 0xe8700000e89, 0xe8a00000e8b, 0xe8d00000e8e, 0xe9400000e98, 0xe9900000ea0, 0xea100000ea4, 0xea500000ea6, 0xea700000ea8, 0xeaa00000eac, 0xead00000eb3, 0xeb400000eba, 0xebb00000ebe, 0xec000000ec5, 0xec600000ec7, 0xec800000ece, 0xed000000eda, 0xede00000ee0, 0xf0000000f01, 0xf0b00000f0c, 0xf1800000f1a, 0xf2000000f2a, 0xf3500000f36, 0xf3700000f38, 0xf3900000f3a, 0xf3e00000f43, 0xf4400000f48, 0xf4900000f4d, 0xf4e00000f52, 0xf5300000f57, 0xf5800000f5c, 0xf5d00000f69, 0xf6a00000f6d, 0xf7100000f73, 0xf7400000f75, 0xf7a00000f81, 0xf8200000f85, 0xf8600000f93, 0xf9400000f98, 0xf9900000f9d, 0xf9e00000fa2, 0xfa300000fa7, 0xfa800000fac, 0xfad00000fb9, 0xfba00000fbd, 0xfc600000fc7, 0x10000000104a, 0x10500000109e, 0x10d0000010fb, 0x10fd00001100, 0x120000001249, 0x124a0000124e, 0x125000001257, 0x125800001259, 0x125a0000125e, 0x126000001289, 0x128a0000128e, 0x1290000012b1, 0x12b2000012b6, 0x12b8000012bf, 0x12c0000012c1, 0x12c2000012c6, 0x12c8000012d7, 0x12d800001311, 0x131200001316, 0x13180000135b, 0x135d00001360, 0x138000001390, 0x13a0000013f6, 0x14010000166d, 0x166f00001680, 0x16810000169b, 0x16a0000016eb, 0x16f1000016f9, 0x17000000170d, 0x170e00001715, 0x172000001735, 0x174000001754, 0x17600000176d, 0x176e00001771, 0x177200001774, 0x1780000017b4, 0x17b6000017d4, 0x17d7000017d8, 0x17dc000017de, 0x17e0000017ea, 0x18100000181a, 0x182000001879, 0x1880000018ab, 0x18b0000018f6, 0x19000000191f, 0x19200000192c, 0x19300000193c, 0x19460000196e, 0x197000001975, 0x1980000019ac, 0x19b0000019ca, 0x19d0000019da, 0x1a0000001a1c, 0x1a2000001a5f, 0x1a6000001a7d, 0x1a7f00001a8a, 0x1a9000001a9a, 0x1aa700001aa8, 0x1ab000001abe, 0x1b0000001b4c, 0x1b5000001b5a, 0x1b6b00001b74, 0x1b8000001bf4, 0x1c0000001c38, 0x1c4000001c4a, 0x1c4d00001c7e, 0x1cd000001cd3, 0x1cd400001cfa, 0x1d0000001d2c, 0x1d2f00001d30, 0x1d3b00001d3c, 0x1d4e00001d4f, 0x1d6b00001d78, 0x1d7900001d9b, 0x1dc000001dfa, 0x1dfb00001e00, 0x1e0100001e02, 0x1e0300001e04, 0x1e0500001e06, 0x1e0700001e08, 0x1e0900001e0a, 0x1e0b00001e0c, 0x1e0d00001e0e, 0x1e0f00001e10, 0x1e1100001e12, 0x1e1300001e14, 0x1e1500001e16, 0x1e1700001e18, 0x1e1900001e1a, 0x1e1b00001e1c, 0x1e1d00001e1e, 0x1e1f00001e20, 0x1e2100001e22, 0x1e2300001e24, 0x1e2500001e26, 0x1e2700001e28, 0x1e2900001e2a, 0x1e2b00001e2c, 0x1e2d00001e2e, 0x1e2f00001e30, 0x1e3100001e32, 0x1e3300001e34, 0x1e3500001e36, 0x1e3700001e38, 0x1e3900001e3a, 0x1e3b00001e3c, 0x1e3d00001e3e, 0x1e3f00001e40, 0x1e4100001e42, 0x1e4300001e44, 0x1e4500001e46, 0x1e4700001e48, 0x1e4900001e4a, 0x1e4b00001e4c, 0x1e4d00001e4e, 0x1e4f00001e50, 0x1e5100001e52, 0x1e5300001e54, 0x1e5500001e56, 0x1e5700001e58, 0x1e5900001e5a, 0x1e5b00001e5c, 0x1e5d00001e5e, 0x1e5f00001e60, 0x1e6100001e62, 0x1e6300001e64, 0x1e6500001e66, 0x1e6700001e68, 0x1e6900001e6a, 0x1e6b00001e6c, 0x1e6d00001e6e, 0x1e6f00001e70, 0x1e7100001e72, 0x1e7300001e74, 0x1e7500001e76, 0x1e7700001e78, 0x1e7900001e7a, 0x1e7b00001e7c, 0x1e7d00001e7e, 0x1e7f00001e80, 0x1e8100001e82, 0x1e8300001e84, 0x1e8500001e86, 0x1e8700001e88, 0x1e8900001e8a, 0x1e8b00001e8c, 0x1e8d00001e8e, 0x1e8f00001e90, 0x1e9100001e92, 0x1e9300001e94, 0x1e9500001e9a, 0x1e9c00001e9e, 0x1e9f00001ea0, 0x1ea100001ea2, 0x1ea300001ea4, 0x1ea500001ea6, 0x1ea700001ea8, 0x1ea900001eaa, 0x1eab00001eac, 0x1ead00001eae, 0x1eaf00001eb0, 0x1eb100001eb2, 0x1eb300001eb4, 0x1eb500001eb6, 0x1eb700001eb8, 0x1eb900001eba, 0x1ebb00001ebc, 0x1ebd00001ebe, 0x1ebf00001ec0, 0x1ec100001ec2, 0x1ec300001ec4, 0x1ec500001ec6, 0x1ec700001ec8, 0x1ec900001eca, 0x1ecb00001ecc, 0x1ecd00001ece, 0x1ecf00001ed0, 0x1ed100001ed2, 0x1ed300001ed4, 0x1ed500001ed6, 0x1ed700001ed8, 0x1ed900001eda, 0x1edb00001edc, 0x1edd00001ede, 0x1edf00001ee0, 0x1ee100001ee2, 0x1ee300001ee4, 0x1ee500001ee6, 0x1ee700001ee8, 0x1ee900001eea, 0x1eeb00001eec, 0x1eed00001eee, 0x1eef00001ef0, 0x1ef100001ef2, 0x1ef300001ef4, 0x1ef500001ef6, 0x1ef700001ef8, 0x1ef900001efa, 0x1efb00001efc, 0x1efd00001efe, 0x1eff00001f08, 0x1f1000001f16, 0x1f2000001f28, 0x1f3000001f38, 0x1f4000001f46, 0x1f5000001f58, 0x1f6000001f68, 0x1f7000001f71, 0x1f7200001f73, 0x1f7400001f75, 0x1f7600001f77, 0x1f7800001f79, 0x1f7a00001f7b, 0x1f7c00001f7d, 0x1fb000001fb2, 0x1fb600001fb7, 0x1fc600001fc7, 0x1fd000001fd3, 0x1fd600001fd8, 0x1fe000001fe3, 0x1fe400001fe8, 0x1ff600001ff7, 0x214e0000214f, 0x218400002185, 0x2c3000002c5f, 0x2c6100002c62, 0x2c6500002c67, 0x2c6800002c69, 0x2c6a00002c6b, 0x2c6c00002c6d, 0x2c7100002c72, 0x2c7300002c75, 0x2c7600002c7c, 0x2c8100002c82, 0x2c8300002c84, 0x2c8500002c86, 0x2c8700002c88, 0x2c8900002c8a, 0x2c8b00002c8c, 0x2c8d00002c8e, 0x2c8f00002c90, 0x2c9100002c92, 0x2c9300002c94, 0x2c9500002c96, 0x2c9700002c98, 0x2c9900002c9a, 0x2c9b00002c9c, 0x2c9d00002c9e, 0x2c9f00002ca0, 0x2ca100002ca2, 0x2ca300002ca4, 0x2ca500002ca6, 0x2ca700002ca8, 0x2ca900002caa, 0x2cab00002cac, 0x2cad00002cae, 0x2caf00002cb0, 0x2cb100002cb2, 0x2cb300002cb4, 0x2cb500002cb6, 0x2cb700002cb8, 0x2cb900002cba, 0x2cbb00002cbc, 0x2cbd00002cbe, 0x2cbf00002cc0, 0x2cc100002cc2, 0x2cc300002cc4, 0x2cc500002cc6, 0x2cc700002cc8, 0x2cc900002cca, 0x2ccb00002ccc, 0x2ccd00002cce, 0x2ccf00002cd0, 0x2cd100002cd2, 0x2cd300002cd4, 0x2cd500002cd6, 0x2cd700002cd8, 0x2cd900002cda, 0x2cdb00002cdc, 0x2cdd00002cde, 0x2cdf00002ce0, 0x2ce100002ce2, 0x2ce300002ce5, 0x2cec00002ced, 0x2cee00002cf2, 0x2cf300002cf4, 0x2d0000002d26, 0x2d2700002d28, 0x2d2d00002d2e, 0x2d3000002d68, 0x2d7f00002d97, 0x2da000002da7, 0x2da800002daf, 0x2db000002db7, 0x2db800002dbf, 0x2dc000002dc7, 0x2dc800002dcf, 0x2dd000002dd7, 0x2dd800002ddf, 0x2de000002e00, 0x2e2f00002e30, 0x300500003008, 0x302a0000302e, 0x303c0000303d, 0x304100003097, 0x30990000309b, 0x309d0000309f, 0x30a1000030fb, 0x30fc000030ff, 0x310500003130, 0x31a0000031bb, 0x31f000003200, 0x340000004db6, 0x4e0000009ff0, 0xa0000000a48d, 0xa4d00000a4fe, 0xa5000000a60d, 0xa6100000a62c, 0xa6410000a642, 0xa6430000a644, 0xa6450000a646, 0xa6470000a648, 0xa6490000a64a, 0xa64b0000a64c, 0xa64d0000a64e, 0xa64f0000a650, 0xa6510000a652, 0xa6530000a654, 0xa6550000a656, 0xa6570000a658, 0xa6590000a65a, 0xa65b0000a65c, 0xa65d0000a65e, 0xa65f0000a660, 0xa6610000a662, 0xa6630000a664, 0xa6650000a666, 0xa6670000a668, 0xa6690000a66a, 0xa66b0000a66c, 0xa66d0000a670, 0xa6740000a67e, 0xa67f0000a680, 0xa6810000a682, 0xa6830000a684, 0xa6850000a686, 0xa6870000a688, 0xa6890000a68a, 0xa68b0000a68c, 0xa68d0000a68e, 0xa68f0000a690, 0xa6910000a692, 0xa6930000a694, 0xa6950000a696, 0xa6970000a698, 0xa6990000a69a, 0xa69b0000a69c, 0xa69e0000a6e6, 0xa6f00000a6f2, 0xa7170000a720, 0xa7230000a724, 0xa7250000a726, 0xa7270000a728, 0xa7290000a72a, 0xa72b0000a72c, 0xa72d0000a72e, 0xa72f0000a732, 0xa7330000a734, 0xa7350000a736, 0xa7370000a738, 0xa7390000a73a, 0xa73b0000a73c, 0xa73d0000a73e, 0xa73f0000a740, 0xa7410000a742, 0xa7430000a744, 0xa7450000a746, 0xa7470000a748, 0xa7490000a74a, 0xa74b0000a74c, 0xa74d0000a74e, 0xa74f0000a750, 0xa7510000a752, 0xa7530000a754, 0xa7550000a756, 0xa7570000a758, 0xa7590000a75a, 0xa75b0000a75c, 0xa75d0000a75e, 0xa75f0000a760, 0xa7610000a762, 0xa7630000a764, 0xa7650000a766, 0xa7670000a768, 0xa7690000a76a, 0xa76b0000a76c, 0xa76d0000a76e, 0xa76f0000a770, 0xa7710000a779, 0xa77a0000a77b, 0xa77c0000a77d, 0xa77f0000a780, 0xa7810000a782, 0xa7830000a784, 0xa7850000a786, 0xa7870000a789, 0xa78c0000a78d, 0xa78e0000a790, 0xa7910000a792, 0xa7930000a796, 0xa7970000a798, 0xa7990000a79a, 0xa79b0000a79c, 0xa79d0000a79e, 0xa79f0000a7a0, 0xa7a10000a7a2, 0xa7a30000a7a4, 0xa7a50000a7a6, 0xa7a70000a7a8, 0xa7a90000a7aa, 0xa7af0000a7b0, 0xa7b50000a7b6, 0xa7b70000a7b8, 0xa7b90000a7ba, 0xa7f70000a7f8, 0xa7fa0000a828, 0xa8400000a874, 0xa8800000a8c6, 0xa8d00000a8da, 0xa8e00000a8f8, 0xa8fb0000a8fc, 0xa8fd0000a92e, 0xa9300000a954, 0xa9800000a9c1, 0xa9cf0000a9da, 0xa9e00000a9ff, 0xaa000000aa37, 0xaa400000aa4e, 0xaa500000aa5a, 0xaa600000aa77, 0xaa7a0000aac3, 0xaadb0000aade, 0xaae00000aaf0, 0xaaf20000aaf7, 0xab010000ab07, 0xab090000ab0f, 0xab110000ab17, 0xab200000ab27, 0xab280000ab2f, 0xab300000ab5b, 0xab600000ab66, 0xabc00000abeb, 0xabec0000abee, 0xabf00000abfa, 0xac000000d7a4, 0xfa0e0000fa10, 0xfa110000fa12, 0xfa130000fa15, 0xfa1f0000fa20, 0xfa210000fa22, 0xfa230000fa25, 0xfa270000fa2a, 0xfb1e0000fb1f, 0xfe200000fe30, 0xfe730000fe74, 0x100000001000c, 0x1000d00010027, 0x100280001003b, 0x1003c0001003e, 0x1003f0001004e, 0x100500001005e, 0x10080000100fb, 0x101fd000101fe, 0x102800001029d, 0x102a0000102d1, 0x102e0000102e1, 0x1030000010320, 0x1032d00010341, 0x103420001034a, 0x103500001037b, 0x103800001039e, 0x103a0000103c4, 0x103c8000103d0, 0x104280001049e, 0x104a0000104aa, 0x104d8000104fc, 0x1050000010528, 0x1053000010564, 0x1060000010737, 0x1074000010756, 0x1076000010768, 0x1080000010806, 0x1080800010809, 0x1080a00010836, 0x1083700010839, 0x1083c0001083d, 0x1083f00010856, 0x1086000010877, 0x108800001089f, 0x108e0000108f3, 0x108f4000108f6, 0x1090000010916, 0x109200001093a, 0x10980000109b8, 0x109be000109c0, 0x10a0000010a04, 0x10a0500010a07, 0x10a0c00010a14, 0x10a1500010a18, 0x10a1900010a36, 0x10a3800010a3b, 0x10a3f00010a40, 0x10a6000010a7d, 0x10a8000010a9d, 0x10ac000010ac8, 0x10ac900010ae7, 0x10b0000010b36, 0x10b4000010b56, 0x10b6000010b73, 0x10b8000010b92, 0x10c0000010c49, 0x10cc000010cf3, 0x10d0000010d28, 0x10d3000010d3a, 0x10f0000010f1d, 0x10f2700010f28, 0x10f3000010f51, 0x1100000011047, 0x1106600011070, 0x1107f000110bb, 0x110d0000110e9, 0x110f0000110fa, 0x1110000011135, 0x1113600011140, 0x1114400011147, 0x1115000011174, 0x1117600011177, 0x11180000111c5, 0x111c9000111cd, 0x111d0000111db, 0x111dc000111dd, 0x1120000011212, 0x1121300011238, 0x1123e0001123f, 0x1128000011287, 0x1128800011289, 0x1128a0001128e, 0x1128f0001129e, 0x1129f000112a9, 0x112b0000112eb, 0x112f0000112fa, 0x1130000011304, 0x113050001130d, 0x1130f00011311, 0x1131300011329, 0x1132a00011331, 0x1133200011334, 0x113350001133a, 0x1133b00011345, 0x1134700011349, 0x1134b0001134e, 0x1135000011351, 0x1135700011358, 0x1135d00011364, 0x113660001136d, 0x1137000011375, 0x114000001144b, 0x114500001145a, 0x1145e0001145f, 0x11480000114c6, 0x114c7000114c8, 0x114d0000114da, 0x11580000115b6, 0x115b8000115c1, 0x115d8000115de, 0x1160000011641, 0x1164400011645, 0x116500001165a, 0x11680000116b8, 0x116c0000116ca, 0x117000001171b, 0x1171d0001172c, 0x117300001173a, 0x118000001183b, 0x118c0000118ea, 0x118ff00011900, 0x11a0000011a3f, 0x11a4700011a48, 0x11a5000011a84, 0x11a8600011a9a, 0x11a9d00011a9e, 0x11ac000011af9, 0x11c0000011c09, 0x11c0a00011c37, 0x11c3800011c41, 0x11c5000011c5a, 0x11c7200011c90, 0x11c9200011ca8, 0x11ca900011cb7, 0x11d0000011d07, 0x11d0800011d0a, 0x11d0b00011d37, 0x11d3a00011d3b, 0x11d3c00011d3e, 0x11d3f00011d48, 0x11d5000011d5a, 0x11d6000011d66, 0x11d6700011d69, 0x11d6a00011d8f, 0x11d9000011d92, 0x11d9300011d99, 0x11da000011daa, 0x11ee000011ef7, 0x120000001239a, 0x1248000012544, 0x130000001342f, 0x1440000014647, 0x1680000016a39, 0x16a4000016a5f, 0x16a6000016a6a, 0x16ad000016aee, 0x16af000016af5, 0x16b0000016b37, 0x16b4000016b44, 0x16b5000016b5a, 0x16b6300016b78, 0x16b7d00016b90, 0x16e6000016e80, 0x16f0000016f45, 0x16f5000016f7f, 0x16f8f00016fa0, 0x16fe000016fe2, 0x17000000187f2, 0x1880000018af3, 0x1b0000001b11f, 0x1b1700001b2fc, 0x1bc000001bc6b, 0x1bc700001bc7d, 0x1bc800001bc89, 0x1bc900001bc9a, 0x1bc9d0001bc9f, 0x1da000001da37, 0x1da3b0001da6d, 0x1da750001da76, 0x1da840001da85, 0x1da9b0001daa0, 0x1daa10001dab0, 0x1e0000001e007, 0x1e0080001e019, 0x1e01b0001e022, 0x1e0230001e025, 0x1e0260001e02b, 0x1e8000001e8c5, 0x1e8d00001e8d7, 0x1e9220001e94b, 0x1e9500001e95a, 0x200000002a6d7, 0x2a7000002b735, 0x2b7400002b81e, 0x2b8200002cea2, 0x2ceb00002ebe1, ), 'CONTEXTJ': ( 0x200c0000200e, ), 'CONTEXTO': ( 0xb7000000b8, 0x37500000376, 0x5f3000005f5, 0x6600000066a, 0x6f0000006fa, 0x30fb000030fc, ), } PK A\T pip/_vendor/idna/uts46data.pynu [ # This file is automatically generated by tools/idna-data # vim: set fileencoding=utf-8 : """IDNA Mapping Table from UTS46.""" __version__ = "11.0.0" def _seg_0(): return [ (0x0, '3'), (0x1, '3'), (0x2, '3'), (0x3, '3'), (0x4, '3'), (0x5, '3'), (0x6, '3'), (0x7, '3'), (0x8, '3'), (0x9, '3'), (0xA, '3'), (0xB, '3'), (0xC, '3'), (0xD, '3'), (0xE, '3'), (0xF, '3'), (0x10, '3'), (0x11, '3'), (0x12, '3'), (0x13, '3'), (0x14, '3'), (0x15, '3'), (0x16, '3'), (0x17, '3'), (0x18, '3'), (0x19, '3'), (0x1A, '3'), (0x1B, '3'), (0x1C, '3'), (0x1D, '3'), (0x1E, '3'), (0x1F, '3'), (0x20, '3'), (0x21, '3'), (0x22, '3'), (0x23, '3'), (0x24, '3'), (0x25, '3'), (0x26, '3'), (0x27, '3'), (0x28, '3'), (0x29, '3'), (0x2A, '3'), (0x2B, '3'), (0x2C, '3'), (0x2D, 'V'), (0x2E, 'V'), (0x2F, '3'), (0x30, 'V'), (0x31, 'V'), (0x32, 'V'), (0x33, 'V'), (0x34, 'V'), (0x35, 'V'), (0x36, 'V'), (0x37, 'V'), (0x38, 'V'), (0x39, 'V'), (0x3A, '3'), (0x3B, '3'), (0x3C, '3'), (0x3D, '3'), (0x3E, '3'), (0x3F, '3'), (0x40, '3'), (0x41, 'M', u'a'), (0x42, 'M', u'b'), (0x43, 'M', u'c'), (0x44, 'M', u'd'), (0x45, 'M', u'e'), (0x46, 'M', u'f'), (0x47, 'M', u'g'), (0x48, 'M', u'h'), (0x49, 'M', u'i'), (0x4A, 'M', u'j'), (0x4B, 'M', u'k'), (0x4C, 'M', u'l'), (0x4D, 'M', u'm'), (0x4E, 'M', u'n'), (0x4F, 'M', u'o'), (0x50, 'M', u'p'), (0x51, 'M', u'q'), (0x52, 'M', u'r'), (0x53, 'M', u's'), (0x54, 'M', u't'), (0x55, 'M', u'u'), (0x56, 'M', u'v'), (0x57, 'M', u'w'), (0x58, 'M', u'x'), (0x59, 'M', u'y'), (0x5A, 'M', u'z'), (0x5B, '3'), (0x5C, '3'), (0x5D, '3'), (0x5E, '3'), (0x5F, '3'), (0x60, '3'), (0x61, 'V'), (0x62, 'V'), (0x63, 'V'), ] def _seg_1(): return [ (0x64, 'V'), (0x65, 'V'), (0x66, 'V'), (0x67, 'V'), (0x68, 'V'), (0x69, 'V'), (0x6A, 'V'), (0x6B, 'V'), (0x6C, 'V'), (0x6D, 'V'), (0x6E, 'V'), (0x6F, 'V'), (0x70, 'V'), (0x71, 'V'), (0x72, 'V'), (0x73, 'V'), (0x74, 'V'), (0x75, 'V'), (0x76, 'V'), (0x77, 'V'), (0x78, 'V'), (0x79, 'V'), (0x7A, 'V'), (0x7B, '3'), (0x7C, '3'), (0x7D, '3'), (0x7E, '3'), (0x7F, '3'), (0x80, 'X'), (0x81, 'X'), (0x82, 'X'), (0x83, 'X'), (0x84, 'X'), (0x85, 'X'), (0x86, 'X'), (0x87, 'X'), (0x88, 'X'), (0x89, 'X'), (0x8A, 'X'), (0x8B, 'X'), (0x8C, 'X'), (0x8D, 'X'), (0x8E, 'X'), (0x8F, 'X'), (0x90, 'X'), (0x91, 'X'), (0x92, 'X'), (0x93, 'X'), (0x94, 'X'), (0x95, 'X'), (0x96, 'X'), (0x97, 'X'), (0x98, 'X'), (0x99, 'X'), (0x9A, 'X'), (0x9B, 'X'), (0x9C, 'X'), (0x9D, 'X'), (0x9E, 'X'), (0x9F, 'X'), (0xA0, '3', u' '), (0xA1, 'V'), (0xA2, 'V'), (0xA3, 'V'), (0xA4, 'V'), (0xA5, 'V'), (0xA6, 'V'), (0xA7, 'V'), (0xA8, '3', u' ̈'), (0xA9, 'V'), (0xAA, 'M', u'a'), (0xAB, 'V'), (0xAC, 'V'), (0xAD, 'I'), (0xAE, 'V'), (0xAF, '3', u' ̄'), (0xB0, 'V'), (0xB1, 'V'), (0xB2, 'M', u'2'), (0xB3, 'M', u'3'), (0xB4, '3', u' ́'), (0xB5, 'M', u'μ'), (0xB6, 'V'), (0xB7, 'V'), (0xB8, '3', u' ̧'), (0xB9, 'M', u'1'), (0xBA, 'M', u'o'), (0xBB, 'V'), (0xBC, 'M', u'1⁄4'), (0xBD, 'M', u'1⁄2'), (0xBE, 'M', u'3⁄4'), (0xBF, 'V'), (0xC0, 'M', u'à'), (0xC1, 'M', u'á'), (0xC2, 'M', u'â'), (0xC3, 'M', u'ã'), (0xC4, 'M', u'ä'), (0xC5, 'M', u'å'), (0xC6, 'M', u'æ'), (0xC7, 'M', u'ç'), ] def _seg_2(): return [ (0xC8, 'M', u'è'), (0xC9, 'M', u'é'), (0xCA, 'M', u'ê'), (0xCB, 'M', u'ë'), (0xCC, 'M', u'ì'), (0xCD, 'M', u'í'), (0xCE, 'M', u'î'), (0xCF, 'M', u'ï'), (0xD0, 'M', u'ð'), (0xD1, 'M', u'ñ'), (0xD2, 'M', u'ò'), (0xD3, 'M', u'ó'), (0xD4, 'M', u'ô'), (0xD5, 'M', u'õ'), (0xD6, 'M', u'ö'), (0xD7, 'V'), (0xD8, 'M', u'ø'), (0xD9, 'M', u'ù'), (0xDA, 'M', u'ú'), (0xDB, 'M', u'û'), (0xDC, 'M', u'ü'), (0xDD, 'M', u'ý'), (0xDE, 'M', u'þ'), (0xDF, 'D', u'ss'), (0xE0, 'V'), (0xE1, 'V'), (0xE2, 'V'), (0xE3, 'V'), (0xE4, 'V'), (0xE5, 'V'), (0xE6, 'V'), (0xE7, 'V'), (0xE8, 'V'), (0xE9, 'V'), (0xEA, 'V'), (0xEB, 'V'), (0xEC, 'V'), (0xED, 'V'), (0xEE, 'V'), (0xEF, 'V'), (0xF0, 'V'), (0xF1, 'V'), (0xF2, 'V'), (0xF3, 'V'), (0xF4, 'V'), (0xF5, 'V'), (0xF6, 'V'), (0xF7, 'V'), (0xF8, 'V'), (0xF9, 'V'), (0xFA, 'V'), (0xFB, 'V'), (0xFC, 'V'), (0xFD, 'V'), (0xFE, 'V'), (0xFF, 'V'), (0x100, 'M', u'ā'), (0x101, 'V'), (0x102, 'M', u'ă'), (0x103, 'V'), (0x104, 'M', u'ą'), (0x105, 'V'), (0x106, 'M', u'ć'), (0x107, 'V'), (0x108, 'M', u'ĉ'), (0x109, 'V'), (0x10A, 'M', u'ċ'), (0x10B, 'V'), (0x10C, 'M', u'č'), (0x10D, 'V'), (0x10E, 'M', u'ď'), (0x10F, 'V'), (0x110, 'M', u'đ'), (0x111, 'V'), (0x112, 'M', u'ē'), (0x113, 'V'), (0x114, 'M', u'ĕ'), (0x115, 'V'), (0x116, 'M', u'ė'), (0x117, 'V'), (0x118, 'M', u'ę'), (0x119, 'V'), (0x11A, 'M', u'ě'), (0x11B, 'V'), (0x11C, 'M', u'ĝ'), (0x11D, 'V'), (0x11E, 'M', u'ğ'), (0x11F, 'V'), (0x120, 'M', u'ġ'), (0x121, 'V'), (0x122, 'M', u'ģ'), (0x123, 'V'), (0x124, 'M', u'ĥ'), (0x125, 'V'), (0x126, 'M', u'ħ'), (0x127, 'V'), (0x128, 'M', u'ĩ'), (0x129, 'V'), (0x12A, 'M', u'ī'), (0x12B, 'V'), ] def _seg_3(): return [ (0x12C, 'M', u'ĭ'), (0x12D, 'V'), (0x12E, 'M', u'į'), (0x12F, 'V'), (0x130, 'M', u'i̇'), (0x131, 'V'), (0x132, 'M', u'ij'), (0x134, 'M', u'ĵ'), (0x135, 'V'), (0x136, 'M', u'ķ'), (0x137, 'V'), (0x139, 'M', u'ĺ'), (0x13A, 'V'), (0x13B, 'M', u'ļ'), (0x13C, 'V'), (0x13D, 'M', u'ľ'), (0x13E, 'V'), (0x13F, 'M', u'l·'), (0x141, 'M', u'ł'), (0x142, 'V'), (0x143, 'M', u'ń'), (0x144, 'V'), (0x145, 'M', u'ņ'), (0x146, 'V'), (0x147, 'M', u'ň'), (0x148, 'V'), (0x149, 'M', u'ʼn'), (0x14A, 'M', u'ŋ'), (0x14B, 'V'), (0x14C, 'M', u'ō'), (0x14D, 'V'), (0x14E, 'M', u'ŏ'), (0x14F, 'V'), (0x150, 'M', u'ő'), (0x151, 'V'), (0x152, 'M', u'œ'), (0x153, 'V'), (0x154, 'M', u'ŕ'), (0x155, 'V'), (0x156, 'M', u'ŗ'), (0x157, 'V'), (0x158, 'M', u'ř'), (0x159, 'V'), (0x15A, 'M', u'ś'), (0x15B, 'V'), (0x15C, 'M', u'ŝ'), (0x15D, 'V'), (0x15E, 'M', u'ş'), (0x15F, 'V'), (0x160, 'M', u'š'), (0x161, 'V'), (0x162, 'M', u'ţ'), (0x163, 'V'), (0x164, 'M', u'ť'), (0x165, 'V'), (0x166, 'M', u'ŧ'), (0x167, 'V'), (0x168, 'M', u'ũ'), (0x169, 'V'), (0x16A, 'M', u'ū'), (0x16B, 'V'), (0x16C, 'M', u'ŭ'), (0x16D, 'V'), (0x16E, 'M', u'ů'), (0x16F, 'V'), (0x170, 'M', u'ű'), (0x171, 'V'), (0x172, 'M', u'ų'), (0x173, 'V'), (0x174, 'M', u'ŵ'), (0x175, 'V'), (0x176, 'M', u'ŷ'), (0x177, 'V'), (0x178, 'M', u'ÿ'), (0x179, 'M', u'ź'), (0x17A, 'V'), (0x17B, 'M', u'ż'), (0x17C, 'V'), (0x17D, 'M', u'ž'), (0x17E, 'V'), (0x17F, 'M', u's'), (0x180, 'V'), (0x181, 'M', u'ɓ'), (0x182, 'M', u'ƃ'), (0x183, 'V'), (0x184, 'M', u'ƅ'), (0x185, 'V'), (0x186, 'M', u'ɔ'), (0x187, 'M', u'ƈ'), (0x188, 'V'), (0x189, 'M', u'ɖ'), (0x18A, 'M', u'ɗ'), (0x18B, 'M', u'ƌ'), (0x18C, 'V'), (0x18E, 'M', u'ǝ'), (0x18F, 'M', u'ə'), (0x190, 'M', u'ɛ'), (0x191, 'M', u'ƒ'), (0x192, 'V'), (0x193, 'M', u'ɠ'), ] def _seg_4(): return [ (0x194, 'M', u'ɣ'), (0x195, 'V'), (0x196, 'M', u'ɩ'), (0x197, 'M', u'ɨ'), (0x198, 'M', u'ƙ'), (0x199, 'V'), (0x19C, 'M', u'ɯ'), (0x19D, 'M', u'ɲ'), (0x19E, 'V'), (0x19F, 'M', u'ɵ'), (0x1A0, 'M', u'ơ'), (0x1A1, 'V'), (0x1A2, 'M', u'ƣ'), (0x1A3, 'V'), (0x1A4, 'M', u'ƥ'), (0x1A5, 'V'), (0x1A6, 'M', u'ʀ'), (0x1A7, 'M', u'ƨ'), (0x1A8, 'V'), (0x1A9, 'M', u'ʃ'), (0x1AA, 'V'), (0x1AC, 'M', u'ƭ'), (0x1AD, 'V'), (0x1AE, 'M', u'ʈ'), (0x1AF, 'M', u'ư'), (0x1B0, 'V'), (0x1B1, 'M', u'ʊ'), (0x1B2, 'M', u'ʋ'), (0x1B3, 'M', u'ƴ'), (0x1B4, 'V'), (0x1B5, 'M', u'ƶ'), (0x1B6, 'V'), (0x1B7, 'M', u'ʒ'), (0x1B8, 'M', u'ƹ'), (0x1B9, 'V'), (0x1BC, 'M', u'ƽ'), (0x1BD, 'V'), (0x1C4, 'M', u'dž'), (0x1C7, 'M', u'lj'), (0x1CA, 'M', u'nj'), (0x1CD, 'M', u'ǎ'), (0x1CE, 'V'), (0x1CF, 'M', u'ǐ'), (0x1D0, 'V'), (0x1D1, 'M', u'ǒ'), (0x1D2, 'V'), (0x1D3, 'M', u'ǔ'), (0x1D4, 'V'), (0x1D5, 'M', u'ǖ'), (0x1D6, 'V'), (0x1D7, 'M', u'ǘ'), (0x1D8, 'V'), (0x1D9, 'M', u'ǚ'), (0x1DA, 'V'), (0x1DB, 'M', u'ǜ'), (0x1DC, 'V'), (0x1DE, 'M', u'ǟ'), (0x1DF, 'V'), (0x1E0, 'M', u'ǡ'), (0x1E1, 'V'), (0x1E2, 'M', u'ǣ'), (0x1E3, 'V'), (0x1E4, 'M', u'ǥ'), (0x1E5, 'V'), (0x1E6, 'M', u'ǧ'), (0x1E7, 'V'), (0x1E8, 'M', u'ǩ'), (0x1E9, 'V'), (0x1EA, 'M', u'ǫ'), (0x1EB, 'V'), (0x1EC, 'M', u'ǭ'), (0x1ED, 'V'), (0x1EE, 'M', u'ǯ'), (0x1EF, 'V'), (0x1F1, 'M', u'dz'), (0x1F4, 'M', u'ǵ'), (0x1F5, 'V'), (0x1F6, 'M', u'ƕ'), (0x1F7, 'M', u'ƿ'), (0x1F8, 'M', u'ǹ'), (0x1F9, 'V'), (0x1FA, 'M', u'ǻ'), (0x1FB, 'V'), (0x1FC, 'M', u'ǽ'), (0x1FD, 'V'), (0x1FE, 'M', u'ǿ'), (0x1FF, 'V'), (0x200, 'M', u'ȁ'), (0x201, 'V'), (0x202, 'M', u'ȃ'), (0x203, 'V'), (0x204, 'M', u'ȅ'), (0x205, 'V'), (0x206, 'M', u'ȇ'), (0x207, 'V'), (0x208, 'M', u'ȉ'), (0x209, 'V'), (0x20A, 'M', u'ȋ'), (0x20B, 'V'), (0x20C, 'M', u'ȍ'), ] def _seg_5(): return [ (0x20D, 'V'), (0x20E, 'M', u'ȏ'), (0x20F, 'V'), (0x210, 'M', u'ȑ'), (0x211, 'V'), (0x212, 'M', u'ȓ'), (0x213, 'V'), (0x214, 'M', u'ȕ'), (0x215, 'V'), (0x216, 'M', u'ȗ'), (0x217, 'V'), (0x218, 'M', u'ș'), (0x219, 'V'), (0x21A, 'M', u'ț'), (0x21B, 'V'), (0x21C, 'M', u'ȝ'), (0x21D, 'V'), (0x21E, 'M', u'ȟ'), (0x21F, 'V'), (0x220, 'M', u'ƞ'), (0x221, 'V'), (0x222, 'M', u'ȣ'), (0x223, 'V'), (0x224, 'M', u'ȥ'), (0x225, 'V'), (0x226, 'M', u'ȧ'), (0x227, 'V'), (0x228, 'M', u'ȩ'), (0x229, 'V'), (0x22A, 'M', u'ȫ'), (0x22B, 'V'), (0x22C, 'M', u'ȭ'), (0x22D, 'V'), (0x22E, 'M', u'ȯ'), (0x22F, 'V'), (0x230, 'M', u'ȱ'), (0x231, 'V'), (0x232, 'M', u'ȳ'), (0x233, 'V'), (0x23A, 'M', u'ⱥ'), (0x23B, 'M', u'ȼ'), (0x23C, 'V'), (0x23D, 'M', u'ƚ'), (0x23E, 'M', u'ⱦ'), (0x23F, 'V'), (0x241, 'M', u'ɂ'), (0x242, 'V'), (0x243, 'M', u'ƀ'), (0x244, 'M', u'ʉ'), (0x245, 'M', u'ʌ'), (0x246, 'M', u'ɇ'), (0x247, 'V'), (0x248, 'M', u'ɉ'), (0x249, 'V'), (0x24A, 'M', u'ɋ'), (0x24B, 'V'), (0x24C, 'M', u'ɍ'), (0x24D, 'V'), (0x24E, 'M', u'ɏ'), (0x24F, 'V'), (0x2B0, 'M', u'h'), (0x2B1, 'M', u'ɦ'), (0x2B2, 'M', u'j'), (0x2B3, 'M', u'r'), (0x2B4, 'M', u'ɹ'), (0x2B5, 'M', u'ɻ'), (0x2B6, 'M', u'ʁ'), (0x2B7, 'M', u'w'), (0x2B8, 'M', u'y'), (0x2B9, 'V'), (0x2D8, '3', u' ̆'), (0x2D9, '3', u' ̇'), (0x2DA, '3', u' ̊'), (0x2DB, '3', u' ̨'), (0x2DC, '3', u' ̃'), (0x2DD, '3', u' ̋'), (0x2DE, 'V'), (0x2E0, 'M', u'ɣ'), (0x2E1, 'M', u'l'), (0x2E2, 'M', u's'), (0x2E3, 'M', u'x'), (0x2E4, 'M', u'ʕ'), (0x2E5, 'V'), (0x340, 'M', u'̀'), (0x341, 'M', u'́'), (0x342, 'V'), (0x343, 'M', u'̓'), (0x344, 'M', u'̈́'), (0x345, 'M', u'ι'), (0x346, 'V'), (0x34F, 'I'), (0x350, 'V'), (0x370, 'M', u'ͱ'), (0x371, 'V'), (0x372, 'M', u'ͳ'), (0x373, 'V'), (0x374, 'M', u'ʹ'), (0x375, 'V'), (0x376, 'M', u'ͷ'), (0x377, 'V'), ] def _seg_6(): return [ (0x378, 'X'), (0x37A, '3', u' ι'), (0x37B, 'V'), (0x37E, '3', u';'), (0x37F, 'M', u'ϳ'), (0x380, 'X'), (0x384, '3', u' ́'), (0x385, '3', u' ̈́'), (0x386, 'M', u'ά'), (0x387, 'M', u'·'), (0x388, 'M', u'έ'), (0x389, 'M', u'ή'), (0x38A, 'M', u'ί'), (0x38B, 'X'), (0x38C, 'M', u'ό'), (0x38D, 'X'), (0x38E, 'M', u'ύ'), (0x38F, 'M', u'ώ'), (0x390, 'V'), (0x391, 'M', u'α'), (0x392, 'M', u'β'), (0x393, 'M', u'γ'), (0x394, 'M', u'δ'), (0x395, 'M', u'ε'), (0x396, 'M', u'ζ'), (0x397, 'M', u'η'), (0x398, 'M', u'θ'), (0x399, 'M', u'ι'), (0x39A, 'M', u'κ'), (0x39B, 'M', u'λ'), (0x39C, 'M', u'μ'), (0x39D, 'M', u'ν'), (0x39E, 'M', u'ξ'), (0x39F, 'M', u'ο'), (0x3A0, 'M', u'π'), (0x3A1, 'M', u'ρ'), (0x3A2, 'X'), (0x3A3, 'M', u'σ'), (0x3A4, 'M', u'τ'), (0x3A5, 'M', u'υ'), (0x3A6, 'M', u'φ'), (0x3A7, 'M', u'χ'), (0x3A8, 'M', u'ψ'), (0x3A9, 'M', u'ω'), (0x3AA, 'M', u'ϊ'), (0x3AB, 'M', u'ϋ'), (0x3AC, 'V'), (0x3C2, 'D', u'σ'), (0x3C3, 'V'), (0x3CF, 'M', u'ϗ'), (0x3D0, 'M', u'β'), (0x3D1, 'M', u'θ'), (0x3D2, 'M', u'υ'), (0x3D3, 'M', u'ύ'), (0x3D4, 'M', u'ϋ'), (0x3D5, 'M', u'φ'), (0x3D6, 'M', u'π'), (0x3D7, 'V'), (0x3D8, 'M', u'ϙ'), (0x3D9, 'V'), (0x3DA, 'M', u'ϛ'), (0x3DB, 'V'), (0x3DC, 'M', u'ϝ'), (0x3DD, 'V'), (0x3DE, 'M', u'ϟ'), (0x3DF, 'V'), (0x3E0, 'M', u'ϡ'), (0x3E1, 'V'), (0x3E2, 'M', u'ϣ'), (0x3E3, 'V'), (0x3E4, 'M', u'ϥ'), (0x3E5, 'V'), (0x3E6, 'M', u'ϧ'), (0x3E7, 'V'), (0x3E8, 'M', u'ϩ'), (0x3E9, 'V'), (0x3EA, 'M', u'ϫ'), (0x3EB, 'V'), (0x3EC, 'M', u'ϭ'), (0x3ED, 'V'), (0x3EE, 'M', u'ϯ'), (0x3EF, 'V'), (0x3F0, 'M', u'κ'), (0x3F1, 'M', u'ρ'), (0x3F2, 'M', u'σ'), (0x3F3, 'V'), (0x3F4, 'M', u'θ'), (0x3F5, 'M', u'ε'), (0x3F6, 'V'), (0x3F7, 'M', u'ϸ'), (0x3F8, 'V'), (0x3F9, 'M', u'σ'), (0x3FA, 'M', u'ϻ'), (0x3FB, 'V'), (0x3FD, 'M', u'ͻ'), (0x3FE, 'M', u'ͼ'), (0x3FF, 'M', u'ͽ'), (0x400, 'M', u'ѐ'), (0x401, 'M', u'ё'), (0x402, 'M', u'ђ'), ] def _seg_7(): return [ (0x403, 'M', u'ѓ'), (0x404, 'M', u'є'), (0x405, 'M', u'ѕ'), (0x406, 'M', u'і'), (0x407, 'M', u'ї'), (0x408, 'M', u'ј'), (0x409, 'M', u'љ'), (0x40A, 'M', u'њ'), (0x40B, 'M', u'ћ'), (0x40C, 'M', u'ќ'), (0x40D, 'M', u'ѝ'), (0x40E, 'M', u'ў'), (0x40F, 'M', u'џ'), (0x410, 'M', u'а'), (0x411, 'M', u'б'), (0x412, 'M', u'в'), (0x413, 'M', u'г'), (0x414, 'M', u'д'), (0x415, 'M', u'е'), (0x416, 'M', u'ж'), (0x417, 'M', u'з'), (0x418, 'M', u'и'), (0x419, 'M', u'й'), (0x41A, 'M', u'к'), (0x41B, 'M', u'л'), (0x41C, 'M', u'м'), (0x41D, 'M', u'н'), (0x41E, 'M', u'о'), (0x41F, 'M', u'п'), (0x420, 'M', u'р'), (0x421, 'M', u'с'), (0x422, 'M', u'т'), (0x423, 'M', u'у'), (0x424, 'M', u'ф'), (0x425, 'M', u'х'), (0x426, 'M', u'ц'), (0x427, 'M', u'ч'), (0x428, 'M', u'ш'), (0x429, 'M', u'щ'), (0x42A, 'M', u'ъ'), (0x42B, 'M', u'ы'), (0x42C, 'M', u'ь'), (0x42D, 'M', u'э'), (0x42E, 'M', u'ю'), (0x42F, 'M', u'я'), (0x430, 'V'), (0x460, 'M', u'ѡ'), (0x461, 'V'), (0x462, 'M', u'ѣ'), (0x463, 'V'), (0x464, 'M', u'ѥ'), (0x465, 'V'), (0x466, 'M', u'ѧ'), (0x467, 'V'), (0x468, 'M', u'ѩ'), (0x469, 'V'), (0x46A, 'M', u'ѫ'), (0x46B, 'V'), (0x46C, 'M', u'ѭ'), (0x46D, 'V'), (0x46E, 'M', u'ѯ'), (0x46F, 'V'), (0x470, 'M', u'ѱ'), (0x471, 'V'), (0x472, 'M', u'ѳ'), (0x473, 'V'), (0x474, 'M', u'ѵ'), (0x475, 'V'), (0x476, 'M', u'ѷ'), (0x477, 'V'), (0x478, 'M', u'ѹ'), (0x479, 'V'), (0x47A, 'M', u'ѻ'), (0x47B, 'V'), (0x47C, 'M', u'ѽ'), (0x47D, 'V'), (0x47E, 'M', u'ѿ'), (0x47F, 'V'), (0x480, 'M', u'ҁ'), (0x481, 'V'), (0x48A, 'M', u'ҋ'), (0x48B, 'V'), (0x48C, 'M', u'ҍ'), (0x48D, 'V'), (0x48E, 'M', u'ҏ'), (0x48F, 'V'), (0x490, 'M', u'ґ'), (0x491, 'V'), (0x492, 'M', u'ғ'), (0x493, 'V'), (0x494, 'M', u'ҕ'), (0x495, 'V'), (0x496, 'M', u'җ'), (0x497, 'V'), (0x498, 'M', u'ҙ'), (0x499, 'V'), (0x49A, 'M', u'қ'), (0x49B, 'V'), (0x49C, 'M', u'ҝ'), (0x49D, 'V'), ] def _seg_8(): return [ (0x49E, 'M', u'ҟ'), (0x49F, 'V'), (0x4A0, 'M', u'ҡ'), (0x4A1, 'V'), (0x4A2, 'M', u'ң'), (0x4A3, 'V'), (0x4A4, 'M', u'ҥ'), (0x4A5, 'V'), (0x4A6, 'M', u'ҧ'), (0x4A7, 'V'), (0x4A8, 'M', u'ҩ'), (0x4A9, 'V'), (0x4AA, 'M', u'ҫ'), (0x4AB, 'V'), (0x4AC, 'M', u'ҭ'), (0x4AD, 'V'), (0x4AE, 'M', u'ү'), (0x4AF, 'V'), (0x4B0, 'M', u'ұ'), (0x4B1, 'V'), (0x4B2, 'M', u'ҳ'), (0x4B3, 'V'), (0x4B4, 'M', u'ҵ'), (0x4B5, 'V'), (0x4B6, 'M', u'ҷ'), (0x4B7, 'V'), (0x4B8, 'M', u'ҹ'), (0x4B9, 'V'), (0x4BA, 'M', u'һ'), (0x4BB, 'V'), (0x4BC, 'M', u'ҽ'), (0x4BD, 'V'), (0x4BE, 'M', u'ҿ'), (0x4BF, 'V'), (0x4C0, 'X'), (0x4C1, 'M', u'ӂ'), (0x4C2, 'V'), (0x4C3, 'M', u'ӄ'), (0x4C4, 'V'), (0x4C5, 'M', u'ӆ'), (0x4C6, 'V'), (0x4C7, 'M', u'ӈ'), (0x4C8, 'V'), (0x4C9, 'M', u'ӊ'), (0x4CA, 'V'), (0x4CB, 'M', u'ӌ'), (0x4CC, 'V'), (0x4CD, 'M', u'ӎ'), (0x4CE, 'V'), (0x4D0, 'M', u'ӑ'), (0x4D1, 'V'), (0x4D2, 'M', u'ӓ'), (0x4D3, 'V'), (0x4D4, 'M', u'ӕ'), (0x4D5, 'V'), (0x4D6, 'M', u'ӗ'), (0x4D7, 'V'), (0x4D8, 'M', u'ә'), (0x4D9, 'V'), (0x4DA, 'M', u'ӛ'), (0x4DB, 'V'), (0x4DC, 'M', u'ӝ'), (0x4DD, 'V'), (0x4DE, 'M', u'ӟ'), (0x4DF, 'V'), (0x4E0, 'M', u'ӡ'), (0x4E1, 'V'), (0x4E2, 'M', u'ӣ'), (0x4E3, 'V'), (0x4E4, 'M', u'ӥ'), (0x4E5, 'V'), (0x4E6, 'M', u'ӧ'), (0x4E7, 'V'), (0x4E8, 'M', u'ө'), (0x4E9, 'V'), (0x4EA, 'M', u'ӫ'), (0x4EB, 'V'), (0x4EC, 'M', u'ӭ'), (0x4ED, 'V'), (0x4EE, 'M', u'ӯ'), (0x4EF, 'V'), (0x4F0, 'M', u'ӱ'), (0x4F1, 'V'), (0x4F2, 'M', u'ӳ'), (0x4F3, 'V'), (0x4F4, 'M', u'ӵ'), (0x4F5, 'V'), (0x4F6, 'M', u'ӷ'), (0x4F7, 'V'), (0x4F8, 'M', u'ӹ'), (0x4F9, 'V'), (0x4FA, 'M', u'ӻ'), (0x4FB, 'V'), (0x4FC, 'M', u'ӽ'), (0x4FD, 'V'), (0x4FE, 'M', u'ӿ'), (0x4FF, 'V'), (0x500, 'M', u'ԁ'), (0x501, 'V'), (0x502, 'M', u'ԃ'), ] def _seg_9(): return [ (0x503, 'V'), (0x504, 'M', u'ԅ'), (0x505, 'V'), (0x506, 'M', u'ԇ'), (0x507, 'V'), (0x508, 'M', u'ԉ'), (0x509, 'V'), (0x50A, 'M', u'ԋ'), (0x50B, 'V'), (0x50C, 'M', u'ԍ'), (0x50D, 'V'), (0x50E, 'M', u'ԏ'), (0x50F, 'V'), (0x510, 'M', u'ԑ'), (0x511, 'V'), (0x512, 'M', u'ԓ'), (0x513, 'V'), (0x514, 'M', u'ԕ'), (0x515, 'V'), (0x516, 'M', u'ԗ'), (0x517, 'V'), (0x518, 'M', u'ԙ'), (0x519, 'V'), (0x51A, 'M', u'ԛ'), (0x51B, 'V'), (0x51C, 'M', u'ԝ'), (0x51D, 'V'), (0x51E, 'M', u'ԟ'), (0x51F, 'V'), (0x520, 'M', u'ԡ'), (0x521, 'V'), (0x522, 'M', u'ԣ'), (0x523, 'V'), (0x524, 'M', u'ԥ'), (0x525, 'V'), (0x526, 'M', u'ԧ'), (0x527, 'V'), (0x528, 'M', u'ԩ'), (0x529, 'V'), (0x52A, 'M', u'ԫ'), (0x52B, 'V'), (0x52C, 'M', u'ԭ'), (0x52D, 'V'), (0x52E, 'M', u'ԯ'), (0x52F, 'V'), (0x530, 'X'), (0x531, 'M', u'ա'), (0x532, 'M', u'բ'), (0x533, 'M', u'գ'), (0x534, 'M', u'դ'), (0x535, 'M', u'ե'), (0x536, 'M', u'զ'), (0x537, 'M', u'է'), (0x538, 'M', u'ը'), (0x539, 'M', u'թ'), (0x53A, 'M', u'ժ'), (0x53B, 'M', u'ի'), (0x53C, 'M', u'լ'), (0x53D, 'M', u'խ'), (0x53E, 'M', u'ծ'), (0x53F, 'M', u'կ'), (0x540, 'M', u'հ'), (0x541, 'M', u'ձ'), (0x542, 'M', u'ղ'), (0x543, 'M', u'ճ'), (0x544, 'M', u'մ'), (0x545, 'M', u'յ'), (0x546, 'M', u'ն'), (0x547, 'M', u'շ'), (0x548, 'M', u'ո'), (0x549, 'M', u'չ'), (0x54A, 'M', u'պ'), (0x54B, 'M', u'ջ'), (0x54C, 'M', u'ռ'), (0x54D, 'M', u'ս'), (0x54E, 'M', u'վ'), (0x54F, 'M', u'տ'), (0x550, 'M', u'ր'), (0x551, 'M', u'ց'), (0x552, 'M', u'ւ'), (0x553, 'M', u'փ'), (0x554, 'M', u'ք'), (0x555, 'M', u'օ'), (0x556, 'M', u'ֆ'), (0x557, 'X'), (0x559, 'V'), (0x587, 'M', u'եւ'), (0x588, 'V'), (0x58B, 'X'), (0x58D, 'V'), (0x590, 'X'), (0x591, 'V'), (0x5C8, 'X'), (0x5D0, 'V'), (0x5EB, 'X'), (0x5EF, 'V'), (0x5F5, 'X'), (0x606, 'V'), (0x61C, 'X'), (0x61E, 'V'), ] def _seg_10(): return [ (0x675, 'M', u'اٴ'), (0x676, 'M', u'وٴ'), (0x677, 'M', u'ۇٴ'), (0x678, 'M', u'يٴ'), (0x679, 'V'), (0x6DD, 'X'), (0x6DE, 'V'), (0x70E, 'X'), (0x710, 'V'), (0x74B, 'X'), (0x74D, 'V'), (0x7B2, 'X'), (0x7C0, 'V'), (0x7FB, 'X'), (0x7FD, 'V'), (0x82E, 'X'), (0x830, 'V'), (0x83F, 'X'), (0x840, 'V'), (0x85C, 'X'), (0x85E, 'V'), (0x85F, 'X'), (0x860, 'V'), (0x86B, 'X'), (0x8A0, 'V'), (0x8B5, 'X'), (0x8B6, 'V'), (0x8BE, 'X'), (0x8D3, 'V'), (0x8E2, 'X'), (0x8E3, 'V'), (0x958, 'M', u'क़'), (0x959, 'M', u'ख़'), (0x95A, 'M', u'ग़'), (0x95B, 'M', u'ज़'), (0x95C, 'M', u'ड़'), (0x95D, 'M', u'ढ़'), (0x95E, 'M', u'फ़'), (0x95F, 'M', u'य़'), (0x960, 'V'), (0x984, 'X'), (0x985, 'V'), (0x98D, 'X'), (0x98F, 'V'), (0x991, 'X'), (0x993, 'V'), (0x9A9, 'X'), (0x9AA, 'V'), (0x9B1, 'X'), (0x9B2, 'V'), (0x9B3, 'X'), (0x9B6, 'V'), (0x9BA, 'X'), (0x9BC, 'V'), (0x9C5, 'X'), (0x9C7, 'V'), (0x9C9, 'X'), (0x9CB, 'V'), (0x9CF, 'X'), (0x9D7, 'V'), (0x9D8, 'X'), (0x9DC, 'M', u'ড়'), (0x9DD, 'M', u'ঢ়'), (0x9DE, 'X'), (0x9DF, 'M', u'য়'), (0x9E0, 'V'), (0x9E4, 'X'), (0x9E6, 'V'), (0x9FF, 'X'), (0xA01, 'V'), (0xA04, 'X'), (0xA05, 'V'), (0xA0B, 'X'), (0xA0F, 'V'), (0xA11, 'X'), (0xA13, 'V'), (0xA29, 'X'), (0xA2A, 'V'), (0xA31, 'X'), (0xA32, 'V'), (0xA33, 'M', u'ਲ਼'), (0xA34, 'X'), (0xA35, 'V'), (0xA36, 'M', u'ਸ਼'), (0xA37, 'X'), (0xA38, 'V'), (0xA3A, 'X'), (0xA3C, 'V'), (0xA3D, 'X'), (0xA3E, 'V'), (0xA43, 'X'), (0xA47, 'V'), (0xA49, 'X'), (0xA4B, 'V'), (0xA4E, 'X'), (0xA51, 'V'), (0xA52, 'X'), (0xA59, 'M', u'ਖ਼'), (0xA5A, 'M', u'ਗ਼'), (0xA5B, 'M', u'ਜ਼'), ] def _seg_11(): return [ (0xA5C, 'V'), (0xA5D, 'X'), (0xA5E, 'M', u'ਫ਼'), (0xA5F, 'X'), (0xA66, 'V'), (0xA77, 'X'), (0xA81, 'V'), (0xA84, 'X'), (0xA85, 'V'), (0xA8E, 'X'), (0xA8F, 'V'), (0xA92, 'X'), (0xA93, 'V'), (0xAA9, 'X'), (0xAAA, 'V'), (0xAB1, 'X'), (0xAB2, 'V'), (0xAB4, 'X'), (0xAB5, 'V'), (0xABA, 'X'), (0xABC, 'V'), (0xAC6, 'X'), (0xAC7, 'V'), (0xACA, 'X'), (0xACB, 'V'), (0xACE, 'X'), (0xAD0, 'V'), (0xAD1, 'X'), (0xAE0, 'V'), (0xAE4, 'X'), (0xAE6, 'V'), (0xAF2, 'X'), (0xAF9, 'V'), (0xB00, 'X'), (0xB01, 'V'), (0xB04, 'X'), (0xB05, 'V'), (0xB0D, 'X'), (0xB0F, 'V'), (0xB11, 'X'), (0xB13, 'V'), (0xB29, 'X'), (0xB2A, 'V'), (0xB31, 'X'), (0xB32, 'V'), (0xB34, 'X'), (0xB35, 'V'), (0xB3A, 'X'), (0xB3C, 'V'), (0xB45, 'X'), (0xB47, 'V'), (0xB49, 'X'), (0xB4B, 'V'), (0xB4E, 'X'), (0xB56, 'V'), (0xB58, 'X'), (0xB5C, 'M', u'ଡ଼'), (0xB5D, 'M', u'ଢ଼'), (0xB5E, 'X'), (0xB5F, 'V'), (0xB64, 'X'), (0xB66, 'V'), (0xB78, 'X'), (0xB82, 'V'), (0xB84, 'X'), (0xB85, 'V'), (0xB8B, 'X'), (0xB8E, 'V'), (0xB91, 'X'), (0xB92, 'V'), (0xB96, 'X'), (0xB99, 'V'), (0xB9B, 'X'), (0xB9C, 'V'), (0xB9D, 'X'), (0xB9E, 'V'), (0xBA0, 'X'), (0xBA3, 'V'), (0xBA5, 'X'), (0xBA8, 'V'), (0xBAB, 'X'), (0xBAE, 'V'), (0xBBA, 'X'), (0xBBE, 'V'), (0xBC3, 'X'), (0xBC6, 'V'), (0xBC9, 'X'), (0xBCA, 'V'), (0xBCE, 'X'), (0xBD0, 'V'), (0xBD1, 'X'), (0xBD7, 'V'), (0xBD8, 'X'), (0xBE6, 'V'), (0xBFB, 'X'), (0xC00, 'V'), (0xC0D, 'X'), (0xC0E, 'V'), (0xC11, 'X'), (0xC12, 'V'), ] def _seg_12(): return [ (0xC29, 'X'), (0xC2A, 'V'), (0xC3A, 'X'), (0xC3D, 'V'), (0xC45, 'X'), (0xC46, 'V'), (0xC49, 'X'), (0xC4A, 'V'), (0xC4E, 'X'), (0xC55, 'V'), (0xC57, 'X'), (0xC58, 'V'), (0xC5B, 'X'), (0xC60, 'V'), (0xC64, 'X'), (0xC66, 'V'), (0xC70, 'X'), (0xC78, 'V'), (0xC8D, 'X'), (0xC8E, 'V'), (0xC91, 'X'), (0xC92, 'V'), (0xCA9, 'X'), (0xCAA, 'V'), (0xCB4, 'X'), (0xCB5, 'V'), (0xCBA, 'X'), (0xCBC, 'V'), (0xCC5, 'X'), (0xCC6, 'V'), (0xCC9, 'X'), (0xCCA, 'V'), (0xCCE, 'X'), (0xCD5, 'V'), (0xCD7, 'X'), (0xCDE, 'V'), (0xCDF, 'X'), (0xCE0, 'V'), (0xCE4, 'X'), (0xCE6, 'V'), (0xCF0, 'X'), (0xCF1, 'V'), (0xCF3, 'X'), (0xD00, 'V'), (0xD04, 'X'), (0xD05, 'V'), (0xD0D, 'X'), (0xD0E, 'V'), (0xD11, 'X'), (0xD12, 'V'), (0xD45, 'X'), (0xD46, 'V'), (0xD49, 'X'), (0xD4A, 'V'), (0xD50, 'X'), (0xD54, 'V'), (0xD64, 'X'), (0xD66, 'V'), (0xD80, 'X'), (0xD82, 'V'), (0xD84, 'X'), (0xD85, 'V'), (0xD97, 'X'), (0xD9A, 'V'), (0xDB2, 'X'), (0xDB3, 'V'), (0xDBC, 'X'), (0xDBD, 'V'), (0xDBE, 'X'), (0xDC0, 'V'), (0xDC7, 'X'), (0xDCA, 'V'), (0xDCB, 'X'), (0xDCF, 'V'), (0xDD5, 'X'), (0xDD6, 'V'), (0xDD7, 'X'), (0xDD8, 'V'), (0xDE0, 'X'), (0xDE6, 'V'), (0xDF0, 'X'), (0xDF2, 'V'), (0xDF5, 'X'), (0xE01, 'V'), (0xE33, 'M', u'ํา'), (0xE34, 'V'), (0xE3B, 'X'), (0xE3F, 'V'), (0xE5C, 'X'), (0xE81, 'V'), (0xE83, 'X'), (0xE84, 'V'), (0xE85, 'X'), (0xE87, 'V'), (0xE89, 'X'), (0xE8A, 'V'), (0xE8B, 'X'), (0xE8D, 'V'), (0xE8E, 'X'), (0xE94, 'V'), ] def _seg_13(): return [ (0xE98, 'X'), (0xE99, 'V'), (0xEA0, 'X'), (0xEA1, 'V'), (0xEA4, 'X'), (0xEA5, 'V'), (0xEA6, 'X'), (0xEA7, 'V'), (0xEA8, 'X'), (0xEAA, 'V'), (0xEAC, 'X'), (0xEAD, 'V'), (0xEB3, 'M', u'ໍາ'), (0xEB4, 'V'), (0xEBA, 'X'), (0xEBB, 'V'), (0xEBE, 'X'), (0xEC0, 'V'), (0xEC5, 'X'), (0xEC6, 'V'), (0xEC7, 'X'), (0xEC8, 'V'), (0xECE, 'X'), (0xED0, 'V'), (0xEDA, 'X'), (0xEDC, 'M', u'ຫນ'), (0xEDD, 'M', u'ຫມ'), (0xEDE, 'V'), (0xEE0, 'X'), (0xF00, 'V'), (0xF0C, 'M', u'་'), (0xF0D, 'V'), (0xF43, 'M', u'གྷ'), (0xF44, 'V'), (0xF48, 'X'), (0xF49, 'V'), (0xF4D, 'M', u'ཌྷ'), (0xF4E, 'V'), (0xF52, 'M', u'དྷ'), (0xF53, 'V'), (0xF57, 'M', u'བྷ'), (0xF58, 'V'), (0xF5C, 'M', u'ཛྷ'), (0xF5D, 'V'), (0xF69, 'M', u'ཀྵ'), (0xF6A, 'V'), (0xF6D, 'X'), (0xF71, 'V'), (0xF73, 'M', u'ཱི'), (0xF74, 'V'), (0xF75, 'M', u'ཱུ'), (0xF76, 'M', u'ྲྀ'), (0xF77, 'M', u'ྲཱྀ'), (0xF78, 'M', u'ླྀ'), (0xF79, 'M', u'ླཱྀ'), (0xF7A, 'V'), (0xF81, 'M', u'ཱྀ'), (0xF82, 'V'), (0xF93, 'M', u'ྒྷ'), (0xF94, 'V'), (0xF98, 'X'), (0xF99, 'V'), (0xF9D, 'M', u'ྜྷ'), (0xF9E, 'V'), (0xFA2, 'M', u'ྡྷ'), (0xFA3, 'V'), (0xFA7, 'M', u'ྦྷ'), (0xFA8, 'V'), (0xFAC, 'M', u'ྫྷ'), (0xFAD, 'V'), (0xFB9, 'M', u'ྐྵ'), (0xFBA, 'V'), (0xFBD, 'X'), (0xFBE, 'V'), (0xFCD, 'X'), (0xFCE, 'V'), (0xFDB, 'X'), (0x1000, 'V'), (0x10A0, 'X'), (0x10C7, 'M', u'ⴧ'), (0x10C8, 'X'), (0x10CD, 'M', u'ⴭ'), (0x10CE, 'X'), (0x10D0, 'V'), (0x10FC, 'M', u'ნ'), (0x10FD, 'V'), (0x115F, 'X'), (0x1161, 'V'), (0x1249, 'X'), (0x124A, 'V'), (0x124E, 'X'), (0x1250, 'V'), (0x1257, 'X'), (0x1258, 'V'), (0x1259, 'X'), (0x125A, 'V'), (0x125E, 'X'), (0x1260, 'V'), (0x1289, 'X'), (0x128A, 'V'), ] def _seg_14(): return [ (0x128E, 'X'), (0x1290, 'V'), (0x12B1, 'X'), (0x12B2, 'V'), (0x12B6, 'X'), (0x12B8, 'V'), (0x12BF, 'X'), (0x12C0, 'V'), (0x12C1, 'X'), (0x12C2, 'V'), (0x12C6, 'X'), (0x12C8, 'V'), (0x12D7, 'X'), (0x12D8, 'V'), (0x1311, 'X'), (0x1312, 'V'), (0x1316, 'X'), (0x1318, 'V'), (0x135B, 'X'), (0x135D, 'V'), (0x137D, 'X'), (0x1380, 'V'), (0x139A, 'X'), (0x13A0, 'V'), (0x13F6, 'X'), (0x13F8, 'M', u'Ᏸ'), (0x13F9, 'M', u'Ᏹ'), (0x13FA, 'M', u'Ᏺ'), (0x13FB, 'M', u'Ᏻ'), (0x13FC, 'M', u'Ᏼ'), (0x13FD, 'M', u'Ᏽ'), (0x13FE, 'X'), (0x1400, 'V'), (0x1680, 'X'), (0x1681, 'V'), (0x169D, 'X'), (0x16A0, 'V'), (0x16F9, 'X'), (0x1700, 'V'), (0x170D, 'X'), (0x170E, 'V'), (0x1715, 'X'), (0x1720, 'V'), (0x1737, 'X'), (0x1740, 'V'), (0x1754, 'X'), (0x1760, 'V'), (0x176D, 'X'), (0x176E, 'V'), (0x1771, 'X'), (0x1772, 'V'), (0x1774, 'X'), (0x1780, 'V'), (0x17B4, 'X'), (0x17B6, 'V'), (0x17DE, 'X'), (0x17E0, 'V'), (0x17EA, 'X'), (0x17F0, 'V'), (0x17FA, 'X'), (0x1800, 'V'), (0x1806, 'X'), (0x1807, 'V'), (0x180B, 'I'), (0x180E, 'X'), (0x1810, 'V'), (0x181A, 'X'), (0x1820, 'V'), (0x1879, 'X'), (0x1880, 'V'), (0x18AB, 'X'), (0x18B0, 'V'), (0x18F6, 'X'), (0x1900, 'V'), (0x191F, 'X'), (0x1920, 'V'), (0x192C, 'X'), (0x1930, 'V'), (0x193C, 'X'), (0x1940, 'V'), (0x1941, 'X'), (0x1944, 'V'), (0x196E, 'X'), (0x1970, 'V'), (0x1975, 'X'), (0x1980, 'V'), (0x19AC, 'X'), (0x19B0, 'V'), (0x19CA, 'X'), (0x19D0, 'V'), (0x19DB, 'X'), (0x19DE, 'V'), (0x1A1C, 'X'), (0x1A1E, 'V'), (0x1A5F, 'X'), (0x1A60, 'V'), (0x1A7D, 'X'), (0x1A7F, 'V'), (0x1A8A, 'X'), (0x1A90, 'V'), ] def _seg_15(): return [ (0x1A9A, 'X'), (0x1AA0, 'V'), (0x1AAE, 'X'), (0x1AB0, 'V'), (0x1ABF, 'X'), (0x1B00, 'V'), (0x1B4C, 'X'), (0x1B50, 'V'), (0x1B7D, 'X'), (0x1B80, 'V'), (0x1BF4, 'X'), (0x1BFC, 'V'), (0x1C38, 'X'), (0x1C3B, 'V'), (0x1C4A, 'X'), (0x1C4D, 'V'), (0x1C80, 'M', u'в'), (0x1C81, 'M', u'д'), (0x1C82, 'M', u'о'), (0x1C83, 'M', u'с'), (0x1C84, 'M', u'т'), (0x1C86, 'M', u'ъ'), (0x1C87, 'M', u'ѣ'), (0x1C88, 'M', u'ꙋ'), (0x1C89, 'X'), (0x1CC0, 'V'), (0x1CC8, 'X'), (0x1CD0, 'V'), (0x1CFA, 'X'), (0x1D00, 'V'), (0x1D2C, 'M', u'a'), (0x1D2D, 'M', u'æ'), (0x1D2E, 'M', u'b'), (0x1D2F, 'V'), (0x1D30, 'M', u'd'), (0x1D31, 'M', u'e'), (0x1D32, 'M', u'ǝ'), (0x1D33, 'M', u'g'), (0x1D34, 'M', u'h'), (0x1D35, 'M', u'i'), (0x1D36, 'M', u'j'), (0x1D37, 'M', u'k'), (0x1D38, 'M', u'l'), (0x1D39, 'M', u'm'), (0x1D3A, 'M', u'n'), (0x1D3B, 'V'), (0x1D3C, 'M', u'o'), (0x1D3D, 'M', u'ȣ'), (0x1D3E, 'M', u'p'), (0x1D3F, 'M', u'r'), (0x1D40, 'M', u't'), (0x1D41, 'M', u'u'), (0x1D42, 'M', u'w'), (0x1D43, 'M', u'a'), (0x1D44, 'M', u'ɐ'), (0x1D45, 'M', u'ɑ'), (0x1D46, 'M', u'ᴂ'), (0x1D47, 'M', u'b'), (0x1D48, 'M', u'd'), (0x1D49, 'M', u'e'), (0x1D4A, 'M', u'ə'), (0x1D4B, 'M', u'ɛ'), (0x1D4C, 'M', u'ɜ'), (0x1D4D, 'M', u'g'), (0x1D4E, 'V'), (0x1D4F, 'M', u'k'), (0x1D50, 'M', u'm'), (0x1D51, 'M', u'ŋ'), (0x1D52, 'M', u'o'), (0x1D53, 'M', u'ɔ'), (0x1D54, 'M', u'ᴖ'), (0x1D55, 'M', u'ᴗ'), (0x1D56, 'M', u'p'), (0x1D57, 'M', u't'), (0x1D58, 'M', u'u'), (0x1D59, 'M', u'ᴝ'), (0x1D5A, 'M', u'ɯ'), (0x1D5B, 'M', u'v'), (0x1D5C, 'M', u'ᴥ'), (0x1D5D, 'M', u'β'), (0x1D5E, 'M', u'γ'), (0x1D5F, 'M', u'δ'), (0x1D60, 'M', u'φ'), (0x1D61, 'M', u'χ'), (0x1D62, 'M', u'i'), (0x1D63, 'M', u'r'), (0x1D64, 'M', u'u'), (0x1D65, 'M', u'v'), (0x1D66, 'M', u'β'), (0x1D67, 'M', u'γ'), (0x1D68, 'M', u'ρ'), (0x1D69, 'M', u'φ'), (0x1D6A, 'M', u'χ'), (0x1D6B, 'V'), (0x1D78, 'M', u'н'), (0x1D79, 'V'), (0x1D9B, 'M', u'ɒ'), (0x1D9C, 'M', u'c'), (0x1D9D, 'M', u'ɕ'), (0x1D9E, 'M', u'ð'), ] def _seg_16(): return [ (0x1D9F, 'M', u'ɜ'), (0x1DA0, 'M', u'f'), (0x1DA1, 'M', u'ɟ'), (0x1DA2, 'M', u'ɡ'), (0x1DA3, 'M', u'ɥ'), (0x1DA4, 'M', u'ɨ'), (0x1DA5, 'M', u'ɩ'), (0x1DA6, 'M', u'ɪ'), (0x1DA7, 'M', u'ᵻ'), (0x1DA8, 'M', u'ʝ'), (0x1DA9, 'M', u'ɭ'), (0x1DAA, 'M', u'ᶅ'), (0x1DAB, 'M', u'ʟ'), (0x1DAC, 'M', u'ɱ'), (0x1DAD, 'M', u'ɰ'), (0x1DAE, 'M', u'ɲ'), (0x1DAF, 'M', u'ɳ'), (0x1DB0, 'M', u'ɴ'), (0x1DB1, 'M', u'ɵ'), (0x1DB2, 'M', u'ɸ'), (0x1DB3, 'M', u'ʂ'), (0x1DB4, 'M', u'ʃ'), (0x1DB5, 'M', u'ƫ'), (0x1DB6, 'M', u'ʉ'), (0x1DB7, 'M', u'ʊ'), (0x1DB8, 'M', u'ᴜ'), (0x1DB9, 'M', u'ʋ'), (0x1DBA, 'M', u'ʌ'), (0x1DBB, 'M', u'z'), (0x1DBC, 'M', u'ʐ'), (0x1DBD, 'M', u'ʑ'), (0x1DBE, 'M', u'ʒ'), (0x1DBF, 'M', u'θ'), (0x1DC0, 'V'), (0x1DFA, 'X'), (0x1DFB, 'V'), (0x1E00, 'M', u'ḁ'), (0x1E01, 'V'), (0x1E02, 'M', u'ḃ'), (0x1E03, 'V'), (0x1E04, 'M', u'ḅ'), (0x1E05, 'V'), (0x1E06, 'M', u'ḇ'), (0x1E07, 'V'), (0x1E08, 'M', u'ḉ'), (0x1E09, 'V'), (0x1E0A, 'M', u'ḋ'), (0x1E0B, 'V'), (0x1E0C, 'M', u'ḍ'), (0x1E0D, 'V'), (0x1E0E, 'M', u'ḏ'), (0x1E0F, 'V'), (0x1E10, 'M', u'ḑ'), (0x1E11, 'V'), (0x1E12, 'M', u'ḓ'), (0x1E13, 'V'), (0x1E14, 'M', u'ḕ'), (0x1E15, 'V'), (0x1E16, 'M', u'ḗ'), (0x1E17, 'V'), (0x1E18, 'M', u'ḙ'), (0x1E19, 'V'), (0x1E1A, 'M', u'ḛ'), (0x1E1B, 'V'), (0x1E1C, 'M', u'ḝ'), (0x1E1D, 'V'), (0x1E1E, 'M', u'ḟ'), (0x1E1F, 'V'), (0x1E20, 'M', u'ḡ'), (0x1E21, 'V'), (0x1E22, 'M', u'ḣ'), (0x1E23, 'V'), (0x1E24, 'M', u'ḥ'), (0x1E25, 'V'), (0x1E26, 'M', u'ḧ'), (0x1E27, 'V'), (0x1E28, 'M', u'ḩ'), (0x1E29, 'V'), (0x1E2A, 'M', u'ḫ'), (0x1E2B, 'V'), (0x1E2C, 'M', u'ḭ'), (0x1E2D, 'V'), (0x1E2E, 'M', u'ḯ'), (0x1E2F, 'V'), (0x1E30, 'M', u'ḱ'), (0x1E31, 'V'), (0x1E32, 'M', u'ḳ'), (0x1E33, 'V'), (0x1E34, 'M', u'ḵ'), (0x1E35, 'V'), (0x1E36, 'M', u'ḷ'), (0x1E37, 'V'), (0x1E38, 'M', u'ḹ'), (0x1E39, 'V'), (0x1E3A, 'M', u'ḻ'), (0x1E3B, 'V'), (0x1E3C, 'M', u'ḽ'), (0x1E3D, 'V'), (0x1E3E, 'M', u'ḿ'), (0x1E3F, 'V'), ] def _seg_17(): return [ (0x1E40, 'M', u'ṁ'), (0x1E41, 'V'), (0x1E42, 'M', u'ṃ'), (0x1E43, 'V'), (0x1E44, 'M', u'ṅ'), (0x1E45, 'V'), (0x1E46, 'M', u'ṇ'), (0x1E47, 'V'), (0x1E48, 'M', u'ṉ'), (0x1E49, 'V'), (0x1E4A, 'M', u'ṋ'), (0x1E4B, 'V'), (0x1E4C, 'M', u'ṍ'), (0x1E4D, 'V'), (0x1E4E, 'M', u'ṏ'), (0x1E4F, 'V'), (0x1E50, 'M', u'ṑ'), (0x1E51, 'V'), (0x1E52, 'M', u'ṓ'), (0x1E53, 'V'), (0x1E54, 'M', u'ṕ'), (0x1E55, 'V'), (0x1E56, 'M', u'ṗ'), (0x1E57, 'V'), (0x1E58, 'M', u'ṙ'), (0x1E59, 'V'), (0x1E5A, 'M', u'ṛ'), (0x1E5B, 'V'), (0x1E5C, 'M', u'ṝ'), (0x1E5D, 'V'), (0x1E5E, 'M', u'ṟ'), (0x1E5F, 'V'), (0x1E60, 'M', u'ṡ'), (0x1E61, 'V'), (0x1E62, 'M', u'ṣ'), (0x1E63, 'V'), (0x1E64, 'M', u'ṥ'), (0x1E65, 'V'), (0x1E66, 'M', u'ṧ'), (0x1E67, 'V'), (0x1E68, 'M', u'ṩ'), (0x1E69, 'V'), (0x1E6A, 'M', u'ṫ'), (0x1E6B, 'V'), (0x1E6C, 'M', u'ṭ'), (0x1E6D, 'V'), (0x1E6E, 'M', u'ṯ'), (0x1E6F, 'V'), (0x1E70, 'M', u'ṱ'), (0x1E71, 'V'), (0x1E72, 'M', u'ṳ'), (0x1E73, 'V'), (0x1E74, 'M', u'ṵ'), (0x1E75, 'V'), (0x1E76, 'M', u'ṷ'), (0x1E77, 'V'), (0x1E78, 'M', u'ṹ'), (0x1E79, 'V'), (0x1E7A, 'M', u'ṻ'), (0x1E7B, 'V'), (0x1E7C, 'M', u'ṽ'), (0x1E7D, 'V'), (0x1E7E, 'M', u'ṿ'), (0x1E7F, 'V'), (0x1E80, 'M', u'ẁ'), (0x1E81, 'V'), (0x1E82, 'M', u'ẃ'), (0x1E83, 'V'), (0x1E84, 'M', u'ẅ'), (0x1E85, 'V'), (0x1E86, 'M', u'ẇ'), (0x1E87, 'V'), (0x1E88, 'M', u'ẉ'), (0x1E89, 'V'), (0x1E8A, 'M', u'ẋ'), (0x1E8B, 'V'), (0x1E8C, 'M', u'ẍ'), (0x1E8D, 'V'), (0x1E8E, 'M', u'ẏ'), (0x1E8F, 'V'), (0x1E90, 'M', u'ẑ'), (0x1E91, 'V'), (0x1E92, 'M', u'ẓ'), (0x1E93, 'V'), (0x1E94, 'M', u'ẕ'), (0x1E95, 'V'), (0x1E9A, 'M', u'aʾ'), (0x1E9B, 'M', u'ṡ'), (0x1E9C, 'V'), (0x1E9E, 'M', u'ss'), (0x1E9F, 'V'), (0x1EA0, 'M', u'ạ'), (0x1EA1, 'V'), (0x1EA2, 'M', u'ả'), (0x1EA3, 'V'), (0x1EA4, 'M', u'ấ'), (0x1EA5, 'V'), (0x1EA6, 'M', u'ầ'), (0x1EA7, 'V'), (0x1EA8, 'M', u'ẩ'), ] def _seg_18(): return [ (0x1EA9, 'V'), (0x1EAA, 'M', u'ẫ'), (0x1EAB, 'V'), (0x1EAC, 'M', u'ậ'), (0x1EAD, 'V'), (0x1EAE, 'M', u'ắ'), (0x1EAF, 'V'), (0x1EB0, 'M', u'ằ'), (0x1EB1, 'V'), (0x1EB2, 'M', u'ẳ'), (0x1EB3, 'V'), (0x1EB4, 'M', u'ẵ'), (0x1EB5, 'V'), (0x1EB6, 'M', u'ặ'), (0x1EB7, 'V'), (0x1EB8, 'M', u'ẹ'), (0x1EB9, 'V'), (0x1EBA, 'M', u'ẻ'), (0x1EBB, 'V'), (0x1EBC, 'M', u'ẽ'), (0x1EBD, 'V'), (0x1EBE, 'M', u'ế'), (0x1EBF, 'V'), (0x1EC0, 'M', u'ề'), (0x1EC1, 'V'), (0x1EC2, 'M', u'ể'), (0x1EC3, 'V'), (0x1EC4, 'M', u'ễ'), (0x1EC5, 'V'), (0x1EC6, 'M', u'ệ'), (0x1EC7, 'V'), (0x1EC8, 'M', u'ỉ'), (0x1EC9, 'V'), (0x1ECA, 'M', u'ị'), (0x1ECB, 'V'), (0x1ECC, 'M', u'ọ'), (0x1ECD, 'V'), (0x1ECE, 'M', u'ỏ'), (0x1ECF, 'V'), (0x1ED0, 'M', u'ố'), (0x1ED1, 'V'), (0x1ED2, 'M', u'ồ'), (0x1ED3, 'V'), (0x1ED4, 'M', u'ổ'), (0x1ED5, 'V'), (0x1ED6, 'M', u'ỗ'), (0x1ED7, 'V'), (0x1ED8, 'M', u'ộ'), (0x1ED9, 'V'), (0x1EDA, 'M', u'ớ'), (0x1EDB, 'V'), (0x1EDC, 'M', u'ờ'), (0x1EDD, 'V'), (0x1EDE, 'M', u'ở'), (0x1EDF, 'V'), (0x1EE0, 'M', u'ỡ'), (0x1EE1, 'V'), (0x1EE2, 'M', u'ợ'), (0x1EE3, 'V'), (0x1EE4, 'M', u'ụ'), (0x1EE5, 'V'), (0x1EE6, 'M', u'ủ'), (0x1EE7, 'V'), (0x1EE8, 'M', u'ứ'), (0x1EE9, 'V'), (0x1EEA, 'M', u'ừ'), (0x1EEB, 'V'), (0x1EEC, 'M', u'ử'), (0x1EED, 'V'), (0x1EEE, 'M', u'ữ'), (0x1EEF, 'V'), (0x1EF0, 'M', u'ự'), (0x1EF1, 'V'), (0x1EF2, 'M', u'ỳ'), (0x1EF3, 'V'), (0x1EF4, 'M', u'ỵ'), (0x1EF5, 'V'), (0x1EF6, 'M', u'ỷ'), (0x1EF7, 'V'), (0x1EF8, 'M', u'ỹ'), (0x1EF9, 'V'), (0x1EFA, 'M', u'ỻ'), (0x1EFB, 'V'), (0x1EFC, 'M', u'ỽ'), (0x1EFD, 'V'), (0x1EFE, 'M', u'ỿ'), (0x1EFF, 'V'), (0x1F08, 'M', u'ἀ'), (0x1F09, 'M', u'ἁ'), (0x1F0A, 'M', u'ἂ'), (0x1F0B, 'M', u'ἃ'), (0x1F0C, 'M', u'ἄ'), (0x1F0D, 'M', u'ἅ'), (0x1F0E, 'M', u'ἆ'), (0x1F0F, 'M', u'ἇ'), (0x1F10, 'V'), (0x1F16, 'X'), (0x1F18, 'M', u'ἐ'), (0x1F19, 'M', u'ἑ'), (0x1F1A, 'M', u'ἒ'), ] def _seg_19(): return [ (0x1F1B, 'M', u'ἓ'), (0x1F1C, 'M', u'ἔ'), (0x1F1D, 'M', u'ἕ'), (0x1F1E, 'X'), (0x1F20, 'V'), (0x1F28, 'M', u'ἠ'), (0x1F29, 'M', u'ἡ'), (0x1F2A, 'M', u'ἢ'), (0x1F2B, 'M', u'ἣ'), (0x1F2C, 'M', u'ἤ'), (0x1F2D, 'M', u'ἥ'), (0x1F2E, 'M', u'ἦ'), (0x1F2F, 'M', u'ἧ'), (0x1F30, 'V'), (0x1F38, 'M', u'ἰ'), (0x1F39, 'M', u'ἱ'), (0x1F3A, 'M', u'ἲ'), (0x1F3B, 'M', u'ἳ'), (0x1F3C, 'M', u'ἴ'), (0x1F3D, 'M', u'ἵ'), (0x1F3E, 'M', u'ἶ'), (0x1F3F, 'M', u'ἷ'), (0x1F40, 'V'), (0x1F46, 'X'), (0x1F48, 'M', u'ὀ'), (0x1F49, 'M', u'ὁ'), (0x1F4A, 'M', u'ὂ'), (0x1F4B, 'M', u'ὃ'), (0x1F4C, 'M', u'ὄ'), (0x1F4D, 'M', u'ὅ'), (0x1F4E, 'X'), (0x1F50, 'V'), (0x1F58, 'X'), (0x1F59, 'M', u'ὑ'), (0x1F5A, 'X'), (0x1F5B, 'M', u'ὓ'), (0x1F5C, 'X'), (0x1F5D, 'M', u'ὕ'), (0x1F5E, 'X'), (0x1F5F, 'M', u'ὗ'), (0x1F60, 'V'), (0x1F68, 'M', u'ὠ'), (0x1F69, 'M', u'ὡ'), (0x1F6A, 'M', u'ὢ'), (0x1F6B, 'M', u'ὣ'), (0x1F6C, 'M', u'ὤ'), (0x1F6D, 'M', u'ὥ'), (0x1F6E, 'M', u'ὦ'), (0x1F6F, 'M', u'ὧ'), (0x1F70, 'V'), (0x1F71, 'M', u'ά'), (0x1F72, 'V'), (0x1F73, 'M', u'έ'), (0x1F74, 'V'), (0x1F75, 'M', u'ή'), (0x1F76, 'V'), (0x1F77, 'M', u'ί'), (0x1F78, 'V'), (0x1F79, 'M', u'ό'), (0x1F7A, 'V'), (0x1F7B, 'M', u'ύ'), (0x1F7C, 'V'), (0x1F7D, 'M', u'ώ'), (0x1F7E, 'X'), (0x1F80, 'M', u'ἀι'), (0x1F81, 'M', u'ἁι'), (0x1F82, 'M', u'ἂι'), (0x1F83, 'M', u'ἃι'), (0x1F84, 'M', u'ἄι'), (0x1F85, 'M', u'ἅι'), (0x1F86, 'M', u'ἆι'), (0x1F87, 'M', u'ἇι'), (0x1F88, 'M', u'ἀι'), (0x1F89, 'M', u'ἁι'), (0x1F8A, 'M', u'ἂι'), (0x1F8B, 'M', u'ἃι'), (0x1F8C, 'M', u'ἄι'), (0x1F8D, 'M', u'ἅι'), (0x1F8E, 'M', u'ἆι'), (0x1F8F, 'M', u'ἇι'), (0x1F90, 'M', u'ἠι'), (0x1F91, 'M', u'ἡι'), (0x1F92, 'M', u'ἢι'), (0x1F93, 'M', u'ἣι'), (0x1F94, 'M', u'ἤι'), (0x1F95, 'M', u'ἥι'), (0x1F96, 'M', u'ἦι'), (0x1F97, 'M', u'ἧι'), (0x1F98, 'M', u'ἠι'), (0x1F99, 'M', u'ἡι'), (0x1F9A, 'M', u'ἢι'), (0x1F9B, 'M', u'ἣι'), (0x1F9C, 'M', u'ἤι'), (0x1F9D, 'M', u'ἥι'), (0x1F9E, 'M', u'ἦι'), (0x1F9F, 'M', u'ἧι'), (0x1FA0, 'M', u'ὠι'), (0x1FA1, 'M', u'ὡι'), (0x1FA2, 'M', u'ὢι'), (0x1FA3, 'M', u'ὣι'), ] def _seg_20(): return [ (0x1FA4, 'M', u'ὤι'), (0x1FA5, 'M', u'ὥι'), (0x1FA6, 'M', u'ὦι'), (0x1FA7, 'M', u'ὧι'), (0x1FA8, 'M', u'ὠι'), (0x1FA9, 'M', u'ὡι'), (0x1FAA, 'M', u'ὢι'), (0x1FAB, 'M', u'ὣι'), (0x1FAC, 'M', u'ὤι'), (0x1FAD, 'M', u'ὥι'), (0x1FAE, 'M', u'ὦι'), (0x1FAF, 'M', u'ὧι'), (0x1FB0, 'V'), (0x1FB2, 'M', u'ὰι'), (0x1FB3, 'M', u'αι'), (0x1FB4, 'M', u'άι'), (0x1FB5, 'X'), (0x1FB6, 'V'), (0x1FB7, 'M', u'ᾶι'), (0x1FB8, 'M', u'ᾰ'), (0x1FB9, 'M', u'ᾱ'), (0x1FBA, 'M', u'ὰ'), (0x1FBB, 'M', u'ά'), (0x1FBC, 'M', u'αι'), (0x1FBD, '3', u' ̓'), (0x1FBE, 'M', u'ι'), (0x1FBF, '3', u' ̓'), (0x1FC0, '3', u' ͂'), (0x1FC1, '3', u' ̈͂'), (0x1FC2, 'M', u'ὴι'), (0x1FC3, 'M', u'ηι'), (0x1FC4, 'M', u'ήι'), (0x1FC5, 'X'), (0x1FC6, 'V'), (0x1FC7, 'M', u'ῆι'), (0x1FC8, 'M', u'ὲ'), (0x1FC9, 'M', u'έ'), (0x1FCA, 'M', u'ὴ'), (0x1FCB, 'M', u'ή'), (0x1FCC, 'M', u'ηι'), (0x1FCD, '3', u' ̓̀'), (0x1FCE, '3', u' ̓́'), (0x1FCF, '3', u' ̓͂'), (0x1FD0, 'V'), (0x1FD3, 'M', u'ΐ'), (0x1FD4, 'X'), (0x1FD6, 'V'), (0x1FD8, 'M', u'ῐ'), (0x1FD9, 'M', u'ῑ'), (0x1FDA, 'M', u'ὶ'), (0x1FDB, 'M', u'ί'), (0x1FDC, 'X'), (0x1FDD, '3', u' ̔̀'), (0x1FDE, '3', u' ̔́'), (0x1FDF, '3', u' ̔͂'), (0x1FE0, 'V'), (0x1FE3, 'M', u'ΰ'), (0x1FE4, 'V'), (0x1FE8, 'M', u'ῠ'), (0x1FE9, 'M', u'ῡ'), (0x1FEA, 'M', u'ὺ'), (0x1FEB, 'M', u'ύ'), (0x1FEC, 'M', u'ῥ'), (0x1FED, '3', u' ̈̀'), (0x1FEE, '3', u' ̈́'), (0x1FEF, '3', u'`'), (0x1FF0, 'X'), (0x1FF2, 'M', u'ὼι'), (0x1FF3, 'M', u'ωι'), (0x1FF4, 'M', u'ώι'), (0x1FF5, 'X'), (0x1FF6, 'V'), (0x1FF7, 'M', u'ῶι'), (0x1FF8, 'M', u'ὸ'), (0x1FF9, 'M', u'ό'), (0x1FFA, 'M', u'ὼ'), (0x1FFB, 'M', u'ώ'), (0x1FFC, 'M', u'ωι'), (0x1FFD, '3', u' ́'), (0x1FFE, '3', u' ̔'), (0x1FFF, 'X'), (0x2000, '3', u' '), (0x200B, 'I'), (0x200C, 'D', u''), (0x200E, 'X'), (0x2010, 'V'), (0x2011, 'M', u'‐'), (0x2012, 'V'), (0x2017, '3', u' ̳'), (0x2018, 'V'), (0x2024, 'X'), (0x2027, 'V'), (0x2028, 'X'), (0x202F, '3', u' '), (0x2030, 'V'), (0x2033, 'M', u'′′'), (0x2034, 'M', u'′′′'), (0x2035, 'V'), (0x2036, 'M', u'‵‵'), (0x2037, 'M', u'‵‵‵'), ] def _seg_21(): return [ (0x2038, 'V'), (0x203C, '3', u'!!'), (0x203D, 'V'), (0x203E, '3', u' ̅'), (0x203F, 'V'), (0x2047, '3', u'??'), (0x2048, '3', u'?!'), (0x2049, '3', u'!?'), (0x204A, 'V'), (0x2057, 'M', u'′′′′'), (0x2058, 'V'), (0x205F, '3', u' '), (0x2060, 'I'), (0x2061, 'X'), (0x2064, 'I'), (0x2065, 'X'), (0x2070, 'M', u'0'), (0x2071, 'M', u'i'), (0x2072, 'X'), (0x2074, 'M', u'4'), (0x2075, 'M', u'5'), (0x2076, 'M', u'6'), (0x2077, 'M', u'7'), (0x2078, 'M', u'8'), (0x2079, 'M', u'9'), (0x207A, '3', u'+'), (0x207B, 'M', u'−'), (0x207C, '3', u'='), (0x207D, '3', u'('), (0x207E, '3', u')'), (0x207F, 'M', u'n'), (0x2080, 'M', u'0'), (0x2081, 'M', u'1'), (0x2082, 'M', u'2'), (0x2083, 'M', u'3'), (0x2084, 'M', u'4'), (0x2085, 'M', u'5'), (0x2086, 'M', u'6'), (0x2087, 'M', u'7'), (0x2088, 'M', u'8'), (0x2089, 'M', u'9'), (0x208A, '3', u'+'), (0x208B, 'M', u'−'), (0x208C, '3', u'='), (0x208D, '3', u'('), (0x208E, '3', u')'), (0x208F, 'X'), (0x2090, 'M', u'a'), (0x2091, 'M', u'e'), (0x2092, 'M', u'o'), (0x2093, 'M', u'x'), (0x2094, 'M', u'ə'), (0x2095, 'M', u'h'), (0x2096, 'M', u'k'), (0x2097, 'M', u'l'), (0x2098, 'M', u'm'), (0x2099, 'M', u'n'), (0x209A, 'M', u'p'), (0x209B, 'M', u's'), (0x209C, 'M', u't'), (0x209D, 'X'), (0x20A0, 'V'), (0x20A8, 'M', u'rs'), (0x20A9, 'V'), (0x20C0, 'X'), (0x20D0, 'V'), (0x20F1, 'X'), (0x2100, '3', u'a/c'), (0x2101, '3', u'a/s'), (0x2102, 'M', u'c'), (0x2103, 'M', u'°c'), (0x2104, 'V'), (0x2105, '3', u'c/o'), (0x2106, '3', u'c/u'), (0x2107, 'M', u'ɛ'), (0x2108, 'V'), (0x2109, 'M', u'°f'), (0x210A, 'M', u'g'), (0x210B, 'M', u'h'), (0x210F, 'M', u'ħ'), (0x2110, 'M', u'i'), (0x2112, 'M', u'l'), (0x2114, 'V'), (0x2115, 'M', u'n'), (0x2116, 'M', u'no'), (0x2117, 'V'), (0x2119, 'M', u'p'), (0x211A, 'M', u'q'), (0x211B, 'M', u'r'), (0x211E, 'V'), (0x2120, 'M', u'sm'), (0x2121, 'M', u'tel'), (0x2122, 'M', u'tm'), (0x2123, 'V'), (0x2124, 'M', u'z'), (0x2125, 'V'), (0x2126, 'M', u'ω'), (0x2127, 'V'), (0x2128, 'M', u'z'), (0x2129, 'V'), ] def _seg_22(): return [ (0x212A, 'M', u'k'), (0x212B, 'M', u'å'), (0x212C, 'M', u'b'), (0x212D, 'M', u'c'), (0x212E, 'V'), (0x212F, 'M', u'e'), (0x2131, 'M', u'f'), (0x2132, 'X'), (0x2133, 'M', u'm'), (0x2134, 'M', u'o'), (0x2135, 'M', u'א'), (0x2136, 'M', u'ב'), (0x2137, 'M', u'ג'), (0x2138, 'M', u'ד'), (0x2139, 'M', u'i'), (0x213A, 'V'), (0x213B, 'M', u'fax'), (0x213C, 'M', u'π'), (0x213D, 'M', u'γ'), (0x213F, 'M', u'π'), (0x2140, 'M', u'∑'), (0x2141, 'V'), (0x2145, 'M', u'd'), (0x2147, 'M', u'e'), (0x2148, 'M', u'i'), (0x2149, 'M', u'j'), (0x214A, 'V'), (0x2150, 'M', u'1⁄7'), (0x2151, 'M', u'1⁄9'), (0x2152, 'M', u'1⁄10'), (0x2153, 'M', u'1⁄3'), (0x2154, 'M', u'2⁄3'), (0x2155, 'M', u'1⁄5'), (0x2156, 'M', u'2⁄5'), (0x2157, 'M', u'3⁄5'), (0x2158, 'M', u'4⁄5'), (0x2159, 'M', u'1⁄6'), (0x215A, 'M', u'5⁄6'), (0x215B, 'M', u'1⁄8'), (0x215C, 'M', u'3⁄8'), (0x215D, 'M', u'5⁄8'), (0x215E, 'M', u'7⁄8'), (0x215F, 'M', u'1⁄'), (0x2160, 'M', u'i'), (0x2161, 'M', u'ii'), (0x2162, 'M', u'iii'), (0x2163, 'M', u'iv'), (0x2164, 'M', u'v'), (0x2165, 'M', u'vi'), (0x2166, 'M', u'vii'), (0x2167, 'M', u'viii'), (0x2168, 'M', u'ix'), (0x2169, 'M', u'x'), (0x216A, 'M', u'xi'), (0x216B, 'M', u'xii'), (0x216C, 'M', u'l'), (0x216D, 'M', u'c'), (0x216E, 'M', u'd'), (0x216F, 'M', u'm'), (0x2170, 'M', u'i'), (0x2171, 'M', u'ii'), (0x2172, 'M', u'iii'), (0x2173, 'M', u'iv'), (0x2174, 'M', u'v'), (0x2175, 'M', u'vi'), (0x2176, 'M', u'vii'), (0x2177, 'M', u'viii'), (0x2178, 'M', u'ix'), (0x2179, 'M', u'x'), (0x217A, 'M', u'xi'), (0x217B, 'M', u'xii'), (0x217C, 'M', u'l'), (0x217D, 'M', u'c'), (0x217E, 'M', u'd'), (0x217F, 'M', u'm'), (0x2180, 'V'), (0x2183, 'X'), (0x2184, 'V'), (0x2189, 'M', u'0⁄3'), (0x218A, 'V'), (0x218C, 'X'), (0x2190, 'V'), (0x222C, 'M', u'∫∫'), (0x222D, 'M', u'∫∫∫'), (0x222E, 'V'), (0x222F, 'M', u'∮∮'), (0x2230, 'M', u'∮∮∮'), (0x2231, 'V'), (0x2260, '3'), (0x2261, 'V'), (0x226E, '3'), (0x2270, 'V'), (0x2329, 'M', u'〈'), (0x232A, 'M', u'〉'), (0x232B, 'V'), (0x2427, 'X'), (0x2440, 'V'), (0x244B, 'X'), (0x2460, 'M', u'1'), (0x2461, 'M', u'2'), ] def _seg_23(): return [ (0x2462, 'M', u'3'), (0x2463, 'M', u'4'), (0x2464, 'M', u'5'), (0x2465, 'M', u'6'), (0x2466, 'M', u'7'), (0x2467, 'M', u'8'), (0x2468, 'M', u'9'), (0x2469, 'M', u'10'), (0x246A, 'M', u'11'), (0x246B, 'M', u'12'), (0x246C, 'M', u'13'), (0x246D, 'M', u'14'), (0x246E, 'M', u'15'), (0x246F, 'M', u'16'), (0x2470, 'M', u'17'), (0x2471, 'M', u'18'), (0x2472, 'M', u'19'), (0x2473, 'M', u'20'), (0x2474, '3', u'(1)'), (0x2475, '3', u'(2)'), (0x2476, '3', u'(3)'), (0x2477, '3', u'(4)'), (0x2478, '3', u'(5)'), (0x2479, '3', u'(6)'), (0x247A, '3', u'(7)'), (0x247B, '3', u'(8)'), (0x247C, '3', u'(9)'), (0x247D, '3', u'(10)'), (0x247E, '3', u'(11)'), (0x247F, '3', u'(12)'), (0x2480, '3', u'(13)'), (0x2481, '3', u'(14)'), (0x2482, '3', u'(15)'), (0x2483, '3', u'(16)'), (0x2484, '3', u'(17)'), (0x2485, '3', u'(18)'), (0x2486, '3', u'(19)'), (0x2487, '3', u'(20)'), (0x2488, 'X'), (0x249C, '3', u'(a)'), (0x249D, '3', u'(b)'), (0x249E, '3', u'(c)'), (0x249F, '3', u'(d)'), (0x24A0, '3', u'(e)'), (0x24A1, '3', u'(f)'), (0x24A2, '3', u'(g)'), (0x24A3, '3', u'(h)'), (0x24A4, '3', u'(i)'), (0x24A5, '3', u'(j)'), (0x24A6, '3', u'(k)'), (0x24A7, '3', u'(l)'), (0x24A8, '3', u'(m)'), (0x24A9, '3', u'(n)'), (0x24AA, '3', u'(o)'), (0x24AB, '3', u'(p)'), (0x24AC, '3', u'(q)'), (0x24AD, '3', u'(r)'), (0x24AE, '3', u'(s)'), (0x24AF, '3', u'(t)'), (0x24B0, '3', u'(u)'), (0x24B1, '3', u'(v)'), (0x24B2, '3', u'(w)'), (0x24B3, '3', u'(x)'), (0x24B4, '3', u'(y)'), (0x24B5, '3', u'(z)'), (0x24B6, 'M', u'a'), (0x24B7, 'M', u'b'), (0x24B8, 'M', u'c'), (0x24B9, 'M', u'd'), (0x24BA, 'M', u'e'), (0x24BB, 'M', u'f'), (0x24BC, 'M', u'g'), (0x24BD, 'M', u'h'), (0x24BE, 'M', u'i'), (0x24BF, 'M', u'j'), (0x24C0, 'M', u'k'), (0x24C1, 'M', u'l'), (0x24C2, 'M', u'm'), (0x24C3, 'M', u'n'), (0x24C4, 'M', u'o'), (0x24C5, 'M', u'p'), (0x24C6, 'M', u'q'), (0x24C7, 'M', u'r'), (0x24C8, 'M', u's'), (0x24C9, 'M', u't'), (0x24CA, 'M', u'u'), (0x24CB, 'M', u'v'), (0x24CC, 'M', u'w'), (0x24CD, 'M', u'x'), (0x24CE, 'M', u'y'), (0x24CF, 'M', u'z'), (0x24D0, 'M', u'a'), (0x24D1, 'M', u'b'), (0x24D2, 'M', u'c'), (0x24D3, 'M', u'd'), (0x24D4, 'M', u'e'), (0x24D5, 'M', u'f'), (0x24D6, 'M', u'g'), (0x24D7, 'M', u'h'), (0x24D8, 'M', u'i'), ] def _seg_24(): return [ (0x24D9, 'M', u'j'), (0x24DA, 'M', u'k'), (0x24DB, 'M', u'l'), (0x24DC, 'M', u'm'), (0x24DD, 'M', u'n'), (0x24DE, 'M', u'o'), (0x24DF, 'M', u'p'), (0x24E0, 'M', u'q'), (0x24E1, 'M', u'r'), (0x24E2, 'M', u's'), (0x24E3, 'M', u't'), (0x24E4, 'M', u'u'), (0x24E5, 'M', u'v'), (0x24E6, 'M', u'w'), (0x24E7, 'M', u'x'), (0x24E8, 'M', u'y'), (0x24E9, 'M', u'z'), (0x24EA, 'M', u'0'), (0x24EB, 'V'), (0x2A0C, 'M', u'∫∫∫∫'), (0x2A0D, 'V'), (0x2A74, '3', u'::='), (0x2A75, '3', u'=='), (0x2A76, '3', u'==='), (0x2A77, 'V'), (0x2ADC, 'M', u'⫝̸'), (0x2ADD, 'V'), (0x2B74, 'X'), (0x2B76, 'V'), (0x2B96, 'X'), (0x2B98, 'V'), (0x2BC9, 'X'), (0x2BCA, 'V'), (0x2BFF, 'X'), (0x2C00, 'M', u'ⰰ'), (0x2C01, 'M', u'ⰱ'), (0x2C02, 'M', u'ⰲ'), (0x2C03, 'M', u'ⰳ'), (0x2C04, 'M', u'ⰴ'), (0x2C05, 'M', u'ⰵ'), (0x2C06, 'M', u'ⰶ'), (0x2C07, 'M', u'ⰷ'), (0x2C08, 'M', u'ⰸ'), (0x2C09, 'M', u'ⰹ'), (0x2C0A, 'M', u'ⰺ'), (0x2C0B, 'M', u'ⰻ'), (0x2C0C, 'M', u'ⰼ'), (0x2C0D, 'M', u'ⰽ'), (0x2C0E, 'M', u'ⰾ'), (0x2C0F, 'M', u'ⰿ'), (0x2C10, 'M', u'ⱀ'), (0x2C11, 'M', u'ⱁ'), (0x2C12, 'M', u'ⱂ'), (0x2C13, 'M', u'ⱃ'), (0x2C14, 'M', u'ⱄ'), (0x2C15, 'M', u'ⱅ'), (0x2C16, 'M', u'ⱆ'), (0x2C17, 'M', u'ⱇ'), (0x2C18, 'M', u'ⱈ'), (0x2C19, 'M', u'ⱉ'), (0x2C1A, 'M', u'ⱊ'), (0x2C1B, 'M', u'ⱋ'), (0x2C1C, 'M', u'ⱌ'), (0x2C1D, 'M', u'ⱍ'), (0x2C1E, 'M', u'ⱎ'), (0x2C1F, 'M', u'ⱏ'), (0x2C20, 'M', u'ⱐ'), (0x2C21, 'M', u'ⱑ'), (0x2C22, 'M', u'ⱒ'), (0x2C23, 'M', u'ⱓ'), (0x2C24, 'M', u'ⱔ'), (0x2C25, 'M', u'ⱕ'), (0x2C26, 'M', u'ⱖ'), (0x2C27, 'M', u'ⱗ'), (0x2C28, 'M', u'ⱘ'), (0x2C29, 'M', u'ⱙ'), (0x2C2A, 'M', u'ⱚ'), (0x2C2B, 'M', u'ⱛ'), (0x2C2C, 'M', u'ⱜ'), (0x2C2D, 'M', u'ⱝ'), (0x2C2E, 'M', u'ⱞ'), (0x2C2F, 'X'), (0x2C30, 'V'), (0x2C5F, 'X'), (0x2C60, 'M', u'ⱡ'), (0x2C61, 'V'), (0x2C62, 'M', u'ɫ'), (0x2C63, 'M', u'ᵽ'), (0x2C64, 'M', u'ɽ'), (0x2C65, 'V'), (0x2C67, 'M', u'ⱨ'), (0x2C68, 'V'), (0x2C69, 'M', u'ⱪ'), (0x2C6A, 'V'), (0x2C6B, 'M', u'ⱬ'), (0x2C6C, 'V'), (0x2C6D, 'M', u'ɑ'), (0x2C6E, 'M', u'ɱ'), (0x2C6F, 'M', u'ɐ'), (0x2C70, 'M', u'ɒ'), ] def _seg_25(): return [ (0x2C71, 'V'), (0x2C72, 'M', u'ⱳ'), (0x2C73, 'V'), (0x2C75, 'M', u'ⱶ'), (0x2C76, 'V'), (0x2C7C, 'M', u'j'), (0x2C7D, 'M', u'v'), (0x2C7E, 'M', u'ȿ'), (0x2C7F, 'M', u'ɀ'), (0x2C80, 'M', u'ⲁ'), (0x2C81, 'V'), (0x2C82, 'M', u'ⲃ'), (0x2C83, 'V'), (0x2C84, 'M', u'ⲅ'), (0x2C85, 'V'), (0x2C86, 'M', u'ⲇ'), (0x2C87, 'V'), (0x2C88, 'M', u'ⲉ'), (0x2C89, 'V'), (0x2C8A, 'M', u'ⲋ'), (0x2C8B, 'V'), (0x2C8C, 'M', u'ⲍ'), (0x2C8D, 'V'), (0x2C8E, 'M', u'ⲏ'), (0x2C8F, 'V'), (0x2C90, 'M', u'ⲑ'), (0x2C91, 'V'), (0x2C92, 'M', u'ⲓ'), (0x2C93, 'V'), (0x2C94, 'M', u'ⲕ'), (0x2C95, 'V'), (0x2C96, 'M', u'ⲗ'), (0x2C97, 'V'), (0x2C98, 'M', u'ⲙ'), (0x2C99, 'V'), (0x2C9A, 'M', u'ⲛ'), (0x2C9B, 'V'), (0x2C9C, 'M', u'ⲝ'), (0x2C9D, 'V'), (0x2C9E, 'M', u'ⲟ'), (0x2C9F, 'V'), (0x2CA0, 'M', u'ⲡ'), (0x2CA1, 'V'), (0x2CA2, 'M', u'ⲣ'), (0x2CA3, 'V'), (0x2CA4, 'M', u'ⲥ'), (0x2CA5, 'V'), (0x2CA6, 'M', u'ⲧ'), (0x2CA7, 'V'), (0x2CA8, 'M', u'ⲩ'), (0x2CA9, 'V'), (0x2CAA, 'M', u'ⲫ'), (0x2CAB, 'V'), (0x2CAC, 'M', u'ⲭ'), (0x2CAD, 'V'), (0x2CAE, 'M', u'ⲯ'), (0x2CAF, 'V'), (0x2CB0, 'M', u'ⲱ'), (0x2CB1, 'V'), (0x2CB2, 'M', u'ⲳ'), (0x2CB3, 'V'), (0x2CB4, 'M', u'ⲵ'), (0x2CB5, 'V'), (0x2CB6, 'M', u'ⲷ'), (0x2CB7, 'V'), (0x2CB8, 'M', u'ⲹ'), (0x2CB9, 'V'), (0x2CBA, 'M', u'ⲻ'), (0x2CBB, 'V'), (0x2CBC, 'M', u'ⲽ'), (0x2CBD, 'V'), (0x2CBE, 'M', u'ⲿ'), (0x2CBF, 'V'), (0x2CC0, 'M', u'ⳁ'), (0x2CC1, 'V'), (0x2CC2, 'M', u'ⳃ'), (0x2CC3, 'V'), (0x2CC4, 'M', u'ⳅ'), (0x2CC5, 'V'), (0x2CC6, 'M', u'ⳇ'), (0x2CC7, 'V'), (0x2CC8, 'M', u'ⳉ'), (0x2CC9, 'V'), (0x2CCA, 'M', u'ⳋ'), (0x2CCB, 'V'), (0x2CCC, 'M', u'ⳍ'), (0x2CCD, 'V'), (0x2CCE, 'M', u'ⳏ'), (0x2CCF, 'V'), (0x2CD0, 'M', u'ⳑ'), (0x2CD1, 'V'), (0x2CD2, 'M', u'ⳓ'), (0x2CD3, 'V'), (0x2CD4, 'M', u'ⳕ'), (0x2CD5, 'V'), (0x2CD6, 'M', u'ⳗ'), (0x2CD7, 'V'), (0x2CD8, 'M', u'ⳙ'), (0x2CD9, 'V'), (0x2CDA, 'M', u'ⳛ'), ] def _seg_26(): return [ (0x2CDB, 'V'), (0x2CDC, 'M', u'ⳝ'), (0x2CDD, 'V'), (0x2CDE, 'M', u'ⳟ'), (0x2CDF, 'V'), (0x2CE0, 'M', u'ⳡ'), (0x2CE1, 'V'), (0x2CE2, 'M', u'ⳣ'), (0x2CE3, 'V'), (0x2CEB, 'M', u'ⳬ'), (0x2CEC, 'V'), (0x2CED, 'M', u'ⳮ'), (0x2CEE, 'V'), (0x2CF2, 'M', u'ⳳ'), (0x2CF3, 'V'), (0x2CF4, 'X'), (0x2CF9, 'V'), (0x2D26, 'X'), (0x2D27, 'V'), (0x2D28, 'X'), (0x2D2D, 'V'), (0x2D2E, 'X'), (0x2D30, 'V'), (0x2D68, 'X'), (0x2D6F, 'M', u'ⵡ'), (0x2D70, 'V'), (0x2D71, 'X'), (0x2D7F, 'V'), (0x2D97, 'X'), (0x2DA0, 'V'), (0x2DA7, 'X'), (0x2DA8, 'V'), (0x2DAF, 'X'), (0x2DB0, 'V'), (0x2DB7, 'X'), (0x2DB8, 'V'), (0x2DBF, 'X'), (0x2DC0, 'V'), (0x2DC7, 'X'), (0x2DC8, 'V'), (0x2DCF, 'X'), (0x2DD0, 'V'), (0x2DD7, 'X'), (0x2DD8, 'V'), (0x2DDF, 'X'), (0x2DE0, 'V'), (0x2E4F, 'X'), (0x2E80, 'V'), (0x2E9A, 'X'), (0x2E9B, 'V'), (0x2E9F, 'M', u'母'), (0x2EA0, 'V'), (0x2EF3, 'M', u'龟'), (0x2EF4, 'X'), (0x2F00, 'M', u'一'), (0x2F01, 'M', u'丨'), (0x2F02, 'M', u'丶'), (0x2F03, 'M', u'丿'), (0x2F04, 'M', u'乙'), (0x2F05, 'M', u'亅'), (0x2F06, 'M', u'二'), (0x2F07, 'M', u'亠'), (0x2F08, 'M', u'人'), (0x2F09, 'M', u'儿'), (0x2F0A, 'M', u'入'), (0x2F0B, 'M', u'八'), (0x2F0C, 'M', u'冂'), (0x2F0D, 'M', u'冖'), (0x2F0E, 'M', u'冫'), (0x2F0F, 'M', u'几'), (0x2F10, 'M', u'凵'), (0x2F11, 'M', u'刀'), (0x2F12, 'M', u'力'), (0x2F13, 'M', u'勹'), (0x2F14, 'M', u'匕'), (0x2F15, 'M', u'匚'), (0x2F16, 'M', u'匸'), (0x2F17, 'M', u'十'), (0x2F18, 'M', u'卜'), (0x2F19, 'M', u'卩'), (0x2F1A, 'M', u'厂'), (0x2F1B, 'M', u'厶'), (0x2F1C, 'M', u'又'), (0x2F1D, 'M', u'口'), (0x2F1E, 'M', u'囗'), (0x2F1F, 'M', u'土'), (0x2F20, 'M', u'士'), (0x2F21, 'M', u'夂'), (0x2F22, 'M', u'夊'), (0x2F23, 'M', u'夕'), (0x2F24, 'M', u'大'), (0x2F25, 'M', u'女'), (0x2F26, 'M', u'子'), (0x2F27, 'M', u'宀'), (0x2F28, 'M', u'寸'), (0x2F29, 'M', u'小'), (0x2F2A, 'M', u'尢'), (0x2F2B, 'M', u'尸'), (0x2F2C, 'M', u'屮'), (0x2F2D, 'M', u'山'), ] def _seg_27(): return [ (0x2F2E, 'M', u'巛'), (0x2F2F, 'M', u'工'), (0x2F30, 'M', u'己'), (0x2F31, 'M', u'巾'), (0x2F32, 'M', u'干'), (0x2F33, 'M', u'幺'), (0x2F34, 'M', u'广'), (0x2F35, 'M', u'廴'), (0x2F36, 'M', u'廾'), (0x2F37, 'M', u'弋'), (0x2F38, 'M', u'弓'), (0x2F39, 'M', u'彐'), (0x2F3A, 'M', u'彡'), (0x2F3B, 'M', u'彳'), (0x2F3C, 'M', u'心'), (0x2F3D, 'M', u'戈'), (0x2F3E, 'M', u'戶'), (0x2F3F, 'M', u'手'), (0x2F40, 'M', u'支'), (0x2F41, 'M', u'攴'), (0x2F42, 'M', u'文'), (0x2F43, 'M', u'斗'), (0x2F44, 'M', u'斤'), (0x2F45, 'M', u'方'), (0x2F46, 'M', u'无'), (0x2F47, 'M', u'日'), (0x2F48, 'M', u'曰'), (0x2F49, 'M', u'月'), (0x2F4A, 'M', u'木'), (0x2F4B, 'M', u'欠'), (0x2F4C, 'M', u'止'), (0x2F4D, 'M', u'歹'), (0x2F4E, 'M', u'殳'), (0x2F4F, 'M', u'毋'), (0x2F50, 'M', u'比'), (0x2F51, 'M', u'毛'), (0x2F52, 'M', u'氏'), (0x2F53, 'M', u'气'), (0x2F54, 'M', u'水'), (0x2F55, 'M', u'火'), (0x2F56, 'M', u'爪'), (0x2F57, 'M', u'父'), (0x2F58, 'M', u'爻'), (0x2F59, 'M', u'爿'), (0x2F5A, 'M', u'片'), (0x2F5B, 'M', u'牙'), (0x2F5C, 'M', u'牛'), (0x2F5D, 'M', u'犬'), (0x2F5E, 'M', u'玄'), (0x2F5F, 'M', u'玉'), (0x2F60, 'M', u'瓜'), (0x2F61, 'M', u'瓦'), (0x2F62, 'M', u'甘'), (0x2F63, 'M', u'生'), (0x2F64, 'M', u'用'), (0x2F65, 'M', u'田'), (0x2F66, 'M', u'疋'), (0x2F67, 'M', u'疒'), (0x2F68, 'M', u'癶'), (0x2F69, 'M', u'白'), (0x2F6A, 'M', u'皮'), (0x2F6B, 'M', u'皿'), (0x2F6C, 'M', u'目'), (0x2F6D, 'M', u'矛'), (0x2F6E, 'M', u'矢'), (0x2F6F, 'M', u'石'), (0x2F70, 'M', u'示'), (0x2F71, 'M', u'禸'), (0x2F72, 'M', u'禾'), (0x2F73, 'M', u'穴'), (0x2F74, 'M', u'立'), (0x2F75, 'M', u'竹'), (0x2F76, 'M', u'米'), (0x2F77, 'M', u'糸'), (0x2F78, 'M', u'缶'), (0x2F79, 'M', u'网'), (0x2F7A, 'M', u'羊'), (0x2F7B, 'M', u'羽'), (0x2F7C, 'M', u'老'), (0x2F7D, 'M', u'而'), (0x2F7E, 'M', u'耒'), (0x2F7F, 'M', u'耳'), (0x2F80, 'M', u'聿'), (0x2F81, 'M', u'肉'), (0x2F82, 'M', u'臣'), (0x2F83, 'M', u'自'), (0x2F84, 'M', u'至'), (0x2F85, 'M', u'臼'), (0x2F86, 'M', u'舌'), (0x2F87, 'M', u'舛'), (0x2F88, 'M', u'舟'), (0x2F89, 'M', u'艮'), (0x2F8A, 'M', u'色'), (0x2F8B, 'M', u'艸'), (0x2F8C, 'M', u'虍'), (0x2F8D, 'M', u'虫'), (0x2F8E, 'M', u'血'), (0x2F8F, 'M', u'行'), (0x2F90, 'M', u'衣'), (0x2F91, 'M', u'襾'), ] def _seg_28(): return [ (0x2F92, 'M', u'見'), (0x2F93, 'M', u'角'), (0x2F94, 'M', u'言'), (0x2F95, 'M', u'谷'), (0x2F96, 'M', u'豆'), (0x2F97, 'M', u'豕'), (0x2F98, 'M', u'豸'), (0x2F99, 'M', u'貝'), (0x2F9A, 'M', u'赤'), (0x2F9B, 'M', u'走'), (0x2F9C, 'M', u'足'), (0x2F9D, 'M', u'身'), (0x2F9E, 'M', u'車'), (0x2F9F, 'M', u'辛'), (0x2FA0, 'M', u'辰'), (0x2FA1, 'M', u'辵'), (0x2FA2, 'M', u'邑'), (0x2FA3, 'M', u'酉'), (0x2FA4, 'M', u'釆'), (0x2FA5, 'M', u'里'), (0x2FA6, 'M', u'金'), (0x2FA7, 'M', u'長'), (0x2FA8, 'M', u'門'), (0x2FA9, 'M', u'阜'), (0x2FAA, 'M', u'隶'), (0x2FAB, 'M', u'隹'), (0x2FAC, 'M', u'雨'), (0x2FAD, 'M', u'靑'), (0x2FAE, 'M', u'非'), (0x2FAF, 'M', u'面'), (0x2FB0, 'M', u'革'), (0x2FB1, 'M', u'韋'), (0x2FB2, 'M', u'韭'), (0x2FB3, 'M', u'音'), (0x2FB4, 'M', u'頁'), (0x2FB5, 'M', u'風'), (0x2FB6, 'M', u'飛'), (0x2FB7, 'M', u'食'), (0x2FB8, 'M', u'首'), (0x2FB9, 'M', u'香'), (0x2FBA, 'M', u'馬'), (0x2FBB, 'M', u'骨'), (0x2FBC, 'M', u'高'), (0x2FBD, 'M', u'髟'), (0x2FBE, 'M', u'鬥'), (0x2FBF, 'M', u'鬯'), (0x2FC0, 'M', u'鬲'), (0x2FC1, 'M', u'鬼'), (0x2FC2, 'M', u'魚'), (0x2FC3, 'M', u'鳥'), (0x2FC4, 'M', u'鹵'), (0x2FC5, 'M', u'鹿'), (0x2FC6, 'M', u'麥'), (0x2FC7, 'M', u'麻'), (0x2FC8, 'M', u'黃'), (0x2FC9, 'M', u'黍'), (0x2FCA, 'M', u'黑'), (0x2FCB, 'M', u'黹'), (0x2FCC, 'M', u'黽'), (0x2FCD, 'M', u'鼎'), (0x2FCE, 'M', u'鼓'), (0x2FCF, 'M', u'鼠'), (0x2FD0, 'M', u'鼻'), (0x2FD1, 'M', u'齊'), (0x2FD2, 'M', u'齒'), (0x2FD3, 'M', u'龍'), (0x2FD4, 'M', u'龜'), (0x2FD5, 'M', u'龠'), (0x2FD6, 'X'), (0x3000, '3', u' '), (0x3001, 'V'), (0x3002, 'M', u'.'), (0x3003, 'V'), (0x3036, 'M', u'〒'), (0x3037, 'V'), (0x3038, 'M', u'十'), (0x3039, 'M', u'卄'), (0x303A, 'M', u'卅'), (0x303B, 'V'), (0x3040, 'X'), (0x3041, 'V'), (0x3097, 'X'), (0x3099, 'V'), (0x309B, '3', u' ゙'), (0x309C, '3', u' ゚'), (0x309D, 'V'), (0x309F, 'M', u'より'), (0x30A0, 'V'), (0x30FF, 'M', u'コト'), (0x3100, 'X'), (0x3105, 'V'), (0x3130, 'X'), (0x3131, 'M', u'ᄀ'), (0x3132, 'M', u'ᄁ'), (0x3133, 'M', u'ᆪ'), (0x3134, 'M', u'ᄂ'), (0x3135, 'M', u'ᆬ'), (0x3136, 'M', u'ᆭ'), (0x3137, 'M', u'ᄃ'), (0x3138, 'M', u'ᄄ'), ] def _seg_29(): return [ (0x3139, 'M', u'ᄅ'), (0x313A, 'M', u'ᆰ'), (0x313B, 'M', u'ᆱ'), (0x313C, 'M', u'ᆲ'), (0x313D, 'M', u'ᆳ'), (0x313E, 'M', u'ᆴ'), (0x313F, 'M', u'ᆵ'), (0x3140, 'M', u'ᄚ'), (0x3141, 'M', u'ᄆ'), (0x3142, 'M', u'ᄇ'), (0x3143, 'M', u'ᄈ'), (0x3144, 'M', u'ᄡ'), (0x3145, 'M', u'ᄉ'), (0x3146, 'M', u'ᄊ'), (0x3147, 'M', u'ᄋ'), (0x3148, 'M', u'ᄌ'), (0x3149, 'M', u'ᄍ'), (0x314A, 'M', u'ᄎ'), (0x314B, 'M', u'ᄏ'), (0x314C, 'M', u'ᄐ'), (0x314D, 'M', u'ᄑ'), (0x314E, 'M', u'ᄒ'), (0x314F, 'M', u'ᅡ'), (0x3150, 'M', u'ᅢ'), (0x3151, 'M', u'ᅣ'), (0x3152, 'M', u'ᅤ'), (0x3153, 'M', u'ᅥ'), (0x3154, 'M', u'ᅦ'), (0x3155, 'M', u'ᅧ'), (0x3156, 'M', u'ᅨ'), (0x3157, 'M', u'ᅩ'), (0x3158, 'M', u'ᅪ'), (0x3159, 'M', u'ᅫ'), (0x315A, 'M', u'ᅬ'), (0x315B, 'M', u'ᅭ'), (0x315C, 'M', u'ᅮ'), (0x315D, 'M', u'ᅯ'), (0x315E, 'M', u'ᅰ'), (0x315F, 'M', u'ᅱ'), (0x3160, 'M', u'ᅲ'), (0x3161, 'M', u'ᅳ'), (0x3162, 'M', u'ᅴ'), (0x3163, 'M', u'ᅵ'), (0x3164, 'X'), (0x3165, 'M', u'ᄔ'), (0x3166, 'M', u'ᄕ'), (0x3167, 'M', u'ᇇ'), (0x3168, 'M', u'ᇈ'), (0x3169, 'M', u'ᇌ'), (0x316A, 'M', u'ᇎ'), (0x316B, 'M', u'ᇓ'), (0x316C, 'M', u'ᇗ'), (0x316D, 'M', u'ᇙ'), (0x316E, 'M', u'ᄜ'), (0x316F, 'M', u'ᇝ'), (0x3170, 'M', u'ᇟ'), (0x3171, 'M', u'ᄝ'), (0x3172, 'M', u'ᄞ'), (0x3173, 'M', u'ᄠ'), (0x3174, 'M', u'ᄢ'), (0x3175, 'M', u'ᄣ'), (0x3176, 'M', u'ᄧ'), (0x3177, 'M', u'ᄩ'), (0x3178, 'M', u'ᄫ'), (0x3179, 'M', u'ᄬ'), (0x317A, 'M', u'ᄭ'), (0x317B, 'M', u'ᄮ'), (0x317C, 'M', u'ᄯ'), (0x317D, 'M', u'ᄲ'), (0x317E, 'M', u'ᄶ'), (0x317F, 'M', u'ᅀ'), (0x3180, 'M', u'ᅇ'), (0x3181, 'M', u'ᅌ'), (0x3182, 'M', u'ᇱ'), (0x3183, 'M', u'ᇲ'), (0x3184, 'M', u'ᅗ'), (0x3185, 'M', u'ᅘ'), (0x3186, 'M', u'ᅙ'), (0x3187, 'M', u'ᆄ'), (0x3188, 'M', u'ᆅ'), (0x3189, 'M', u'ᆈ'), (0x318A, 'M', u'ᆑ'), (0x318B, 'M', u'ᆒ'), (0x318C, 'M', u'ᆔ'), (0x318D, 'M', u'ᆞ'), (0x318E, 'M', u'ᆡ'), (0x318F, 'X'), (0x3190, 'V'), (0x3192, 'M', u'一'), (0x3193, 'M', u'二'), (0x3194, 'M', u'三'), (0x3195, 'M', u'四'), (0x3196, 'M', u'上'), (0x3197, 'M', u'中'), (0x3198, 'M', u'下'), (0x3199, 'M', u'甲'), (0x319A, 'M', u'乙'), (0x319B, 'M', u'丙'), (0x319C, 'M', u'丁'), (0x319D, 'M', u'天'), ] def _seg_30(): return [ (0x319E, 'M', u'地'), (0x319F, 'M', u'人'), (0x31A0, 'V'), (0x31BB, 'X'), (0x31C0, 'V'), (0x31E4, 'X'), (0x31F0, 'V'), (0x3200, '3', u'(ᄀ)'), (0x3201, '3', u'(ᄂ)'), (0x3202, '3', u'(ᄃ)'), (0x3203, '3', u'(ᄅ)'), (0x3204, '3', u'(ᄆ)'), (0x3205, '3', u'(ᄇ)'), (0x3206, '3', u'(ᄉ)'), (0x3207, '3', u'(ᄋ)'), (0x3208, '3', u'(ᄌ)'), (0x3209, '3', u'(ᄎ)'), (0x320A, '3', u'(ᄏ)'), (0x320B, '3', u'(ᄐ)'), (0x320C, '3', u'(ᄑ)'), (0x320D, '3', u'(ᄒ)'), (0x320E, '3', u'(가)'), (0x320F, '3', u'(나)'), (0x3210, '3', u'(다)'), (0x3211, '3', u'(라)'), (0x3212, '3', u'(마)'), (0x3213, '3', u'(바)'), (0x3214, '3', u'(사)'), (0x3215, '3', u'(아)'), (0x3216, '3', u'(자)'), (0x3217, '3', u'(차)'), (0x3218, '3', u'(카)'), (0x3219, '3', u'(타)'), (0x321A, '3', u'(파)'), (0x321B, '3', u'(하)'), (0x321C, '3', u'(주)'), (0x321D, '3', u'(오전)'), (0x321E, '3', u'(오후)'), (0x321F, 'X'), (0x3220, '3', u'(一)'), (0x3221, '3', u'(二)'), (0x3222, '3', u'(三)'), (0x3223, '3', u'(四)'), (0x3224, '3', u'(五)'), (0x3225, '3', u'(六)'), (0x3226, '3', u'(七)'), (0x3227, '3', u'(八)'), (0x3228, '3', u'(九)'), (0x3229, '3', u'(十)'), (0x322A, '3', u'(月)'), (0x322B, '3', u'(火)'), (0x322C, '3', u'(水)'), (0x322D, '3', u'(木)'), (0x322E, '3', u'(金)'), (0x322F, '3', u'(土)'), (0x3230, '3', u'(日)'), (0x3231, '3', u'(株)'), (0x3232, '3', u'(有)'), (0x3233, '3', u'(社)'), (0x3234, '3', u'(名)'), (0x3235, '3', u'(特)'), (0x3236, '3', u'(財)'), (0x3237, '3', u'(祝)'), (0x3238, '3', u'(労)'), (0x3239, '3', u'(代)'), (0x323A, '3', u'(呼)'), (0x323B, '3', u'(学)'), (0x323C, '3', u'(監)'), (0x323D, '3', u'(企)'), (0x323E, '3', u'(資)'), (0x323F, '3', u'(協)'), (0x3240, '3', u'(祭)'), (0x3241, '3', u'(休)'), (0x3242, '3', u'(自)'), (0x3243, '3', u'(至)'), (0x3244, 'M', u'問'), (0x3245, 'M', u'幼'), (0x3246, 'M', u'文'), (0x3247, 'M', u'箏'), (0x3248, 'V'), (0x3250, 'M', u'pte'), (0x3251, 'M', u'21'), (0x3252, 'M', u'22'), (0x3253, 'M', u'23'), (0x3254, 'M', u'24'), (0x3255, 'M', u'25'), (0x3256, 'M', u'26'), (0x3257, 'M', u'27'), (0x3258, 'M', u'28'), (0x3259, 'M', u'29'), (0x325A, 'M', u'30'), (0x325B, 'M', u'31'), (0x325C, 'M', u'32'), (0x325D, 'M', u'33'), (0x325E, 'M', u'34'), (0x325F, 'M', u'35'), (0x3260, 'M', u'ᄀ'), (0x3261, 'M', u'ᄂ'), (0x3262, 'M', u'ᄃ'), (0x3263, 'M', u'ᄅ'), ] def _seg_31(): return [ (0x3264, 'M', u'ᄆ'), (0x3265, 'M', u'ᄇ'), (0x3266, 'M', u'ᄉ'), (0x3267, 'M', u'ᄋ'), (0x3268, 'M', u'ᄌ'), (0x3269, 'M', u'ᄎ'), (0x326A, 'M', u'ᄏ'), (0x326B, 'M', u'ᄐ'), (0x326C, 'M', u'ᄑ'), (0x326D, 'M', u'ᄒ'), (0x326E, 'M', u'가'), (0x326F, 'M', u'나'), (0x3270, 'M', u'다'), (0x3271, 'M', u'라'), (0x3272, 'M', u'마'), (0x3273, 'M', u'바'), (0x3274, 'M', u'사'), (0x3275, 'M', u'아'), (0x3276, 'M', u'자'), (0x3277, 'M', u'차'), (0x3278, 'M', u'카'), (0x3279, 'M', u'타'), (0x327A, 'M', u'파'), (0x327B, 'M', u'하'), (0x327C, 'M', u'참고'), (0x327D, 'M', u'주의'), (0x327E, 'M', u'우'), (0x327F, 'V'), (0x3280, 'M', u'一'), (0x3281, 'M', u'二'), (0x3282, 'M', u'三'), (0x3283, 'M', u'四'), (0x3284, 'M', u'五'), (0x3285, 'M', u'六'), (0x3286, 'M', u'七'), (0x3287, 'M', u'八'), (0x3288, 'M', u'九'), (0x3289, 'M', u'十'), (0x328A, 'M', u'月'), (0x328B, 'M', u'火'), (0x328C, 'M', u'水'), (0x328D, 'M', u'木'), (0x328E, 'M', u'金'), (0x328F, 'M', u'土'), (0x3290, 'M', u'日'), (0x3291, 'M', u'株'), (0x3292, 'M', u'有'), (0x3293, 'M', u'社'), (0x3294, 'M', u'名'), (0x3295, 'M', u'特'), (0x3296, 'M', u'財'), (0x3297, 'M', u'祝'), (0x3298, 'M', u'労'), (0x3299, 'M', u'秘'), (0x329A, 'M', u'男'), (0x329B, 'M', u'女'), (0x329C, 'M', u'適'), (0x329D, 'M', u'優'), (0x329E, 'M', u'印'), (0x329F, 'M', u'注'), (0x32A0, 'M', u'項'), (0x32A1, 'M', u'休'), (0x32A2, 'M', u'写'), (0x32A3, 'M', u'正'), (0x32A4, 'M', u'上'), (0x32A5, 'M', u'中'), (0x32A6, 'M', u'下'), (0x32A7, 'M', u'左'), (0x32A8, 'M', u'右'), (0x32A9, 'M', u'医'), (0x32AA, 'M', u'宗'), (0x32AB, 'M', u'学'), (0x32AC, 'M', u'監'), (0x32AD, 'M', u'企'), (0x32AE, 'M', u'資'), (0x32AF, 'M', u'協'), (0x32B0, 'M', u'夜'), (0x32B1, 'M', u'36'), (0x32B2, 'M', u'37'), (0x32B3, 'M', u'38'), (0x32B4, 'M', u'39'), (0x32B5, 'M', u'40'), (0x32B6, 'M', u'41'), (0x32B7, 'M', u'42'), (0x32B8, 'M', u'43'), (0x32B9, 'M', u'44'), (0x32BA, 'M', u'45'), (0x32BB, 'M', u'46'), (0x32BC, 'M', u'47'), (0x32BD, 'M', u'48'), (0x32BE, 'M', u'49'), (0x32BF, 'M', u'50'), (0x32C0, 'M', u'1月'), (0x32C1, 'M', u'2月'), (0x32C2, 'M', u'3月'), (0x32C3, 'M', u'4月'), (0x32C4, 'M', u'5月'), (0x32C5, 'M', u'6月'), (0x32C6, 'M', u'7月'), (0x32C7, 'M', u'8月'), ] def _seg_32(): return [ (0x32C8, 'M', u'9月'), (0x32C9, 'M', u'10月'), (0x32CA, 'M', u'11月'), (0x32CB, 'M', u'12月'), (0x32CC, 'M', u'hg'), (0x32CD, 'M', u'erg'), (0x32CE, 'M', u'ev'), (0x32CF, 'M', u'ltd'), (0x32D0, 'M', u'ア'), (0x32D1, 'M', u'イ'), (0x32D2, 'M', u'ウ'), (0x32D3, 'M', u'エ'), (0x32D4, 'M', u'オ'), (0x32D5, 'M', u'カ'), (0x32D6, 'M', u'キ'), (0x32D7, 'M', u'ク'), (0x32D8, 'M', u'ケ'), (0x32D9, 'M', u'コ'), (0x32DA, 'M', u'サ'), (0x32DB, 'M', u'シ'), (0x32DC, 'M', u'ス'), (0x32DD, 'M', u'セ'), (0x32DE, 'M', u'ソ'), (0x32DF, 'M', u'タ'), (0x32E0, 'M', u'チ'), (0x32E1, 'M', u'ツ'), (0x32E2, 'M', u'テ'), (0x32E3, 'M', u'ト'), (0x32E4, 'M', u'ナ'), (0x32E5, 'M', u'ニ'), (0x32E6, 'M', u'ヌ'), (0x32E7, 'M', u'ネ'), (0x32E8, 'M', u'ノ'), (0x32E9, 'M', u'ハ'), (0x32EA, 'M', u'ヒ'), (0x32EB, 'M', u'フ'), (0x32EC, 'M', u'ヘ'), (0x32ED, 'M', u'ホ'), (0x32EE, 'M', u'マ'), (0x32EF, 'M', u'ミ'), (0x32F0, 'M', u'ム'), (0x32F1, 'M', u'メ'), (0x32F2, 'M', u'モ'), (0x32F3, 'M', u'ヤ'), (0x32F4, 'M', u'ユ'), (0x32F5, 'M', u'ヨ'), (0x32F6, 'M', u'ラ'), (0x32F7, 'M', u'リ'), (0x32F8, 'M', u'ル'), (0x32F9, 'M', u'レ'), (0x32FA, 'M', u'ロ'), (0x32FB, 'M', u'ワ'), (0x32FC, 'M', u'ヰ'), (0x32FD, 'M', u'ヱ'), (0x32FE, 'M', u'ヲ'), (0x32FF, 'X'), (0x3300, 'M', u'アパート'), (0x3301, 'M', u'アルファ'), (0x3302, 'M', u'アンペア'), (0x3303, 'M', u'アール'), (0x3304, 'M', u'イニング'), (0x3305, 'M', u'インチ'), (0x3306, 'M', u'ウォン'), (0x3307, 'M', u'エスクード'), (0x3308, 'M', u'エーカー'), (0x3309, 'M', u'オンス'), (0x330A, 'M', u'オーム'), (0x330B, 'M', u'カイリ'), (0x330C, 'M', u'カラット'), (0x330D, 'M', u'カロリー'), (0x330E, 'M', u'ガロン'), (0x330F, 'M', u'ガンマ'), (0x3310, 'M', u'ギガ'), (0x3311, 'M', u'ギニー'), (0x3312, 'M', u'キュリー'), (0x3313, 'M', u'ギルダー'), (0x3314, 'M', u'キロ'), (0x3315, 'M', u'キログラム'), (0x3316, 'M', u'キロメートル'), (0x3317, 'M', u'キロワット'), (0x3318, 'M', u'グラム'), (0x3319, 'M', u'グラムトン'), (0x331A, 'M', u'クルゼイロ'), (0x331B, 'M', u'クローネ'), (0x331C, 'M', u'ケース'), (0x331D, 'M', u'コルナ'), (0x331E, 'M', u'コーポ'), (0x331F, 'M', u'サイクル'), (0x3320, 'M', u'サンチーム'), (0x3321, 'M', u'シリング'), (0x3322, 'M', u'センチ'), (0x3323, 'M', u'セント'), (0x3324, 'M', u'ダース'), (0x3325, 'M', u'デシ'), (0x3326, 'M', u'ドル'), (0x3327, 'M', u'トン'), (0x3328, 'M', u'ナノ'), (0x3329, 'M', u'ノット'), (0x332A, 'M', u'ハイツ'), (0x332B, 'M', u'パーセント'), ] def _seg_33(): return [ (0x332C, 'M', u'パーツ'), (0x332D, 'M', u'バーレル'), (0x332E, 'M', u'ピアストル'), (0x332F, 'M', u'ピクル'), (0x3330, 'M', u'ピコ'), (0x3331, 'M', u'ビル'), (0x3332, 'M', u'ファラッド'), (0x3333, 'M', u'フィート'), (0x3334, 'M', u'ブッシェル'), (0x3335, 'M', u'フラン'), (0x3336, 'M', u'ヘクタール'), (0x3337, 'M', u'ペソ'), (0x3338, 'M', u'ペニヒ'), (0x3339, 'M', u'ヘルツ'), (0x333A, 'M', u'ペンス'), (0x333B, 'M', u'ページ'), (0x333C, 'M', u'ベータ'), (0x333D, 'M', u'ポイント'), (0x333E, 'M', u'ボルト'), (0x333F, 'M', u'ホン'), (0x3340, 'M', u'ポンド'), (0x3341, 'M', u'ホール'), (0x3342, 'M', u'ホーン'), (0x3343, 'M', u'マイクロ'), (0x3344, 'M', u'マイル'), (0x3345, 'M', u'マッハ'), (0x3346, 'M', u'マルク'), (0x3347, 'M', u'マンション'), (0x3348, 'M', u'ミクロン'), (0x3349, 'M', u'ミリ'), (0x334A, 'M', u'ミリバール'), (0x334B, 'M', u'メガ'), (0x334C, 'M', u'メガトン'), (0x334D, 'M', u'メートル'), (0x334E, 'M', u'ヤード'), (0x334F, 'M', u'ヤール'), (0x3350, 'M', u'ユアン'), (0x3351, 'M', u'リットル'), (0x3352, 'M', u'リラ'), (0x3353, 'M', u'ルピー'), (0x3354, 'M', u'ルーブル'), (0x3355, 'M', u'レム'), (0x3356, 'M', u'レントゲン'), (0x3357, 'M', u'ワット'), (0x3358, 'M', u'0点'), (0x3359, 'M', u'1点'), (0x335A, 'M', u'2点'), (0x335B, 'M', u'3点'), (0x335C, 'M', u'4点'), (0x335D, 'M', u'5点'), (0x335E, 'M', u'6点'), (0x335F, 'M', u'7点'), (0x3360, 'M', u'8点'), (0x3361, 'M', u'9点'), (0x3362, 'M', u'10点'), (0x3363, 'M', u'11点'), (0x3364, 'M', u'12点'), (0x3365, 'M', u'13点'), (0x3366, 'M', u'14点'), (0x3367, 'M', u'15点'), (0x3368, 'M', u'16点'), (0x3369, 'M', u'17点'), (0x336A, 'M', u'18点'), (0x336B, 'M', u'19点'), (0x336C, 'M', u'20点'), (0x336D, 'M', u'21点'), (0x336E, 'M', u'22点'), (0x336F, 'M', u'23点'), (0x3370, 'M', u'24点'), (0x3371, 'M', u'hpa'), (0x3372, 'M', u'da'), (0x3373, 'M', u'au'), (0x3374, 'M', u'bar'), (0x3375, 'M', u'ov'), (0x3376, 'M', u'pc'), (0x3377, 'M', u'dm'), (0x3378, 'M', u'dm2'), (0x3379, 'M', u'dm3'), (0x337A, 'M', u'iu'), (0x337B, 'M', u'平成'), (0x337C, 'M', u'昭和'), (0x337D, 'M', u'大正'), (0x337E, 'M', u'明治'), (0x337F, 'M', u'株式会社'), (0x3380, 'M', u'pa'), (0x3381, 'M', u'na'), (0x3382, 'M', u'μa'), (0x3383, 'M', u'ma'), (0x3384, 'M', u'ka'), (0x3385, 'M', u'kb'), (0x3386, 'M', u'mb'), (0x3387, 'M', u'gb'), (0x3388, 'M', u'cal'), (0x3389, 'M', u'kcal'), (0x338A, 'M', u'pf'), (0x338B, 'M', u'nf'), (0x338C, 'M', u'μf'), (0x338D, 'M', u'μg'), (0x338E, 'M', u'mg'), (0x338F, 'M', u'kg'), ] def _seg_34(): return [ (0x3390, 'M', u'hz'), (0x3391, 'M', u'khz'), (0x3392, 'M', u'mhz'), (0x3393, 'M', u'ghz'), (0x3394, 'M', u'thz'), (0x3395, 'M', u'μl'), (0x3396, 'M', u'ml'), (0x3397, 'M', u'dl'), (0x3398, 'M', u'kl'), (0x3399, 'M', u'fm'), (0x339A, 'M', u'nm'), (0x339B, 'M', u'μm'), (0x339C, 'M', u'mm'), (0x339D, 'M', u'cm'), (0x339E, 'M', u'km'), (0x339F, 'M', u'mm2'), (0x33A0, 'M', u'cm2'), (0x33A1, 'M', u'm2'), (0x33A2, 'M', u'km2'), (0x33A3, 'M', u'mm3'), (0x33A4, 'M', u'cm3'), (0x33A5, 'M', u'm3'), (0x33A6, 'M', u'km3'), (0x33A7, 'M', u'm∕s'), (0x33A8, 'M', u'm∕s2'), (0x33A9, 'M', u'pa'), (0x33AA, 'M', u'kpa'), (0x33AB, 'M', u'mpa'), (0x33AC, 'M', u'gpa'), (0x33AD, 'M', u'rad'), (0x33AE, 'M', u'rad∕s'), (0x33AF, 'M', u'rad∕s2'), (0x33B0, 'M', u'ps'), (0x33B1, 'M', u'ns'), (0x33B2, 'M', u'μs'), (0x33B3, 'M', u'ms'), (0x33B4, 'M', u'pv'), (0x33B5, 'M', u'nv'), (0x33B6, 'M', u'μv'), (0x33B7, 'M', u'mv'), (0x33B8, 'M', u'kv'), (0x33B9, 'M', u'mv'), (0x33BA, 'M', u'pw'), (0x33BB, 'M', u'nw'), (0x33BC, 'M', u'μw'), (0x33BD, 'M', u'mw'), (0x33BE, 'M', u'kw'), (0x33BF, 'M', u'mw'), (0x33C0, 'M', u'kω'), (0x33C1, 'M', u'mω'), (0x33C2, 'X'), (0x33C3, 'M', u'bq'), (0x33C4, 'M', u'cc'), (0x33C5, 'M', u'cd'), (0x33C6, 'M', u'c∕kg'), (0x33C7, 'X'), (0x33C8, 'M', u'db'), (0x33C9, 'M', u'gy'), (0x33CA, 'M', u'ha'), (0x33CB, 'M', u'hp'), (0x33CC, 'M', u'in'), (0x33CD, 'M', u'kk'), (0x33CE, 'M', u'km'), (0x33CF, 'M', u'kt'), (0x33D0, 'M', u'lm'), (0x33D1, 'M', u'ln'), (0x33D2, 'M', u'log'), (0x33D3, 'M', u'lx'), (0x33D4, 'M', u'mb'), (0x33D5, 'M', u'mil'), (0x33D6, 'M', u'mol'), (0x33D7, 'M', u'ph'), (0x33D8, 'X'), (0x33D9, 'M', u'ppm'), (0x33DA, 'M', u'pr'), (0x33DB, 'M', u'sr'), (0x33DC, 'M', u'sv'), (0x33DD, 'M', u'wb'), (0x33DE, 'M', u'v∕m'), (0x33DF, 'M', u'a∕m'), (0x33E0, 'M', u'1日'), (0x33E1, 'M', u'2日'), (0x33E2, 'M', u'3日'), (0x33E3, 'M', u'4日'), (0x33E4, 'M', u'5日'), (0x33E5, 'M', u'6日'), (0x33E6, 'M', u'7日'), (0x33E7, 'M', u'8日'), (0x33E8, 'M', u'9日'), (0x33E9, 'M', u'10日'), (0x33EA, 'M', u'11日'), (0x33EB, 'M', u'12日'), (0x33EC, 'M', u'13日'), (0x33ED, 'M', u'14日'), (0x33EE, 'M', u'15日'), (0x33EF, 'M', u'16日'), (0x33F0, 'M', u'17日'), (0x33F1, 'M', u'18日'), (0x33F2, 'M', u'19日'), (0x33F3, 'M', u'20日'), ] def _seg_35(): return [ (0x33F4, 'M', u'21日'), (0x33F5, 'M', u'22日'), (0x33F6, 'M', u'23日'), (0x33F7, 'M', u'24日'), (0x33F8, 'M', u'25日'), (0x33F9, 'M', u'26日'), (0x33FA, 'M', u'27日'), (0x33FB, 'M', u'28日'), (0x33FC, 'M', u'29日'), (0x33FD, 'M', u'30日'), (0x33FE, 'M', u'31日'), (0x33FF, 'M', u'gal'), (0x3400, 'V'), (0x4DB6, 'X'), (0x4DC0, 'V'), (0x9FF0, 'X'), (0xA000, 'V'), (0xA48D, 'X'), (0xA490, 'V'), (0xA4C7, 'X'), (0xA4D0, 'V'), (0xA62C, 'X'), (0xA640, 'M', u'ꙁ'), (0xA641, 'V'), (0xA642, 'M', u'ꙃ'), (0xA643, 'V'), (0xA644, 'M', u'ꙅ'), (0xA645, 'V'), (0xA646, 'M', u'ꙇ'), (0xA647, 'V'), (0xA648, 'M', u'ꙉ'), (0xA649, 'V'), (0xA64A, 'M', u'ꙋ'), (0xA64B, 'V'), (0xA64C, 'M', u'ꙍ'), (0xA64D, 'V'), (0xA64E, 'M', u'ꙏ'), (0xA64F, 'V'), (0xA650, 'M', u'ꙑ'), (0xA651, 'V'), (0xA652, 'M', u'ꙓ'), (0xA653, 'V'), (0xA654, 'M', u'ꙕ'), (0xA655, 'V'), (0xA656, 'M', u'ꙗ'), (0xA657, 'V'), (0xA658, 'M', u'ꙙ'), (0xA659, 'V'), (0xA65A, 'M', u'ꙛ'), (0xA65B, 'V'), (0xA65C, 'M', u'ꙝ'), (0xA65D, 'V'), (0xA65E, 'M', u'ꙟ'), (0xA65F, 'V'), (0xA660, 'M', u'ꙡ'), (0xA661, 'V'), (0xA662, 'M', u'ꙣ'), (0xA663, 'V'), (0xA664, 'M', u'ꙥ'), (0xA665, 'V'), (0xA666, 'M', u'ꙧ'), (0xA667, 'V'), (0xA668, 'M', u'ꙩ'), (0xA669, 'V'), (0xA66A, 'M', u'ꙫ'), (0xA66B, 'V'), (0xA66C, 'M', u'ꙭ'), (0xA66D, 'V'), (0xA680, 'M', u'ꚁ'), (0xA681, 'V'), (0xA682, 'M', u'ꚃ'), (0xA683, 'V'), (0xA684, 'M', u'ꚅ'), (0xA685, 'V'), (0xA686, 'M', u'ꚇ'), (0xA687, 'V'), (0xA688, 'M', u'ꚉ'), (0xA689, 'V'), (0xA68A, 'M', u'ꚋ'), (0xA68B, 'V'), (0xA68C, 'M', u'ꚍ'), (0xA68D, 'V'), (0xA68E, 'M', u'ꚏ'), (0xA68F, 'V'), (0xA690, 'M', u'ꚑ'), (0xA691, 'V'), (0xA692, 'M', u'ꚓ'), (0xA693, 'V'), (0xA694, 'M', u'ꚕ'), (0xA695, 'V'), (0xA696, 'M', u'ꚗ'), (0xA697, 'V'), (0xA698, 'M', u'ꚙ'), (0xA699, 'V'), (0xA69A, 'M', u'ꚛ'), (0xA69B, 'V'), (0xA69C, 'M', u'ъ'), (0xA69D, 'M', u'ь'), (0xA69E, 'V'), (0xA6F8, 'X'), ] def _seg_36(): return [ (0xA700, 'V'), (0xA722, 'M', u'ꜣ'), (0xA723, 'V'), (0xA724, 'M', u'ꜥ'), (0xA725, 'V'), (0xA726, 'M', u'ꜧ'), (0xA727, 'V'), (0xA728, 'M', u'ꜩ'), (0xA729, 'V'), (0xA72A, 'M', u'ꜫ'), (0xA72B, 'V'), (0xA72C, 'M', u'ꜭ'), (0xA72D, 'V'), (0xA72E, 'M', u'ꜯ'), (0xA72F, 'V'), (0xA732, 'M', u'ꜳ'), (0xA733, 'V'), (0xA734, 'M', u'ꜵ'), (0xA735, 'V'), (0xA736, 'M', u'ꜷ'), (0xA737, 'V'), (0xA738, 'M', u'ꜹ'), (0xA739, 'V'), (0xA73A, 'M', u'ꜻ'), (0xA73B, 'V'), (0xA73C, 'M', u'ꜽ'), (0xA73D, 'V'), (0xA73E, 'M', u'ꜿ'), (0xA73F, 'V'), (0xA740, 'M', u'ꝁ'), (0xA741, 'V'), (0xA742, 'M', u'ꝃ'), (0xA743, 'V'), (0xA744, 'M', u'ꝅ'), (0xA745, 'V'), (0xA746, 'M', u'ꝇ'), (0xA747, 'V'), (0xA748, 'M', u'ꝉ'), (0xA749, 'V'), (0xA74A, 'M', u'ꝋ'), (0xA74B, 'V'), (0xA74C, 'M', u'ꝍ'), (0xA74D, 'V'), (0xA74E, 'M', u'ꝏ'), (0xA74F, 'V'), (0xA750, 'M', u'ꝑ'), (0xA751, 'V'), (0xA752, 'M', u'ꝓ'), (0xA753, 'V'), (0xA754, 'M', u'ꝕ'), (0xA755, 'V'), (0xA756, 'M', u'ꝗ'), (0xA757, 'V'), (0xA758, 'M', u'ꝙ'), (0xA759, 'V'), (0xA75A, 'M', u'ꝛ'), (0xA75B, 'V'), (0xA75C, 'M', u'ꝝ'), (0xA75D, 'V'), (0xA75E, 'M', u'ꝟ'), (0xA75F, 'V'), (0xA760, 'M', u'ꝡ'), (0xA761, 'V'), (0xA762, 'M', u'ꝣ'), (0xA763, 'V'), (0xA764, 'M', u'ꝥ'), (0xA765, 'V'), (0xA766, 'M', u'ꝧ'), (0xA767, 'V'), (0xA768, 'M', u'ꝩ'), (0xA769, 'V'), (0xA76A, 'M', u'ꝫ'), (0xA76B, 'V'), (0xA76C, 'M', u'ꝭ'), (0xA76D, 'V'), (0xA76E, 'M', u'ꝯ'), (0xA76F, 'V'), (0xA770, 'M', u'ꝯ'), (0xA771, 'V'), (0xA779, 'M', u'ꝺ'), (0xA77A, 'V'), (0xA77B, 'M', u'ꝼ'), (0xA77C, 'V'), (0xA77D, 'M', u'ᵹ'), (0xA77E, 'M', u'ꝿ'), (0xA77F, 'V'), (0xA780, 'M', u'ꞁ'), (0xA781, 'V'), (0xA782, 'M', u'ꞃ'), (0xA783, 'V'), (0xA784, 'M', u'ꞅ'), (0xA785, 'V'), (0xA786, 'M', u'ꞇ'), (0xA787, 'V'), (0xA78B, 'M', u'ꞌ'), (0xA78C, 'V'), (0xA78D, 'M', u'ɥ'), (0xA78E, 'V'), (0xA790, 'M', u'ꞑ'), (0xA791, 'V'), ] def _seg_37(): return [ (0xA792, 'M', u'ꞓ'), (0xA793, 'V'), (0xA796, 'M', u'ꞗ'), (0xA797, 'V'), (0xA798, 'M', u'ꞙ'), (0xA799, 'V'), (0xA79A, 'M', u'ꞛ'), (0xA79B, 'V'), (0xA79C, 'M', u'ꞝ'), (0xA79D, 'V'), (0xA79E, 'M', u'ꞟ'), (0xA79F, 'V'), (0xA7A0, 'M', u'ꞡ'), (0xA7A1, 'V'), (0xA7A2, 'M', u'ꞣ'), (0xA7A3, 'V'), (0xA7A4, 'M', u'ꞥ'), (0xA7A5, 'V'), (0xA7A6, 'M', u'ꞧ'), (0xA7A7, 'V'), (0xA7A8, 'M', u'ꞩ'), (0xA7A9, 'V'), (0xA7AA, 'M', u'ɦ'), (0xA7AB, 'M', u'ɜ'), (0xA7AC, 'M', u'ɡ'), (0xA7AD, 'M', u'ɬ'), (0xA7AE, 'M', u'ɪ'), (0xA7AF, 'V'), (0xA7B0, 'M', u'ʞ'), (0xA7B1, 'M', u'ʇ'), (0xA7B2, 'M', u'ʝ'), (0xA7B3, 'M', u'ꭓ'), (0xA7B4, 'M', u'ꞵ'), (0xA7B5, 'V'), (0xA7B6, 'M', u'ꞷ'), (0xA7B7, 'V'), (0xA7B8, 'X'), (0xA7B9, 'V'), (0xA7BA, 'X'), (0xA7F7, 'V'), (0xA7F8, 'M', u'ħ'), (0xA7F9, 'M', u'œ'), (0xA7FA, 'V'), (0xA82C, 'X'), (0xA830, 'V'), (0xA83A, 'X'), (0xA840, 'V'), (0xA878, 'X'), (0xA880, 'V'), (0xA8C6, 'X'), (0xA8CE, 'V'), (0xA8DA, 'X'), (0xA8E0, 'V'), (0xA954, 'X'), (0xA95F, 'V'), (0xA97D, 'X'), (0xA980, 'V'), (0xA9CE, 'X'), (0xA9CF, 'V'), (0xA9DA, 'X'), (0xA9DE, 'V'), (0xA9FF, 'X'), (0xAA00, 'V'), (0xAA37, 'X'), (0xAA40, 'V'), (0xAA4E, 'X'), (0xAA50, 'V'), (0xAA5A, 'X'), (0xAA5C, 'V'), (0xAAC3, 'X'), (0xAADB, 'V'), (0xAAF7, 'X'), (0xAB01, 'V'), (0xAB07, 'X'), (0xAB09, 'V'), (0xAB0F, 'X'), (0xAB11, 'V'), (0xAB17, 'X'), (0xAB20, 'V'), (0xAB27, 'X'), (0xAB28, 'V'), (0xAB2F, 'X'), (0xAB30, 'V'), (0xAB5C, 'M', u'ꜧ'), (0xAB5D, 'M', u'ꬷ'), (0xAB5E, 'M', u'ɫ'), (0xAB5F, 'M', u'ꭒ'), (0xAB60, 'V'), (0xAB66, 'X'), (0xAB70, 'M', u'Ꭰ'), (0xAB71, 'M', u'Ꭱ'), (0xAB72, 'M', u'Ꭲ'), (0xAB73, 'M', u'Ꭳ'), (0xAB74, 'M', u'Ꭴ'), (0xAB75, 'M', u'Ꭵ'), (0xAB76, 'M', u'Ꭶ'), (0xAB77, 'M', u'Ꭷ'), (0xAB78, 'M', u'Ꭸ'), (0xAB79, 'M', u'Ꭹ'), (0xAB7A, 'M', u'Ꭺ'), ] def _seg_38(): return [ (0xAB7B, 'M', u'Ꭻ'), (0xAB7C, 'M', u'Ꭼ'), (0xAB7D, 'M', u'Ꭽ'), (0xAB7E, 'M', u'Ꭾ'), (0xAB7F, 'M', u'Ꭿ'), (0xAB80, 'M', u'Ꮀ'), (0xAB81, 'M', u'Ꮁ'), (0xAB82, 'M', u'Ꮂ'), (0xAB83, 'M', u'Ꮃ'), (0xAB84, 'M', u'Ꮄ'), (0xAB85, 'M', u'Ꮅ'), (0xAB86, 'M', u'Ꮆ'), (0xAB87, 'M', u'Ꮇ'), (0xAB88, 'M', u'Ꮈ'), (0xAB89, 'M', u'Ꮉ'), (0xAB8A, 'M', u'Ꮊ'), (0xAB8B, 'M', u'Ꮋ'), (0xAB8C, 'M', u'Ꮌ'), (0xAB8D, 'M', u'Ꮍ'), (0xAB8E, 'M', u'Ꮎ'), (0xAB8F, 'M', u'Ꮏ'), (0xAB90, 'M', u'Ꮐ'), (0xAB91, 'M', u'Ꮑ'), (0xAB92, 'M', u'Ꮒ'), (0xAB93, 'M', u'Ꮓ'), (0xAB94, 'M', u'Ꮔ'), (0xAB95, 'M', u'Ꮕ'), (0xAB96, 'M', u'Ꮖ'), (0xAB97, 'M', u'Ꮗ'), (0xAB98, 'M', u'Ꮘ'), (0xAB99, 'M', u'Ꮙ'), (0xAB9A, 'M', u'Ꮚ'), (0xAB9B, 'M', u'Ꮛ'), (0xAB9C, 'M', u'Ꮜ'), (0xAB9D, 'M', u'Ꮝ'), (0xAB9E, 'M', u'Ꮞ'), (0xAB9F, 'M', u'Ꮟ'), (0xABA0, 'M', u'Ꮠ'), (0xABA1, 'M', u'Ꮡ'), (0xABA2, 'M', u'Ꮢ'), (0xABA3, 'M', u'Ꮣ'), (0xABA4, 'M', u'Ꮤ'), (0xABA5, 'M', u'Ꮥ'), (0xABA6, 'M', u'Ꮦ'), (0xABA7, 'M', u'Ꮧ'), (0xABA8, 'M', u'Ꮨ'), (0xABA9, 'M', u'Ꮩ'), (0xABAA, 'M', u'Ꮪ'), (0xABAB, 'M', u'Ꮫ'), (0xABAC, 'M', u'Ꮬ'), (0xABAD, 'M', u'Ꮭ'), (0xABAE, 'M', u'Ꮮ'), (0xABAF, 'M', u'Ꮯ'), (0xABB0, 'M', u'Ꮰ'), (0xABB1, 'M', u'Ꮱ'), (0xABB2, 'M', u'Ꮲ'), (0xABB3, 'M', u'Ꮳ'), (0xABB4, 'M', u'Ꮴ'), (0xABB5, 'M', u'Ꮵ'), (0xABB6, 'M', u'Ꮶ'), (0xABB7, 'M', u'Ꮷ'), (0xABB8, 'M', u'Ꮸ'), (0xABB9, 'M', u'Ꮹ'), (0xABBA, 'M', u'Ꮺ'), (0xABBB, 'M', u'Ꮻ'), (0xABBC, 'M', u'Ꮼ'), (0xABBD, 'M', u'Ꮽ'), (0xABBE, 'M', u'Ꮾ'), (0xABBF, 'M', u'Ꮿ'), (0xABC0, 'V'), (0xABEE, 'X'), (0xABF0, 'V'), (0xABFA, 'X'), (0xAC00, 'V'), (0xD7A4, 'X'), (0xD7B0, 'V'), (0xD7C7, 'X'), (0xD7CB, 'V'), (0xD7FC, 'X'), (0xF900, 'M', u'豈'), (0xF901, 'M', u'更'), (0xF902, 'M', u'車'), (0xF903, 'M', u'賈'), (0xF904, 'M', u'滑'), (0xF905, 'M', u'串'), (0xF906, 'M', u'句'), (0xF907, 'M', u'龜'), (0xF909, 'M', u'契'), (0xF90A, 'M', u'金'), (0xF90B, 'M', u'喇'), (0xF90C, 'M', u'奈'), (0xF90D, 'M', u'懶'), (0xF90E, 'M', u'癩'), (0xF90F, 'M', u'羅'), (0xF910, 'M', u'蘿'), (0xF911, 'M', u'螺'), (0xF912, 'M', u'裸'), (0xF913, 'M', u'邏'), (0xF914, 'M', u'樂'), (0xF915, 'M', u'洛'), ] def _seg_39(): return [ (0xF916, 'M', u'烙'), (0xF917, 'M', u'珞'), (0xF918, 'M', u'落'), (0xF919, 'M', u'酪'), (0xF91A, 'M', u'駱'), (0xF91B, 'M', u'亂'), (0xF91C, 'M', u'卵'), (0xF91D, 'M', u'欄'), (0xF91E, 'M', u'爛'), (0xF91F, 'M', u'蘭'), (0xF920, 'M', u'鸞'), (0xF921, 'M', u'嵐'), (0xF922, 'M', u'濫'), (0xF923, 'M', u'藍'), (0xF924, 'M', u'襤'), (0xF925, 'M', u'拉'), (0xF926, 'M', u'臘'), (0xF927, 'M', u'蠟'), (0xF928, 'M', u'廊'), (0xF929, 'M', u'朗'), (0xF92A, 'M', u'浪'), (0xF92B, 'M', u'狼'), (0xF92C, 'M', u'郎'), (0xF92D, 'M', u'來'), (0xF92E, 'M', u'冷'), (0xF92F, 'M', u'勞'), (0xF930, 'M', u'擄'), (0xF931, 'M', u'櫓'), (0xF932, 'M', u'爐'), (0xF933, 'M', u'盧'), (0xF934, 'M', u'老'), (0xF935, 'M', u'蘆'), (0xF936, 'M', u'虜'), (0xF937, 'M', u'路'), (0xF938, 'M', u'露'), (0xF939, 'M', u'魯'), (0xF93A, 'M', u'鷺'), (0xF93B, 'M', u'碌'), (0xF93C, 'M', u'祿'), (0xF93D, 'M', u'綠'), (0xF93E, 'M', u'菉'), (0xF93F, 'M', u'錄'), (0xF940, 'M', u'鹿'), (0xF941, 'M', u'論'), (0xF942, 'M', u'壟'), (0xF943, 'M', u'弄'), (0xF944, 'M', u'籠'), (0xF945, 'M', u'聾'), (0xF946, 'M', u'牢'), (0xF947, 'M', u'磊'), (0xF948, 'M', u'賂'), (0xF949, 'M', u'雷'), (0xF94A, 'M', u'壘'), (0xF94B, 'M', u'屢'), (0xF94C, 'M', u'樓'), (0xF94D, 'M', u'淚'), (0xF94E, 'M', u'漏'), (0xF94F, 'M', u'累'), (0xF950, 'M', u'縷'), (0xF951, 'M', u'陋'), (0xF952, 'M', u'勒'), (0xF953, 'M', u'肋'), (0xF954, 'M', u'凜'), (0xF955, 'M', u'凌'), (0xF956, 'M', u'稜'), (0xF957, 'M', u'綾'), (0xF958, 'M', u'菱'), (0xF959, 'M', u'陵'), (0xF95A, 'M', u'讀'), (0xF95B, 'M', u'拏'), (0xF95C, 'M', u'樂'), (0xF95D, 'M', u'諾'), (0xF95E, 'M', u'丹'), (0xF95F, 'M', u'寧'), (0xF960, 'M', u'怒'), (0xF961, 'M', u'率'), (0xF962, 'M', u'異'), (0xF963, 'M', u'北'), (0xF964, 'M', u'磻'), (0xF965, 'M', u'便'), (0xF966, 'M', u'復'), (0xF967, 'M', u'不'), (0xF968, 'M', u'泌'), (0xF969, 'M', u'數'), (0xF96A, 'M', u'索'), (0xF96B, 'M', u'參'), (0xF96C, 'M', u'塞'), (0xF96D, 'M', u'省'), (0xF96E, 'M', u'葉'), (0xF96F, 'M', u'說'), (0xF970, 'M', u'殺'), (0xF971, 'M', u'辰'), (0xF972, 'M', u'沈'), (0xF973, 'M', u'拾'), (0xF974, 'M', u'若'), (0xF975, 'M', u'掠'), (0xF976, 'M', u'略'), (0xF977, 'M', u'亮'), (0xF978, 'M', u'兩'), (0xF979, 'M', u'凉'), ] def _seg_40(): return [ (0xF97A, 'M', u'梁'), (0xF97B, 'M', u'糧'), (0xF97C, 'M', u'良'), (0xF97D, 'M', u'諒'), (0xF97E, 'M', u'量'), (0xF97F, 'M', u'勵'), (0xF980, 'M', u'呂'), (0xF981, 'M', u'女'), (0xF982, 'M', u'廬'), (0xF983, 'M', u'旅'), (0xF984, 'M', u'濾'), (0xF985, 'M', u'礪'), (0xF986, 'M', u'閭'), (0xF987, 'M', u'驪'), (0xF988, 'M', u'麗'), (0xF989, 'M', u'黎'), (0xF98A, 'M', u'力'), (0xF98B, 'M', u'曆'), (0xF98C, 'M', u'歷'), (0xF98D, 'M', u'轢'), (0xF98E, 'M', u'年'), (0xF98F, 'M', u'憐'), (0xF990, 'M', u'戀'), (0xF991, 'M', u'撚'), (0xF992, 'M', u'漣'), (0xF993, 'M', u'煉'), (0xF994, 'M', u'璉'), (0xF995, 'M', u'秊'), (0xF996, 'M', u'練'), (0xF997, 'M', u'聯'), (0xF998, 'M', u'輦'), (0xF999, 'M', u'蓮'), (0xF99A, 'M', u'連'), (0xF99B, 'M', u'鍊'), (0xF99C, 'M', u'列'), (0xF99D, 'M', u'劣'), (0xF99E, 'M', u'咽'), (0xF99F, 'M', u'烈'), (0xF9A0, 'M', u'裂'), (0xF9A1, 'M', u'說'), (0xF9A2, 'M', u'廉'), (0xF9A3, 'M', u'念'), (0xF9A4, 'M', u'捻'), (0xF9A5, 'M', u'殮'), (0xF9A6, 'M', u'簾'), (0xF9A7, 'M', u'獵'), (0xF9A8, 'M', u'令'), (0xF9A9, 'M', u'囹'), (0xF9AA, 'M', u'寧'), (0xF9AB, 'M', u'嶺'), (0xF9AC, 'M', u'怜'), (0xF9AD, 'M', u'玲'), (0xF9AE, 'M', u'瑩'), (0xF9AF, 'M', u'羚'), (0xF9B0, 'M', u'聆'), (0xF9B1, 'M', u'鈴'), (0xF9B2, 'M', u'零'), (0xF9B3, 'M', u'靈'), (0xF9B4, 'M', u'領'), (0xF9B5, 'M', u'例'), (0xF9B6, 'M', u'禮'), (0xF9B7, 'M', u'醴'), (0xF9B8, 'M', u'隸'), (0xF9B9, 'M', u'惡'), (0xF9BA, 'M', u'了'), (0xF9BB, 'M', u'僚'), (0xF9BC, 'M', u'寮'), (0xF9BD, 'M', u'尿'), (0xF9BE, 'M', u'料'), (0xF9BF, 'M', u'樂'), (0xF9C0, 'M', u'燎'), (0xF9C1, 'M', u'療'), (0xF9C2, 'M', u'蓼'), (0xF9C3, 'M', u'遼'), (0xF9C4, 'M', u'龍'), (0xF9C5, 'M', u'暈'), (0xF9C6, 'M', u'阮'), (0xF9C7, 'M', u'劉'), (0xF9C8, 'M', u'杻'), (0xF9C9, 'M', u'柳'), (0xF9CA, 'M', u'流'), (0xF9CB, 'M', u'溜'), (0xF9CC, 'M', u'琉'), (0xF9CD, 'M', u'留'), (0xF9CE, 'M', u'硫'), (0xF9CF, 'M', u'紐'), (0xF9D0, 'M', u'類'), (0xF9D1, 'M', u'六'), (0xF9D2, 'M', u'戮'), (0xF9D3, 'M', u'陸'), (0xF9D4, 'M', u'倫'), (0xF9D5, 'M', u'崙'), (0xF9D6, 'M', u'淪'), (0xF9D7, 'M', u'輪'), (0xF9D8, 'M', u'律'), (0xF9D9, 'M', u'慄'), (0xF9DA, 'M', u'栗'), (0xF9DB, 'M', u'率'), (0xF9DC, 'M', u'隆'), (0xF9DD, 'M', u'利'), ] def _seg_41(): return [ (0xF9DE, 'M', u'吏'), (0xF9DF, 'M', u'履'), (0xF9E0, 'M', u'易'), (0xF9E1, 'M', u'李'), (0xF9E2, 'M', u'梨'), (0xF9E3, 'M', u'泥'), (0xF9E4, 'M', u'理'), (0xF9E5, 'M', u'痢'), (0xF9E6, 'M', u'罹'), (0xF9E7, 'M', u'裏'), (0xF9E8, 'M', u'裡'), (0xF9E9, 'M', u'里'), (0xF9EA, 'M', u'離'), (0xF9EB, 'M', u'匿'), (0xF9EC, 'M', u'溺'), (0xF9ED, 'M', u'吝'), (0xF9EE, 'M', u'燐'), (0xF9EF, 'M', u'璘'), (0xF9F0, 'M', u'藺'), (0xF9F1, 'M', u'隣'), (0xF9F2, 'M', u'鱗'), (0xF9F3, 'M', u'麟'), (0xF9F4, 'M', u'林'), (0xF9F5, 'M', u'淋'), (0xF9F6, 'M', u'臨'), (0xF9F7, 'M', u'立'), (0xF9F8, 'M', u'笠'), (0xF9F9, 'M', u'粒'), (0xF9FA, 'M', u'狀'), (0xF9FB, 'M', u'炙'), (0xF9FC, 'M', u'識'), (0xF9FD, 'M', u'什'), (0xF9FE, 'M', u'茶'), (0xF9FF, 'M', u'刺'), (0xFA00, 'M', u'切'), (0xFA01, 'M', u'度'), (0xFA02, 'M', u'拓'), (0xFA03, 'M', u'糖'), (0xFA04, 'M', u'宅'), (0xFA05, 'M', u'洞'), (0xFA06, 'M', u'暴'), (0xFA07, 'M', u'輻'), (0xFA08, 'M', u'行'), (0xFA09, 'M', u'降'), (0xFA0A, 'M', u'見'), (0xFA0B, 'M', u'廓'), (0xFA0C, 'M', u'兀'), (0xFA0D, 'M', u'嗀'), (0xFA0E, 'V'), (0xFA10, 'M', u'塚'), (0xFA11, 'V'), (0xFA12, 'M', u'晴'), (0xFA13, 'V'), (0xFA15, 'M', u'凞'), (0xFA16, 'M', u'猪'), (0xFA17, 'M', u'益'), (0xFA18, 'M', u'礼'), (0xFA19, 'M', u'神'), (0xFA1A, 'M', u'祥'), (0xFA1B, 'M', u'福'), (0xFA1C, 'M', u'靖'), (0xFA1D, 'M', u'精'), (0xFA1E, 'M', u'羽'), (0xFA1F, 'V'), (0xFA20, 'M', u'蘒'), (0xFA21, 'V'), (0xFA22, 'M', u'諸'), (0xFA23, 'V'), (0xFA25, 'M', u'逸'), (0xFA26, 'M', u'都'), (0xFA27, 'V'), (0xFA2A, 'M', u'飯'), (0xFA2B, 'M', u'飼'), (0xFA2C, 'M', u'館'), (0xFA2D, 'M', u'鶴'), (0xFA2E, 'M', u'郞'), (0xFA2F, 'M', u'隷'), (0xFA30, 'M', u'侮'), (0xFA31, 'M', u'僧'), (0xFA32, 'M', u'免'), (0xFA33, 'M', u'勉'), (0xFA34, 'M', u'勤'), (0xFA35, 'M', u'卑'), (0xFA36, 'M', u'喝'), (0xFA37, 'M', u'嘆'), (0xFA38, 'M', u'器'), (0xFA39, 'M', u'塀'), (0xFA3A, 'M', u'墨'), (0xFA3B, 'M', u'層'), (0xFA3C, 'M', u'屮'), (0xFA3D, 'M', u'悔'), (0xFA3E, 'M', u'慨'), (0xFA3F, 'M', u'憎'), (0xFA40, 'M', u'懲'), (0xFA41, 'M', u'敏'), (0xFA42, 'M', u'既'), (0xFA43, 'M', u'暑'), (0xFA44, 'M', u'梅'), (0xFA45, 'M', u'海'), (0xFA46, 'M', u'渚'), ] def _seg_42(): return [ (0xFA47, 'M', u'漢'), (0xFA48, 'M', u'煮'), (0xFA49, 'M', u'爫'), (0xFA4A, 'M', u'琢'), (0xFA4B, 'M', u'碑'), (0xFA4C, 'M', u'社'), (0xFA4D, 'M', u'祉'), (0xFA4E, 'M', u'祈'), (0xFA4F, 'M', u'祐'), (0xFA50, 'M', u'祖'), (0xFA51, 'M', u'祝'), (0xFA52, 'M', u'禍'), (0xFA53, 'M', u'禎'), (0xFA54, 'M', u'穀'), (0xFA55, 'M', u'突'), (0xFA56, 'M', u'節'), (0xFA57, 'M', u'練'), (0xFA58, 'M', u'縉'), (0xFA59, 'M', u'繁'), (0xFA5A, 'M', u'署'), (0xFA5B, 'M', u'者'), (0xFA5C, 'M', u'臭'), (0xFA5D, 'M', u'艹'), (0xFA5F, 'M', u'著'), (0xFA60, 'M', u'褐'), (0xFA61, 'M', u'視'), (0xFA62, 'M', u'謁'), (0xFA63, 'M', u'謹'), (0xFA64, 'M', u'賓'), (0xFA65, 'M', u'贈'), (0xFA66, 'M', u'辶'), (0xFA67, 'M', u'逸'), (0xFA68, 'M', u'難'), (0xFA69, 'M', u'響'), (0xFA6A, 'M', u'頻'), (0xFA6B, 'M', u'恵'), (0xFA6C, 'M', u'𤋮'), (0xFA6D, 'M', u'舘'), (0xFA6E, 'X'), (0xFA70, 'M', u'並'), (0xFA71, 'M', u'况'), (0xFA72, 'M', u'全'), (0xFA73, 'M', u'侀'), (0xFA74, 'M', u'充'), (0xFA75, 'M', u'冀'), (0xFA76, 'M', u'勇'), (0xFA77, 'M', u'勺'), (0xFA78, 'M', u'喝'), (0xFA79, 'M', u'啕'), (0xFA7A, 'M', u'喙'), (0xFA7B, 'M', u'嗢'), (0xFA7C, 'M', u'塚'), (0xFA7D, 'M', u'墳'), (0xFA7E, 'M', u'奄'), (0xFA7F, 'M', u'奔'), (0xFA80, 'M', u'婢'), (0xFA81, 'M', u'嬨'), (0xFA82, 'M', u'廒'), (0xFA83, 'M', u'廙'), (0xFA84, 'M', u'彩'), (0xFA85, 'M', u'徭'), (0xFA86, 'M', u'惘'), (0xFA87, 'M', u'慎'), (0xFA88, 'M', u'愈'), (0xFA89, 'M', u'憎'), (0xFA8A, 'M', u'慠'), (0xFA8B, 'M', u'懲'), (0xFA8C, 'M', u'戴'), (0xFA8D, 'M', u'揄'), (0xFA8E, 'M', u'搜'), (0xFA8F, 'M', u'摒'), (0xFA90, 'M', u'敖'), (0xFA91, 'M', u'晴'), (0xFA92, 'M', u'朗'), (0xFA93, 'M', u'望'), (0xFA94, 'M', u'杖'), (0xFA95, 'M', u'歹'), (0xFA96, 'M', u'殺'), (0xFA97, 'M', u'流'), (0xFA98, 'M', u'滛'), (0xFA99, 'M', u'滋'), (0xFA9A, 'M', u'漢'), (0xFA9B, 'M', u'瀞'), (0xFA9C, 'M', u'煮'), (0xFA9D, 'M', u'瞧'), (0xFA9E, 'M', u'爵'), (0xFA9F, 'M', u'犯'), (0xFAA0, 'M', u'猪'), (0xFAA1, 'M', u'瑱'), (0xFAA2, 'M', u'甆'), (0xFAA3, 'M', u'画'), (0xFAA4, 'M', u'瘝'), (0xFAA5, 'M', u'瘟'), (0xFAA6, 'M', u'益'), (0xFAA7, 'M', u'盛'), (0xFAA8, 'M', u'直'), (0xFAA9, 'M', u'睊'), (0xFAAA, 'M', u'着'), (0xFAAB, 'M', u'磌'), (0xFAAC, 'M', u'窱'), ] def _seg_43(): return [ (0xFAAD, 'M', u'節'), (0xFAAE, 'M', u'类'), (0xFAAF, 'M', u'絛'), (0xFAB0, 'M', u'練'), (0xFAB1, 'M', u'缾'), (0xFAB2, 'M', u'者'), (0xFAB3, 'M', u'荒'), (0xFAB4, 'M', u'華'), (0xFAB5, 'M', u'蝹'), (0xFAB6, 'M', u'襁'), (0xFAB7, 'M', u'覆'), (0xFAB8, 'M', u'視'), (0xFAB9, 'M', u'調'), (0xFABA, 'M', u'諸'), (0xFABB, 'M', u'請'), (0xFABC, 'M', u'謁'), (0xFABD, 'M', u'諾'), (0xFABE, 'M', u'諭'), (0xFABF, 'M', u'謹'), (0xFAC0, 'M', u'變'), (0xFAC1, 'M', u'贈'), (0xFAC2, 'M', u'輸'), (0xFAC3, 'M', u'遲'), (0xFAC4, 'M', u'醙'), (0xFAC5, 'M', u'鉶'), (0xFAC6, 'M', u'陼'), (0xFAC7, 'M', u'難'), (0xFAC8, 'M', u'靖'), (0xFAC9, 'M', u'韛'), (0xFACA, 'M', u'響'), (0xFACB, 'M', u'頋'), (0xFACC, 'M', u'頻'), (0xFACD, 'M', u'鬒'), (0xFACE, 'M', u'龜'), (0xFACF, 'M', u'𢡊'), (0xFAD0, 'M', u'𢡄'), (0xFAD1, 'M', u'𣏕'), (0xFAD2, 'M', u'㮝'), (0xFAD3, 'M', u'䀘'), (0xFAD4, 'M', u'䀹'), (0xFAD5, 'M', u'𥉉'), (0xFAD6, 'M', u'𥳐'), (0xFAD7, 'M', u'𧻓'), (0xFAD8, 'M', u'齃'), (0xFAD9, 'M', u'龎'), (0xFADA, 'X'), (0xFB00, 'M', u'ff'), (0xFB01, 'M', u'fi'), (0xFB02, 'M', u'fl'), (0xFB03, 'M', u'ffi'), (0xFB04, 'M', u'ffl'), (0xFB05, 'M', u'st'), (0xFB07, 'X'), (0xFB13, 'M', u'մն'), (0xFB14, 'M', u'մե'), (0xFB15, 'M', u'մի'), (0xFB16, 'M', u'վն'), (0xFB17, 'M', u'մխ'), (0xFB18, 'X'), (0xFB1D, 'M', u'יִ'), (0xFB1E, 'V'), (0xFB1F, 'M', u'ײַ'), (0xFB20, 'M', u'ע'), (0xFB21, 'M', u'א'), (0xFB22, 'M', u'ד'), (0xFB23, 'M', u'ה'), (0xFB24, 'M', u'כ'), (0xFB25, 'M', u'ל'), (0xFB26, 'M', u'ם'), (0xFB27, 'M', u'ר'), (0xFB28, 'M', u'ת'), (0xFB29, '3', u'+'), (0xFB2A, 'M', u'שׁ'), (0xFB2B, 'M', u'שׂ'), (0xFB2C, 'M', u'שּׁ'), (0xFB2D, 'M', u'שּׂ'), (0xFB2E, 'M', u'אַ'), (0xFB2F, 'M', u'אָ'), (0xFB30, 'M', u'אּ'), (0xFB31, 'M', u'בּ'), (0xFB32, 'M', u'גּ'), (0xFB33, 'M', u'דּ'), (0xFB34, 'M', u'הּ'), (0xFB35, 'M', u'וּ'), (0xFB36, 'M', u'זּ'), (0xFB37, 'X'), (0xFB38, 'M', u'טּ'), (0xFB39, 'M', u'יּ'), (0xFB3A, 'M', u'ךּ'), (0xFB3B, 'M', u'כּ'), (0xFB3C, 'M', u'לּ'), (0xFB3D, 'X'), (0xFB3E, 'M', u'מּ'), (0xFB3F, 'X'), (0xFB40, 'M', u'נּ'), (0xFB41, 'M', u'סּ'), (0xFB42, 'X'), (0xFB43, 'M', u'ףּ'), (0xFB44, 'M', u'פּ'), (0xFB45, 'X'), ] def _seg_44(): return [ (0xFB46, 'M', u'צּ'), (0xFB47, 'M', u'קּ'), (0xFB48, 'M', u'רּ'), (0xFB49, 'M', u'שּ'), (0xFB4A, 'M', u'תּ'), (0xFB4B, 'M', u'וֹ'), (0xFB4C, 'M', u'בֿ'), (0xFB4D, 'M', u'כֿ'), (0xFB4E, 'M', u'פֿ'), (0xFB4F, 'M', u'אל'), (0xFB50, 'M', u'ٱ'), (0xFB52, 'M', u'ٻ'), (0xFB56, 'M', u'پ'), (0xFB5A, 'M', u'ڀ'), (0xFB5E, 'M', u'ٺ'), (0xFB62, 'M', u'ٿ'), (0xFB66, 'M', u'ٹ'), (0xFB6A, 'M', u'ڤ'), (0xFB6E, 'M', u'ڦ'), (0xFB72, 'M', u'ڄ'), (0xFB76, 'M', u'ڃ'), (0xFB7A, 'M', u'چ'), (0xFB7E, 'M', u'ڇ'), (0xFB82, 'M', u'ڍ'), (0xFB84, 'M', u'ڌ'), (0xFB86, 'M', u'ڎ'), (0xFB88, 'M', u'ڈ'), (0xFB8A, 'M', u'ژ'), (0xFB8C, 'M', u'ڑ'), (0xFB8E, 'M', u'ک'), (0xFB92, 'M', u'گ'), (0xFB96, 'M', u'ڳ'), (0xFB9A, 'M', u'ڱ'), (0xFB9E, 'M', u'ں'), (0xFBA0, 'M', u'ڻ'), (0xFBA4, 'M', u'ۀ'), (0xFBA6, 'M', u'ہ'), (0xFBAA, 'M', u'ھ'), (0xFBAE, 'M', u'ے'), (0xFBB0, 'M', u'ۓ'), (0xFBB2, 'V'), (0xFBC2, 'X'), (0xFBD3, 'M', u'ڭ'), (0xFBD7, 'M', u'ۇ'), (0xFBD9, 'M', u'ۆ'), (0xFBDB, 'M', u'ۈ'), (0xFBDD, 'M', u'ۇٴ'), (0xFBDE, 'M', u'ۋ'), (0xFBE0, 'M', u'ۅ'), (0xFBE2, 'M', u'ۉ'), (0xFBE4, 'M', u'ې'), (0xFBE8, 'M', u'ى'), (0xFBEA, 'M', u'ئا'), (0xFBEC, 'M', u'ئە'), (0xFBEE, 'M', u'ئو'), (0xFBF0, 'M', u'ئۇ'), (0xFBF2, 'M', u'ئۆ'), (0xFBF4, 'M', u'ئۈ'), (0xFBF6, 'M', u'ئې'), (0xFBF9, 'M', u'ئى'), (0xFBFC, 'M', u'ی'), (0xFC00, 'M', u'ئج'), (0xFC01, 'M', u'ئح'), (0xFC02, 'M', u'ئم'), (0xFC03, 'M', u'ئى'), (0xFC04, 'M', u'ئي'), (0xFC05, 'M', u'بج'), (0xFC06, 'M', u'بح'), (0xFC07, 'M', u'بخ'), (0xFC08, 'M', u'بم'), (0xFC09, 'M', u'بى'), (0xFC0A, 'M', u'بي'), (0xFC0B, 'M', u'تج'), (0xFC0C, 'M', u'تح'), (0xFC0D, 'M', u'تخ'), (0xFC0E, 'M', u'تم'), (0xFC0F, 'M', u'تى'), (0xFC10, 'M', u'تي'), (0xFC11, 'M', u'ثج'), (0xFC12, 'M', u'ثم'), (0xFC13, 'M', u'ثى'), (0xFC14, 'M', u'ثي'), (0xFC15, 'M', u'جح'), (0xFC16, 'M', u'جم'), (0xFC17, 'M', u'حج'), (0xFC18, 'M', u'حم'), (0xFC19, 'M', u'خج'), (0xFC1A, 'M', u'خح'), (0xFC1B, 'M', u'خم'), (0xFC1C, 'M', u'سج'), (0xFC1D, 'M', u'سح'), (0xFC1E, 'M', u'سخ'), (0xFC1F, 'M', u'سم'), (0xFC20, 'M', u'صح'), (0xFC21, 'M', u'صم'), (0xFC22, 'M', u'ضج'), (0xFC23, 'M', u'ضح'), (0xFC24, 'M', u'ضخ'), (0xFC25, 'M', u'ضم'), (0xFC26, 'M', u'طح'), ] def _seg_45(): return [ (0xFC27, 'M', u'طم'), (0xFC28, 'M', u'ظم'), (0xFC29, 'M', u'عج'), (0xFC2A, 'M', u'عم'), (0xFC2B, 'M', u'غج'), (0xFC2C, 'M', u'غم'), (0xFC2D, 'M', u'فج'), (0xFC2E, 'M', u'فح'), (0xFC2F, 'M', u'فخ'), (0xFC30, 'M', u'فم'), (0xFC31, 'M', u'فى'), (0xFC32, 'M', u'في'), (0xFC33, 'M', u'قح'), (0xFC34, 'M', u'قم'), (0xFC35, 'M', u'قى'), (0xFC36, 'M', u'قي'), (0xFC37, 'M', u'كا'), (0xFC38, 'M', u'كج'), (0xFC39, 'M', u'كح'), (0xFC3A, 'M', u'كخ'), (0xFC3B, 'M', u'كل'), (0xFC3C, 'M', u'كم'), (0xFC3D, 'M', u'كى'), (0xFC3E, 'M', u'كي'), (0xFC3F, 'M', u'لج'), (0xFC40, 'M', u'لح'), (0xFC41, 'M', u'لخ'), (0xFC42, 'M', u'لم'), (0xFC43, 'M', u'لى'), (0xFC44, 'M', u'لي'), (0xFC45, 'M', u'مج'), (0xFC46, 'M', u'مح'), (0xFC47, 'M', u'مخ'), (0xFC48, 'M', u'مم'), (0xFC49, 'M', u'مى'), (0xFC4A, 'M', u'مي'), (0xFC4B, 'M', u'نج'), (0xFC4C, 'M', u'نح'), (0xFC4D, 'M', u'نخ'), (0xFC4E, 'M', u'نم'), (0xFC4F, 'M', u'نى'), (0xFC50, 'M', u'ني'), (0xFC51, 'M', u'هج'), (0xFC52, 'M', u'هم'), (0xFC53, 'M', u'هى'), (0xFC54, 'M', u'هي'), (0xFC55, 'M', u'يج'), (0xFC56, 'M', u'يح'), (0xFC57, 'M', u'يخ'), (0xFC58, 'M', u'يم'), (0xFC59, 'M', u'يى'), (0xFC5A, 'M', u'يي'), (0xFC5B, 'M', u'ذٰ'), (0xFC5C, 'M', u'رٰ'), (0xFC5D, 'M', u'ىٰ'), (0xFC5E, '3', u' ٌّ'), (0xFC5F, '3', u' ٍّ'), (0xFC60, '3', u' َّ'), (0xFC61, '3', u' ُّ'), (0xFC62, '3', u' ِّ'), (0xFC63, '3', u' ّٰ'), (0xFC64, 'M', u'ئر'), (0xFC65, 'M', u'ئز'), (0xFC66, 'M', u'ئم'), (0xFC67, 'M', u'ئن'), (0xFC68, 'M', u'ئى'), (0xFC69, 'M', u'ئي'), (0xFC6A, 'M', u'بر'), (0xFC6B, 'M', u'بز'), (0xFC6C, 'M', u'بم'), (0xFC6D, 'M', u'بن'), (0xFC6E, 'M', u'بى'), (0xFC6F, 'M', u'بي'), (0xFC70, 'M', u'تر'), (0xFC71, 'M', u'تز'), (0xFC72, 'M', u'تم'), (0xFC73, 'M', u'تن'), (0xFC74, 'M', u'تى'), (0xFC75, 'M', u'تي'), (0xFC76, 'M', u'ثر'), (0xFC77, 'M', u'ثز'), (0xFC78, 'M', u'ثم'), (0xFC79, 'M', u'ثن'), (0xFC7A, 'M', u'ثى'), (0xFC7B, 'M', u'ثي'), (0xFC7C, 'M', u'فى'), (0xFC7D, 'M', u'في'), (0xFC7E, 'M', u'قى'), (0xFC7F, 'M', u'قي'), (0xFC80, 'M', u'كا'), (0xFC81, 'M', u'كل'), (0xFC82, 'M', u'كم'), (0xFC83, 'M', u'كى'), (0xFC84, 'M', u'كي'), (0xFC85, 'M', u'لم'), (0xFC86, 'M', u'لى'), (0xFC87, 'M', u'لي'), (0xFC88, 'M', u'ما'), (0xFC89, 'M', u'مم'), (0xFC8A, 'M', u'نر'), ] def _seg_46(): return [ (0xFC8B, 'M', u'نز'), (0xFC8C, 'M', u'نم'), (0xFC8D, 'M', u'نن'), (0xFC8E, 'M', u'نى'), (0xFC8F, 'M', u'ني'), (0xFC90, 'M', u'ىٰ'), (0xFC91, 'M', u'ير'), (0xFC92, 'M', u'يز'), (0xFC93, 'M', u'يم'), (0xFC94, 'M', u'ين'), (0xFC95, 'M', u'يى'), (0xFC96, 'M', u'يي'), (0xFC97, 'M', u'ئج'), (0xFC98, 'M', u'ئح'), (0xFC99, 'M', u'ئخ'), (0xFC9A, 'M', u'ئم'), (0xFC9B, 'M', u'ئه'), (0xFC9C, 'M', u'بج'), (0xFC9D, 'M', u'بح'), (0xFC9E, 'M', u'بخ'), (0xFC9F, 'M', u'بم'), (0xFCA0, 'M', u'به'), (0xFCA1, 'M', u'تج'), (0xFCA2, 'M', u'تح'), (0xFCA3, 'M', u'تخ'), (0xFCA4, 'M', u'تم'), (0xFCA5, 'M', u'ته'), (0xFCA6, 'M', u'ثم'), (0xFCA7, 'M', u'جح'), (0xFCA8, 'M', u'جم'), (0xFCA9, 'M', u'حج'), (0xFCAA, 'M', u'حم'), (0xFCAB, 'M', u'خج'), (0xFCAC, 'M', u'خم'), (0xFCAD, 'M', u'سج'), (0xFCAE, 'M', u'سح'), (0xFCAF, 'M', u'سخ'), (0xFCB0, 'M', u'سم'), (0xFCB1, 'M', u'صح'), (0xFCB2, 'M', u'صخ'), (0xFCB3, 'M', u'صم'), (0xFCB4, 'M', u'ضج'), (0xFCB5, 'M', u'ضح'), (0xFCB6, 'M', u'ضخ'), (0xFCB7, 'M', u'ضم'), (0xFCB8, 'M', u'طح'), (0xFCB9, 'M', u'ظم'), (0xFCBA, 'M', u'عج'), (0xFCBB, 'M', u'عم'), (0xFCBC, 'M', u'غج'), (0xFCBD, 'M', u'غم'), (0xFCBE, 'M', u'فج'), (0xFCBF, 'M', u'فح'), (0xFCC0, 'M', u'فخ'), (0xFCC1, 'M', u'فم'), (0xFCC2, 'M', u'قح'), (0xFCC3, 'M', u'قم'), (0xFCC4, 'M', u'كج'), (0xFCC5, 'M', u'كح'), (0xFCC6, 'M', u'كخ'), (0xFCC7, 'M', u'كل'), (0xFCC8, 'M', u'كم'), (0xFCC9, 'M', u'لج'), (0xFCCA, 'M', u'لح'), (0xFCCB, 'M', u'لخ'), (0xFCCC, 'M', u'لم'), (0xFCCD, 'M', u'له'), (0xFCCE, 'M', u'مج'), (0xFCCF, 'M', u'مح'), (0xFCD0, 'M', u'مخ'), (0xFCD1, 'M', u'مم'), (0xFCD2, 'M', u'نج'), (0xFCD3, 'M', u'نح'), (0xFCD4, 'M', u'نخ'), (0xFCD5, 'M', u'نم'), (0xFCD6, 'M', u'نه'), (0xFCD7, 'M', u'هج'), (0xFCD8, 'M', u'هم'), (0xFCD9, 'M', u'هٰ'), (0xFCDA, 'M', u'يج'), (0xFCDB, 'M', u'يح'), (0xFCDC, 'M', u'يخ'), (0xFCDD, 'M', u'يم'), (0xFCDE, 'M', u'يه'), (0xFCDF, 'M', u'ئم'), (0xFCE0, 'M', u'ئه'), (0xFCE1, 'M', u'بم'), (0xFCE2, 'M', u'به'), (0xFCE3, 'M', u'تم'), (0xFCE4, 'M', u'ته'), (0xFCE5, 'M', u'ثم'), (0xFCE6, 'M', u'ثه'), (0xFCE7, 'M', u'سم'), (0xFCE8, 'M', u'سه'), (0xFCE9, 'M', u'شم'), (0xFCEA, 'M', u'شه'), (0xFCEB, 'M', u'كل'), (0xFCEC, 'M', u'كم'), (0xFCED, 'M', u'لم'), (0xFCEE, 'M', u'نم'), ] def _seg_47(): return [ (0xFCEF, 'M', u'نه'), (0xFCF0, 'M', u'يم'), (0xFCF1, 'M', u'يه'), (0xFCF2, 'M', u'ـَّ'), (0xFCF3, 'M', u'ـُّ'), (0xFCF4, 'M', u'ـِّ'), (0xFCF5, 'M', u'طى'), (0xFCF6, 'M', u'طي'), (0xFCF7, 'M', u'عى'), (0xFCF8, 'M', u'عي'), (0xFCF9, 'M', u'غى'), (0xFCFA, 'M', u'غي'), (0xFCFB, 'M', u'سى'), (0xFCFC, 'M', u'سي'), (0xFCFD, 'M', u'شى'), (0xFCFE, 'M', u'شي'), (0xFCFF, 'M', u'حى'), (0xFD00, 'M', u'حي'), (0xFD01, 'M', u'جى'), (0xFD02, 'M', u'جي'), (0xFD03, 'M', u'خى'), (0xFD04, 'M', u'خي'), (0xFD05, 'M', u'صى'), (0xFD06, 'M', u'صي'), (0xFD07, 'M', u'ضى'), (0xFD08, 'M', u'ضي'), (0xFD09, 'M', u'شج'), (0xFD0A, 'M', u'شح'), (0xFD0B, 'M', u'شخ'), (0xFD0C, 'M', u'شم'), (0xFD0D, 'M', u'شر'), (0xFD0E, 'M', u'سر'), (0xFD0F, 'M', u'صر'), (0xFD10, 'M', u'ضر'), (0xFD11, 'M', u'طى'), (0xFD12, 'M', u'طي'), (0xFD13, 'M', u'عى'), (0xFD14, 'M', u'عي'), (0xFD15, 'M', u'غى'), (0xFD16, 'M', u'غي'), (0xFD17, 'M', u'سى'), (0xFD18, 'M', u'سي'), (0xFD19, 'M', u'شى'), (0xFD1A, 'M', u'شي'), (0xFD1B, 'M', u'حى'), (0xFD1C, 'M', u'حي'), (0xFD1D, 'M', u'جى'), (0xFD1E, 'M', u'جي'), (0xFD1F, 'M', u'خى'), (0xFD20, 'M', u'خي'), (0xFD21, 'M', u'صى'), (0xFD22, 'M', u'صي'), (0xFD23, 'M', u'ضى'), (0xFD24, 'M', u'ضي'), (0xFD25, 'M', u'شج'), (0xFD26, 'M', u'شح'), (0xFD27, 'M', u'شخ'), (0xFD28, 'M', u'شم'), (0xFD29, 'M', u'شر'), (0xFD2A, 'M', u'سر'), (0xFD2B, 'M', u'صر'), (0xFD2C, 'M', u'ضر'), (0xFD2D, 'M', u'شج'), (0xFD2E, 'M', u'شح'), (0xFD2F, 'M', u'شخ'), (0xFD30, 'M', u'شم'), (0xFD31, 'M', u'سه'), (0xFD32, 'M', u'شه'), (0xFD33, 'M', u'طم'), (0xFD34, 'M', u'سج'), (0xFD35, 'M', u'سح'), (0xFD36, 'M', u'سخ'), (0xFD37, 'M', u'شج'), (0xFD38, 'M', u'شح'), (0xFD39, 'M', u'شخ'), (0xFD3A, 'M', u'طم'), (0xFD3B, 'M', u'ظم'), (0xFD3C, 'M', u'اً'), (0xFD3E, 'V'), (0xFD40, 'X'), (0xFD50, 'M', u'تجم'), (0xFD51, 'M', u'تحج'), (0xFD53, 'M', u'تحم'), (0xFD54, 'M', u'تخم'), (0xFD55, 'M', u'تمج'), (0xFD56, 'M', u'تمح'), (0xFD57, 'M', u'تمخ'), (0xFD58, 'M', u'جمح'), (0xFD5A, 'M', u'حمي'), (0xFD5B, 'M', u'حمى'), (0xFD5C, 'M', u'سحج'), (0xFD5D, 'M', u'سجح'), (0xFD5E, 'M', u'سجى'), (0xFD5F, 'M', u'سمح'), (0xFD61, 'M', u'سمج'), (0xFD62, 'M', u'سمم'), (0xFD64, 'M', u'صحح'), (0xFD66, 'M', u'صمم'), (0xFD67, 'M', u'شحم'), (0xFD69, 'M', u'شجي'), ] def _seg_48(): return [ (0xFD6A, 'M', u'شمخ'), (0xFD6C, 'M', u'شمم'), (0xFD6E, 'M', u'ضحى'), (0xFD6F, 'M', u'ضخم'), (0xFD71, 'M', u'طمح'), (0xFD73, 'M', u'طمم'), (0xFD74, 'M', u'طمي'), (0xFD75, 'M', u'عجم'), (0xFD76, 'M', u'عمم'), (0xFD78, 'M', u'عمى'), (0xFD79, 'M', u'غمم'), (0xFD7A, 'M', u'غمي'), (0xFD7B, 'M', u'غمى'), (0xFD7C, 'M', u'فخم'), (0xFD7E, 'M', u'قمح'), (0xFD7F, 'M', u'قمم'), (0xFD80, 'M', u'لحم'), (0xFD81, 'M', u'لحي'), (0xFD82, 'M', u'لحى'), (0xFD83, 'M', u'لجج'), (0xFD85, 'M', u'لخم'), (0xFD87, 'M', u'لمح'), (0xFD89, 'M', u'محج'), (0xFD8A, 'M', u'محم'), (0xFD8B, 'M', u'محي'), (0xFD8C, 'M', u'مجح'), (0xFD8D, 'M', u'مجم'), (0xFD8E, 'M', u'مخج'), (0xFD8F, 'M', u'مخم'), (0xFD90, 'X'), (0xFD92, 'M', u'مجخ'), (0xFD93, 'M', u'همج'), (0xFD94, 'M', u'همم'), (0xFD95, 'M', u'نحم'), (0xFD96, 'M', u'نحى'), (0xFD97, 'M', u'نجم'), (0xFD99, 'M', u'نجى'), (0xFD9A, 'M', u'نمي'), (0xFD9B, 'M', u'نمى'), (0xFD9C, 'M', u'يمم'), (0xFD9E, 'M', u'بخي'), (0xFD9F, 'M', u'تجي'), (0xFDA0, 'M', u'تجى'), (0xFDA1, 'M', u'تخي'), (0xFDA2, 'M', u'تخى'), (0xFDA3, 'M', u'تمي'), (0xFDA4, 'M', u'تمى'), (0xFDA5, 'M', u'جمي'), (0xFDA6, 'M', u'جحى'), (0xFDA7, 'M', u'جمى'), (0xFDA8, 'M', u'سخى'), (0xFDA9, 'M', u'صحي'), (0xFDAA, 'M', u'شحي'), (0xFDAB, 'M', u'ضحي'), (0xFDAC, 'M', u'لجي'), (0xFDAD, 'M', u'لمي'), (0xFDAE, 'M', u'يحي'), (0xFDAF, 'M', u'يجي'), (0xFDB0, 'M', u'يمي'), (0xFDB1, 'M', u'ممي'), (0xFDB2, 'M', u'قمي'), (0xFDB3, 'M', u'نحي'), (0xFDB4, 'M', u'قمح'), (0xFDB5, 'M', u'لحم'), (0xFDB6, 'M', u'عمي'), (0xFDB7, 'M', u'كمي'), (0xFDB8, 'M', u'نجح'), (0xFDB9, 'M', u'مخي'), (0xFDBA, 'M', u'لجم'), (0xFDBB, 'M', u'كمم'), (0xFDBC, 'M', u'لجم'), (0xFDBD, 'M', u'نجح'), (0xFDBE, 'M', u'جحي'), (0xFDBF, 'M', u'حجي'), (0xFDC0, 'M', u'مجي'), (0xFDC1, 'M', u'فمي'), (0xFDC2, 'M', u'بحي'), (0xFDC3, 'M', u'كمم'), (0xFDC4, 'M', u'عجم'), (0xFDC5, 'M', u'صمم'), (0xFDC6, 'M', u'سخي'), (0xFDC7, 'M', u'نجي'), (0xFDC8, 'X'), (0xFDF0, 'M', u'صلے'), (0xFDF1, 'M', u'قلے'), (0xFDF2, 'M', u'الله'), (0xFDF3, 'M', u'اكبر'), (0xFDF4, 'M', u'محمد'), (0xFDF5, 'M', u'صلعم'), (0xFDF6, 'M', u'رسول'), (0xFDF7, 'M', u'عليه'), (0xFDF8, 'M', u'وسلم'), (0xFDF9, 'M', u'صلى'), (0xFDFA, '3', u'صلى الله عليه وسلم'), (0xFDFB, '3', u'جل جلاله'), (0xFDFC, 'M', u'ریال'), (0xFDFD, 'V'), (0xFDFE, 'X'), (0xFE00, 'I'), (0xFE10, '3', u','), ] def _seg_49(): return [ (0xFE11, 'M', u'、'), (0xFE12, 'X'), (0xFE13, '3', u':'), (0xFE14, '3', u';'), (0xFE15, '3', u'!'), (0xFE16, '3', u'?'), (0xFE17, 'M', u'〖'), (0xFE18, 'M', u'〗'), (0xFE19, 'X'), (0xFE20, 'V'), (0xFE30, 'X'), (0xFE31, 'M', u'—'), (0xFE32, 'M', u'–'), (0xFE33, '3', u'_'), (0xFE35, '3', u'('), (0xFE36, '3', u')'), (0xFE37, '3', u'{'), (0xFE38, '3', u'}'), (0xFE39, 'M', u'〔'), (0xFE3A, 'M', u'〕'), (0xFE3B, 'M', u'【'), (0xFE3C, 'M', u'】'), (0xFE3D, 'M', u'《'), (0xFE3E, 'M', u'》'), (0xFE3F, 'M', u'〈'), (0xFE40, 'M', u'〉'), (0xFE41, 'M', u'「'), (0xFE42, 'M', u'」'), (0xFE43, 'M', u'『'), (0xFE44, 'M', u'』'), (0xFE45, 'V'), (0xFE47, '3', u'['), (0xFE48, '3', u']'), (0xFE49, '3', u' ̅'), (0xFE4D, '3', u'_'), (0xFE50, '3', u','), (0xFE51, 'M', u'、'), (0xFE52, 'X'), (0xFE54, '3', u';'), (0xFE55, '3', u':'), (0xFE56, '3', u'?'), (0xFE57, '3', u'!'), (0xFE58, 'M', u'—'), (0xFE59, '3', u'('), (0xFE5A, '3', u')'), (0xFE5B, '3', u'{'), (0xFE5C, '3', u'}'), (0xFE5D, 'M', u'〔'), (0xFE5E, 'M', u'〕'), (0xFE5F, '3', u'#'), (0xFE60, '3', u'&'), (0xFE61, '3', u'*'), (0xFE62, '3', u'+'), (0xFE63, 'M', u'-'), (0xFE64, '3', u'<'), (0xFE65, '3', u'>'), (0xFE66, '3', u'='), (0xFE67, 'X'), (0xFE68, '3', u'\\'), (0xFE69, '3', u'$'), (0xFE6A, '3', u'%'), (0xFE6B, '3', u'@'), (0xFE6C, 'X'), (0xFE70, '3', u' ً'), (0xFE71, 'M', u'ـً'), (0xFE72, '3', u' ٌ'), (0xFE73, 'V'), (0xFE74, '3', u' ٍ'), (0xFE75, 'X'), (0xFE76, '3', u' َ'), (0xFE77, 'M', u'ـَ'), (0xFE78, '3', u' ُ'), (0xFE79, 'M', u'ـُ'), (0xFE7A, '3', u' ِ'), (0xFE7B, 'M', u'ـِ'), (0xFE7C, '3', u' ّ'), (0xFE7D, 'M', u'ـّ'), (0xFE7E, '3', u' ْ'), (0xFE7F, 'M', u'ـْ'), (0xFE80, 'M', u'ء'), (0xFE81, 'M', u'آ'), (0xFE83, 'M', u'أ'), (0xFE85, 'M', u'ؤ'), (0xFE87, 'M', u'إ'), (0xFE89, 'M', u'ئ'), (0xFE8D, 'M', u'ا'), (0xFE8F, 'M', u'ب'), (0xFE93, 'M', u'ة'), (0xFE95, 'M', u'ت'), (0xFE99, 'M', u'ث'), (0xFE9D, 'M', u'ج'), (0xFEA1, 'M', u'ح'), (0xFEA5, 'M', u'خ'), (0xFEA9, 'M', u'د'), (0xFEAB, 'M', u'ذ'), (0xFEAD, 'M', u'ر'), (0xFEAF, 'M', u'ز'), (0xFEB1, 'M', u'س'), (0xFEB5, 'M', u'ش'), (0xFEB9, 'M', u'ص'), ] def _seg_50(): return [ (0xFEBD, 'M', u'ض'), (0xFEC1, 'M', u'ط'), (0xFEC5, 'M', u'ظ'), (0xFEC9, 'M', u'ع'), (0xFECD, 'M', u'غ'), (0xFED1, 'M', u'ف'), (0xFED5, 'M', u'ق'), (0xFED9, 'M', u'ك'), (0xFEDD, 'M', u'ل'), (0xFEE1, 'M', u'م'), (0xFEE5, 'M', u'ن'), (0xFEE9, 'M', u'ه'), (0xFEED, 'M', u'و'), (0xFEEF, 'M', u'ى'), (0xFEF1, 'M', u'ي'), (0xFEF5, 'M', u'لآ'), (0xFEF7, 'M', u'لأ'), (0xFEF9, 'M', u'لإ'), (0xFEFB, 'M', u'لا'), (0xFEFD, 'X'), (0xFEFF, 'I'), (0xFF00, 'X'), (0xFF01, '3', u'!'), (0xFF02, '3', u'"'), (0xFF03, '3', u'#'), (0xFF04, '3', u'$'), (0xFF05, '3', u'%'), (0xFF06, '3', u'&'), (0xFF07, '3', u'\''), (0xFF08, '3', u'('), (0xFF09, '3', u')'), (0xFF0A, '3', u'*'), (0xFF0B, '3', u'+'), (0xFF0C, '3', u','), (0xFF0D, 'M', u'-'), (0xFF0E, 'M', u'.'), (0xFF0F, '3', u'/'), (0xFF10, 'M', u'0'), (0xFF11, 'M', u'1'), (0xFF12, 'M', u'2'), (0xFF13, 'M', u'3'), (0xFF14, 'M', u'4'), (0xFF15, 'M', u'5'), (0xFF16, 'M', u'6'), (0xFF17, 'M', u'7'), (0xFF18, 'M', u'8'), (0xFF19, 'M', u'9'), (0xFF1A, '3', u':'), (0xFF1B, '3', u';'), (0xFF1C, '3', u'<'), (0xFF1D, '3', u'='), (0xFF1E, '3', u'>'), (0xFF1F, '3', u'?'), (0xFF20, '3', u'@'), (0xFF21, 'M', u'a'), (0xFF22, 'M', u'b'), (0xFF23, 'M', u'c'), (0xFF24, 'M', u'd'), (0xFF25, 'M', u'e'), (0xFF26, 'M', u'f'), (0xFF27, 'M', u'g'), (0xFF28, 'M', u'h'), (0xFF29, 'M', u'i'), (0xFF2A, 'M', u'j'), (0xFF2B, 'M', u'k'), (0xFF2C, 'M', u'l'), (0xFF2D, 'M', u'm'), (0xFF2E, 'M', u'n'), (0xFF2F, 'M', u'o'), (0xFF30, 'M', u'p'), (0xFF31, 'M', u'q'), (0xFF32, 'M', u'r'), (0xFF33, 'M', u's'), (0xFF34, 'M', u't'), (0xFF35, 'M', u'u'), (0xFF36, 'M', u'v'), (0xFF37, 'M', u'w'), (0xFF38, 'M', u'x'), (0xFF39, 'M', u'y'), (0xFF3A, 'M', u'z'), (0xFF3B, '3', u'['), (0xFF3C, '3', u'\\'), (0xFF3D, '3', u']'), (0xFF3E, '3', u'^'), (0xFF3F, '3', u'_'), (0xFF40, '3', u'`'), (0xFF41, 'M', u'a'), (0xFF42, 'M', u'b'), (0xFF43, 'M', u'c'), (0xFF44, 'M', u'd'), (0xFF45, 'M', u'e'), (0xFF46, 'M', u'f'), (0xFF47, 'M', u'g'), (0xFF48, 'M', u'h'), (0xFF49, 'M', u'i'), (0xFF4A, 'M', u'j'), (0xFF4B, 'M', u'k'), (0xFF4C, 'M', u'l'), (0xFF4D, 'M', u'm'), (0xFF4E, 'M', u'n'), ] def _seg_51(): return [ (0xFF4F, 'M', u'o'), (0xFF50, 'M', u'p'), (0xFF51, 'M', u'q'), (0xFF52, 'M', u'r'), (0xFF53, 'M', u's'), (0xFF54, 'M', u't'), (0xFF55, 'M', u'u'), (0xFF56, 'M', u'v'), (0xFF57, 'M', u'w'), (0xFF58, 'M', u'x'), (0xFF59, 'M', u'y'), (0xFF5A, 'M', u'z'), (0xFF5B, '3', u'{'), (0xFF5C, '3', u'|'), (0xFF5D, '3', u'}'), (0xFF5E, '3', u'~'), (0xFF5F, 'M', u'⦅'), (0xFF60, 'M', u'⦆'), (0xFF61, 'M', u'.'), (0xFF62, 'M', u'「'), (0xFF63, 'M', u'」'), (0xFF64, 'M', u'、'), (0xFF65, 'M', u'・'), (0xFF66, 'M', u'ヲ'), (0xFF67, 'M', u'ァ'), (0xFF68, 'M', u'ィ'), (0xFF69, 'M', u'ゥ'), (0xFF6A, 'M', u'ェ'), (0xFF6B, 'M', u'ォ'), (0xFF6C, 'M', u'ャ'), (0xFF6D, 'M', u'ュ'), (0xFF6E, 'M', u'ョ'), (0xFF6F, 'M', u'ッ'), (0xFF70, 'M', u'ー'), (0xFF71, 'M', u'ア'), (0xFF72, 'M', u'イ'), (0xFF73, 'M', u'ウ'), (0xFF74, 'M', u'エ'), (0xFF75, 'M', u'オ'), (0xFF76, 'M', u'カ'), (0xFF77, 'M', u'キ'), (0xFF78, 'M', u'ク'), (0xFF79, 'M', u'ケ'), (0xFF7A, 'M', u'コ'), (0xFF7B, 'M', u'サ'), (0xFF7C, 'M', u'シ'), (0xFF7D, 'M', u'ス'), (0xFF7E, 'M', u'セ'), (0xFF7F, 'M', u'ソ'), (0xFF80, 'M', u'タ'), (0xFF81, 'M', u'チ'), (0xFF82, 'M', u'ツ'), (0xFF83, 'M', u'テ'), (0xFF84, 'M', u'ト'), (0xFF85, 'M', u'ナ'), (0xFF86, 'M', u'ニ'), (0xFF87, 'M', u'ヌ'), (0xFF88, 'M', u'ネ'), (0xFF89, 'M', u'ノ'), (0xFF8A, 'M', u'ハ'), (0xFF8B, 'M', u'ヒ'), (0xFF8C, 'M', u'フ'), (0xFF8D, 'M', u'ヘ'), (0xFF8E, 'M', u'ホ'), (0xFF8F, 'M', u'マ'), (0xFF90, 'M', u'ミ'), (0xFF91, 'M', u'ム'), (0xFF92, 'M', u'メ'), (0xFF93, 'M', u'モ'), (0xFF94, 'M', u'ヤ'), (0xFF95, 'M', u'ユ'), (0xFF96, 'M', u'ヨ'), (0xFF97, 'M', u'ラ'), (0xFF98, 'M', u'リ'), (0xFF99, 'M', u'ル'), (0xFF9A, 'M', u'レ'), (0xFF9B, 'M', u'ロ'), (0xFF9C, 'M', u'ワ'), (0xFF9D, 'M', u'ン'), (0xFF9E, 'M', u'゙'), (0xFF9F, 'M', u'゚'), (0xFFA0, 'X'), (0xFFA1, 'M', u'ᄀ'), (0xFFA2, 'M', u'ᄁ'), (0xFFA3, 'M', u'ᆪ'), (0xFFA4, 'M', u'ᄂ'), (0xFFA5, 'M', u'ᆬ'), (0xFFA6, 'M', u'ᆭ'), (0xFFA7, 'M', u'ᄃ'), (0xFFA8, 'M', u'ᄄ'), (0xFFA9, 'M', u'ᄅ'), (0xFFAA, 'M', u'ᆰ'), (0xFFAB, 'M', u'ᆱ'), (0xFFAC, 'M', u'ᆲ'), (0xFFAD, 'M', u'ᆳ'), (0xFFAE, 'M', u'ᆴ'), (0xFFAF, 'M', u'ᆵ'), (0xFFB0, 'M', u'ᄚ'), (0xFFB1, 'M', u'ᄆ'), (0xFFB2, 'M', u'ᄇ'), ] def _seg_52(): return [ (0xFFB3, 'M', u'ᄈ'), (0xFFB4, 'M', u'ᄡ'), (0xFFB5, 'M', u'ᄉ'), (0xFFB6, 'M', u'ᄊ'), (0xFFB7, 'M', u'ᄋ'), (0xFFB8, 'M', u'ᄌ'), (0xFFB9, 'M', u'ᄍ'), (0xFFBA, 'M', u'ᄎ'), (0xFFBB, 'M', u'ᄏ'), (0xFFBC, 'M', u'ᄐ'), (0xFFBD, 'M', u'ᄑ'), (0xFFBE, 'M', u'ᄒ'), (0xFFBF, 'X'), (0xFFC2, 'M', u'ᅡ'), (0xFFC3, 'M', u'ᅢ'), (0xFFC4, 'M', u'ᅣ'), (0xFFC5, 'M', u'ᅤ'), (0xFFC6, 'M', u'ᅥ'), (0xFFC7, 'M', u'ᅦ'), (0xFFC8, 'X'), (0xFFCA, 'M', u'ᅧ'), (0xFFCB, 'M', u'ᅨ'), (0xFFCC, 'M', u'ᅩ'), (0xFFCD, 'M', u'ᅪ'), (0xFFCE, 'M', u'ᅫ'), (0xFFCF, 'M', u'ᅬ'), (0xFFD0, 'X'), (0xFFD2, 'M', u'ᅭ'), (0xFFD3, 'M', u'ᅮ'), (0xFFD4, 'M', u'ᅯ'), (0xFFD5, 'M', u'ᅰ'), (0xFFD6, 'M', u'ᅱ'), (0xFFD7, 'M', u'ᅲ'), (0xFFD8, 'X'), (0xFFDA, 'M', u'ᅳ'), (0xFFDB, 'M', u'ᅴ'), (0xFFDC, 'M', u'ᅵ'), (0xFFDD, 'X'), (0xFFE0, 'M', u'¢'), (0xFFE1, 'M', u'£'), (0xFFE2, 'M', u'¬'), (0xFFE3, '3', u' ̄'), (0xFFE4, 'M', u'¦'), (0xFFE5, 'M', u'¥'), (0xFFE6, 'M', u'₩'), (0xFFE7, 'X'), (0xFFE8, 'M', u'│'), (0xFFE9, 'M', u'←'), (0xFFEA, 'M', u'↑'), (0xFFEB, 'M', u'→'), (0xFFEC, 'M', u'↓'), (0xFFED, 'M', u'■'), (0xFFEE, 'M', u'○'), (0xFFEF, 'X'), (0x10000, 'V'), (0x1000C, 'X'), (0x1000D, 'V'), (0x10027, 'X'), (0x10028, 'V'), (0x1003B, 'X'), (0x1003C, 'V'), (0x1003E, 'X'), (0x1003F, 'V'), (0x1004E, 'X'), (0x10050, 'V'), (0x1005E, 'X'), (0x10080, 'V'), (0x100FB, 'X'), (0x10100, 'V'), (0x10103, 'X'), (0x10107, 'V'), (0x10134, 'X'), (0x10137, 'V'), (0x1018F, 'X'), (0x10190, 'V'), (0x1019C, 'X'), (0x101A0, 'V'), (0x101A1, 'X'), (0x101D0, 'V'), (0x101FE, 'X'), (0x10280, 'V'), (0x1029D, 'X'), (0x102A0, 'V'), (0x102D1, 'X'), (0x102E0, 'V'), (0x102FC, 'X'), (0x10300, 'V'), (0x10324, 'X'), (0x1032D, 'V'), (0x1034B, 'X'), (0x10350, 'V'), (0x1037B, 'X'), (0x10380, 'V'), (0x1039E, 'X'), (0x1039F, 'V'), (0x103C4, 'X'), (0x103C8, 'V'), (0x103D6, 'X'), (0x10400, 'M', u'𐐨'), (0x10401, 'M', u'𐐩'), ] def _seg_53(): return [ (0x10402, 'M', u'𐐪'), (0x10403, 'M', u'𐐫'), (0x10404, 'M', u'𐐬'), (0x10405, 'M', u'𐐭'), (0x10406, 'M', u'𐐮'), (0x10407, 'M', u'𐐯'), (0x10408, 'M', u'𐐰'), (0x10409, 'M', u'𐐱'), (0x1040A, 'M', u'𐐲'), (0x1040B, 'M', u'𐐳'), (0x1040C, 'M', u'𐐴'), (0x1040D, 'M', u'𐐵'), (0x1040E, 'M', u'𐐶'), (0x1040F, 'M', u'𐐷'), (0x10410, 'M', u'𐐸'), (0x10411, 'M', u'𐐹'), (0x10412, 'M', u'𐐺'), (0x10413, 'M', u'𐐻'), (0x10414, 'M', u'𐐼'), (0x10415, 'M', u'𐐽'), (0x10416, 'M', u'𐐾'), (0x10417, 'M', u'𐐿'), (0x10418, 'M', u'𐑀'), (0x10419, 'M', u'𐑁'), (0x1041A, 'M', u'𐑂'), (0x1041B, 'M', u'𐑃'), (0x1041C, 'M', u'𐑄'), (0x1041D, 'M', u'𐑅'), (0x1041E, 'M', u'𐑆'), (0x1041F, 'M', u'𐑇'), (0x10420, 'M', u'𐑈'), (0x10421, 'M', u'𐑉'), (0x10422, 'M', u'𐑊'), (0x10423, 'M', u'𐑋'), (0x10424, 'M', u'𐑌'), (0x10425, 'M', u'𐑍'), (0x10426, 'M', u'𐑎'), (0x10427, 'M', u'𐑏'), (0x10428, 'V'), (0x1049E, 'X'), (0x104A0, 'V'), (0x104AA, 'X'), (0x104B0, 'M', u'𐓘'), (0x104B1, 'M', u'𐓙'), (0x104B2, 'M', u'𐓚'), (0x104B3, 'M', u'𐓛'), (0x104B4, 'M', u'𐓜'), (0x104B5, 'M', u'𐓝'), (0x104B6, 'M', u'𐓞'), (0x104B7, 'M', u'𐓟'), (0x104B8, 'M', u'𐓠'), (0x104B9, 'M', u'𐓡'), (0x104BA, 'M', u'𐓢'), (0x104BB, 'M', u'𐓣'), (0x104BC, 'M', u'𐓤'), (0x104BD, 'M', u'𐓥'), (0x104BE, 'M', u'𐓦'), (0x104BF, 'M', u'𐓧'), (0x104C0, 'M', u'𐓨'), (0x104C1, 'M', u'𐓩'), (0x104C2, 'M', u'𐓪'), (0x104C3, 'M', u'𐓫'), (0x104C4, 'M', u'𐓬'), (0x104C5, 'M', u'𐓭'), (0x104C6, 'M', u'𐓮'), (0x104C7, 'M', u'𐓯'), (0x104C8, 'M', u'𐓰'), (0x104C9, 'M', u'𐓱'), (0x104CA, 'M', u'𐓲'), (0x104CB, 'M', u'𐓳'), (0x104CC, 'M', u'𐓴'), (0x104CD, 'M', u'𐓵'), (0x104CE, 'M', u'𐓶'), (0x104CF, 'M', u'𐓷'), (0x104D0, 'M', u'𐓸'), (0x104D1, 'M', u'𐓹'), (0x104D2, 'M', u'𐓺'), (0x104D3, 'M', u'𐓻'), (0x104D4, 'X'), (0x104D8, 'V'), (0x104FC, 'X'), (0x10500, 'V'), (0x10528, 'X'), (0x10530, 'V'), (0x10564, 'X'), (0x1056F, 'V'), (0x10570, 'X'), (0x10600, 'V'), (0x10737, 'X'), (0x10740, 'V'), (0x10756, 'X'), (0x10760, 'V'), (0x10768, 'X'), (0x10800, 'V'), (0x10806, 'X'), (0x10808, 'V'), (0x10809, 'X'), (0x1080A, 'V'), (0x10836, 'X'), (0x10837, 'V'), ] def _seg_54(): return [ (0x10839, 'X'), (0x1083C, 'V'), (0x1083D, 'X'), (0x1083F, 'V'), (0x10856, 'X'), (0x10857, 'V'), (0x1089F, 'X'), (0x108A7, 'V'), (0x108B0, 'X'), (0x108E0, 'V'), (0x108F3, 'X'), (0x108F4, 'V'), (0x108F6, 'X'), (0x108FB, 'V'), (0x1091C, 'X'), (0x1091F, 'V'), (0x1093A, 'X'), (0x1093F, 'V'), (0x10940, 'X'), (0x10980, 'V'), (0x109B8, 'X'), (0x109BC, 'V'), (0x109D0, 'X'), (0x109D2, 'V'), (0x10A04, 'X'), (0x10A05, 'V'), (0x10A07, 'X'), (0x10A0C, 'V'), (0x10A14, 'X'), (0x10A15, 'V'), (0x10A18, 'X'), (0x10A19, 'V'), (0x10A36, 'X'), (0x10A38, 'V'), (0x10A3B, 'X'), (0x10A3F, 'V'), (0x10A49, 'X'), (0x10A50, 'V'), (0x10A59, 'X'), (0x10A60, 'V'), (0x10AA0, 'X'), (0x10AC0, 'V'), (0x10AE7, 'X'), (0x10AEB, 'V'), (0x10AF7, 'X'), (0x10B00, 'V'), (0x10B36, 'X'), (0x10B39, 'V'), (0x10B56, 'X'), (0x10B58, 'V'), (0x10B73, 'X'), (0x10B78, 'V'), (0x10B92, 'X'), (0x10B99, 'V'), (0x10B9D, 'X'), (0x10BA9, 'V'), (0x10BB0, 'X'), (0x10C00, 'V'), (0x10C49, 'X'), (0x10C80, 'M', u'𐳀'), (0x10C81, 'M', u'𐳁'), (0x10C82, 'M', u'𐳂'), (0x10C83, 'M', u'𐳃'), (0x10C84, 'M', u'𐳄'), (0x10C85, 'M', u'𐳅'), (0x10C86, 'M', u'𐳆'), (0x10C87, 'M', u'𐳇'), (0x10C88, 'M', u'𐳈'), (0x10C89, 'M', u'𐳉'), (0x10C8A, 'M', u'𐳊'), (0x10C8B, 'M', u'𐳋'), (0x10C8C, 'M', u'𐳌'), (0x10C8D, 'M', u'𐳍'), (0x10C8E, 'M', u'𐳎'), (0x10C8F, 'M', u'𐳏'), (0x10C90, 'M', u'𐳐'), (0x10C91, 'M', u'𐳑'), (0x10C92, 'M', u'𐳒'), (0x10C93, 'M', u'𐳓'), (0x10C94, 'M', u'𐳔'), (0x10C95, 'M', u'𐳕'), (0x10C96, 'M', u'𐳖'), (0x10C97, 'M', u'𐳗'), (0x10C98, 'M', u'𐳘'), (0x10C99, 'M', u'𐳙'), (0x10C9A, 'M', u'𐳚'), (0x10C9B, 'M', u'𐳛'), (0x10C9C, 'M', u'𐳜'), (0x10C9D, 'M', u'𐳝'), (0x10C9E, 'M', u'𐳞'), (0x10C9F, 'M', u'𐳟'), (0x10CA0, 'M', u'𐳠'), (0x10CA1, 'M', u'𐳡'), (0x10CA2, 'M', u'𐳢'), (0x10CA3, 'M', u'𐳣'), (0x10CA4, 'M', u'𐳤'), (0x10CA5, 'M', u'𐳥'), (0x10CA6, 'M', u'𐳦'), (0x10CA7, 'M', u'𐳧'), (0x10CA8, 'M', u'𐳨'), ] def _seg_55(): return [ (0x10CA9, 'M', u'𐳩'), (0x10CAA, 'M', u'𐳪'), (0x10CAB, 'M', u'𐳫'), (0x10CAC, 'M', u'𐳬'), (0x10CAD, 'M', u'𐳭'), (0x10CAE, 'M', u'𐳮'), (0x10CAF, 'M', u'𐳯'), (0x10CB0, 'M', u'𐳰'), (0x10CB1, 'M', u'𐳱'), (0x10CB2, 'M', u'𐳲'), (0x10CB3, 'X'), (0x10CC0, 'V'), (0x10CF3, 'X'), (0x10CFA, 'V'), (0x10D28, 'X'), (0x10D30, 'V'), (0x10D3A, 'X'), (0x10E60, 'V'), (0x10E7F, 'X'), (0x10F00, 'V'), (0x10F28, 'X'), (0x10F30, 'V'), (0x10F5A, 'X'), (0x11000, 'V'), (0x1104E, 'X'), (0x11052, 'V'), (0x11070, 'X'), (0x1107F, 'V'), (0x110BD, 'X'), (0x110BE, 'V'), (0x110C2, 'X'), (0x110D0, 'V'), (0x110E9, 'X'), (0x110F0, 'V'), (0x110FA, 'X'), (0x11100, 'V'), (0x11135, 'X'), (0x11136, 'V'), (0x11147, 'X'), (0x11150, 'V'), (0x11177, 'X'), (0x11180, 'V'), (0x111CE, 'X'), (0x111D0, 'V'), (0x111E0, 'X'), (0x111E1, 'V'), (0x111F5, 'X'), (0x11200, 'V'), (0x11212, 'X'), (0x11213, 'V'), (0x1123F, 'X'), (0x11280, 'V'), (0x11287, 'X'), (0x11288, 'V'), (0x11289, 'X'), (0x1128A, 'V'), (0x1128E, 'X'), (0x1128F, 'V'), (0x1129E, 'X'), (0x1129F, 'V'), (0x112AA, 'X'), (0x112B0, 'V'), (0x112EB, 'X'), (0x112F0, 'V'), (0x112FA, 'X'), (0x11300, 'V'), (0x11304, 'X'), (0x11305, 'V'), (0x1130D, 'X'), (0x1130F, 'V'), (0x11311, 'X'), (0x11313, 'V'), (0x11329, 'X'), (0x1132A, 'V'), (0x11331, 'X'), (0x11332, 'V'), (0x11334, 'X'), (0x11335, 'V'), (0x1133A, 'X'), (0x1133B, 'V'), (0x11345, 'X'), (0x11347, 'V'), (0x11349, 'X'), (0x1134B, 'V'), (0x1134E, 'X'), (0x11350, 'V'), (0x11351, 'X'), (0x11357, 'V'), (0x11358, 'X'), (0x1135D, 'V'), (0x11364, 'X'), (0x11366, 'V'), (0x1136D, 'X'), (0x11370, 'V'), (0x11375, 'X'), (0x11400, 'V'), (0x1145A, 'X'), (0x1145B, 'V'), (0x1145C, 'X'), (0x1145D, 'V'), ] def _seg_56(): return [ (0x1145F, 'X'), (0x11480, 'V'), (0x114C8, 'X'), (0x114D0, 'V'), (0x114DA, 'X'), (0x11580, 'V'), (0x115B6, 'X'), (0x115B8, 'V'), (0x115DE, 'X'), (0x11600, 'V'), (0x11645, 'X'), (0x11650, 'V'), (0x1165A, 'X'), (0x11660, 'V'), (0x1166D, 'X'), (0x11680, 'V'), (0x116B8, 'X'), (0x116C0, 'V'), (0x116CA, 'X'), (0x11700, 'V'), (0x1171B, 'X'), (0x1171D, 'V'), (0x1172C, 'X'), (0x11730, 'V'), (0x11740, 'X'), (0x11800, 'V'), (0x1183C, 'X'), (0x118A0, 'M', u'𑣀'), (0x118A1, 'M', u'𑣁'), (0x118A2, 'M', u'𑣂'), (0x118A3, 'M', u'𑣃'), (0x118A4, 'M', u'𑣄'), (0x118A5, 'M', u'𑣅'), (0x118A6, 'M', u'𑣆'), (0x118A7, 'M', u'𑣇'), (0x118A8, 'M', u'𑣈'), (0x118A9, 'M', u'𑣉'), (0x118AA, 'M', u'𑣊'), (0x118AB, 'M', u'𑣋'), (0x118AC, 'M', u'𑣌'), (0x118AD, 'M', u'𑣍'), (0x118AE, 'M', u'𑣎'), (0x118AF, 'M', u'𑣏'), (0x118B0, 'M', u'𑣐'), (0x118B1, 'M', u'𑣑'), (0x118B2, 'M', u'𑣒'), (0x118B3, 'M', u'𑣓'), (0x118B4, 'M', u'𑣔'), (0x118B5, 'M', u'𑣕'), (0x118B6, 'M', u'𑣖'), (0x118B7, 'M', u'𑣗'), (0x118B8, 'M', u'𑣘'), (0x118B9, 'M', u'𑣙'), (0x118BA, 'M', u'𑣚'), (0x118BB, 'M', u'𑣛'), (0x118BC, 'M', u'𑣜'), (0x118BD, 'M', u'𑣝'), (0x118BE, 'M', u'𑣞'), (0x118BF, 'M', u'𑣟'), (0x118C0, 'V'), (0x118F3, 'X'), (0x118FF, 'V'), (0x11900, 'X'), (0x11A00, 'V'), (0x11A48, 'X'), (0x11A50, 'V'), (0x11A84, 'X'), (0x11A86, 'V'), (0x11AA3, 'X'), (0x11AC0, 'V'), (0x11AF9, 'X'), (0x11C00, 'V'), (0x11C09, 'X'), (0x11C0A, 'V'), (0x11C37, 'X'), (0x11C38, 'V'), (0x11C46, 'X'), (0x11C50, 'V'), (0x11C6D, 'X'), (0x11C70, 'V'), (0x11C90, 'X'), (0x11C92, 'V'), (0x11CA8, 'X'), (0x11CA9, 'V'), (0x11CB7, 'X'), (0x11D00, 'V'), (0x11D07, 'X'), (0x11D08, 'V'), (0x11D0A, 'X'), (0x11D0B, 'V'), (0x11D37, 'X'), (0x11D3A, 'V'), (0x11D3B, 'X'), (0x11D3C, 'V'), (0x11D3E, 'X'), (0x11D3F, 'V'), (0x11D48, 'X'), (0x11D50, 'V'), (0x11D5A, 'X'), (0x11D60, 'V'), ] def _seg_57(): return [ (0x11D66, 'X'), (0x11D67, 'V'), (0x11D69, 'X'), (0x11D6A, 'V'), (0x11D8F, 'X'), (0x11D90, 'V'), (0x11D92, 'X'), (0x11D93, 'V'), (0x11D99, 'X'), (0x11DA0, 'V'), (0x11DAA, 'X'), (0x11EE0, 'V'), (0x11EF9, 'X'), (0x12000, 'V'), (0x1239A, 'X'), (0x12400, 'V'), (0x1246F, 'X'), (0x12470, 'V'), (0x12475, 'X'), (0x12480, 'V'), (0x12544, 'X'), (0x13000, 'V'), (0x1342F, 'X'), (0x14400, 'V'), (0x14647, 'X'), (0x16800, 'V'), (0x16A39, 'X'), (0x16A40, 'V'), (0x16A5F, 'X'), (0x16A60, 'V'), (0x16A6A, 'X'), (0x16A6E, 'V'), (0x16A70, 'X'), (0x16AD0, 'V'), (0x16AEE, 'X'), (0x16AF0, 'V'), (0x16AF6, 'X'), (0x16B00, 'V'), (0x16B46, 'X'), (0x16B50, 'V'), (0x16B5A, 'X'), (0x16B5B, 'V'), (0x16B62, 'X'), (0x16B63, 'V'), (0x16B78, 'X'), (0x16B7D, 'V'), (0x16B90, 'X'), (0x16E60, 'V'), (0x16E9B, 'X'), (0x16F00, 'V'), (0x16F45, 'X'), (0x16F50, 'V'), (0x16F7F, 'X'), (0x16F8F, 'V'), (0x16FA0, 'X'), (0x16FE0, 'V'), (0x16FE2, 'X'), (0x17000, 'V'), (0x187F2, 'X'), (0x18800, 'V'), (0x18AF3, 'X'), (0x1B000, 'V'), (0x1B11F, 'X'), (0x1B170, 'V'), (0x1B2FC, 'X'), (0x1BC00, 'V'), (0x1BC6B, 'X'), (0x1BC70, 'V'), (0x1BC7D, 'X'), (0x1BC80, 'V'), (0x1BC89, 'X'), (0x1BC90, 'V'), (0x1BC9A, 'X'), (0x1BC9C, 'V'), (0x1BCA0, 'I'), (0x1BCA4, 'X'), (0x1D000, 'V'), (0x1D0F6, 'X'), (0x1D100, 'V'), (0x1D127, 'X'), (0x1D129, 'V'), (0x1D15E, 'M', u'𝅗𝅥'), (0x1D15F, 'M', u'𝅘𝅥'), (0x1D160, 'M', u'𝅘𝅥𝅮'), (0x1D161, 'M', u'𝅘𝅥𝅯'), (0x1D162, 'M', u'𝅘𝅥𝅰'), (0x1D163, 'M', u'𝅘𝅥𝅱'), (0x1D164, 'M', u'𝅘𝅥𝅲'), (0x1D165, 'V'), (0x1D173, 'X'), (0x1D17B, 'V'), (0x1D1BB, 'M', u'𝆹𝅥'), (0x1D1BC, 'M', u'𝆺𝅥'), (0x1D1BD, 'M', u'𝆹𝅥𝅮'), (0x1D1BE, 'M', u'𝆺𝅥𝅮'), (0x1D1BF, 'M', u'𝆹𝅥𝅯'), (0x1D1C0, 'M', u'𝆺𝅥𝅯'), (0x1D1C1, 'V'), (0x1D1E9, 'X'), (0x1D200, 'V'), ] def _seg_58(): return [ (0x1D246, 'X'), (0x1D2E0, 'V'), (0x1D2F4, 'X'), (0x1D300, 'V'), (0x1D357, 'X'), (0x1D360, 'V'), (0x1D379, 'X'), (0x1D400, 'M', u'a'), (0x1D401, 'M', u'b'), (0x1D402, 'M', u'c'), (0x1D403, 'M', u'd'), (0x1D404, 'M', u'e'), (0x1D405, 'M', u'f'), (0x1D406, 'M', u'g'), (0x1D407, 'M', u'h'), (0x1D408, 'M', u'i'), (0x1D409, 'M', u'j'), (0x1D40A, 'M', u'k'), (0x1D40B, 'M', u'l'), (0x1D40C, 'M', u'm'), (0x1D40D, 'M', u'n'), (0x1D40E, 'M', u'o'), (0x1D40F, 'M', u'p'), (0x1D410, 'M', u'q'), (0x1D411, 'M', u'r'), (0x1D412, 'M', u's'), (0x1D413, 'M', u't'), (0x1D414, 'M', u'u'), (0x1D415, 'M', u'v'), (0x1D416, 'M', u'w'), (0x1D417, 'M', u'x'), (0x1D418, 'M', u'y'), (0x1D419, 'M', u'z'), (0x1D41A, 'M', u'a'), (0x1D41B, 'M', u'b'), (0x1D41C, 'M', u'c'), (0x1D41D, 'M', u'd'), (0x1D41E, 'M', u'e'), (0x1D41F, 'M', u'f'), (0x1D420, 'M', u'g'), (0x1D421, 'M', u'h'), (0x1D422, 'M', u'i'), (0x1D423, 'M', u'j'), (0x1D424, 'M', u'k'), (0x1D425, 'M', u'l'), (0x1D426, 'M', u'm'), (0x1D427, 'M', u'n'), (0x1D428, 'M', u'o'), (0x1D429, 'M', u'p'), (0x1D42A, 'M', u'q'), (0x1D42B, 'M', u'r'), (0x1D42C, 'M', u's'), (0x1D42D, 'M', u't'), (0x1D42E, 'M', u'u'), (0x1D42F, 'M', u'v'), (0x1D430, 'M', u'w'), (0x1D431, 'M', u'x'), (0x1D432, 'M', u'y'), (0x1D433, 'M', u'z'), (0x1D434, 'M', u'a'), (0x1D435, 'M', u'b'), (0x1D436, 'M', u'c'), (0x1D437, 'M', u'd'), (0x1D438, 'M', u'e'), (0x1D439, 'M', u'f'), (0x1D43A, 'M', u'g'), (0x1D43B, 'M', u'h'), (0x1D43C, 'M', u'i'), (0x1D43D, 'M', u'j'), (0x1D43E, 'M', u'k'), (0x1D43F, 'M', u'l'), (0x1D440, 'M', u'm'), (0x1D441, 'M', u'n'), (0x1D442, 'M', u'o'), (0x1D443, 'M', u'p'), (0x1D444, 'M', u'q'), (0x1D445, 'M', u'r'), (0x1D446, 'M', u's'), (0x1D447, 'M', u't'), (0x1D448, 'M', u'u'), (0x1D449, 'M', u'v'), (0x1D44A, 'M', u'w'), (0x1D44B, 'M', u'x'), (0x1D44C, 'M', u'y'), (0x1D44D, 'M', u'z'), (0x1D44E, 'M', u'a'), (0x1D44F, 'M', u'b'), (0x1D450, 'M', u'c'), (0x1D451, 'M', u'd'), (0x1D452, 'M', u'e'), (0x1D453, 'M', u'f'), (0x1D454, 'M', u'g'), (0x1D455, 'X'), (0x1D456, 'M', u'i'), (0x1D457, 'M', u'j'), (0x1D458, 'M', u'k'), (0x1D459, 'M', u'l'), (0x1D45A, 'M', u'm'), (0x1D45B, 'M', u'n'), (0x1D45C, 'M', u'o'), ] def _seg_59(): return [ (0x1D45D, 'M', u'p'), (0x1D45E, 'M', u'q'), (0x1D45F, 'M', u'r'), (0x1D460, 'M', u's'), (0x1D461, 'M', u't'), (0x1D462, 'M', u'u'), (0x1D463, 'M', u'v'), (0x1D464, 'M', u'w'), (0x1D465, 'M', u'x'), (0x1D466, 'M', u'y'), (0x1D467, 'M', u'z'), (0x1D468, 'M', u'a'), (0x1D469, 'M', u'b'), (0x1D46A, 'M', u'c'), (0x1D46B, 'M', u'd'), (0x1D46C, 'M', u'e'), (0x1D46D, 'M', u'f'), (0x1D46E, 'M', u'g'), (0x1D46F, 'M', u'h'), (0x1D470, 'M', u'i'), (0x1D471, 'M', u'j'), (0x1D472, 'M', u'k'), (0x1D473, 'M', u'l'), (0x1D474, 'M', u'm'), (0x1D475, 'M', u'n'), (0x1D476, 'M', u'o'), (0x1D477, 'M', u'p'), (0x1D478, 'M', u'q'), (0x1D479, 'M', u'r'), (0x1D47A, 'M', u's'), (0x1D47B, 'M', u't'), (0x1D47C, 'M', u'u'), (0x1D47D, 'M', u'v'), (0x1D47E, 'M', u'w'), (0x1D47F, 'M', u'x'), (0x1D480, 'M', u'y'), (0x1D481, 'M', u'z'), (0x1D482, 'M', u'a'), (0x1D483, 'M', u'b'), (0x1D484, 'M', u'c'), (0x1D485, 'M', u'd'), (0x1D486, 'M', u'e'), (0x1D487, 'M', u'f'), (0x1D488, 'M', u'g'), (0x1D489, 'M', u'h'), (0x1D48A, 'M', u'i'), (0x1D48B, 'M', u'j'), (0x1D48C, 'M', u'k'), (0x1D48D, 'M', u'l'), (0x1D48E, 'M', u'm'), (0x1D48F, 'M', u'n'), (0x1D490, 'M', u'o'), (0x1D491, 'M', u'p'), (0x1D492, 'M', u'q'), (0x1D493, 'M', u'r'), (0x1D494, 'M', u's'), (0x1D495, 'M', u't'), (0x1D496, 'M', u'u'), (0x1D497, 'M', u'v'), (0x1D498, 'M', u'w'), (0x1D499, 'M', u'x'), (0x1D49A, 'M', u'y'), (0x1D49B, 'M', u'z'), (0x1D49C, 'M', u'a'), (0x1D49D, 'X'), (0x1D49E, 'M', u'c'), (0x1D49F, 'M', u'd'), (0x1D4A0, 'X'), (0x1D4A2, 'M', u'g'), (0x1D4A3, 'X'), (0x1D4A5, 'M', u'j'), (0x1D4A6, 'M', u'k'), (0x1D4A7, 'X'), (0x1D4A9, 'M', u'n'), (0x1D4AA, 'M', u'o'), (0x1D4AB, 'M', u'p'), (0x1D4AC, 'M', u'q'), (0x1D4AD, 'X'), (0x1D4AE, 'M', u's'), (0x1D4AF, 'M', u't'), (0x1D4B0, 'M', u'u'), (0x1D4B1, 'M', u'v'), (0x1D4B2, 'M', u'w'), (0x1D4B3, 'M', u'x'), (0x1D4B4, 'M', u'y'), (0x1D4B5, 'M', u'z'), (0x1D4B6, 'M', u'a'), (0x1D4B7, 'M', u'b'), (0x1D4B8, 'M', u'c'), (0x1D4B9, 'M', u'd'), (0x1D4BA, 'X'), (0x1D4BB, 'M', u'f'), (0x1D4BC, 'X'), (0x1D4BD, 'M', u'h'), (0x1D4BE, 'M', u'i'), (0x1D4BF, 'M', u'j'), (0x1D4C0, 'M', u'k'), (0x1D4C1, 'M', u'l'), (0x1D4C2, 'M', u'm'), (0x1D4C3, 'M', u'n'), ] def _seg_60(): return [ (0x1D4C4, 'X'), (0x1D4C5, 'M', u'p'), (0x1D4C6, 'M', u'q'), (0x1D4C7, 'M', u'r'), (0x1D4C8, 'M', u's'), (0x1D4C9, 'M', u't'), (0x1D4CA, 'M', u'u'), (0x1D4CB, 'M', u'v'), (0x1D4CC, 'M', u'w'), (0x1D4CD, 'M', u'x'), (0x1D4CE, 'M', u'y'), (0x1D4CF, 'M', u'z'), (0x1D4D0, 'M', u'a'), (0x1D4D1, 'M', u'b'), (0x1D4D2, 'M', u'c'), (0x1D4D3, 'M', u'd'), (0x1D4D4, 'M', u'e'), (0x1D4D5, 'M', u'f'), (0x1D4D6, 'M', u'g'), (0x1D4D7, 'M', u'h'), (0x1D4D8, 'M', u'i'), (0x1D4D9, 'M', u'j'), (0x1D4DA, 'M', u'k'), (0x1D4DB, 'M', u'l'), (0x1D4DC, 'M', u'm'), (0x1D4DD, 'M', u'n'), (0x1D4DE, 'M', u'o'), (0x1D4DF, 'M', u'p'), (0x1D4E0, 'M', u'q'), (0x1D4E1, 'M', u'r'), (0x1D4E2, 'M', u's'), (0x1D4E3, 'M', u't'), (0x1D4E4, 'M', u'u'), (0x1D4E5, 'M', u'v'), (0x1D4E6, 'M', u'w'), (0x1D4E7, 'M', u'x'), (0x1D4E8, 'M', u'y'), (0x1D4E9, 'M', u'z'), (0x1D4EA, 'M', u'a'), (0x1D4EB, 'M', u'b'), (0x1D4EC, 'M', u'c'), (0x1D4ED, 'M', u'd'), (0x1D4EE, 'M', u'e'), (0x1D4EF, 'M', u'f'), (0x1D4F0, 'M', u'g'), (0x1D4F1, 'M', u'h'), (0x1D4F2, 'M', u'i'), (0x1D4F3, 'M', u'j'), (0x1D4F4, 'M', u'k'), (0x1D4F5, 'M', u'l'), (0x1D4F6, 'M', u'm'), (0x1D4F7, 'M', u'n'), (0x1D4F8, 'M', u'o'), (0x1D4F9, 'M', u'p'), (0x1D4FA, 'M', u'q'), (0x1D4FB, 'M', u'r'), (0x1D4FC, 'M', u's'), (0x1D4FD, 'M', u't'), (0x1D4FE, 'M', u'u'), (0x1D4FF, 'M', u'v'), (0x1D500, 'M', u'w'), (0x1D501, 'M', u'x'), (0x1D502, 'M', u'y'), (0x1D503, 'M', u'z'), (0x1D504, 'M', u'a'), (0x1D505, 'M', u'b'), (0x1D506, 'X'), (0x1D507, 'M', u'd'), (0x1D508, 'M', u'e'), (0x1D509, 'M', u'f'), (0x1D50A, 'M', u'g'), (0x1D50B, 'X'), (0x1D50D, 'M', u'j'), (0x1D50E, 'M', u'k'), (0x1D50F, 'M', u'l'), (0x1D510, 'M', u'm'), (0x1D511, 'M', u'n'), (0x1D512, 'M', u'o'), (0x1D513, 'M', u'p'), (0x1D514, 'M', u'q'), (0x1D515, 'X'), (0x1D516, 'M', u's'), (0x1D517, 'M', u't'), (0x1D518, 'M', u'u'), (0x1D519, 'M', u'v'), (0x1D51A, 'M', u'w'), (0x1D51B, 'M', u'x'), (0x1D51C, 'M', u'y'), (0x1D51D, 'X'), (0x1D51E, 'M', u'a'), (0x1D51F, 'M', u'b'), (0x1D520, 'M', u'c'), (0x1D521, 'M', u'd'), (0x1D522, 'M', u'e'), (0x1D523, 'M', u'f'), (0x1D524, 'M', u'g'), (0x1D525, 'M', u'h'), (0x1D526, 'M', u'i'), (0x1D527, 'M', u'j'), (0x1D528, 'M', u'k'), ] def _seg_61(): return [ (0x1D529, 'M', u'l'), (0x1D52A, 'M', u'm'), (0x1D52B, 'M', u'n'), (0x1D52C, 'M', u'o'), (0x1D52D, 'M', u'p'), (0x1D52E, 'M', u'q'), (0x1D52F, 'M', u'r'), (0x1D530, 'M', u's'), (0x1D531, 'M', u't'), (0x1D532, 'M', u'u'), (0x1D533, 'M', u'v'), (0x1D534, 'M', u'w'), (0x1D535, 'M', u'x'), (0x1D536, 'M', u'y'), (0x1D537, 'M', u'z'), (0x1D538, 'M', u'a'), (0x1D539, 'M', u'b'), (0x1D53A, 'X'), (0x1D53B, 'M', u'd'), (0x1D53C, 'M', u'e'), (0x1D53D, 'M', u'f'), (0x1D53E, 'M', u'g'), (0x1D53F, 'X'), (0x1D540, 'M', u'i'), (0x1D541, 'M', u'j'), (0x1D542, 'M', u'k'), (0x1D543, 'M', u'l'), (0x1D544, 'M', u'm'), (0x1D545, 'X'), (0x1D546, 'M', u'o'), (0x1D547, 'X'), (0x1D54A, 'M', u's'), (0x1D54B, 'M', u't'), (0x1D54C, 'M', u'u'), (0x1D54D, 'M', u'v'), (0x1D54E, 'M', u'w'), (0x1D54F, 'M', u'x'), (0x1D550, 'M', u'y'), (0x1D551, 'X'), (0x1D552, 'M', u'a'), (0x1D553, 'M', u'b'), (0x1D554, 'M', u'c'), (0x1D555, 'M', u'd'), (0x1D556, 'M', u'e'), (0x1D557, 'M', u'f'), (0x1D558, 'M', u'g'), (0x1D559, 'M', u'h'), (0x1D55A, 'M', u'i'), (0x1D55B, 'M', u'j'), (0x1D55C, 'M', u'k'), (0x1D55D, 'M', u'l'), (0x1D55E, 'M', u'm'), (0x1D55F, 'M', u'n'), (0x1D560, 'M', u'o'), (0x1D561, 'M', u'p'), (0x1D562, 'M', u'q'), (0x1D563, 'M', u'r'), (0x1D564, 'M', u's'), (0x1D565, 'M', u't'), (0x1D566, 'M', u'u'), (0x1D567, 'M', u'v'), (0x1D568, 'M', u'w'), (0x1D569, 'M', u'x'), (0x1D56A, 'M', u'y'), (0x1D56B, 'M', u'z'), (0x1D56C, 'M', u'a'), (0x1D56D, 'M', u'b'), (0x1D56E, 'M', u'c'), (0x1D56F, 'M', u'd'), (0x1D570, 'M', u'e'), (0x1D571, 'M', u'f'), (0x1D572, 'M', u'g'), (0x1D573, 'M', u'h'), (0x1D574, 'M', u'i'), (0x1D575, 'M', u'j'), (0x1D576, 'M', u'k'), (0x1D577, 'M', u'l'), (0x1D578, 'M', u'm'), (0x1D579, 'M', u'n'), (0x1D57A, 'M', u'o'), (0x1D57B, 'M', u'p'), (0x1D57C, 'M', u'q'), (0x1D57D, 'M', u'r'), (0x1D57E, 'M', u's'), (0x1D57F, 'M', u't'), (0x1D580, 'M', u'u'), (0x1D581, 'M', u'v'), (0x1D582, 'M', u'w'), (0x1D583, 'M', u'x'), (0x1D584, 'M', u'y'), (0x1D585, 'M', u'z'), (0x1D586, 'M', u'a'), (0x1D587, 'M', u'b'), (0x1D588, 'M', u'c'), (0x1D589, 'M', u'd'), (0x1D58A, 'M', u'e'), (0x1D58B, 'M', u'f'), (0x1D58C, 'M', u'g'), (0x1D58D, 'M', u'h'), (0x1D58E, 'M', u'i'), ] def _seg_62(): return [ (0x1D58F, 'M', u'j'), (0x1D590, 'M', u'k'), (0x1D591, 'M', u'l'), (0x1D592, 'M', u'm'), (0x1D593, 'M', u'n'), (0x1D594, 'M', u'o'), (0x1D595, 'M', u'p'), (0x1D596, 'M', u'q'), (0x1D597, 'M', u'r'), (0x1D598, 'M', u's'), (0x1D599, 'M', u't'), (0x1D59A, 'M', u'u'), (0x1D59B, 'M', u'v'), (0x1D59C, 'M', u'w'), (0x1D59D, 'M', u'x'), (0x1D59E, 'M', u'y'), (0x1D59F, 'M', u'z'), (0x1D5A0, 'M', u'a'), (0x1D5A1, 'M', u'b'), (0x1D5A2, 'M', u'c'), (0x1D5A3, 'M', u'd'), (0x1D5A4, 'M', u'e'), (0x1D5A5, 'M', u'f'), (0x1D5A6, 'M', u'g'), (0x1D5A7, 'M', u'h'), (0x1D5A8, 'M', u'i'), (0x1D5A9, 'M', u'j'), (0x1D5AA, 'M', u'k'), (0x1D5AB, 'M', u'l'), (0x1D5AC, 'M', u'm'), (0x1D5AD, 'M', u'n'), (0x1D5AE, 'M', u'o'), (0x1D5AF, 'M', u'p'), (0x1D5B0, 'M', u'q'), (0x1D5B1, 'M', u'r'), (0x1D5B2, 'M', u's'), (0x1D5B3, 'M', u't'), (0x1D5B4, 'M', u'u'), (0x1D5B5, 'M', u'v'), (0x1D5B6, 'M', u'w'), (0x1D5B7, 'M', u'x'), (0x1D5B8, 'M', u'y'), (0x1D5B9, 'M', u'z'), (0x1D5BA, 'M', u'a'), (0x1D5BB, 'M', u'b'), (0x1D5BC, 'M', u'c'), (0x1D5BD, 'M', u'd'), (0x1D5BE, 'M', u'e'), (0x1D5BF, 'M', u'f'), (0x1D5C0, 'M', u'g'), (0x1D5C1, 'M', u'h'), (0x1D5C2, 'M', u'i'), (0x1D5C3, 'M', u'j'), (0x1D5C4, 'M', u'k'), (0x1D5C5, 'M', u'l'), (0x1D5C6, 'M', u'm'), (0x1D5C7, 'M', u'n'), (0x1D5C8, 'M', u'o'), (0x1D5C9, 'M', u'p'), (0x1D5CA, 'M', u'q'), (0x1D5CB, 'M', u'r'), (0x1D5CC, 'M', u's'), (0x1D5CD, 'M', u't'), (0x1D5CE, 'M', u'u'), (0x1D5CF, 'M', u'v'), (0x1D5D0, 'M', u'w'), (0x1D5D1, 'M', u'x'), (0x1D5D2, 'M', u'y'), (0x1D5D3, 'M', u'z'), (0x1D5D4, 'M', u'a'), (0x1D5D5, 'M', u'b'), (0x1D5D6, 'M', u'c'), (0x1D5D7, 'M', u'd'), (0x1D5D8, 'M', u'e'), (0x1D5D9, 'M', u'f'), (0x1D5DA, 'M', u'g'), (0x1D5DB, 'M', u'h'), (0x1D5DC, 'M', u'i'), (0x1D5DD, 'M', u'j'), (0x1D5DE, 'M', u'k'), (0x1D5DF, 'M', u'l'), (0x1D5E0, 'M', u'm'), (0x1D5E1, 'M', u'n'), (0x1D5E2, 'M', u'o'), (0x1D5E3, 'M', u'p'), (0x1D5E4, 'M', u'q'), (0x1D5E5, 'M', u'r'), (0x1D5E6, 'M', u's'), (0x1D5E7, 'M', u't'), (0x1D5E8, 'M', u'u'), (0x1D5E9, 'M', u'v'), (0x1D5EA, 'M', u'w'), (0x1D5EB, 'M', u'x'), (0x1D5EC, 'M', u'y'), (0x1D5ED, 'M', u'z'), (0x1D5EE, 'M', u'a'), (0x1D5EF, 'M', u'b'), (0x1D5F0, 'M', u'c'), (0x1D5F1, 'M', u'd'), (0x1D5F2, 'M', u'e'), ] def _seg_63(): return [ (0x1D5F3, 'M', u'f'), (0x1D5F4, 'M', u'g'), (0x1D5F5, 'M', u'h'), (0x1D5F6, 'M', u'i'), (0x1D5F7, 'M', u'j'), (0x1D5F8, 'M', u'k'), (0x1D5F9, 'M', u'l'), (0x1D5FA, 'M', u'm'), (0x1D5FB, 'M', u'n'), (0x1D5FC, 'M', u'o'), (0x1D5FD, 'M', u'p'), (0x1D5FE, 'M', u'q'), (0x1D5FF, 'M', u'r'), (0x1D600, 'M', u's'), (0x1D601, 'M', u't'), (0x1D602, 'M', u'u'), (0x1D603, 'M', u'v'), (0x1D604, 'M', u'w'), (0x1D605, 'M', u'x'), (0x1D606, 'M', u'y'), (0x1D607, 'M', u'z'), (0x1D608, 'M', u'a'), (0x1D609, 'M', u'b'), (0x1D60A, 'M', u'c'), (0x1D60B, 'M', u'd'), (0x1D60C, 'M', u'e'), (0x1D60D, 'M', u'f'), (0x1D60E, 'M', u'g'), (0x1D60F, 'M', u'h'), (0x1D610, 'M', u'i'), (0x1D611, 'M', u'j'), (0x1D612, 'M', u'k'), (0x1D613, 'M', u'l'), (0x1D614, 'M', u'm'), (0x1D615, 'M', u'n'), (0x1D616, 'M', u'o'), (0x1D617, 'M', u'p'), (0x1D618, 'M', u'q'), (0x1D619, 'M', u'r'), (0x1D61A, 'M', u's'), (0x1D61B, 'M', u't'), (0x1D61C, 'M', u'u'), (0x1D61D, 'M', u'v'), (0x1D61E, 'M', u'w'), (0x1D61F, 'M', u'x'), (0x1D620, 'M', u'y'), (0x1D621, 'M', u'z'), (0x1D622, 'M', u'a'), (0x1D623, 'M', u'b'), (0x1D624, 'M', u'c'), (0x1D625, 'M', u'd'), (0x1D626, 'M', u'e'), (0x1D627, 'M', u'f'), (0x1D628, 'M', u'g'), (0x1D629, 'M', u'h'), (0x1D62A, 'M', u'i'), (0x1D62B, 'M', u'j'), (0x1D62C, 'M', u'k'), (0x1D62D, 'M', u'l'), (0x1D62E, 'M', u'm'), (0x1D62F, 'M', u'n'), (0x1D630, 'M', u'o'), (0x1D631, 'M', u'p'), (0x1D632, 'M', u'q'), (0x1D633, 'M', u'r'), (0x1D634, 'M', u's'), (0x1D635, 'M', u't'), (0x1D636, 'M', u'u'), (0x1D637, 'M', u'v'), (0x1D638, 'M', u'w'), (0x1D639, 'M', u'x'), (0x1D63A, 'M', u'y'), (0x1D63B, 'M', u'z'), (0x1D63C, 'M', u'a'), (0x1D63D, 'M', u'b'), (0x1D63E, 'M', u'c'), (0x1D63F, 'M', u'd'), (0x1D640, 'M', u'e'), (0x1D641, 'M', u'f'), (0x1D642, 'M', u'g'), (0x1D643, 'M', u'h'), (0x1D644, 'M', u'i'), (0x1D645, 'M', u'j'), (0x1D646, 'M', u'k'), (0x1D647, 'M', u'l'), (0x1D648, 'M', u'm'), (0x1D649, 'M', u'n'), (0x1D64A, 'M', u'o'), (0x1D64B, 'M', u'p'), (0x1D64C, 'M', u'q'), (0x1D64D, 'M', u'r'), (0x1D64E, 'M', u's'), (0x1D64F, 'M', u't'), (0x1D650, 'M', u'u'), (0x1D651, 'M', u'v'), (0x1D652, 'M', u'w'), (0x1D653, 'M', u'x'), (0x1D654, 'M', u'y'), (0x1D655, 'M', u'z'), (0x1D656, 'M', u'a'), ] def _seg_64(): return [ (0x1D657, 'M', u'b'), (0x1D658, 'M', u'c'), (0x1D659, 'M', u'd'), (0x1D65A, 'M', u'e'), (0x1D65B, 'M', u'f'), (0x1D65C, 'M', u'g'), (0x1D65D, 'M', u'h'), (0x1D65E, 'M', u'i'), (0x1D65F, 'M', u'j'), (0x1D660, 'M', u'k'), (0x1D661, 'M', u'l'), (0x1D662, 'M', u'm'), (0x1D663, 'M', u'n'), (0x1D664, 'M', u'o'), (0x1D665, 'M', u'p'), (0x1D666, 'M', u'q'), (0x1D667, 'M', u'r'), (0x1D668, 'M', u's'), (0x1D669, 'M', u't'), (0x1D66A, 'M', u'u'), (0x1D66B, 'M', u'v'), (0x1D66C, 'M', u'w'), (0x1D66D, 'M', u'x'), (0x1D66E, 'M', u'y'), (0x1D66F, 'M', u'z'), (0x1D670, 'M', u'a'), (0x1D671, 'M', u'b'), (0x1D672, 'M', u'c'), (0x1D673, 'M', u'd'), (0x1D674, 'M', u'e'), (0x1D675, 'M', u'f'), (0x1D676, 'M', u'g'), (0x1D677, 'M', u'h'), (0x1D678, 'M', u'i'), (0x1D679, 'M', u'j'), (0x1D67A, 'M', u'k'), (0x1D67B, 'M', u'l'), (0x1D67C, 'M', u'm'), (0x1D67D, 'M', u'n'), (0x1D67E, 'M', u'o'), (0x1D67F, 'M', u'p'), (0x1D680, 'M', u'q'), (0x1D681, 'M', u'r'), (0x1D682, 'M', u's'), (0x1D683, 'M', u't'), (0x1D684, 'M', u'u'), (0x1D685, 'M', u'v'), (0x1D686, 'M', u'w'), (0x1D687, 'M', u'x'), (0x1D688, 'M', u'y'), (0x1D689, 'M', u'z'), (0x1D68A, 'M', u'a'), (0x1D68B, 'M', u'b'), (0x1D68C, 'M', u'c'), (0x1D68D, 'M', u'd'), (0x1D68E, 'M', u'e'), (0x1D68F, 'M', u'f'), (0x1D690, 'M', u'g'), (0x1D691, 'M', u'h'), (0x1D692, 'M', u'i'), (0x1D693, 'M', u'j'), (0x1D694, 'M', u'k'), (0x1D695, 'M', u'l'), (0x1D696, 'M', u'm'), (0x1D697, 'M', u'n'), (0x1D698, 'M', u'o'), (0x1D699, 'M', u'p'), (0x1D69A, 'M', u'q'), (0x1D69B, 'M', u'r'), (0x1D69C, 'M', u's'), (0x1D69D, 'M', u't'), (0x1D69E, 'M', u'u'), (0x1D69F, 'M', u'v'), (0x1D6A0, 'M', u'w'), (0x1D6A1, 'M', u'x'), (0x1D6A2, 'M', u'y'), (0x1D6A3, 'M', u'z'), (0x1D6A4, 'M', u'ı'), (0x1D6A5, 'M', u'ȷ'), (0x1D6A6, 'X'), (0x1D6A8, 'M', u'α'), (0x1D6A9, 'M', u'β'), (0x1D6AA, 'M', u'γ'), (0x1D6AB, 'M', u'δ'), (0x1D6AC, 'M', u'ε'), (0x1D6AD, 'M', u'ζ'), (0x1D6AE, 'M', u'η'), (0x1D6AF, 'M', u'θ'), (0x1D6B0, 'M', u'ι'), (0x1D6B1, 'M', u'κ'), (0x1D6B2, 'M', u'λ'), (0x1D6B3, 'M', u'μ'), (0x1D6B4, 'M', u'ν'), (0x1D6B5, 'M', u'ξ'), (0x1D6B6, 'M', u'ο'), (0x1D6B7, 'M', u'π'), (0x1D6B8, 'M', u'ρ'), (0x1D6B9, 'M', u'θ'), (0x1D6BA, 'M', u'σ'), (0x1D6BB, 'M', u'τ'), ] def _seg_65(): return [ (0x1D6BC, 'M', u'υ'), (0x1D6BD, 'M', u'φ'), (0x1D6BE, 'M', u'χ'), (0x1D6BF, 'M', u'ψ'), (0x1D6C0, 'M', u'ω'), (0x1D6C1, 'M', u'∇'), (0x1D6C2, 'M', u'α'), (0x1D6C3, 'M', u'β'), (0x1D6C4, 'M', u'γ'), (0x1D6C5, 'M', u'δ'), (0x1D6C6, 'M', u'ε'), (0x1D6C7, 'M', u'ζ'), (0x1D6C8, 'M', u'η'), (0x1D6C9, 'M', u'θ'), (0x1D6CA, 'M', u'ι'), (0x1D6CB, 'M', u'κ'), (0x1D6CC, 'M', u'λ'), (0x1D6CD, 'M', u'μ'), (0x1D6CE, 'M', u'ν'), (0x1D6CF, 'M', u'ξ'), (0x1D6D0, 'M', u'ο'), (0x1D6D1, 'M', u'π'), (0x1D6D2, 'M', u'ρ'), (0x1D6D3, 'M', u'σ'), (0x1D6D5, 'M', u'τ'), (0x1D6D6, 'M', u'υ'), (0x1D6D7, 'M', u'φ'), (0x1D6D8, 'M', u'χ'), (0x1D6D9, 'M', u'ψ'), (0x1D6DA, 'M', u'ω'), (0x1D6DB, 'M', u'∂'), (0x1D6DC, 'M', u'ε'), (0x1D6DD, 'M', u'θ'), (0x1D6DE, 'M', u'κ'), (0x1D6DF, 'M', u'φ'), (0x1D6E0, 'M', u'ρ'), (0x1D6E1, 'M', u'π'), (0x1D6E2, 'M', u'α'), (0x1D6E3, 'M', u'β'), (0x1D6E4, 'M', u'γ'), (0x1D6E5, 'M', u'δ'), (0x1D6E6, 'M', u'ε'), (0x1D6E7, 'M', u'ζ'), (0x1D6E8, 'M', u'η'), (0x1D6E9, 'M', u'θ'), (0x1D6EA, 'M', u'ι'), (0x1D6EB, 'M', u'κ'), (0x1D6EC, 'M', u'λ'), (0x1D6ED, 'M', u'μ'), (0x1D6EE, 'M', u'ν'), (0x1D6EF, 'M', u'ξ'), (0x1D6F0, 'M', u'ο'), (0x1D6F1, 'M', u'π'), (0x1D6F2, 'M', u'ρ'), (0x1D6F3, 'M', u'θ'), (0x1D6F4, 'M', u'σ'), (0x1D6F5, 'M', u'τ'), (0x1D6F6, 'M', u'υ'), (0x1D6F7, 'M', u'φ'), (0x1D6F8, 'M', u'χ'), (0x1D6F9, 'M', u'ψ'), (0x1D6FA, 'M', u'ω'), (0x1D6FB, 'M', u'∇'), (0x1D6FC, 'M', u'α'), (0x1D6FD, 'M', u'β'), (0x1D6FE, 'M', u'γ'), (0x1D6FF, 'M', u'δ'), (0x1D700, 'M', u'ε'), (0x1D701, 'M', u'ζ'), (0x1D702, 'M', u'η'), (0x1D703, 'M', u'θ'), (0x1D704, 'M', u'ι'), (0x1D705, 'M', u'κ'), (0x1D706, 'M', u'λ'), (0x1D707, 'M', u'μ'), (0x1D708, 'M', u'ν'), (0x1D709, 'M', u'ξ'), (0x1D70A, 'M', u'ο'), (0x1D70B, 'M', u'π'), (0x1D70C, 'M', u'ρ'), (0x1D70D, 'M', u'σ'), (0x1D70F, 'M', u'τ'), (0x1D710, 'M', u'υ'), (0x1D711, 'M', u'φ'), (0x1D712, 'M', u'χ'), (0x1D713, 'M', u'ψ'), (0x1D714, 'M', u'ω'), (0x1D715, 'M', u'∂'), (0x1D716, 'M', u'ε'), (0x1D717, 'M', u'θ'), (0x1D718, 'M', u'κ'), (0x1D719, 'M', u'φ'), (0x1D71A, 'M', u'ρ'), (0x1D71B, 'M', u'π'), (0x1D71C, 'M', u'α'), (0x1D71D, 'M', u'β'), (0x1D71E, 'M', u'γ'), (0x1D71F, 'M', u'δ'), (0x1D720, 'M', u'ε'), (0x1D721, 'M', u'ζ'), ] def _seg_66(): return [ (0x1D722, 'M', u'η'), (0x1D723, 'M', u'θ'), (0x1D724, 'M', u'ι'), (0x1D725, 'M', u'κ'), (0x1D726, 'M', u'λ'), (0x1D727, 'M', u'μ'), (0x1D728, 'M', u'ν'), (0x1D729, 'M', u'ξ'), (0x1D72A, 'M', u'ο'), (0x1D72B, 'M', u'π'), (0x1D72C, 'M', u'ρ'), (0x1D72D, 'M', u'θ'), (0x1D72E, 'M', u'σ'), (0x1D72F, 'M', u'τ'), (0x1D730, 'M', u'υ'), (0x1D731, 'M', u'φ'), (0x1D732, 'M', u'χ'), (0x1D733, 'M', u'ψ'), (0x1D734, 'M', u'ω'), (0x1D735, 'M', u'∇'), (0x1D736, 'M', u'α'), (0x1D737, 'M', u'β'), (0x1D738, 'M', u'γ'), (0x1D739, 'M', u'δ'), (0x1D73A, 'M', u'ε'), (0x1D73B, 'M', u'ζ'), (0x1D73C, 'M', u'η'), (0x1D73D, 'M', u'θ'), (0x1D73E, 'M', u'ι'), (0x1D73F, 'M', u'κ'), (0x1D740, 'M', u'λ'), (0x1D741, 'M', u'μ'), (0x1D742, 'M', u'ν'), (0x1D743, 'M', u'ξ'), (0x1D744, 'M', u'ο'), (0x1D745, 'M', u'π'), (0x1D746, 'M', u'ρ'), (0x1D747, 'M', u'σ'), (0x1D749, 'M', u'τ'), (0x1D74A, 'M', u'υ'), (0x1D74B, 'M', u'φ'), (0x1D74C, 'M', u'χ'), (0x1D74D, 'M', u'ψ'), (0x1D74E, 'M', u'ω'), (0x1D74F, 'M', u'∂'), (0x1D750, 'M', u'ε'), (0x1D751, 'M', u'θ'), (0x1D752, 'M', u'κ'), (0x1D753, 'M', u'φ'), (0x1D754, 'M', u'ρ'), (0x1D755, 'M', u'π'), (0x1D756, 'M', u'α'), (0x1D757, 'M', u'β'), (0x1D758, 'M', u'γ'), (0x1D759, 'M', u'δ'), (0x1D75A, 'M', u'ε'), (0x1D75B, 'M', u'ζ'), (0x1D75C, 'M', u'η'), (0x1D75D, 'M', u'θ'), (0x1D75E, 'M', u'ι'), (0x1D75F, 'M', u'κ'), (0x1D760, 'M', u'λ'), (0x1D761, 'M', u'μ'), (0x1D762, 'M', u'ν'), (0x1D763, 'M', u'ξ'), (0x1D764, 'M', u'ο'), (0x1D765, 'M', u'π'), (0x1D766, 'M', u'ρ'), (0x1D767, 'M', u'θ'), (0x1D768, 'M', u'σ'), (0x1D769, 'M', u'τ'), (0x1D76A, 'M', u'υ'), (0x1D76B, 'M', u'φ'), (0x1D76C, 'M', u'χ'), (0x1D76D, 'M', u'ψ'), (0x1D76E, 'M', u'ω'), (0x1D76F, 'M', u'∇'), (0x1D770, 'M', u'α'), (0x1D771, 'M', u'β'), (0x1D772, 'M', u'γ'), (0x1D773, 'M', u'δ'), (0x1D774, 'M', u'ε'), (0x1D775, 'M', u'ζ'), (0x1D776, 'M', u'η'), (0x1D777, 'M', u'θ'), (0x1D778, 'M', u'ι'), (0x1D779, 'M', u'κ'), (0x1D77A, 'M', u'λ'), (0x1D77B, 'M', u'μ'), (0x1D77C, 'M', u'ν'), (0x1D77D, 'M', u'ξ'), (0x1D77E, 'M', u'ο'), (0x1D77F, 'M', u'π'), (0x1D780, 'M', u'ρ'), (0x1D781, 'M', u'σ'), (0x1D783, 'M', u'τ'), (0x1D784, 'M', u'υ'), (0x1D785, 'M', u'φ'), (0x1D786, 'M', u'χ'), (0x1D787, 'M', u'ψ'), ] def _seg_67(): return [ (0x1D788, 'M', u'ω'), (0x1D789, 'M', u'∂'), (0x1D78A, 'M', u'ε'), (0x1D78B, 'M', u'θ'), (0x1D78C, 'M', u'κ'), (0x1D78D, 'M', u'φ'), (0x1D78E, 'M', u'ρ'), (0x1D78F, 'M', u'π'), (0x1D790, 'M', u'α'), (0x1D791, 'M', u'β'), (0x1D792, 'M', u'γ'), (0x1D793, 'M', u'δ'), (0x1D794, 'M', u'ε'), (0x1D795, 'M', u'ζ'), (0x1D796, 'M', u'η'), (0x1D797, 'M', u'θ'), (0x1D798, 'M', u'ι'), (0x1D799, 'M', u'κ'), (0x1D79A, 'M', u'λ'), (0x1D79B, 'M', u'μ'), (0x1D79C, 'M', u'ν'), (0x1D79D, 'M', u'ξ'), (0x1D79E, 'M', u'ο'), (0x1D79F, 'M', u'π'), (0x1D7A0, 'M', u'ρ'), (0x1D7A1, 'M', u'θ'), (0x1D7A2, 'M', u'σ'), (0x1D7A3, 'M', u'τ'), (0x1D7A4, 'M', u'υ'), (0x1D7A5, 'M', u'φ'), (0x1D7A6, 'M', u'χ'), (0x1D7A7, 'M', u'ψ'), (0x1D7A8, 'M', u'ω'), (0x1D7A9, 'M', u'∇'), (0x1D7AA, 'M', u'α'), (0x1D7AB, 'M', u'β'), (0x1D7AC, 'M', u'γ'), (0x1D7AD, 'M', u'δ'), (0x1D7AE, 'M', u'ε'), (0x1D7AF, 'M', u'ζ'), (0x1D7B0, 'M', u'η'), (0x1D7B1, 'M', u'θ'), (0x1D7B2, 'M', u'ι'), (0x1D7B3, 'M', u'κ'), (0x1D7B4, 'M', u'λ'), (0x1D7B5, 'M', u'μ'), (0x1D7B6, 'M', u'ν'), (0x1D7B7, 'M', u'ξ'), (0x1D7B8, 'M', u'ο'), (0x1D7B9, 'M', u'π'), (0x1D7BA, 'M', u'ρ'), (0x1D7BB, 'M', u'σ'), (0x1D7BD, 'M', u'τ'), (0x1D7BE, 'M', u'υ'), (0x1D7BF, 'M', u'φ'), (0x1D7C0, 'M', u'χ'), (0x1D7C1, 'M', u'ψ'), (0x1D7C2, 'M', u'ω'), (0x1D7C3, 'M', u'∂'), (0x1D7C4, 'M', u'ε'), (0x1D7C5, 'M', u'θ'), (0x1D7C6, 'M', u'κ'), (0x1D7C7, 'M', u'φ'), (0x1D7C8, 'M', u'ρ'), (0x1D7C9, 'M', u'π'), (0x1D7CA, 'M', u'ϝ'), (0x1D7CC, 'X'), (0x1D7CE, 'M', u'0'), (0x1D7CF, 'M', u'1'), (0x1D7D0, 'M', u'2'), (0x1D7D1, 'M', u'3'), (0x1D7D2, 'M', u'4'), (0x1D7D3, 'M', u'5'), (0x1D7D4, 'M', u'6'), (0x1D7D5, 'M', u'7'), (0x1D7D6, 'M', u'8'), (0x1D7D7, 'M', u'9'), (0x1D7D8, 'M', u'0'), (0x1D7D9, 'M', u'1'), (0x1D7DA, 'M', u'2'), (0x1D7DB, 'M', u'3'), (0x1D7DC, 'M', u'4'), (0x1D7DD, 'M', u'5'), (0x1D7DE, 'M', u'6'), (0x1D7DF, 'M', u'7'), (0x1D7E0, 'M', u'8'), (0x1D7E1, 'M', u'9'), (0x1D7E2, 'M', u'0'), (0x1D7E3, 'M', u'1'), (0x1D7E4, 'M', u'2'), (0x1D7E5, 'M', u'3'), (0x1D7E6, 'M', u'4'), (0x1D7E7, 'M', u'5'), (0x1D7E8, 'M', u'6'), (0x1D7E9, 'M', u'7'), (0x1D7EA, 'M', u'8'), (0x1D7EB, 'M', u'9'), (0x1D7EC, 'M', u'0'), (0x1D7ED, 'M', u'1'), (0x1D7EE, 'M', u'2'), ] def _seg_68(): return [ (0x1D7EF, 'M', u'3'), (0x1D7F0, 'M', u'4'), (0x1D7F1, 'M', u'5'), (0x1D7F2, 'M', u'6'), (0x1D7F3, 'M', u'7'), (0x1D7F4, 'M', u'8'), (0x1D7F5, 'M', u'9'), (0x1D7F6, 'M', u'0'), (0x1D7F7, 'M', u'1'), (0x1D7F8, 'M', u'2'), (0x1D7F9, 'M', u'3'), (0x1D7FA, 'M', u'4'), (0x1D7FB, 'M', u'5'), (0x1D7FC, 'M', u'6'), (0x1D7FD, 'M', u'7'), (0x1D7FE, 'M', u'8'), (0x1D7FF, 'M', u'9'), (0x1D800, 'V'), (0x1DA8C, 'X'), (0x1DA9B, 'V'), (0x1DAA0, 'X'), (0x1DAA1, 'V'), (0x1DAB0, 'X'), (0x1E000, 'V'), (0x1E007, 'X'), (0x1E008, 'V'), (0x1E019, 'X'), (0x1E01B, 'V'), (0x1E022, 'X'), (0x1E023, 'V'), (0x1E025, 'X'), (0x1E026, 'V'), (0x1E02B, 'X'), (0x1E800, 'V'), (0x1E8C5, 'X'), (0x1E8C7, 'V'), (0x1E8D7, 'X'), (0x1E900, 'M', u'𞤢'), (0x1E901, 'M', u'𞤣'), (0x1E902, 'M', u'𞤤'), (0x1E903, 'M', u'𞤥'), (0x1E904, 'M', u'𞤦'), (0x1E905, 'M', u'𞤧'), (0x1E906, 'M', u'𞤨'), (0x1E907, 'M', u'𞤩'), (0x1E908, 'M', u'𞤪'), (0x1E909, 'M', u'𞤫'), (0x1E90A, 'M', u'𞤬'), (0x1E90B, 'M', u'𞤭'), (0x1E90C, 'M', u'𞤮'), (0x1E90D, 'M', u'𞤯'), (0x1E90E, 'M', u'𞤰'), (0x1E90F, 'M', u'𞤱'), (0x1E910, 'M', u'𞤲'), (0x1E911, 'M', u'𞤳'), (0x1E912, 'M', u'𞤴'), (0x1E913, 'M', u'𞤵'), (0x1E914, 'M', u'𞤶'), (0x1E915, 'M', u'𞤷'), (0x1E916, 'M', u'𞤸'), (0x1E917, 'M', u'𞤹'), (0x1E918, 'M', u'𞤺'), (0x1E919, 'M', u'𞤻'), (0x1E91A, 'M', u'𞤼'), (0x1E91B, 'M', u'𞤽'), (0x1E91C, 'M', u'𞤾'), (0x1E91D, 'M', u'𞤿'), (0x1E91E, 'M', u'𞥀'), (0x1E91F, 'M', u'𞥁'), (0x1E920, 'M', u'𞥂'), (0x1E921, 'M', u'𞥃'), (0x1E922, 'V'), (0x1E94B, 'X'), (0x1E950, 'V'), (0x1E95A, 'X'), (0x1E95E, 'V'), (0x1E960, 'X'), (0x1EC71, 'V'), (0x1ECB5, 'X'), (0x1EE00, 'M', u'ا'), (0x1EE01, 'M', u'ب'), (0x1EE02, 'M', u'ج'), (0x1EE03, 'M', u'د'), (0x1EE04, 'X'), (0x1EE05, 'M', u'و'), (0x1EE06, 'M', u'ز'), (0x1EE07, 'M', u'ح'), (0x1EE08, 'M', u'ط'), (0x1EE09, 'M', u'ي'), (0x1EE0A, 'M', u'ك'), (0x1EE0B, 'M', u'ل'), (0x1EE0C, 'M', u'م'), (0x1EE0D, 'M', u'ن'), (0x1EE0E, 'M', u'س'), (0x1EE0F, 'M', u'ع'), (0x1EE10, 'M', u'ف'), (0x1EE11, 'M', u'ص'), (0x1EE12, 'M', u'ق'), (0x1EE13, 'M', u'ر'), (0x1EE14, 'M', u'ش'), ] def _seg_69(): return [ (0x1EE15, 'M', u'ت'), (0x1EE16, 'M', u'ث'), (0x1EE17, 'M', u'خ'), (0x1EE18, 'M', u'ذ'), (0x1EE19, 'M', u'ض'), (0x1EE1A, 'M', u'ظ'), (0x1EE1B, 'M', u'غ'), (0x1EE1C, 'M', u'ٮ'), (0x1EE1D, 'M', u'ں'), (0x1EE1E, 'M', u'ڡ'), (0x1EE1F, 'M', u'ٯ'), (0x1EE20, 'X'), (0x1EE21, 'M', u'ب'), (0x1EE22, 'M', u'ج'), (0x1EE23, 'X'), (0x1EE24, 'M', u'ه'), (0x1EE25, 'X'), (0x1EE27, 'M', u'ح'), (0x1EE28, 'X'), (0x1EE29, 'M', u'ي'), (0x1EE2A, 'M', u'ك'), (0x1EE2B, 'M', u'ل'), (0x1EE2C, 'M', u'م'), (0x1EE2D, 'M', u'ن'), (0x1EE2E, 'M', u'س'), (0x1EE2F, 'M', u'ع'), (0x1EE30, 'M', u'ف'), (0x1EE31, 'M', u'ص'), (0x1EE32, 'M', u'ق'), (0x1EE33, 'X'), (0x1EE34, 'M', u'ش'), (0x1EE35, 'M', u'ت'), (0x1EE36, 'M', u'ث'), (0x1EE37, 'M', u'خ'), (0x1EE38, 'X'), (0x1EE39, 'M', u'ض'), (0x1EE3A, 'X'), (0x1EE3B, 'M', u'غ'), (0x1EE3C, 'X'), (0x1EE42, 'M', u'ج'), (0x1EE43, 'X'), (0x1EE47, 'M', u'ح'), (0x1EE48, 'X'), (0x1EE49, 'M', u'ي'), (0x1EE4A, 'X'), (0x1EE4B, 'M', u'ل'), (0x1EE4C, 'X'), (0x1EE4D, 'M', u'ن'), (0x1EE4E, 'M', u'س'), (0x1EE4F, 'M', u'ع'), (0x1EE50, 'X'), (0x1EE51, 'M', u'ص'), (0x1EE52, 'M', u'ق'), (0x1EE53, 'X'), (0x1EE54, 'M', u'ش'), (0x1EE55, 'X'), (0x1EE57, 'M', u'خ'), (0x1EE58, 'X'), (0x1EE59, 'M', u'ض'), (0x1EE5A, 'X'), (0x1EE5B, 'M', u'غ'), (0x1EE5C, 'X'), (0x1EE5D, 'M', u'ں'), (0x1EE5E, 'X'), (0x1EE5F, 'M', u'ٯ'), (0x1EE60, 'X'), (0x1EE61, 'M', u'ب'), (0x1EE62, 'M', u'ج'), (0x1EE63, 'X'), (0x1EE64, 'M', u'ه'), (0x1EE65, 'X'), (0x1EE67, 'M', u'ح'), (0x1EE68, 'M', u'ط'), (0x1EE69, 'M', u'ي'), (0x1EE6A, 'M', u'ك'), (0x1EE6B, 'X'), (0x1EE6C, 'M', u'م'), (0x1EE6D, 'M', u'ن'), (0x1EE6E, 'M', u'س'), (0x1EE6F, 'M', u'ع'), (0x1EE70, 'M', u'ف'), (0x1EE71, 'M', u'ص'), (0x1EE72, 'M', u'ق'), (0x1EE73, 'X'), (0x1EE74, 'M', u'ش'), (0x1EE75, 'M', u'ت'), (0x1EE76, 'M', u'ث'), (0x1EE77, 'M', u'خ'), (0x1EE78, 'X'), (0x1EE79, 'M', u'ض'), (0x1EE7A, 'M', u'ظ'), (0x1EE7B, 'M', u'غ'), (0x1EE7C, 'M', u'ٮ'), (0x1EE7D, 'X'), (0x1EE7E, 'M', u'ڡ'), (0x1EE7F, 'X'), (0x1EE80, 'M', u'ا'), (0x1EE81, 'M', u'ب'), (0x1EE82, 'M', u'ج'), (0x1EE83, 'M', u'د'), ] def _seg_70(): return [ (0x1EE84, 'M', u'ه'), (0x1EE85, 'M', u'و'), (0x1EE86, 'M', u'ز'), (0x1EE87, 'M', u'ح'), (0x1EE88, 'M', u'ط'), (0x1EE89, 'M', u'ي'), (0x1EE8A, 'X'), (0x1EE8B, 'M', u'ل'), (0x1EE8C, 'M', u'م'), (0x1EE8D, 'M', u'ن'), (0x1EE8E, 'M', u'س'), (0x1EE8F, 'M', u'ع'), (0x1EE90, 'M', u'ف'), (0x1EE91, 'M', u'ص'), (0x1EE92, 'M', u'ق'), (0x1EE93, 'M', u'ر'), (0x1EE94, 'M', u'ش'), (0x1EE95, 'M', u'ت'), (0x1EE96, 'M', u'ث'), (0x1EE97, 'M', u'خ'), (0x1EE98, 'M', u'ذ'), (0x1EE99, 'M', u'ض'), (0x1EE9A, 'M', u'ظ'), (0x1EE9B, 'M', u'غ'), (0x1EE9C, 'X'), (0x1EEA1, 'M', u'ب'), (0x1EEA2, 'M', u'ج'), (0x1EEA3, 'M', u'د'), (0x1EEA4, 'X'), (0x1EEA5, 'M', u'و'), (0x1EEA6, 'M', u'ز'), (0x1EEA7, 'M', u'ح'), (0x1EEA8, 'M', u'ط'), (0x1EEA9, 'M', u'ي'), (0x1EEAA, 'X'), (0x1EEAB, 'M', u'ل'), (0x1EEAC, 'M', u'م'), (0x1EEAD, 'M', u'ن'), (0x1EEAE, 'M', u'س'), (0x1EEAF, 'M', u'ع'), (0x1EEB0, 'M', u'ف'), (0x1EEB1, 'M', u'ص'), (0x1EEB2, 'M', u'ق'), (0x1EEB3, 'M', u'ر'), (0x1EEB4, 'M', u'ش'), (0x1EEB5, 'M', u'ت'), (0x1EEB6, 'M', u'ث'), (0x1EEB7, 'M', u'خ'), (0x1EEB8, 'M', u'ذ'), (0x1EEB9, 'M', u'ض'), (0x1EEBA, 'M', u'ظ'), (0x1EEBB, 'M', u'غ'), (0x1EEBC, 'X'), (0x1EEF0, 'V'), (0x1EEF2, 'X'), (0x1F000, 'V'), (0x1F02C, 'X'), (0x1F030, 'V'), (0x1F094, 'X'), (0x1F0A0, 'V'), (0x1F0AF, 'X'), (0x1F0B1, 'V'), (0x1F0C0, 'X'), (0x1F0C1, 'V'), (0x1F0D0, 'X'), (0x1F0D1, 'V'), (0x1F0F6, 'X'), (0x1F101, '3', u'0,'), (0x1F102, '3', u'1,'), (0x1F103, '3', u'2,'), (0x1F104, '3', u'3,'), (0x1F105, '3', u'4,'), (0x1F106, '3', u'5,'), (0x1F107, '3', u'6,'), (0x1F108, '3', u'7,'), (0x1F109, '3', u'8,'), (0x1F10A, '3', u'9,'), (0x1F10B, 'V'), (0x1F10D, 'X'), (0x1F110, '3', u'(a)'), (0x1F111, '3', u'(b)'), (0x1F112, '3', u'(c)'), (0x1F113, '3', u'(d)'), (0x1F114, '3', u'(e)'), (0x1F115, '3', u'(f)'), (0x1F116, '3', u'(g)'), (0x1F117, '3', u'(h)'), (0x1F118, '3', u'(i)'), (0x1F119, '3', u'(j)'), (0x1F11A, '3', u'(k)'), (0x1F11B, '3', u'(l)'), (0x1F11C, '3', u'(m)'), (0x1F11D, '3', u'(n)'), (0x1F11E, '3', u'(o)'), (0x1F11F, '3', u'(p)'), (0x1F120, '3', u'(q)'), (0x1F121, '3', u'(r)'), (0x1F122, '3', u'(s)'), (0x1F123, '3', u'(t)'), (0x1F124, '3', u'(u)'), ] def _seg_71(): return [ (0x1F125, '3', u'(v)'), (0x1F126, '3', u'(w)'), (0x1F127, '3', u'(x)'), (0x1F128, '3', u'(y)'), (0x1F129, '3', u'(z)'), (0x1F12A, 'M', u'〔s〕'), (0x1F12B, 'M', u'c'), (0x1F12C, 'M', u'r'), (0x1F12D, 'M', u'cd'), (0x1F12E, 'M', u'wz'), (0x1F12F, 'V'), (0x1F130, 'M', u'a'), (0x1F131, 'M', u'b'), (0x1F132, 'M', u'c'), (0x1F133, 'M', u'd'), (0x1F134, 'M', u'e'), (0x1F135, 'M', u'f'), (0x1F136, 'M', u'g'), (0x1F137, 'M', u'h'), (0x1F138, 'M', u'i'), (0x1F139, 'M', u'j'), (0x1F13A, 'M', u'k'), (0x1F13B, 'M', u'l'), (0x1F13C, 'M', u'm'), (0x1F13D, 'M', u'n'), (0x1F13E, 'M', u'o'), (0x1F13F, 'M', u'p'), (0x1F140, 'M', u'q'), (0x1F141, 'M', u'r'), (0x1F142, 'M', u's'), (0x1F143, 'M', u't'), (0x1F144, 'M', u'u'), (0x1F145, 'M', u'v'), (0x1F146, 'M', u'w'), (0x1F147, 'M', u'x'), (0x1F148, 'M', u'y'), (0x1F149, 'M', u'z'), (0x1F14A, 'M', u'hv'), (0x1F14B, 'M', u'mv'), (0x1F14C, 'M', u'sd'), (0x1F14D, 'M', u'ss'), (0x1F14E, 'M', u'ppv'), (0x1F14F, 'M', u'wc'), (0x1F150, 'V'), (0x1F16A, 'M', u'mc'), (0x1F16B, 'M', u'md'), (0x1F16C, 'X'), (0x1F170, 'V'), (0x1F190, 'M', u'dj'), (0x1F191, 'V'), (0x1F1AD, 'X'), (0x1F1E6, 'V'), (0x1F200, 'M', u'ほか'), (0x1F201, 'M', u'ココ'), (0x1F202, 'M', u'サ'), (0x1F203, 'X'), (0x1F210, 'M', u'手'), (0x1F211, 'M', u'字'), (0x1F212, 'M', u'双'), (0x1F213, 'M', u'デ'), (0x1F214, 'M', u'二'), (0x1F215, 'M', u'多'), (0x1F216, 'M', u'解'), (0x1F217, 'M', u'天'), (0x1F218, 'M', u'交'), (0x1F219, 'M', u'映'), (0x1F21A, 'M', u'無'), (0x1F21B, 'M', u'料'), (0x1F21C, 'M', u'前'), (0x1F21D, 'M', u'後'), (0x1F21E, 'M', u'再'), (0x1F21F, 'M', u'新'), (0x1F220, 'M', u'初'), (0x1F221, 'M', u'終'), (0x1F222, 'M', u'生'), (0x1F223, 'M', u'販'), (0x1F224, 'M', u'声'), (0x1F225, 'M', u'吹'), (0x1F226, 'M', u'演'), (0x1F227, 'M', u'投'), (0x1F228, 'M', u'捕'), (0x1F229, 'M', u'一'), (0x1F22A, 'M', u'三'), (0x1F22B, 'M', u'遊'), (0x1F22C, 'M', u'左'), (0x1F22D, 'M', u'中'), (0x1F22E, 'M', u'右'), (0x1F22F, 'M', u'指'), (0x1F230, 'M', u'走'), (0x1F231, 'M', u'打'), (0x1F232, 'M', u'禁'), (0x1F233, 'M', u'空'), (0x1F234, 'M', u'合'), (0x1F235, 'M', u'満'), (0x1F236, 'M', u'有'), (0x1F237, 'M', u'月'), (0x1F238, 'M', u'申'), (0x1F239, 'M', u'割'), (0x1F23A, 'M', u'営'), (0x1F23B, 'M', u'配'), ] def _seg_72(): return [ (0x1F23C, 'X'), (0x1F240, 'M', u'〔本〕'), (0x1F241, 'M', u'〔三〕'), (0x1F242, 'M', u'〔二〕'), (0x1F243, 'M', u'〔安〕'), (0x1F244, 'M', u'〔点〕'), (0x1F245, 'M', u'〔打〕'), (0x1F246, 'M', u'〔盗〕'), (0x1F247, 'M', u'〔勝〕'), (0x1F248, 'M', u'〔敗〕'), (0x1F249, 'X'), (0x1F250, 'M', u'得'), (0x1F251, 'M', u'可'), (0x1F252, 'X'), (0x1F260, 'V'), (0x1F266, 'X'), (0x1F300, 'V'), (0x1F6D5, 'X'), (0x1F6E0, 'V'), (0x1F6ED, 'X'), (0x1F6F0, 'V'), (0x1F6FA, 'X'), (0x1F700, 'V'), (0x1F774, 'X'), (0x1F780, 'V'), (0x1F7D9, 'X'), (0x1F800, 'V'), (0x1F80C, 'X'), (0x1F810, 'V'), (0x1F848, 'X'), (0x1F850, 'V'), (0x1F85A, 'X'), (0x1F860, 'V'), (0x1F888, 'X'), (0x1F890, 'V'), (0x1F8AE, 'X'), (0x1F900, 'V'), (0x1F90C, 'X'), (0x1F910, 'V'), (0x1F93F, 'X'), (0x1F940, 'V'), (0x1F971, 'X'), (0x1F973, 'V'), (0x1F977, 'X'), (0x1F97A, 'V'), (0x1F97B, 'X'), (0x1F97C, 'V'), (0x1F9A3, 'X'), (0x1F9B0, 'V'), (0x1F9BA, 'X'), (0x1F9C0, 'V'), (0x1F9C3, 'X'), (0x1F9D0, 'V'), (0x1FA00, 'X'), (0x1FA60, 'V'), (0x1FA6E, 'X'), (0x20000, 'V'), (0x2A6D7, 'X'), (0x2A700, 'V'), (0x2B735, 'X'), (0x2B740, 'V'), (0x2B81E, 'X'), (0x2B820, 'V'), (0x2CEA2, 'X'), (0x2CEB0, 'V'), (0x2EBE1, 'X'), (0x2F800, 'M', u'丽'), (0x2F801, 'M', u'丸'), (0x2F802, 'M', u'乁'), (0x2F803, 'M', u'𠄢'), (0x2F804, 'M', u'你'), (0x2F805, 'M', u'侮'), (0x2F806, 'M', u'侻'), (0x2F807, 'M', u'倂'), (0x2F808, 'M', u'偺'), (0x2F809, 'M', u'備'), (0x2F80A, 'M', u'僧'), (0x2F80B, 'M', u'像'), (0x2F80C, 'M', u'㒞'), (0x2F80D, 'M', u'𠘺'), (0x2F80E, 'M', u'免'), (0x2F80F, 'M', u'兔'), (0x2F810, 'M', u'兤'), (0x2F811, 'M', u'具'), (0x2F812, 'M', u'𠔜'), (0x2F813, 'M', u'㒹'), (0x2F814, 'M', u'內'), (0x2F815, 'M', u'再'), (0x2F816, 'M', u'𠕋'), (0x2F817, 'M', u'冗'), (0x2F818, 'M', u'冤'), (0x2F819, 'M', u'仌'), (0x2F81A, 'M', u'冬'), (0x2F81B, 'M', u'况'), (0x2F81C, 'M', u'𩇟'), (0x2F81D, 'M', u'凵'), (0x2F81E, 'M', u'刃'), (0x2F81F, 'M', u'㓟'), (0x2F820, 'M', u'刻'), (0x2F821, 'M', u'剆'), ] def _seg_73(): return [ (0x2F822, 'M', u'割'), (0x2F823, 'M', u'剷'), (0x2F824, 'M', u'㔕'), (0x2F825, 'M', u'勇'), (0x2F826, 'M', u'勉'), (0x2F827, 'M', u'勤'), (0x2F828, 'M', u'勺'), (0x2F829, 'M', u'包'), (0x2F82A, 'M', u'匆'), (0x2F82B, 'M', u'北'), (0x2F82C, 'M', u'卉'), (0x2F82D, 'M', u'卑'), (0x2F82E, 'M', u'博'), (0x2F82F, 'M', u'即'), (0x2F830, 'M', u'卽'), (0x2F831, 'M', u'卿'), (0x2F834, 'M', u'𠨬'), (0x2F835, 'M', u'灰'), (0x2F836, 'M', u'及'), (0x2F837, 'M', u'叟'), (0x2F838, 'M', u'𠭣'), (0x2F839, 'M', u'叫'), (0x2F83A, 'M', u'叱'), (0x2F83B, 'M', u'吆'), (0x2F83C, 'M', u'咞'), (0x2F83D, 'M', u'吸'), (0x2F83E, 'M', u'呈'), (0x2F83F, 'M', u'周'), (0x2F840, 'M', u'咢'), (0x2F841, 'M', u'哶'), (0x2F842, 'M', u'唐'), (0x2F843, 'M', u'啓'), (0x2F844, 'M', u'啣'), (0x2F845, 'M', u'善'), (0x2F847, 'M', u'喙'), (0x2F848, 'M', u'喫'), (0x2F849, 'M', u'喳'), (0x2F84A, 'M', u'嗂'), (0x2F84B, 'M', u'圖'), (0x2F84C, 'M', u'嘆'), (0x2F84D, 'M', u'圗'), (0x2F84E, 'M', u'噑'), (0x2F84F, 'M', u'噴'), (0x2F850, 'M', u'切'), (0x2F851, 'M', u'壮'), (0x2F852, 'M', u'城'), (0x2F853, 'M', u'埴'), (0x2F854, 'M', u'堍'), (0x2F855, 'M', u'型'), (0x2F856, 'M', u'堲'), (0x2F857, 'M', u'報'), (0x2F858, 'M', u'墬'), (0x2F859, 'M', u'𡓤'), (0x2F85A, 'M', u'売'), (0x2F85B, 'M', u'壷'), (0x2F85C, 'M', u'夆'), (0x2F85D, 'M', u'多'), (0x2F85E, 'M', u'夢'), (0x2F85F, 'M', u'奢'), (0x2F860, 'M', u'𡚨'), (0x2F861, 'M', u'𡛪'), (0x2F862, 'M', u'姬'), (0x2F863, 'M', u'娛'), (0x2F864, 'M', u'娧'), (0x2F865, 'M', u'姘'), (0x2F866, 'M', u'婦'), (0x2F867, 'M', u'㛮'), (0x2F868, 'X'), (0x2F869, 'M', u'嬈'), (0x2F86A, 'M', u'嬾'), (0x2F86C, 'M', u'𡧈'), (0x2F86D, 'M', u'寃'), (0x2F86E, 'M', u'寘'), (0x2F86F, 'M', u'寧'), (0x2F870, 'M', u'寳'), (0x2F871, 'M', u'𡬘'), (0x2F872, 'M', u'寿'), (0x2F873, 'M', u'将'), (0x2F874, 'X'), (0x2F875, 'M', u'尢'), (0x2F876, 'M', u'㞁'), (0x2F877, 'M', u'屠'), (0x2F878, 'M', u'屮'), (0x2F879, 'M', u'峀'), (0x2F87A, 'M', u'岍'), (0x2F87B, 'M', u'𡷤'), (0x2F87C, 'M', u'嵃'), (0x2F87D, 'M', u'𡷦'), (0x2F87E, 'M', u'嵮'), (0x2F87F, 'M', u'嵫'), (0x2F880, 'M', u'嵼'), (0x2F881, 'M', u'巡'), (0x2F882, 'M', u'巢'), (0x2F883, 'M', u'㠯'), (0x2F884, 'M', u'巽'), (0x2F885, 'M', u'帨'), (0x2F886, 'M', u'帽'), (0x2F887, 'M', u'幩'), (0x2F888, 'M', u'㡢'), (0x2F889, 'M', u'𢆃'), ] def _seg_74(): return [ (0x2F88A, 'M', u'㡼'), (0x2F88B, 'M', u'庰'), (0x2F88C, 'M', u'庳'), (0x2F88D, 'M', u'庶'), (0x2F88E, 'M', u'廊'), (0x2F88F, 'M', u'𪎒'), (0x2F890, 'M', u'廾'), (0x2F891, 'M', u'𢌱'), (0x2F893, 'M', u'舁'), (0x2F894, 'M', u'弢'), (0x2F896, 'M', u'㣇'), (0x2F897, 'M', u'𣊸'), (0x2F898, 'M', u'𦇚'), (0x2F899, 'M', u'形'), (0x2F89A, 'M', u'彫'), (0x2F89B, 'M', u'㣣'), (0x2F89C, 'M', u'徚'), (0x2F89D, 'M', u'忍'), (0x2F89E, 'M', u'志'), (0x2F89F, 'M', u'忹'), (0x2F8A0, 'M', u'悁'), (0x2F8A1, 'M', u'㤺'), (0x2F8A2, 'M', u'㤜'), (0x2F8A3, 'M', u'悔'), (0x2F8A4, 'M', u'𢛔'), (0x2F8A5, 'M', u'惇'), (0x2F8A6, 'M', u'慈'), (0x2F8A7, 'M', u'慌'), (0x2F8A8, 'M', u'慎'), (0x2F8A9, 'M', u'慌'), (0x2F8AA, 'M', u'慺'), (0x2F8AB, 'M', u'憎'), (0x2F8AC, 'M', u'憲'), (0x2F8AD, 'M', u'憤'), (0x2F8AE, 'M', u'憯'), (0x2F8AF, 'M', u'懞'), (0x2F8B0, 'M', u'懲'), (0x2F8B1, 'M', u'懶'), (0x2F8B2, 'M', u'成'), (0x2F8B3, 'M', u'戛'), (0x2F8B4, 'M', u'扝'), (0x2F8B5, 'M', u'抱'), (0x2F8B6, 'M', u'拔'), (0x2F8B7, 'M', u'捐'), (0x2F8B8, 'M', u'𢬌'), (0x2F8B9, 'M', u'挽'), (0x2F8BA, 'M', u'拼'), (0x2F8BB, 'M', u'捨'), (0x2F8BC, 'M', u'掃'), (0x2F8BD, 'M', u'揤'), (0x2F8BE, 'M', u'𢯱'), (0x2F8BF, 'M', u'搢'), (0x2F8C0, 'M', u'揅'), (0x2F8C1, 'M', u'掩'), (0x2F8C2, 'M', u'㨮'), (0x2F8C3, 'M', u'摩'), (0x2F8C4, 'M', u'摾'), (0x2F8C5, 'M', u'撝'), (0x2F8C6, 'M', u'摷'), (0x2F8C7, 'M', u'㩬'), (0x2F8C8, 'M', u'敏'), (0x2F8C9, 'M', u'敬'), (0x2F8CA, 'M', u'𣀊'), (0x2F8CB, 'M', u'旣'), (0x2F8CC, 'M', u'書'), (0x2F8CD, 'M', u'晉'), (0x2F8CE, 'M', u'㬙'), (0x2F8CF, 'M', u'暑'), (0x2F8D0, 'M', u'㬈'), (0x2F8D1, 'M', u'㫤'), (0x2F8D2, 'M', u'冒'), (0x2F8D3, 'M', u'冕'), (0x2F8D4, 'M', u'最'), (0x2F8D5, 'M', u'暜'), (0x2F8D6, 'M', u'肭'), (0x2F8D7, 'M', u'䏙'), (0x2F8D8, 'M', u'朗'), (0x2F8D9, 'M', u'望'), (0x2F8DA, 'M', u'朡'), (0x2F8DB, 'M', u'杞'), (0x2F8DC, 'M', u'杓'), (0x2F8DD, 'M', u'𣏃'), (0x2F8DE, 'M', u'㭉'), (0x2F8DF, 'M', u'柺'), (0x2F8E0, 'M', u'枅'), (0x2F8E1, 'M', u'桒'), (0x2F8E2, 'M', u'梅'), (0x2F8E3, 'M', u'𣑭'), (0x2F8E4, 'M', u'梎'), (0x2F8E5, 'M', u'栟'), (0x2F8E6, 'M', u'椔'), (0x2F8E7, 'M', u'㮝'), (0x2F8E8, 'M', u'楂'), (0x2F8E9, 'M', u'榣'), (0x2F8EA, 'M', u'槪'), (0x2F8EB, 'M', u'檨'), (0x2F8EC, 'M', u'𣚣'), (0x2F8ED, 'M', u'櫛'), (0x2F8EE, 'M', u'㰘'), (0x2F8EF, 'M', u'次'), ] def _seg_75(): return [ (0x2F8F0, 'M', u'𣢧'), (0x2F8F1, 'M', u'歔'), (0x2F8F2, 'M', u'㱎'), (0x2F8F3, 'M', u'歲'), (0x2F8F4, 'M', u'殟'), (0x2F8F5, 'M', u'殺'), (0x2F8F6, 'M', u'殻'), (0x2F8F7, 'M', u'𣪍'), (0x2F8F8, 'M', u'𡴋'), (0x2F8F9, 'M', u'𣫺'), (0x2F8FA, 'M', u'汎'), (0x2F8FB, 'M', u'𣲼'), (0x2F8FC, 'M', u'沿'), (0x2F8FD, 'M', u'泍'), (0x2F8FE, 'M', u'汧'), (0x2F8FF, 'M', u'洖'), (0x2F900, 'M', u'派'), (0x2F901, 'M', u'海'), (0x2F902, 'M', u'流'), (0x2F903, 'M', u'浩'), (0x2F904, 'M', u'浸'), (0x2F905, 'M', u'涅'), (0x2F906, 'M', u'𣴞'), (0x2F907, 'M', u'洴'), (0x2F908, 'M', u'港'), (0x2F909, 'M', u'湮'), (0x2F90A, 'M', u'㴳'), (0x2F90B, 'M', u'滋'), (0x2F90C, 'M', u'滇'), (0x2F90D, 'M', u'𣻑'), (0x2F90E, 'M', u'淹'), (0x2F90F, 'M', u'潮'), (0x2F910, 'M', u'𣽞'), (0x2F911, 'M', u'𣾎'), (0x2F912, 'M', u'濆'), (0x2F913, 'M', u'瀹'), (0x2F914, 'M', u'瀞'), (0x2F915, 'M', u'瀛'), (0x2F916, 'M', u'㶖'), (0x2F917, 'M', u'灊'), (0x2F918, 'M', u'災'), (0x2F919, 'M', u'灷'), (0x2F91A, 'M', u'炭'), (0x2F91B, 'M', u'𠔥'), (0x2F91C, 'M', u'煅'), (0x2F91D, 'M', u'𤉣'), (0x2F91E, 'M', u'熜'), (0x2F91F, 'X'), (0x2F920, 'M', u'爨'), (0x2F921, 'M', u'爵'), (0x2F922, 'M', u'牐'), (0x2F923, 'M', u'𤘈'), (0x2F924, 'M', u'犀'), (0x2F925, 'M', u'犕'), (0x2F926, 'M', u'𤜵'), (0x2F927, 'M', u'𤠔'), (0x2F928, 'M', u'獺'), (0x2F929, 'M', u'王'), (0x2F92A, 'M', u'㺬'), (0x2F92B, 'M', u'玥'), (0x2F92C, 'M', u'㺸'), (0x2F92E, 'M', u'瑇'), (0x2F92F, 'M', u'瑜'), (0x2F930, 'M', u'瑱'), (0x2F931, 'M', u'璅'), (0x2F932, 'M', u'瓊'), (0x2F933, 'M', u'㼛'), (0x2F934, 'M', u'甤'), (0x2F935, 'M', u'𤰶'), (0x2F936, 'M', u'甾'), (0x2F937, 'M', u'𤲒'), (0x2F938, 'M', u'異'), (0x2F939, 'M', u'𢆟'), (0x2F93A, 'M', u'瘐'), (0x2F93B, 'M', u'𤾡'), (0x2F93C, 'M', u'𤾸'), (0x2F93D, 'M', u'𥁄'), (0x2F93E, 'M', u'㿼'), (0x2F93F, 'M', u'䀈'), (0x2F940, 'M', u'直'), (0x2F941, 'M', u'𥃳'), (0x2F942, 'M', u'𥃲'), (0x2F943, 'M', u'𥄙'), (0x2F944, 'M', u'𥄳'), (0x2F945, 'M', u'眞'), (0x2F946, 'M', u'真'), (0x2F948, 'M', u'睊'), (0x2F949, 'M', u'䀹'), (0x2F94A, 'M', u'瞋'), (0x2F94B, 'M', u'䁆'), (0x2F94C, 'M', u'䂖'), (0x2F94D, 'M', u'𥐝'), (0x2F94E, 'M', u'硎'), (0x2F94F, 'M', u'碌'), (0x2F950, 'M', u'磌'), (0x2F951, 'M', u'䃣'), (0x2F952, 'M', u'𥘦'), (0x2F953, 'M', u'祖'), (0x2F954, 'M', u'𥚚'), (0x2F955, 'M', u'𥛅'), ] def _seg_76(): return [ (0x2F956, 'M', u'福'), (0x2F957, 'M', u'秫'), (0x2F958, 'M', u'䄯'), (0x2F959, 'M', u'穀'), (0x2F95A, 'M', u'穊'), (0x2F95B, 'M', u'穏'), (0x2F95C, 'M', u'𥥼'), (0x2F95D, 'M', u'𥪧'), (0x2F95F, 'X'), (0x2F960, 'M', u'䈂'), (0x2F961, 'M', u'𥮫'), (0x2F962, 'M', u'篆'), (0x2F963, 'M', u'築'), (0x2F964, 'M', u'䈧'), (0x2F965, 'M', u'𥲀'), (0x2F966, 'M', u'糒'), (0x2F967, 'M', u'䊠'), (0x2F968, 'M', u'糨'), (0x2F969, 'M', u'糣'), (0x2F96A, 'M', u'紀'), (0x2F96B, 'M', u'𥾆'), (0x2F96C, 'M', u'絣'), (0x2F96D, 'M', u'䌁'), (0x2F96E, 'M', u'緇'), (0x2F96F, 'M', u'縂'), (0x2F970, 'M', u'繅'), (0x2F971, 'M', u'䌴'), (0x2F972, 'M', u'𦈨'), (0x2F973, 'M', u'𦉇'), (0x2F974, 'M', u'䍙'), (0x2F975, 'M', u'𦋙'), (0x2F976, 'M', u'罺'), (0x2F977, 'M', u'𦌾'), (0x2F978, 'M', u'羕'), (0x2F979, 'M', u'翺'), (0x2F97A, 'M', u'者'), (0x2F97B, 'M', u'𦓚'), (0x2F97C, 'M', u'𦔣'), (0x2F97D, 'M', u'聠'), (0x2F97E, 'M', u'𦖨'), (0x2F97F, 'M', u'聰'), (0x2F980, 'M', u'𣍟'), (0x2F981, 'M', u'䏕'), (0x2F982, 'M', u'育'), (0x2F983, 'M', u'脃'), (0x2F984, 'M', u'䐋'), (0x2F985, 'M', u'脾'), (0x2F986, 'M', u'媵'), (0x2F987, 'M', u'𦞧'), (0x2F988, 'M', u'𦞵'), (0x2F989, 'M', u'𣎓'), (0x2F98A, 'M', u'𣎜'), (0x2F98B, 'M', u'舁'), (0x2F98C, 'M', u'舄'), (0x2F98D, 'M', u'辞'), (0x2F98E, 'M', u'䑫'), (0x2F98F, 'M', u'芑'), (0x2F990, 'M', u'芋'), (0x2F991, 'M', u'芝'), (0x2F992, 'M', u'劳'), (0x2F993, 'M', u'花'), (0x2F994, 'M', u'芳'), (0x2F995, 'M', u'芽'), (0x2F996, 'M', u'苦'), (0x2F997, 'M', u'𦬼'), (0x2F998, 'M', u'若'), (0x2F999, 'M', u'茝'), (0x2F99A, 'M', u'荣'), (0x2F99B, 'M', u'莭'), (0x2F99C, 'M', u'茣'), (0x2F99D, 'M', u'莽'), (0x2F99E, 'M', u'菧'), (0x2F99F, 'M', u'著'), (0x2F9A0, 'M', u'荓'), (0x2F9A1, 'M', u'菊'), (0x2F9A2, 'M', u'菌'), (0x2F9A3, 'M', u'菜'), (0x2F9A4, 'M', u'𦰶'), (0x2F9A5, 'M', u'𦵫'), (0x2F9A6, 'M', u'𦳕'), (0x2F9A7, 'M', u'䔫'), (0x2F9A8, 'M', u'蓱'), (0x2F9A9, 'M', u'蓳'), (0x2F9AA, 'M', u'蔖'), (0x2F9AB, 'M', u'𧏊'), (0x2F9AC, 'M', u'蕤'), (0x2F9AD, 'M', u'𦼬'), (0x2F9AE, 'M', u'䕝'), (0x2F9AF, 'M', u'䕡'), (0x2F9B0, 'M', u'𦾱'), (0x2F9B1, 'M', u'𧃒'), (0x2F9B2, 'M', u'䕫'), (0x2F9B3, 'M', u'虐'), (0x2F9B4, 'M', u'虜'), (0x2F9B5, 'M', u'虧'), (0x2F9B6, 'M', u'虩'), (0x2F9B7, 'M', u'蚩'), (0x2F9B8, 'M', u'蚈'), (0x2F9B9, 'M', u'蜎'), (0x2F9BA, 'M', u'蛢'), ] def _seg_77(): return [ (0x2F9BB, 'M', u'蝹'), (0x2F9BC, 'M', u'蜨'), (0x2F9BD, 'M', u'蝫'), (0x2F9BE, 'M', u'螆'), (0x2F9BF, 'X'), (0x2F9C0, 'M', u'蟡'), (0x2F9C1, 'M', u'蠁'), (0x2F9C2, 'M', u'䗹'), (0x2F9C3, 'M', u'衠'), (0x2F9C4, 'M', u'衣'), (0x2F9C5, 'M', u'𧙧'), (0x2F9C6, 'M', u'裗'), (0x2F9C7, 'M', u'裞'), (0x2F9C8, 'M', u'䘵'), (0x2F9C9, 'M', u'裺'), (0x2F9CA, 'M', u'㒻'), (0x2F9CB, 'M', u'𧢮'), (0x2F9CC, 'M', u'𧥦'), (0x2F9CD, 'M', u'䚾'), (0x2F9CE, 'M', u'䛇'), (0x2F9CF, 'M', u'誠'), (0x2F9D0, 'M', u'諭'), (0x2F9D1, 'M', u'變'), (0x2F9D2, 'M', u'豕'), (0x2F9D3, 'M', u'𧲨'), (0x2F9D4, 'M', u'貫'), (0x2F9D5, 'M', u'賁'), (0x2F9D6, 'M', u'贛'), (0x2F9D7, 'M', u'起'), (0x2F9D8, 'M', u'𧼯'), (0x2F9D9, 'M', u'𠠄'), (0x2F9DA, 'M', u'跋'), (0x2F9DB, 'M', u'趼'), (0x2F9DC, 'M', u'跰'), (0x2F9DD, 'M', u'𠣞'), (0x2F9DE, 'M', u'軔'), (0x2F9DF, 'M', u'輸'), (0x2F9E0, 'M', u'𨗒'), (0x2F9E1, 'M', u'𨗭'), (0x2F9E2, 'M', u'邔'), (0x2F9E3, 'M', u'郱'), (0x2F9E4, 'M', u'鄑'), (0x2F9E5, 'M', u'𨜮'), (0x2F9E6, 'M', u'鄛'), (0x2F9E7, 'M', u'鈸'), (0x2F9E8, 'M', u'鋗'), (0x2F9E9, 'M', u'鋘'), (0x2F9EA, 'M', u'鉼'), (0x2F9EB, 'M', u'鏹'), (0x2F9EC, 'M', u'鐕'), (0x2F9ED, 'M', u'𨯺'), (0x2F9EE, 'M', u'開'), (0x2F9EF, 'M', u'䦕'), (0x2F9F0, 'M', u'閷'), (0x2F9F1, 'M', u'𨵷'), (0x2F9F2, 'M', u'䧦'), (0x2F9F3, 'M', u'雃'), (0x2F9F4, 'M', u'嶲'), (0x2F9F5, 'M', u'霣'), (0x2F9F6, 'M', u'𩅅'), (0x2F9F7, 'M', u'𩈚'), (0x2F9F8, 'M', u'䩮'), (0x2F9F9, 'M', u'䩶'), (0x2F9FA, 'M', u'韠'), (0x2F9FB, 'M', u'𩐊'), (0x2F9FC, 'M', u'䪲'), (0x2F9FD, 'M', u'𩒖'), (0x2F9FE, 'M', u'頋'), (0x2FA00, 'M', u'頩'), (0x2FA01, 'M', u'𩖶'), (0x2FA02, 'M', u'飢'), (0x2FA03, 'M', u'䬳'), (0x2FA04, 'M', u'餩'), (0x2FA05, 'M', u'馧'), (0x2FA06, 'M', u'駂'), (0x2FA07, 'M', u'駾'), (0x2FA08, 'M', u'䯎'), (0x2FA09, 'M', u'𩬰'), (0x2FA0A, 'M', u'鬒'), (0x2FA0B, 'M', u'鱀'), (0x2FA0C, 'M', u'鳽'), (0x2FA0D, 'M', u'䳎'), (0x2FA0E, 'M', u'䳭'), (0x2FA0F, 'M', u'鵧'), (0x2FA10, 'M', u'𪃎'), (0x2FA11, 'M', u'䳸'), (0x2FA12, 'M', u'𪄅'), (0x2FA13, 'M', u'𪈎'), (0x2FA14, 'M', u'𪊑'), (0x2FA15, 'M', u'麻'), (0x2FA16, 'M', u'䵖'), (0x2FA17, 'M', u'黹'), (0x2FA18, 'M', u'黾'), (0x2FA19, 'M', u'鼅'), (0x2FA1A, 'M', u'鼏'), (0x2FA1B, 'M', u'鼖'), (0x2FA1C, 'M', u'鼻'), (0x2FA1D, 'M', u'𪘀'), (0x2FA1E, 'X'), (0xE0100, 'I'), ] def _seg_78(): return [ (0xE01F0, 'X'), ] uts46data = tuple( _seg_0() + _seg_1() + _seg_2() + _seg_3() + _seg_4() + _seg_5() + _seg_6() + _seg_7() + _seg_8() + _seg_9() + _seg_10() + _seg_11() + _seg_12() + _seg_13() + _seg_14() + _seg_15() + _seg_16() + _seg_17() + _seg_18() + _seg_19() + _seg_20() + _seg_21() + _seg_22() + _seg_23() + _seg_24() + _seg_25() + _seg_26() + _seg_27() + _seg_28() + _seg_29() + _seg_30() + _seg_31() + _seg_32() + _seg_33() + _seg_34() + _seg_35() + _seg_36() + _seg_37() + _seg_38() + _seg_39() + _seg_40() + _seg_41() + _seg_42() + _seg_43() + _seg_44() + _seg_45() + _seg_46() + _seg_47() + _seg_48() + _seg_49() + _seg_50() + _seg_51() + _seg_52() + _seg_53() + _seg_54() + _seg_55() + _seg_56() + _seg_57() + _seg_58() + _seg_59() + _seg_60() + _seg_61() + _seg_62() + _seg_63() + _seg_64() + _seg_65() + _seg_66() + _seg_67() + _seg_68() + _seg_69() + _seg_70() + _seg_71() + _seg_72() + _seg_73() + _seg_74() + _seg_75() + _seg_76() + _seg_77() + _seg_78() ) PK A\ G\: : pip/_vendor/idna/__init__.pynu [ from .package_data import __version__ from .core import * PK A\V- - pip/_vendor/idna/core.pynu [ from . import idnadata import bisect import unicodedata import re import sys from .intranges import intranges_contain _virama_combining_class = 9 _alabel_prefix = b'xn--' _unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]') if sys.version_info[0] == 3: unicode = str unichr = chr class IDNAError(UnicodeError): """ Base exception for all IDNA-encoding related problems """ pass class IDNABidiError(IDNAError): """ Exception when bidirectional requirements are not satisfied """ pass class InvalidCodepoint(IDNAError): """ Exception when a disallowed or unallocated codepoint is used """ pass class InvalidCodepointContext(IDNAError): """ Exception when the codepoint is not valid in the context it is used """ pass def _combining_class(cp): v = unicodedata.combining(unichr(cp)) if v == 0: if not unicodedata.name(unichr(cp)): raise ValueError("Unknown character in unicodedata") return v def _is_script(cp, script): return intranges_contain(ord(cp), idnadata.scripts[script]) def _punycode(s): return s.encode('punycode') def _unot(s): return 'U+{0:04X}'.format(s) def valid_label_length(label): if len(label) > 63: return False return True def valid_string_length(label, trailing_dot): if len(label) > (254 if trailing_dot else 253): return False return True def check_bidi(label, check_ltr=False): # Bidi rules should only be applied if string contains RTL characters bidi_label = False for (idx, cp) in enumerate(label, 1): direction = unicodedata.bidirectional(cp) if direction == '': # String likely comes from a newer version of Unicode raise IDNABidiError('Unknown directionality in label {0} at position {1}'.format(repr(label), idx)) if direction in ['R', 'AL', 'AN']: bidi_label = True if not bidi_label and not check_ltr: return True # Bidi rule 1 direction = unicodedata.bidirectional(label[0]) if direction in ['R', 'AL']: rtl = True elif direction == 'L': rtl = False else: raise IDNABidiError('First codepoint in label {0} must be directionality L, R or AL'.format(repr(label))) valid_ending = False number_type = False for (idx, cp) in enumerate(label, 1): direction = unicodedata.bidirectional(cp) if rtl: # Bidi rule 2 if not direction in ['R', 'AL', 'AN', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']: raise IDNABidiError('Invalid direction for codepoint at position {0} in a right-to-left label'.format(idx)) # Bidi rule 3 if direction in ['R', 'AL', 'EN', 'AN']: valid_ending = True elif direction != 'NSM': valid_ending = False # Bidi rule 4 if direction in ['AN', 'EN']: if not number_type: number_type = direction else: if number_type != direction: raise IDNABidiError('Can not mix numeral types in a right-to-left label') else: # Bidi rule 5 if not direction in ['L', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']: raise IDNABidiError('Invalid direction for codepoint at position {0} in a left-to-right label'.format(idx)) # Bidi rule 6 if direction in ['L', 'EN']: valid_ending = True elif direction != 'NSM': valid_ending = False if not valid_ending: raise IDNABidiError('Label ends with illegal codepoint directionality') return True def check_initial_combiner(label): if unicodedata.category(label[0])[0] == 'M': raise IDNAError('Label begins with an illegal combining character') return True def check_hyphen_ok(label): if label[2:4] == '--': raise IDNAError('Label has disallowed hyphens in 3rd and 4th position') if label[0] == '-' or label[-1] == '-': raise IDNAError('Label must not start or end with a hyphen') return True def check_nfc(label): if unicodedata.normalize('NFC', label) != label: raise IDNAError('Label must be in Normalization Form C') def valid_contextj(label, pos): cp_value = ord(label[pos]) if cp_value == 0x200c: if pos > 0: if _combining_class(ord(label[pos - 1])) == _virama_combining_class: return True ok = False for i in range(pos-1, -1, -1): joining_type = idnadata.joining_types.get(ord(label[i])) if joining_type == ord('T'): continue if joining_type in [ord('L'), ord('D')]: ok = True break if not ok: return False ok = False for i in range(pos+1, len(label)): joining_type = idnadata.joining_types.get(ord(label[i])) if joining_type == ord('T'): continue if joining_type in [ord('R'), ord('D')]: ok = True break return ok if cp_value == 0x200d: if pos > 0: if _combining_class(ord(label[pos - 1])) == _virama_combining_class: return True return False else: return False def valid_contexto(label, pos, exception=False): cp_value = ord(label[pos]) if cp_value == 0x00b7: if 0 < pos < len(label)-1: if ord(label[pos - 1]) == 0x006c and ord(label[pos + 1]) == 0x006c: return True return False elif cp_value == 0x0375: if pos < len(label)-1 and len(label) > 1: return _is_script(label[pos + 1], 'Greek') return False elif cp_value == 0x05f3 or cp_value == 0x05f4: if pos > 0: return _is_script(label[pos - 1], 'Hebrew') return False elif cp_value == 0x30fb: for cp in label: if cp == u'\u30fb': continue if _is_script(cp, 'Hiragana') or _is_script(cp, 'Katakana') or _is_script(cp, 'Han'): return True return False elif 0x660 <= cp_value <= 0x669: for cp in label: if 0x6f0 <= ord(cp) <= 0x06f9: return False return True elif 0x6f0 <= cp_value <= 0x6f9: for cp in label: if 0x660 <= ord(cp) <= 0x0669: return False return True def check_label(label): if isinstance(label, (bytes, bytearray)): label = label.decode('utf-8') if len(label) == 0: raise IDNAError('Empty Label') check_nfc(label) check_hyphen_ok(label) check_initial_combiner(label) for (pos, cp) in enumerate(label): cp_value = ord(cp) if intranges_contain(cp_value, idnadata.codepoint_classes['PVALID']): continue elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTJ']): try: if not valid_contextj(label, pos): raise InvalidCodepointContext('Joiner {0} not allowed at position {1} in {2}'.format( _unot(cp_value), pos+1, repr(label))) except ValueError: raise IDNAError('Unknown codepoint adjacent to joiner {0} at position {1} in {2}'.format( _unot(cp_value), pos+1, repr(label))) elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTO']): if not valid_contexto(label, pos): raise InvalidCodepointContext('Codepoint {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label))) else: raise InvalidCodepoint('Codepoint {0} at position {1} of {2} not allowed'.format(_unot(cp_value), pos+1, repr(label))) check_bidi(label) def alabel(label): try: label = label.encode('ascii') ulabel(label) if not valid_label_length(label): raise IDNAError('Label too long') return label except UnicodeEncodeError: pass if not label: raise IDNAError('No Input') label = unicode(label) check_label(label) label = _punycode(label) label = _alabel_prefix + label if not valid_label_length(label): raise IDNAError('Label too long') return label def ulabel(label): if not isinstance(label, (bytes, bytearray)): try: label = label.encode('ascii') except UnicodeEncodeError: check_label(label) return label label = label.lower() if label.startswith(_alabel_prefix): label = label[len(_alabel_prefix):] else: check_label(label) return label.decode('ascii') label = label.decode('punycode') check_label(label) return label def uts46_remap(domain, std3_rules=True, transitional=False): """Re-map the characters in the string according to UTS46 processing.""" from .uts46data import uts46data output = u"" try: for pos, char in enumerate(domain): code_point = ord(char) uts46row = uts46data[code_point if code_point < 256 else bisect.bisect_left(uts46data, (code_point, "Z")) - 1] status = uts46row[1] replacement = uts46row[2] if len(uts46row) == 3 else None if (status == "V" or (status == "D" and not transitional) or (status == "3" and not std3_rules and replacement is None)): output += char elif replacement is not None and (status == "M" or (status == "3" and not std3_rules) or (status == "D" and transitional)): output += replacement elif status != "I": raise IndexError() return unicodedata.normalize("NFC", output) except IndexError: raise InvalidCodepoint( "Codepoint {0} not allowed at position {1} in {2}".format( _unot(code_point), pos + 1, repr(domain))) def encode(s, strict=False, uts46=False, std3_rules=False, transitional=False): if isinstance(s, (bytes, bytearray)): s = s.decode("ascii") if uts46: s = uts46_remap(s, std3_rules, transitional) trailing_dot = False result = [] if strict: labels = s.split('.') else: labels = _unicode_dots_re.split(s) if not labels or labels == ['']: raise IDNAError('Empty domain') if labels[-1] == '': del labels[-1] trailing_dot = True for label in labels: s = alabel(label) if s: result.append(s) else: raise IDNAError('Empty label') if trailing_dot: result.append(b'') s = b'.'.join(result) if not valid_string_length(s, trailing_dot): raise IDNAError('Domain too long') return s def decode(s, strict=False, uts46=False, std3_rules=False): if isinstance(s, (bytes, bytearray)): s = s.decode("ascii") if uts46: s = uts46_remap(s, std3_rules, False) trailing_dot = False result = [] if not strict: labels = _unicode_dots_re.split(s) else: labels = s.split(u'.') if not labels or labels == ['']: raise IDNAError('Empty domain') if not labels[-1]: del labels[-1] trailing_dot = True for label in labels: s = ulabel(label) if s: result.append(s) else: raise IDNAError('Empty label') if trailing_dot: result.append(u'') return u'.'.join(result) PK A\|p pip/_vendor/idna/compat.pynu [ from .core import * from .codec import * def ToASCII(label): return encode(label) def ToUnicode(label): return decode(label) def nameprep(s): raise NotImplementedError("IDNA 2008 does not utilise nameprep protocol") PK A\H pip/_vendor/idna/codec.pynu [ from .core import encode, decode, alabel, ulabel, IDNAError import codecs import re _unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]') class Codec(codecs.Codec): def encode(self, data, errors='strict'): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return "", 0 return encode(data), len(data) def decode(self, data, errors='strict'): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return u"", 0 return decode(data), len(data) class IncrementalEncoder(codecs.BufferedIncrementalEncoder): def _buffer_encode(self, data, errors, final): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return ("", 0) labels = _unicode_dots_re.split(data) trailing_dot = u'' if labels: if not labels[-1]: trailing_dot = '.' del labels[-1] elif not final: # Keep potentially unfinished label until the next call del labels[-1] if labels: trailing_dot = '.' result = [] size = 0 for label in labels: result.append(alabel(label)) if size: size += 1 size += len(label) # Join with U+002E result = ".".join(result) + trailing_dot size += len(trailing_dot) return (result, size) class IncrementalDecoder(codecs.BufferedIncrementalDecoder): def _buffer_decode(self, data, errors, final): if errors != 'strict': raise IDNAError("Unsupported error handling \"{0}\"".format(errors)) if not data: return (u"", 0) # IDNA allows decoding to operate on Unicode strings, too. if isinstance(data, unicode): labels = _unicode_dots_re.split(data) else: # Must be ASCII string data = str(data) unicode(data, "ascii") labels = data.split(".") trailing_dot = u'' if labels: if not labels[-1]: trailing_dot = u'.' del labels[-1] elif not final: # Keep potentially unfinished label until the next call del labels[-1] if labels: trailing_dot = u'.' result = [] size = 0 for label in labels: result.append(ulabel(label)) if size: size += 1 size += len(label) result = u".".join(result) + trailing_dot size += len(trailing_dot) return (result, size) class StreamWriter(Codec, codecs.StreamWriter): pass class StreamReader(Codec, codecs.StreamReader): pass def getregentry(): return codecs.CodecInfo( name='idna', encode=Codec().encode, decode=Codec().decode, incrementalencoder=IncrementalEncoder, incrementaldecoder=IncrementalDecoder, streamwriter=StreamWriter, streamreader=StreamReader, ) PK A\(B pip/_vendor/idna/package_data.pynu [ __version__ = '2.8' PK A\c pip/_vendor/idna/intranges.pynu [ """ Given a list of integers, made up of (hopefully) a small number of long runs of consecutive integers, compute a representation of the form ((start1, end1), (start2, end2) ...). Then answer the question "was x present in the original list?" in time O(log(# runs)). """ import bisect def intranges_from_list(list_): """Represent a list of integers as a sequence of ranges: ((start_0, end_0), (start_1, end_1), ...), such that the original integers are exactly those x such that start_i <= x < end_i for some i. Ranges are encoded as single integers (start << 32 | end), not as tuples. """ sorted_list = sorted(list_) ranges = [] last_write = -1 for i in range(len(sorted_list)): if i+1 < len(sorted_list): if sorted_list[i] == sorted_list[i+1]-1: continue current_range = sorted_list[last_write+1:i+1] ranges.append(_encode_range(current_range[0], current_range[-1] + 1)) last_write = i return tuple(ranges) def _encode_range(start, end): return (start << 32) | end def _decode_range(r): return (r >> 32), (r & ((1 << 32) - 1)) def intranges_contain(int_, ranges): """Determine if `int_` falls into one of the ranges in `ranges`.""" tuple_ = _encode_range(int_, 0) pos = bisect.bisect_left(ranges, tuple_) # we could be immediately ahead of a tuple (start, end) # with start < int_ <= end if pos > 0: left, right = _decode_range(ranges[pos-1]) if left <= int_ < right: return True # or we could be immediately behind a tuple (int_, end) if pos < len(ranges): left, _ = _decode_range(ranges[pos]) if left == int_: return True return False PK A\0;Ϝ pip/_internal/cache.pynu [ """Cache Management """ # The following comment should be removed at some point in the future. # mypy: strict-optional=False import errno import hashlib import logging import os from pip._vendor.packaging.utils import canonicalize_name from pip._internal.models.link import Link from pip._internal.utils.compat import expanduser from pip._internal.utils.temp_dir import TempDirectory from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.urls import path_to_url from pip._internal.wheel import InvalidWheelFilename, Wheel if MYPY_CHECK_RUNNING: from typing import Optional, Set, List, Any from pip._internal.index import FormatControl from pip._internal.pep425tags import Pep425Tag logger = logging.getLogger(__name__) class Cache(object): """An abstract class - provides cache directories for data from links :param cache_dir: The root of the cache. :param format_control: An object of FormatControl class to limit binaries being read from the cache. :param allowed_formats: which formats of files the cache should store. ('binary' and 'source' are the only allowed values) """ def __init__(self, cache_dir, format_control, allowed_formats): # type: (str, FormatControl, Set[str]) -> None super(Cache, self).__init__() self.cache_dir = expanduser(cache_dir) if cache_dir else None self.format_control = format_control self.allowed_formats = allowed_formats _valid_formats = {"source", "binary"} assert self.allowed_formats.union(_valid_formats) == _valid_formats def _get_cache_path_parts(self, link): # type: (Link) -> List[str] """Get parts of part that must be os.path.joined with cache_dir """ # We want to generate an url to use as our cache key, we don't want to # just re-use the URL because it might have other items in the fragment # and we don't care about those. key_parts = [link.url_without_fragment] if link.hash_name is not None and link.hash is not None: key_parts.append("=".join([link.hash_name, link.hash])) key_url = "#".join(key_parts) # Encode our key url with sha224, we'll use this because it has similar # security properties to sha256, but with a shorter total output (and # thus less secure). However the differences don't make a lot of # difference for our use case here. hashed = hashlib.sha224(key_url.encode()).hexdigest() # We want to nest the directories some to prevent having a ton of top # level directories where we might run out of sub directories on some # FS. parts = [hashed[:2], hashed[2:4], hashed[4:6], hashed[6:]] return parts def _get_candidates(self, link, package_name): # type: (Link, Optional[str]) -> List[Any] can_not_cache = ( not self.cache_dir or not package_name or not link ) if can_not_cache: return [] canonical_name = canonicalize_name(package_name) formats = self.format_control.get_allowed_formats( canonical_name ) if not self.allowed_formats.intersection(formats): return [] root = self.get_path_for_link(link) try: return os.listdir(root) except OSError as err: if err.errno in {errno.ENOENT, errno.ENOTDIR}: return [] raise def get_path_for_link(self, link): # type: (Link) -> str """Return a directory to store cached items in for link. """ raise NotImplementedError() def get( self, link, # type: Link package_name, # type: Optional[str] supported_tags, # type: List[Pep425Tag] ): # type: (...) -> Link """Returns a link to a cached item if it exists, otherwise returns the passed link. """ raise NotImplementedError() def _link_for_candidate(self, link, candidate): # type: (Link, str) -> Link root = self.get_path_for_link(link) path = os.path.join(root, candidate) return Link(path_to_url(path)) def cleanup(self): # type: () -> None pass class SimpleWheelCache(Cache): """A cache of wheels for future installs. """ def __init__(self, cache_dir, format_control): # type: (str, FormatControl) -> None super(SimpleWheelCache, self).__init__( cache_dir, format_control, {"binary"} ) def get_path_for_link(self, link): # type: (Link) -> str """Return a directory to store cached wheels for link Because there are M wheels for any one sdist, we provide a directory to cache them in, and then consult that directory when looking up cache hits. We only insert things into the cache if they have plausible version numbers, so that we don't contaminate the cache with things that were not unique. E.g. ./package might have dozens of installs done for it and build a version of 0.0...and if we built and cached a wheel, we'd end up using the same wheel even if the source has been edited. :param link: The link of the sdist for which this will cache wheels. """ parts = self._get_cache_path_parts(link) # Store wheels within the root cache_dir return os.path.join(self.cache_dir, "wheels", *parts) def get( self, link, # type: Link package_name, # type: Optional[str] supported_tags, # type: List[Pep425Tag] ): # type: (...) -> Link candidates = [] for wheel_name in self._get_candidates(link, package_name): try: wheel = Wheel(wheel_name) except InvalidWheelFilename: continue if not wheel.supported(supported_tags): # Built for a different python/arch/etc continue candidates.append( (wheel.support_index_min(supported_tags), wheel_name) ) if not candidates: return link return self._link_for_candidate(link, min(candidates)[1]) class EphemWheelCache(SimpleWheelCache): """A SimpleWheelCache that creates it's own temporary cache directory """ def __init__(self, format_control): # type: (FormatControl) -> None self._temp_dir = TempDirectory(kind="ephem-wheel-cache") super(EphemWheelCache, self).__init__( self._temp_dir.path, format_control ) def cleanup(self): # type: () -> None self._temp_dir.cleanup() class WheelCache(Cache): """Wraps EphemWheelCache and SimpleWheelCache into a single Cache This Cache allows for gracefully degradation, using the ephem wheel cache when a certain link is not found in the simple wheel cache first. """ def __init__(self, cache_dir, format_control): # type: (str, FormatControl) -> None super(WheelCache, self).__init__( cache_dir, format_control, {'binary'} ) self._wheel_cache = SimpleWheelCache(cache_dir, format_control) self._ephem_cache = EphemWheelCache(format_control) def get_path_for_link(self, link): # type: (Link) -> str return self._wheel_cache.get_path_for_link(link) def get_ephem_path_for_link(self, link): # type: (Link) -> str return self._ephem_cache.get_path_for_link(link) def get( self, link, # type: Link package_name, # type: Optional[str] supported_tags, # type: List[Pep425Tag] ): # type: (...) -> Link retval = self._wheel_cache.get( link=link, package_name=package_name, supported_tags=supported_tags, ) if retval is not link: return retval return self._ephem_cache.get( link=link, package_name=package_name, supported_tags=supported_tags, ) def cleanup(self): # type: () -> None self._wheel_cache.cleanup() self._ephem_cache.cleanup() PK A\Mwz z 5 pip/_internal/models/__pycache__/index.cpython-38.pycnu [ U .e$ @ s8 d dl mZ G dd deZedddZedddZd S ) )parsec s( e Zd ZdZ fddZdd Z ZS ) PackageIndexzGRepresents a Package Index and provides easier access to endpoints c sD t t| || _t|j| _| d| _| d| _ || _ d S )NZsimpleZpypi) superr __init__url urllib_parseZurlsplitZnetloc _url_for_pathZ simple_urlZpypi_urlfile_storage_domain)selfr r __class__ >/usr/lib/python3.8/site-packages/pip/_internal/models/index.pyr s zPackageIndex.__init__c C s t | j|S )N)r Zurljoinr )r pathr r r r s zPackageIndex._url_for_path)__name__ __module__ __qualname____doc__r r __classcell__r r r r r s r zhttps://pypi.org/zfiles.pythonhosted.org)r zhttps://test.pypi.org/ztest-files.pythonhosted.orgN)Z pip._vendor.six.moves.urllibr r objectr ZPyPIZTestPyPIr r r r <module> s PK A\Bh< < ? pip/_internal/models/__pycache__/selection_prefs.cpython-38.pycnu [ U .et @ s< d dl mZ er(d dlmZ d dlmZ G dd deZdS ) )MYPY_CHECK_RUNNING)Optional) FormatControlc @ s e Zd ZdZdddZdS )SelectionPreferenceszd Encapsulates the candidate selection preferences for downloading and installing files. FNc C s. |dkr d}|| _ || _|| _|| _|| _dS )aw Create a SelectionPreferences object. :param allow_yanked: Whether files marked as yanked (in the sense of PEP 592) are permitted to be candidates for install. :param format_control: A FormatControl object or None. Used to control the selection of source packages / binary packages when consulting the index and links. :param prefer_binary: Whether to prefer an old, but valid, binary dist over a new source dist. :param ignore_requires_python: Whether to ignore incompatible "Requires-Python" values in links. Defaults to False. NF) allow_yankedallow_all_prereleasesformat_control prefer_binaryignore_requires_python)selfr r r r r r H/usr/lib/python3.8/site-packages/pip/_internal/models/selection_prefs.py__init__ s z SelectionPreferences.__init__)FNFN)__name__ __module__ __qualname____doc__r r r r r r s r N)Zpip._internal.utils.typingr typingr Z#pip._internal.models.format_controlr objectr r r r r <module> s PK A\| p p D pip/_internal/models/__pycache__/format_control.cpython-38.opt-1.pycnu [ U .e @ sP d dl mZ d dlmZ d dlmZ er<d dlmZmZm Z G dd de Z dS ) )canonicalize_name) CommandError)MYPY_CHECK_RUNNING)OptionalSet FrozenSetc @ sN e Zd ZdZdddZdd Zdd Zd d Zed d Z d d Z dd Z dS ) FormatControlzGHelper for managing formats from which a package can be installed. Nc C s, |d krt }|d kr t }|| _|| _d S N)set no_binary only_binary)selfr r r G/usr/lib/python3.8/site-packages/pip/_internal/models/format_control.py__init__ s zFormatControl.__init__c C s | j |j kS r )__dict__r otherr r r __eq__ s zFormatControl.__eq__c C s | | S r )r r r r r __ne__ s zFormatControl.__ne__c C s d | jj| j| jS )Nz {}({}, {}))format __class____name__r r r r r r __repr__" s zFormatControl.__repr__c C s | drtd| d}d|kr`| | |d |d |dd = d|kr d S q |D ]2}|dkrz| qdt|}|| || qdd S )N-z7--no-binary / --only-binary option requires 1 argument.,:all: z:none:) startswithr splitclearaddindexr discard)valuetargetr newnamer r r handle_mutual_excludes) s& z$FormatControl.handle_mutual_excludesc C sf ddh}|| j kr |d n@|| jkr4|d n*d| j krJ|d nd| jkr^|d t|S )NZbinarysourcer )r r$ r frozenset)r Zcanonical_nameresultr r r get_allowed_formatsA s z!FormatControl.get_allowed_formatsc C s | d| j| j d S )Nr )r) r r r r r r disallow_binariesN s z FormatControl.disallow_binaries)NN) r __module__ __qualname____doc__r r r r staticmethodr) r- r. r r r r r s r N) Zpip._vendor.packaging.utilsr Zpip._internal.exceptionsr Zpip._internal.utils.typingr typingr r r objectr r r r r <module> s PK A\ௐ 8 pip/_internal/models/__pycache__/__init__.cpython-38.pycnu [ U .e? @ s d Z dS )z8A package that contains models that represent entities. N)__doc__ r r A/usr/lib/python3.8/site-packages/pip/_internal/models/__init__.py<module> PK A\@< B pip/_internal/models/__pycache__/search_scope.cpython-38.opt-1.pycnu [ U .e @ s d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dl mZmZ d dlmZ er|d dlmZ eeZG d d d eZdS ) N)canonicalize_name)parse)PyPI)HAS_TLS)normalize_pathredact_auth_from_url)MYPY_CHECK_RUNNING)Listc @ s4 e Zd ZdZedd Zdd Zdd Zdd Zd S ) SearchScopezF Encapsulates the locations that pip is configured to search. c C s~ g }|D ]0}| dr.t|}tj|r.|}|| qtsrt||D ]&}t |}|j dkrJt d qrqJ| ||dS )zQ Create a SearchScope object after normalizing the `find_links`. ~Zhttpszipip is configured with locations that require TLS/SSL, however the ssl module in Python is not available. find_links index_urls) startswithr ospathexistsappendr itertoolschain urllib_parseZurlparseZschemeloggerZwarning)clsr r Zbuilt_find_linkslinkZnew_linkZparsed r E/usr/lib/python3.8/site-packages/pip/_internal/models/search_scope.pycreate s& zSearchScope.createc C s || _ || _d S Nr )selfr r r r r __init__G s zSearchScope.__init__c C sl g }| j r:| j tjgkr:|dddd | j D | jrb|dddd | jD d|S )NzLooking in indexes: {}z, c s s | ]}t |V qd S r r .0urlr r r <genexpr>U s z6SearchScope.get_formatted_locations.<locals>.<genexpr>zLooking in links: {}c s s | ]}t |V qd S r r r! r r r r$ Z s )r r Z simple_urlr formatjoinr )r linesr r r get_formatted_locationsP s z#SearchScope.get_formatted_locationsc s fdd fdd| j D S )zReturns the locations found via self.index_urls Checks the url_name on the main (first in the list) index and use this url_name to produce all locations c s, t | tt }|ds(|d }|S )N/) posixpathr' r Zquoter endswith)r# Zloc) project_namer r mkurl_pypi_urlg s z<SearchScope.get_index_urls_locations.<locals>.mkurl_pypi_urlc s g | ] } |qS r r r! )r. r r <listcomp>t s z8SearchScope.get_index_urls_locations.<locals>.<listcomp>)r )r r- r )r. r- r get_index_urls_locations_ s z$SearchScope.get_index_urls_locationsN) __name__ __module__ __qualname____doc__ classmethodr r r) r0 r r r r r s ( r )r Zloggingr r+ Zpip._vendor.packaging.utilsr Z pip._vendor.six.moves.urllibr r Zpip._internal.models.indexr Zpip._internal.utils.compatr Zpip._internal.utils.miscr r Zpip._internal.utils.typingr typingr Z getLoggerr1 r objectr r r r r <module> s PK A\} ? pip/_internal/models/__pycache__/candidate.cpython-38.opt-1.pycnu [ U .e @ s` d dl mZ d dlmZ d dlmZ erLd dl mZ d dlm Z d dl m Z G dd deZ d S ) )parse)KeyBasedCompareMixin)MYPY_CHECK_RUNNING) _BaseVersion)Link)Anyc s0 e Zd ZdZ fddZdd Zdd Z ZS )InstallationCandidatez9Represents a potential "candidate" for installation. c s: || _ t|| _|| _tt| j| j | j| jftd d S )N)keyZdefining_class)project parse_versionversionlinksuperr __init__)selfr r r __class__ B/usr/lib/python3.8/site-packages/pip/_internal/models/candidate.pyr s z InstallationCandidate.__init__c C s d | j| j| jS )Nz)<InstallationCandidate({!r}, {!r}, {!r})>formatr r r r r r r __repr__ s z InstallationCandidate.__repr__c C s d | j| j| jS )Nz!{!r} candidate (version {} at {})r r r r r __str__$ s z InstallationCandidate.__str__)__name__ __module__ __qualname____doc__r r r __classcell__r r r r r s r N) Z pip._vendor.packaging.versionr r Zpip._internal.utils.modelsr Zpip._internal.utils.typingr r Zpip._internal.models.linkr typingr r r r r r <module> s PK A\k- 4 pip/_internal/models/__pycache__/link.cpython-38.pycnu [ U .e @ s d dl Z d dlZd dlZd dlmZ d dlmZ d dlm Z m Z m Z d dl m Z d dlmZ d dlmZmZ erd dlmZmZmZmZ d d lmZ d d lmZ G d d d e Z dS ) N)parse)WHEEL_EXTENSION)redact_auth_from_urlsplit_auth_from_netlocsplitext)KeyBasedCompareMixin)MYPY_CHECK_RUNNING) path_to_url url_to_path)OptionalTextTupleUnion)HTMLPage)Hashesc s@ e Zd ZdZd6 fdd Zdd Zdd Zed d Zed d Z ed d Z edd Z edd Z edd Z dd Zedd Zedd ZedZed d Zed Zed d Zed!Zed"d# Zed$d% Zed&d' Zed(d) Zd*d+ Z ed,d- Z ed.d/ Z ed0d1 Z ed2d3 Z d4d5 Z! Z"S )7Linkz?Represents a parsed link from a Package Index's simple URL Nc sV | drt|}t|| _|| _|| _|r2|nd| _|| _t t | j |t d dS )a` :param url: url of the resource pointed to (href of the link) :param comes_from: instance of HTMLPage where the link was found, or string. :param requires_python: String containing the `Requires-Python` metadata field, specified in PEP 345. This may be specified by a data-requires-python attribute in the HTML link tag, as described in PEP 503. :param yanked_reason: the reason the file has been yanked, if the file has been yanked, or None if the file hasn't been yanked. This is the value of the "data-yanked" attribute, if present, in a simple repository HTML link. If the file has been yanked but no reason was provided, this should be the empty string. See PEP 592 for more information and the specification. z\\N)keyZdefining_class) startswithr urllib_parseZurlsplit _parsed_url_url comes_fromrequires_python yanked_reasonsuperr __init__)selfurlr r r __class__ =/usr/lib/python3.8/site-packages/pip/_internal/models/link.pyr s z Link.__init__c C sD | j rd| j }nd}| jr2dt| j| j|f S tt| jS d S )Nz (requires-python:%s) z%s (from %s)%s)r r r r str)r Zrpr r r! __str__E s z Link.__str__c C s d| S )Nz <Link %s>r r r r r! __repr__P s z Link.__repr__c C s | j S N)r r% r r r! r S s zLink.urlc C sL | j d}t|}|s,t| j\}}|S t|}|sHtd| j |S )N/zURL %r produced no filename) pathrstrip posixpathbasenamer netlocr unquoteAssertionErrorr )r r) namer- Z user_passr r r! filenameX s z Link.filenamec C s t | jS r' )r r r% r r r! file_pathg s zLink.file_pathc C s | j jS r' )r schemer% r r r! r3 l s z Link.schemec C s | j jS )z4 This can contain auth information. )r r- r% r r r! r- q s z Link.netlocc C s t | jjS r' )r r. r r) r% r r r! r) y s z Link.pathc C s t t| jdS )Nr( )r r+ r, r) r* r% r r r! r ~ s z Link.splitextc C s | d S N )r r% r r r! ext s zLink.extc C s$ | j \}}}}}t||||d fS r' )r r Z urlunsplit)r r3 r- r) ZqueryZfragmentr r r! url_without_fragment s zLink.url_without_fragmentz[#&]egg=([^&]*)c C s | j | j}|sd S |dS r4 )_egg_fragment_researchr groupr matchr r r! egg_fragment s zLink.egg_fragmentz[#&]subdirectory=([^&]*)c C s | j | j}|sd S |dS r4 )_subdirectory_fragment_rer9 r r: r; r r r! subdirectory_fragment s zLink.subdirectory_fragmentz2(sha1|sha224|sha384|sha256|sha512|md5)=([a-f0-9]+)c C s | j | j}|r |dS d S )N _hash_rer9 r r: r; r r r! hash s z Link.hashc C s | j | j}|r |dS d S r4 rA r; r r r! hash_name s zLink.hash_namec C s$ t | jddd ddd S )N#r5 r ?)r+ r, r splitr% r r r! show_url s z Link.show_urlc C s | j dkS )Nfile)r3 r% r r r! is_file s z Link.is_filec C s | j otj| jS r' )rJ osr) isdirr2 r% r r r! is_existing_dir s zLink.is_existing_dirc C s | j tkS r' )r6 r r% r r r! is_wheel s z Link.is_wheelc C s ddl m} | j|jkS )Nr )vcs)Zpip._internal.vcsrO r3 Z all_schemes)r rO r r r! is_vcs s z Link.is_vcsc C s | j d k S r' )r r% r r r! is_yanked s zLink.is_yankedc C s | j d k S r' )rD r% r r r! has_hash s z Link.has_hashc C s@ |dks| j sdS | jdk s t| jdk s.t|j| j| jdS )zG Return True if the link has a hash and it is allowed. NF)Z hex_digest)rR rD r/ rC is_hash_allowed)r Zhashesr r r! rS s zLink.is_hash_allowed)NNN)#__name__ __module__ __qualname____doc__r r$ r& propertyr r1 r2 r3 r- r) r r6 r7 recompiler8 r= r> r? rB rC rD rH rJ rM rN rP rQ rR rS __classcell__r r r r! r sf ' r ) rK r+ rY Z pip._vendor.six.moves.urllibr r Z pip._internal.utils.filetypesr Zpip._internal.utils.miscr r r Zpip._internal.utils.modelsr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr r typingr r r r Zpip._internal.collectorr Zpip._internal.utils.hashesr r r r r r! <module> s PK A\| p p > pip/_internal/models/__pycache__/format_control.cpython-38.pycnu [ U .e @ sP d dl mZ d dlmZ d dlmZ er<d dlmZmZm Z G dd de Z dS ) )canonicalize_name) CommandError)MYPY_CHECK_RUNNING)OptionalSet FrozenSetc @ sN e Zd ZdZdddZdd Zdd Zd d Zed d Z d d Z dd Z dS ) FormatControlzGHelper for managing formats from which a package can be installed. Nc C s, |d krt }|d kr t }|| _|| _d S N)set no_binary only_binary)selfr r r G/usr/lib/python3.8/site-packages/pip/_internal/models/format_control.py__init__ s zFormatControl.__init__c C s | j |j kS r )__dict__r otherr r r __eq__ s zFormatControl.__eq__c C s | | S r )r r r r r __ne__ s zFormatControl.__ne__c C s d | jj| j| jS )Nz {}({}, {}))format __class____name__r r r r r r __repr__" s zFormatControl.__repr__c C s | drtd| d}d|kr`| | |d |d |dd = d|kr d S q |D ]2}|dkrz| qdt|}|| || qdd S )N-z7--no-binary / --only-binary option requires 1 argument.,:all: z:none:) startswithr splitclearaddindexr discard)valuetargetr newnamer r r handle_mutual_excludes) s& z$FormatControl.handle_mutual_excludesc C sf ddh}|| j kr |d n@|| jkr4|d n*d| j krJ|d nd| jkr^|d t|S )NZbinarysourcer )r r$ r frozenset)r Zcanonical_nameresultr r r get_allowed_formatsA s z!FormatControl.get_allowed_formatsc C s | d| j| j d S )Nr )r) r r r r r r disallow_binariesN s z FormatControl.disallow_binaries)NN) r __module__ __qualname____doc__r r r r staticmethodr) r- r. r r r r r s r N) Zpip._vendor.packaging.utilsr Zpip._internal.exceptionsr Zpip._internal.utils.typingr typingr r r objectr r r r r <module> s PK A\+0 = pip/_internal/models/__pycache__/target_python.cpython-38.pycnu [ U .e @ sh d dl Z d dlmZmZ d dlmZ d dlmZ erTd dlm Z m Z m Z d dlm Z G dd de ZdS ) N) get_supportedversion_info_to_nodot)normalize_version_info)MYPY_CHECK_RUNNING)ListOptionalTuple) Pep425Tagc @ s* e Zd ZdZd ddZdd Zdd ZdS ) TargetPythonzx Encapsulates the properties of a Python interpreter one is targeting for a package install, download, etc. Nc C sf || _ |dkr tjdd }nt|}dtt|dd }|| _|| _|| _ || _ || _ d| _ dS )a :param platform: A string or None. If None, searches for packages that are supported by the current system. Otherwise, will find packages that can be built on the platform passed in. These packages will only be downloaded for distribution: they will not be built locally. :param py_version_info: An optional tuple of ints representing the Python version information to use (e.g. `sys.version_info[:3]`). This can have length 1, 2, or 3 when provided. :param abi: A string or None. This is passed to pep425tags.py's get_supported() function as is. :param implementation: A string or None. This is passed to pep425tags.py's get_supported() function as is. N . ) _given_py_version_infosys version_infor joinmapstrabiimplementationplatform py_versionpy_version_info _valid_tags)selfr r r r r r F/usr/lib/python3.8/site-packages/pip/_internal/models/target_python.py__init__ s zTargetPython.__init__c C sZ d}| j dk r$ddd | j D }d| jfd|fd| jfd| jfg}d d d |D S ) zD Format the given, non-None attributes for display. Nr c s s | ]}t |V qd S )N)r ).0partr r r <genexpr>C s z,TargetPython.format_given.<locals>.<genexpr>r r r r c s s& | ] \}}|d k rd ||V qd S )Nz{}={!r})format)r keyvaluer r r r M s )r r r r r )r Zdisplay_versionZ key_valuesr r r format_given< s zTargetPython.format_givenc C sJ | j dkrD| j}|dkr d}n t|g}t|| j| j| jd}|| _ | j S )z Return the supported PEP 425 tags to check wheel candidates against. The tags are returned in order of preference (most preferred first). N)versionsr r impl)r r r r r r r )r r r& Ztagsr r r get_tagsR s zTargetPython.get_tags)NNNN)__name__ __module__ __qualname____doc__r r% r( r r r r r s )r )r Zpip._internal.pep425tagsr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr r r r objectr r r r r <module> s PK A\߂m : pip/_internal/models/__pycache__/link.cpython-38.opt-1.pycnu [ U .e @ s d dl Z d dlZd dlZd dlmZ d dlmZ d dlm Z m Z m Z d dl m Z d dlmZ d dlmZmZ erd dlmZmZmZmZ d d lmZ d d lmZ G d d d e Z dS ) N)parse)WHEEL_EXTENSION)redact_auth_from_urlsplit_auth_from_netlocsplitext)KeyBasedCompareMixin)MYPY_CHECK_RUNNING) path_to_url url_to_path)OptionalTextTupleUnion)HTMLPage)Hashesc s@ e Zd ZdZd6 fdd Zdd Zdd Zed d Zed d Z ed d Z edd Z edd Z edd Z dd Zedd Zedd ZedZed d Zed Zed d Zed!Zed"d# Zed$d% Zed&d' Zed(d) Zd*d+ Z ed,d- Z ed.d/ Z ed0d1 Z ed2d3 Z d4d5 Z! Z"S )7Linkz?Represents a parsed link from a Package Index's simple URL Nc sV | drt|}t|| _|| _|| _|r2|nd| _|| _t t | j |t d dS )a` :param url: url of the resource pointed to (href of the link) :param comes_from: instance of HTMLPage where the link was found, or string. :param requires_python: String containing the `Requires-Python` metadata field, specified in PEP 345. This may be specified by a data-requires-python attribute in the HTML link tag, as described in PEP 503. :param yanked_reason: the reason the file has been yanked, if the file has been yanked, or None if the file hasn't been yanked. This is the value of the "data-yanked" attribute, if present, in a simple repository HTML link. If the file has been yanked but no reason was provided, this should be the empty string. See PEP 592 for more information and the specification. z\\N)keyZdefining_class) startswithr urllib_parseZurlsplit _parsed_url_url comes_fromrequires_python yanked_reasonsuperr __init__)selfurlr r r __class__ =/usr/lib/python3.8/site-packages/pip/_internal/models/link.pyr s z Link.__init__c C sD | j rd| j }nd}| jr2dt| j| j|f S tt| jS d S )Nz (requires-python:%s) z%s (from %s)%s)r r r r str)r Zrpr r r! __str__E s z Link.__str__c C s d| S )Nz <Link %s>r r r r r! __repr__P s z Link.__repr__c C s | j S N)r r% r r r! r S s zLink.urlc C s: | j d}t|}|s,t| j\}}|S t|}|S N/)pathrstrip posixpathbasenamer netlocr unquote)r r* namer. Z user_passr r r! filenameX s z Link.filenamec C s t | jS r' )r r r% r r r! file_pathg s zLink.file_pathc C s | j jS r' )r schemer% r r r! r3 l s z Link.schemec C s | j jS )z4 This can contain auth information. )r r. r% r r r! r. q s z Link.netlocc C s t | jjS r' )r r/ r r* r% r r r! r* y s z Link.pathc C s t t| jdS r( )r r, r- r* r+ r% r r r! r ~ s z Link.splitextc C s | d S N )r r% r r r! ext s zLink.extc C s$ | j \}}}}}t||||d fS r' )r r Z urlunsplit)r r3 r. r* ZqueryZfragmentr r r! url_without_fragment s zLink.url_without_fragmentz[#&]egg=([^&]*)c C s | j | j}|sd S |dS r4 )_egg_fragment_researchr groupr matchr r r! egg_fragment s zLink.egg_fragmentz[#&]subdirectory=([^&]*)c C s | j | j}|sd S |dS r4 )_subdirectory_fragment_rer9 r r: r; r r r! subdirectory_fragment s zLink.subdirectory_fragmentz2(sha1|sha224|sha384|sha256|sha512|md5)=([a-f0-9]+)c C s | j | j}|r |dS d S )N _hash_rer9 r r: r; r r r! hash s z Link.hashc C s | j | j}|r |dS d S r4 rA r; r r r! hash_name s zLink.hash_namec C s$ t | jddd ddd S )N#r5 r ?)r, r- r splitr% r r r! show_url s z Link.show_urlc C s | j dkS )Nfile)r3 r% r r r! is_file s z Link.is_filec C s | j otj| jS r' )rJ osr* isdirr2 r% r r r! is_existing_dir s zLink.is_existing_dirc C s | j tkS r' )r6 r r% r r r! is_wheel s z Link.is_wheelc C s ddl m} | j|jkS )Nr )vcs)Zpip._internal.vcsrO r3 Z all_schemes)r rO r r r! is_vcs s z Link.is_vcsc C s | j d k S r' )r r% r r r! is_yanked s zLink.is_yankedc C s | j d k S r' )rD r% r r r! has_hash s z Link.has_hashc C s$ |dks| j sdS |j| j| jdS )zG Return True if the link has a hash and it is allowed. NF)Z hex_digest)rR is_hash_allowedrD rC )r Zhashesr r r! rS s zLink.is_hash_allowed)NNN)#__name__ __module__ __qualname____doc__r r$ r& propertyr r1 r2 r3 r. r* r r6 r7 recompiler8 r= r> r? rB rC rD rH rJ rM rN rP rQ rR rS __classcell__r r r r! r sf ' r ) rK r, rY Z pip._vendor.six.moves.urllibr r Z pip._internal.utils.filetypesr Zpip._internal.utils.miscr r r Zpip._internal.utils.modelsr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr r typingr r r r Zpip._internal.collectorr Zpip._internal.utils.hashesr r r r r r! <module> s PK A\Mwz z ; pip/_internal/models/__pycache__/index.cpython-38.opt-1.pycnu [ U .e$ @ s8 d dl mZ G dd deZedddZedddZd S ) )parsec s( e Zd ZdZ fddZdd Z ZS ) PackageIndexzGRepresents a Package Index and provides easier access to endpoints c sD t t| || _t|j| _| d| _| d| _ || _ d S )NZsimpleZpypi) superr __init__url urllib_parseZurlsplitZnetloc _url_for_pathZ simple_urlZpypi_urlfile_storage_domain)selfr r __class__ >/usr/lib/python3.8/site-packages/pip/_internal/models/index.pyr s zPackageIndex.__init__c C s t | j|S )N)r Zurljoinr )r pathr r r r s zPackageIndex._url_for_path)__name__ __module__ __qualname____doc__r r __classcell__r r r r r s r zhttps://pypi.org/zfiles.pythonhosted.org)r zhttps://test.pypi.org/ztest-files.pythonhosted.orgN)Z pip._vendor.six.moves.urllibr r objectr ZPyPIZTestPyPIr r r r <module> s PK A\Bh< < E pip/_internal/models/__pycache__/selection_prefs.cpython-38.opt-1.pycnu [ U .et @ s< d dl mZ er(d dlmZ d dlmZ G dd deZdS ) )MYPY_CHECK_RUNNING)Optional) FormatControlc @ s e Zd ZdZdddZdS )SelectionPreferenceszd Encapsulates the candidate selection preferences for downloading and installing files. FNc C s. |dkr d}|| _ || _|| _|| _|| _dS )aw Create a SelectionPreferences object. :param allow_yanked: Whether files marked as yanked (in the sense of PEP 592) are permitted to be candidates for install. :param format_control: A FormatControl object or None. Used to control the selection of source packages / binary packages when consulting the index and links. :param prefer_binary: Whether to prefer an old, but valid, binary dist over a new source dist. :param ignore_requires_python: Whether to ignore incompatible "Requires-Python" values in links. Defaults to False. NF) allow_yankedallow_all_prereleasesformat_control prefer_binaryignore_requires_python)selfr r r r r r H/usr/lib/python3.8/site-packages/pip/_internal/models/selection_prefs.py__init__ s z SelectionPreferences.__init__)FNFN)__name__ __module__ __qualname____doc__r r r r r r s r N)Zpip._internal.utils.typingr typingr Z#pip._internal.models.format_controlr objectr r r r r <module> s PK A\ௐ > pip/_internal/models/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e? @ s d Z dS )z8A package that contains models that represent entities. N)__doc__ r r A/usr/lib/python3.8/site-packages/pip/_internal/models/__init__.py<module> PK A\+0 C pip/_internal/models/__pycache__/target_python.cpython-38.opt-1.pycnu [ U .e @ sh d dl Z d dlmZmZ d dlmZ d dlmZ erTd dlm Z m Z m Z d dlm Z G dd de ZdS ) N) get_supportedversion_info_to_nodot)normalize_version_info)MYPY_CHECK_RUNNING)ListOptionalTuple) Pep425Tagc @ s* e Zd ZdZd ddZdd Zdd ZdS ) TargetPythonzx Encapsulates the properties of a Python interpreter one is targeting for a package install, download, etc. Nc C sf || _ |dkr tjdd }nt|}dtt|dd }|| _|| _|| _ || _ || _ d| _ dS )a :param platform: A string or None. If None, searches for packages that are supported by the current system. Otherwise, will find packages that can be built on the platform passed in. These packages will only be downloaded for distribution: they will not be built locally. :param py_version_info: An optional tuple of ints representing the Python version information to use (e.g. `sys.version_info[:3]`). This can have length 1, 2, or 3 when provided. :param abi: A string or None. This is passed to pep425tags.py's get_supported() function as is. :param implementation: A string or None. This is passed to pep425tags.py's get_supported() function as is. N . ) _given_py_version_infosys version_infor joinmapstrabiimplementationplatform py_versionpy_version_info _valid_tags)selfr r r r r r F/usr/lib/python3.8/site-packages/pip/_internal/models/target_python.py__init__ s zTargetPython.__init__c C sZ d}| j dk r$ddd | j D }d| jfd|fd| jfd| jfg}d d d |D S ) zD Format the given, non-None attributes for display. Nr c s s | ]}t |V qd S )N)r ).0partr r r <genexpr>C s z,TargetPython.format_given.<locals>.<genexpr>r r r r c s s& | ] \}}|d k rd ||V qd S )Nz{}={!r})format)r keyvaluer r r r M s )r r r r r )r Zdisplay_versionZ key_valuesr r r format_given< s zTargetPython.format_givenc C sJ | j dkrD| j}|dkr d}n t|g}t|| j| j| jd}|| _ | j S )z Return the supported PEP 425 tags to check wheel candidates against. The tags are returned in order of preference (most preferred first). N)versionsr r impl)r r r r r r r )r r r& Ztagsr r r get_tagsR s zTargetPython.get_tags)NNNN)__name__ __module__ __qualname____doc__r r% r( r r r r r s )r )r Zpip._internal.pep425tagsr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr r r r objectr r r r r <module> s PK A\@< < pip/_internal/models/__pycache__/search_scope.cpython-38.pycnu [ U .e @ s d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dl mZmZ d dlmZ er|d dlmZ eeZG d d d eZdS ) N)canonicalize_name)parse)PyPI)HAS_TLS)normalize_pathredact_auth_from_url)MYPY_CHECK_RUNNING)Listc @ s4 e Zd ZdZedd Zdd Zdd Zdd Zd S ) SearchScopezF Encapsulates the locations that pip is configured to search. c C s~ g }|D ]0}| dr.t|}tj|r.|}|| qtsrt||D ]&}t |}|j dkrJt d qrqJ| ||dS )zQ Create a SearchScope object after normalizing the `find_links`. ~Zhttpszipip is configured with locations that require TLS/SSL, however the ssl module in Python is not available. find_links index_urls) startswithr ospathexistsappendr itertoolschain urllib_parseZurlparseZschemeloggerZwarning)clsr r Zbuilt_find_linkslinkZnew_linkZparsed r E/usr/lib/python3.8/site-packages/pip/_internal/models/search_scope.pycreate s& zSearchScope.createc C s || _ || _d S Nr )selfr r r r r __init__G s zSearchScope.__init__c C sl g }| j r:| j tjgkr:|dddd | j D | jrb|dddd | jD d|S )NzLooking in indexes: {}z, c s s | ]}t |V qd S r r .0urlr r r <genexpr>U s z6SearchScope.get_formatted_locations.<locals>.<genexpr>zLooking in links: {}c s s | ]}t |V qd S r r r! r r r r$ Z s )r r Z simple_urlr formatjoinr )r linesr r r get_formatted_locationsP s z#SearchScope.get_formatted_locationsc s fdd fdd| j D S )zReturns the locations found via self.index_urls Checks the url_name on the main (first in the list) index and use this url_name to produce all locations c s, t | tt }|ds(|d }|S )N/) posixpathr' r Zquoter endswith)r# Zloc) project_namer r mkurl_pypi_urlg s z<SearchScope.get_index_urls_locations.<locals>.mkurl_pypi_urlc s g | ] } |qS r r r! )r. r r <listcomp>t s z8SearchScope.get_index_urls_locations.<locals>.<listcomp>)r )r r- r )r. r- r get_index_urls_locations_ s z$SearchScope.get_index_urls_locationsN) __name__ __module__ __qualname____doc__ classmethodr r r) r0 r r r r r s ( r )r Zloggingr r+ Zpip._vendor.packaging.utilsr Z pip._vendor.six.moves.urllibr r Zpip._internal.models.indexr Zpip._internal.utils.compatr Zpip._internal.utils.miscr r Zpip._internal.utils.typingr typingr Z getLoggerr1 r objectr r r r r <module> s PK A\} 9 pip/_internal/models/__pycache__/candidate.cpython-38.pycnu [ U .e @ s` d dl mZ d dlmZ d dlmZ erLd dl mZ d dlm Z d dl m Z G dd deZ d S ) )parse)KeyBasedCompareMixin)MYPY_CHECK_RUNNING) _BaseVersion)Link)Anyc s0 e Zd ZdZ fddZdd Zdd Z ZS )InstallationCandidatez9Represents a potential "candidate" for installation. c s: || _ t|| _|| _tt| j| j | j| jftd d S )N)keyZdefining_class)project parse_versionversionlinksuperr __init__)selfr r r __class__ B/usr/lib/python3.8/site-packages/pip/_internal/models/candidate.pyr s z InstallationCandidate.__init__c C s d | j| j| jS )Nz)<InstallationCandidate({!r}, {!r}, {!r})>formatr r r r r r r __repr__ s z InstallationCandidate.__repr__c C s d | j| j| jS )Nz!{!r} candidate (version {} at {})r r r r r __str__$ s z InstallationCandidate.__str__)__name__ __module__ __qualname____doc__r r r __classcell__r r r r r s r N) Z pip._vendor.packaging.versionr r Zpip._internal.utils.modelsr Zpip._internal.utils.typingr r Zpip._internal.models.linkr typingr r r r r r <module> s PK A\F+$ $ pip/_internal/models/index.pynu [ from pip._vendor.six.moves.urllib import parse as urllib_parse class PackageIndex(object): """Represents a Package Index and provides easier access to endpoints """ def __init__(self, url, file_storage_domain): # type: (str, str) -> None super(PackageIndex, self).__init__() self.url = url self.netloc = urllib_parse.urlsplit(url).netloc self.simple_url = self._url_for_path('simple') self.pypi_url = self._url_for_path('pypi') # This is part of a temporary hack used to block installs of PyPI # packages which depend on external urls only necessary until PyPI can # block such packages themselves self.file_storage_domain = file_storage_domain def _url_for_path(self, path): # type: (str) -> str return urllib_parse.urljoin(self.url, path) PyPI = PackageIndex( 'https://pypi.org/', file_storage_domain='files.pythonhosted.org' ) TestPyPI = PackageIndex( 'https://test.pypi.org/', file_storage_domain='test-files.pythonhosted.org' ) PK A\p % pip/_internal/models/target_python.pynu [ import sys from pip._internal.pep425tags import get_supported, version_info_to_nodot from pip._internal.utils.misc import normalize_version_info from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import List, Optional, Tuple from pip._internal.pep425tags import Pep425Tag class TargetPython(object): """ Encapsulates the properties of a Python interpreter one is targeting for a package install, download, etc. """ def __init__( self, platform=None, # type: Optional[str] py_version_info=None, # type: Optional[Tuple[int, ...]] abi=None, # type: Optional[str] implementation=None, # type: Optional[str] ): # type: (...) -> None """ :param platform: A string or None. If None, searches for packages that are supported by the current system. Otherwise, will find packages that can be built on the platform passed in. These packages will only be downloaded for distribution: they will not be built locally. :param py_version_info: An optional tuple of ints representing the Python version information to use (e.g. `sys.version_info[:3]`). This can have length 1, 2, or 3 when provided. :param abi: A string or None. This is passed to pep425tags.py's get_supported() function as is. :param implementation: A string or None. This is passed to pep425tags.py's get_supported() function as is. """ # Store the given py_version_info for when we call get_supported(). self._given_py_version_info = py_version_info if py_version_info is None: py_version_info = sys.version_info[:3] else: py_version_info = normalize_version_info(py_version_info) py_version = '.'.join(map(str, py_version_info[:2])) self.abi = abi self.implementation = implementation self.platform = platform self.py_version = py_version self.py_version_info = py_version_info # This is used to cache the return value of get_tags(). self._valid_tags = None # type: Optional[List[Pep425Tag]] def format_given(self): # type: () -> str """ Format the given, non-None attributes for display. """ display_version = None if self._given_py_version_info is not None: display_version = '.'.join( str(part) for part in self._given_py_version_info ) key_values = [ ('platform', self.platform), ('version_info', display_version), ('abi', self.abi), ('implementation', self.implementation), ] return ' '.join( '{}={!r}'.format(key, value) for key, value in key_values if value is not None ) def get_tags(self): # type: () -> List[Pep425Tag] """ Return the supported PEP 425 tags to check wheel candidates against. The tags are returned in order of preference (most preferred first). """ if self._valid_tags is None: # Pass versions=None if no py_version_info was given since # versions=None uses special default logic. py_version_info = self._given_py_version_info if py_version_info is None: versions = None else: versions = [version_info_to_nodot(py_version_info)] tags = get_supported( versions=versions, platform=self.platform, abi=self.abi, impl=self.implementation, ) self._valid_tags = tags return self._valid_tags PK A\{(? ? pip/_internal/models/__init__.pynu [ """A package that contains models that represent entities. """ PK A\/t ! pip/_internal/models/candidate.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from pip._vendor.packaging.version import parse as parse_version from pip._internal.utils.models import KeyBasedCompareMixin from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from pip._vendor.packaging.version import _BaseVersion from pip._internal.models.link import Link from typing import Any class InstallationCandidate(KeyBasedCompareMixin): """Represents a potential "candidate" for installation. """ def __init__(self, project, version, link): # type: (Any, str, Link) -> None self.project = project self.version = parse_version(version) # type: _BaseVersion self.link = link super(InstallationCandidate, self).__init__( key=(self.project, self.version, self.link), defining_class=InstallationCandidate ) def __repr__(self): # type: () -> str return "<InstallationCandidate({!r}, {!r}, {!r})>".format( self.project, self.version, self.link, ) def __str__(self): return '{!r} candidate (version {} at {})'.format( self.project, self.version, self.link, ) PK A\P pip/_internal/models/link.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import os import posixpath import re from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._internal.utils.filetypes import WHEEL_EXTENSION from pip._internal.utils.misc import ( redact_auth_from_url, split_auth_from_netloc, splitext, ) from pip._internal.utils.models import KeyBasedCompareMixin from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.urls import path_to_url, url_to_path if MYPY_CHECK_RUNNING: from typing import Optional, Text, Tuple, Union from pip._internal.collector import HTMLPage from pip._internal.utils.hashes import Hashes class Link(KeyBasedCompareMixin): """Represents a parsed link from a Package Index's simple URL """ def __init__( self, url, # type: str comes_from=None, # type: Optional[Union[str, HTMLPage]] requires_python=None, # type: Optional[str] yanked_reason=None, # type: Optional[Text] ): # type: (...) -> None """ :param url: url of the resource pointed to (href of the link) :param comes_from: instance of HTMLPage where the link was found, or string. :param requires_python: String containing the `Requires-Python` metadata field, specified in PEP 345. This may be specified by a data-requires-python attribute in the HTML link tag, as described in PEP 503. :param yanked_reason: the reason the file has been yanked, if the file has been yanked, or None if the file hasn't been yanked. This is the value of the "data-yanked" attribute, if present, in a simple repository HTML link. If the file has been yanked but no reason was provided, this should be the empty string. See PEP 592 for more information and the specification. """ # url can be a UNC windows share if url.startswith('\\\\'): url = path_to_url(url) self._parsed_url = urllib_parse.urlsplit(url) # Store the url as a private attribute to prevent accidentally # trying to set a new value. self._url = url self.comes_from = comes_from self.requires_python = requires_python if requires_python else None self.yanked_reason = yanked_reason super(Link, self).__init__(key=url, defining_class=Link) def __str__(self): if self.requires_python: rp = ' (requires-python:%s)' % self.requires_python else: rp = '' if self.comes_from: return '%s (from %s)%s' % (redact_auth_from_url(self._url), self.comes_from, rp) else: return redact_auth_from_url(str(self._url)) def __repr__(self): return '<Link %s>' % self @property def url(self): # type: () -> str return self._url @property def filename(self): # type: () -> str path = self.path.rstrip('/') name = posixpath.basename(path) if not name: # Make sure we don't leak auth information if the netloc # includes a username and password. netloc, user_pass = split_auth_from_netloc(self.netloc) return netloc name = urllib_parse.unquote(name) assert name, ('URL %r produced no filename' % self._url) return name @property def file_path(self): # type: () -> str return url_to_path(self.url) @property def scheme(self): # type: () -> str return self._parsed_url.scheme @property def netloc(self): # type: () -> str """ This can contain auth information. """ return self._parsed_url.netloc @property def path(self): # type: () -> str return urllib_parse.unquote(self._parsed_url.path) def splitext(self): # type: () -> Tuple[str, str] return splitext(posixpath.basename(self.path.rstrip('/'))) @property def ext(self): # type: () -> str return self.splitext()[1] @property def url_without_fragment(self): # type: () -> str scheme, netloc, path, query, fragment = self._parsed_url return urllib_parse.urlunsplit((scheme, netloc, path, query, None)) _egg_fragment_re = re.compile(r'[#&]egg=([^&]*)') @property def egg_fragment(self): # type: () -> Optional[str] match = self._egg_fragment_re.search(self._url) if not match: return None return match.group(1) _subdirectory_fragment_re = re.compile(r'[#&]subdirectory=([^&]*)') @property def subdirectory_fragment(self): # type: () -> Optional[str] match = self._subdirectory_fragment_re.search(self._url) if not match: return None return match.group(1) _hash_re = re.compile( r'(sha1|sha224|sha384|sha256|sha512|md5)=([a-f0-9]+)' ) @property def hash(self): # type: () -> Optional[str] match = self._hash_re.search(self._url) if match: return match.group(2) return None @property def hash_name(self): # type: () -> Optional[str] match = self._hash_re.search(self._url) if match: return match.group(1) return None @property def show_url(self): # type: () -> Optional[str] return posixpath.basename(self._url.split('#', 1)[0].split('?', 1)[0]) @property def is_file(self): # type: () -> bool return self.scheme == 'file' def is_existing_dir(self): # type: () -> bool return self.is_file and os.path.isdir(self.file_path) @property def is_wheel(self): # type: () -> bool return self.ext == WHEEL_EXTENSION @property def is_vcs(self): # type: () -> bool from pip._internal.vcs import vcs return self.scheme in vcs.all_schemes @property def is_yanked(self): # type: () -> bool return self.yanked_reason is not None @property def has_hash(self): return self.hash_name is not None def is_hash_allowed(self, hashes): # type: (Optional[Hashes]) -> bool """ Return True if the link has a hash and it is allowed. """ if hashes is None or not self.has_hash: return False # Assert non-None so mypy knows self.hash_name and self.hash are str. assert self.hash_name is not None assert self.hash is not None return hashes.is_hash_allowed(self.hash_name, hex_digest=self.hash) PK A\wbw & pip/_internal/models/format_control.pynu [ # The following comment should be removed at some point in the future. # mypy: strict-optional=False # mypy: disallow-untyped-defs=False from pip._vendor.packaging.utils import canonicalize_name from pip._internal.exceptions import CommandError from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import Optional, Set, FrozenSet class FormatControl(object): """Helper for managing formats from which a package can be installed. """ def __init__(self, no_binary=None, only_binary=None): # type: (Optional[Set], Optional[Set]) -> None if no_binary is None: no_binary = set() if only_binary is None: only_binary = set() self.no_binary = no_binary self.only_binary = only_binary def __eq__(self, other): return self.__dict__ == other.__dict__ def __ne__(self, other): return not self.__eq__(other) def __repr__(self): return "{}({}, {})".format( self.__class__.__name__, self.no_binary, self.only_binary ) @staticmethod def handle_mutual_excludes(value, target, other): # type: (str, Optional[Set], Optional[Set]) -> None if value.startswith('-'): raise CommandError( "--no-binary / --only-binary option requires 1 argument." ) new = value.split(',') while ':all:' in new: other.clear() target.clear() target.add(':all:') del new[:new.index(':all:') + 1] # Without a none, we want to discard everything as :all: covers it if ':none:' not in new: return for name in new: if name == ':none:': target.clear() continue name = canonicalize_name(name) other.discard(name) target.add(name) def get_allowed_formats(self, canonical_name): # type: (str) -> FrozenSet result = {"binary", "source"} if canonical_name in self.only_binary: result.discard('source') elif canonical_name in self.no_binary: result.discard('binary') elif ':all:' in self.only_binary: result.discard('source') elif ':all:' in self.no_binary: result.discard('binary') return frozenset(result) def disallow_binaries(self): # type: () -> None self.handle_mutual_excludes( ':all:', self.no_binary, self.only_binary, ) PK A\JUK $ pip/_internal/models/search_scope.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import itertools import logging import os import posixpath from pip._vendor.packaging.utils import canonicalize_name from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._internal.models.index import PyPI from pip._internal.utils.compat import HAS_TLS from pip._internal.utils.misc import normalize_path, redact_auth_from_url from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import List logger = logging.getLogger(__name__) class SearchScope(object): """ Encapsulates the locations that pip is configured to search. """ @classmethod def create( cls, find_links, # type: List[str] index_urls, # type: List[str] ): # type: (...) -> SearchScope """ Create a SearchScope object after normalizing the `find_links`. """ # Build find_links. If an argument starts with ~, it may be # a local file relative to a home directory. So try normalizing # it and if it exists, use the normalized version. # This is deliberately conservative - it might be fine just to # blindly normalize anything starting with a ~... built_find_links = [] # type: List[str] for link in find_links: if link.startswith('~'): new_link = normalize_path(link) if os.path.exists(new_link): link = new_link built_find_links.append(link) # If we don't have TLS enabled, then WARN if anyplace we're looking # relies on TLS. if not HAS_TLS: for link in itertools.chain(index_urls, built_find_links): parsed = urllib_parse.urlparse(link) if parsed.scheme == 'https': logger.warning( 'pip is configured with locations that require ' 'TLS/SSL, however the ssl module in Python is not ' 'available.' ) break return cls( find_links=built_find_links, index_urls=index_urls, ) def __init__( self, find_links, # type: List[str] index_urls, # type: List[str] ): # type: (...) -> None self.find_links = find_links self.index_urls = index_urls def get_formatted_locations(self): # type: () -> str lines = [] if self.index_urls and self.index_urls != [PyPI.simple_url]: lines.append( 'Looking in indexes: {}'.format(', '.join( redact_auth_from_url(url) for url in self.index_urls)) ) if self.find_links: lines.append( 'Looking in links: {}'.format(', '.join( redact_auth_from_url(url) for url in self.find_links)) ) return '\n'.join(lines) def get_index_urls_locations(self, project_name): # type: (str) -> List[str] """Returns the locations found via self.index_urls Checks the url_name on the main (first in the list) index and use this url_name to produce all locations """ def mkurl_pypi_url(url): loc = posixpath.join( url, urllib_parse.quote(canonicalize_name(project_name))) # For maximum compatibility with easy_install, ensure the path # ends in a trailing slash. Although this isn't in the spec # (and PyPI can handle it without the slash) some other index # implementations might break if they relied on easy_install's # behavior. if not loc.endswith('/'): loc = loc + '/' return loc return [mkurl_pypi_url(url) for url in self.index_urls] PK A\]'t t ' pip/_internal/models/selection_prefs.pynu [ from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import Optional from pip._internal.models.format_control import FormatControl class SelectionPreferences(object): """ Encapsulates the candidate selection preferences for downloading and installing files. """ # Don't include an allow_yanked default value to make sure each call # site considers whether yanked releases are allowed. This also causes # that decision to be made explicit in the calling code, which helps # people when reading the code. def __init__( self, allow_yanked, # type: bool allow_all_prereleases=False, # type: bool format_control=None, # type: Optional[FormatControl] prefer_binary=False, # type: bool ignore_requires_python=None, # type: Optional[bool] ): # type: (...) -> None """Create a SelectionPreferences object. :param allow_yanked: Whether files marked as yanked (in the sense of PEP 592) are permitted to be candidates for install. :param format_control: A FormatControl object or None. Used to control the selection of source packages / binary packages when consulting the index and links. :param prefer_binary: Whether to prefer an old, but valid, binary dist over a new source dist. :param ignore_requires_python: Whether to ignore incompatible "Requires-Python" values in links. Defaults to False. """ if ignore_requires_python is None: ignore_requires_python = False self.allow_yanked = allow_yanked self.allow_all_prereleases = allow_all_prereleases self.format_control = format_control self.prefer_binary = prefer_binary self.ignore_requires_python = ignore_requires_python PK A\'T T # pip/_internal/distributions/base.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import abc from pip._vendor.six import add_metaclass @add_metaclass(abc.ABCMeta) class AbstractDistribution(object): """A base class for handling installable artifacts. The requirements for anything installable are as follows: - we must be able to determine the requirement name (or we can't correctly handle the non-upgrade case). - for packages with setup requirements, we must also be able to determine their requirements without installing additional packages (for the same reason as run-time dependencies) - we must be able to create a Distribution object exposing the above metadata. """ def __init__(self, req): super(AbstractDistribution, self).__init__() self.req = req @abc.abstractmethod def get_pkg_resources_distribution(self): raise NotImplementedError() @abc.abstractmethod def prepare_distribution_metadata(self, finder, build_isolation): raise NotImplementedError() PK A\h h $ pip/_internal/distributions/wheel.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from pip._vendor import pkg_resources from pip._internal.distributions.base import AbstractDistribution class WheelDistribution(AbstractDistribution): """Represents a wheel distribution. This does not need any preparation as wheels can be directly unpacked. """ def get_pkg_resources_distribution(self): return list(pkg_resources.find_distributions( self.req.source_dir))[0] def prepare_distribution_metadata(self, finder, build_isolation): pass PK A\a_ ( pip/_internal/distributions/installed.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from pip._internal.distributions.base import AbstractDistribution class InstalledDistribution(AbstractDistribution): """Represents an installed package. This does not need any preparation as the required information has already been computed. """ def get_pkg_resources_distribution(self): return self.req.satisfied_by def prepare_distribution_metadata(self, finder, build_isolation): pass PK A\4 4 ? pip/_internal/distributions/__pycache__/__init__.cpython-38.pycnu [ U .e @ sL d dl mZ d dlmZ d dlmZ er@d dlmZ d dlm Z dd Z dS ) )SourceDistribution)WheelDistribution)MYPY_CHECK_RUNNING)AbstractDistribution)InstallRequirementc C s$ | j rt| S | jr t| S t| S )z<Returns a Distribution for the given InstallRequirement )Zeditabler Zis_wheelr )Z install_req r H/usr/lib/python3.8/site-packages/pip/_internal/distributions/__init__.py)make_distribution_for_install_requirement s r N) Z)pip._internal.distributions.source.legacyr Z!pip._internal.distributions.wheelr Zpip._internal.utils.typingr Z pip._internal.distributions.baser Z pip._internal.req.req_installr r r r r r <module> s PK A\T T A pip/_internal/distributions/__pycache__/base.cpython-38.opt-1.pycnu [ U .eT @ s2 d dl Z d dlmZ ee jG dd deZdS ) N) add_metaclassc s< e Zd ZdZ fddZejdd Zejdd Z Z S )AbstractDistributiona A base class for handling installable artifacts. The requirements for anything installable are as follows: - we must be able to determine the requirement name (or we can't correctly handle the non-upgrade case). - for packages with setup requirements, we must also be able to determine their requirements without installing additional packages (for the same reason as run-time dependencies) - we must be able to create a Distribution object exposing the above metadata. c s t t| || _d S N)superr __init__req)selfr __class__ D/usr/lib/python3.8/site-packages/pip/_internal/distributions/base.pyr s z AbstractDistribution.__init__c C s t d S r NotImplementedError)r r r r get_pkg_resources_distribution s z3AbstractDistribution.get_pkg_resources_distributionc C s t d S r r )r finderZbuild_isolationr r r prepare_distribution_metadata" s z2AbstractDistribution.prepare_distribution_metadata) __name__ __module__ __qualname____doc__r abcabstractmethodr r __classcell__r r r r r s r )r Zpip._vendor.sixr ABCMetaobjectr r r r r <module> s PK A\. F pip/_internal/distributions/__pycache__/installed.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ G dd deZdS ) )AbstractDistributionc @ s e Zd ZdZdd Zdd ZdS )InstalledDistributionzRepresents an installed package. This does not need any preparation as the required information has already been computed. c C s | j jS N)ZreqZ satisfied_by)self r I/usr/lib/python3.8/site-packages/pip/_internal/distributions/installed.py get_pkg_resources_distribution s z4InstalledDistribution.get_pkg_resources_distributionc C s d S r r )r finderZbuild_isolationr r r prepare_distribution_metadata s z3InstalledDistribution.prepare_distribution_metadataN)__name__ __module__ __qualname____doc__r r r r r r r s r N)Z pip._internal.distributions.baser r r r r r <module> s PK A\T T ; pip/_internal/distributions/__pycache__/base.cpython-38.pycnu [ U .eT @ s2 d dl Z d dlmZ ee jG dd deZdS ) N) add_metaclassc s< e Zd ZdZ fddZejdd Zejdd Z Z S )AbstractDistributiona A base class for handling installable artifacts. The requirements for anything installable are as follows: - we must be able to determine the requirement name (or we can't correctly handle the non-upgrade case). - for packages with setup requirements, we must also be able to determine their requirements without installing additional packages (for the same reason as run-time dependencies) - we must be able to create a Distribution object exposing the above metadata. c s t t| || _d S N)superr __init__req)selfr __class__ D/usr/lib/python3.8/site-packages/pip/_internal/distributions/base.pyr s z AbstractDistribution.__init__c C s t d S r NotImplementedError)r r r r get_pkg_resources_distribution s z3AbstractDistribution.get_pkg_resources_distributionc C s t d S r r )r finderZbuild_isolationr r r prepare_distribution_metadata" s z2AbstractDistribution.prepare_distribution_metadata) __name__ __module__ __qualname____doc__r abcabstractmethodr r __classcell__r r r r r s r )r Zpip._vendor.sixr ABCMetaobjectr r r r r <module> s PK A\¹ < pip/_internal/distributions/__pycache__/wheel.cpython-38.pycnu [ U .eh @ s, d dl mZ d dlmZ G dd deZdS ) ) pkg_resources)AbstractDistributionc @ s e Zd ZdZdd Zdd ZdS )WheelDistributionzqRepresents a wheel distribution. This does not need any preparation as wheels can be directly unpacked. c C s t t| jjd S )Nr )listr find_distributionsZreqZ source_dir)self r E/usr/lib/python3.8/site-packages/pip/_internal/distributions/wheel.py get_pkg_resources_distribution s z0WheelDistribution.get_pkg_resources_distributionc C s d S )Nr )r finderZbuild_isolationr r r prepare_distribution_metadata s z/WheelDistribution.prepare_distribution_metadataN)__name__ __module__ __qualname____doc__r r r r r r r s r N)Z pip._vendorr Z pip._internal.distributions.baser r r r r r <module> s PK A\¹ B pip/_internal/distributions/__pycache__/wheel.cpython-38.opt-1.pycnu [ U .eh @ s, d dl mZ d dlmZ G dd deZdS ) ) pkg_resources)AbstractDistributionc @ s e Zd ZdZdd Zdd ZdS )WheelDistributionzqRepresents a wheel distribution. This does not need any preparation as wheels can be directly unpacked. c C s t t| jjd S )Nr )listr find_distributionsZreqZ source_dir)self r E/usr/lib/python3.8/site-packages/pip/_internal/distributions/wheel.py get_pkg_resources_distribution s z0WheelDistribution.get_pkg_resources_distributionc C s d S )Nr )r finderZbuild_isolationr r r prepare_distribution_metadata s z/WheelDistribution.prepare_distribution_metadataN)__name__ __module__ __qualname____doc__r r r r r r r s r N)Z pip._vendorr Z pip._internal.distributions.baser r r r r r <module> s PK A\. @ pip/_internal/distributions/__pycache__/installed.cpython-38.pycnu [ U .e @ s d dl mZ G dd deZdS ) )AbstractDistributionc @ s e Zd ZdZdd Zdd ZdS )InstalledDistributionzRepresents an installed package. This does not need any preparation as the required information has already been computed. c C s | j jS N)ZreqZ satisfied_by)self r I/usr/lib/python3.8/site-packages/pip/_internal/distributions/installed.py get_pkg_resources_distribution s z4InstalledDistribution.get_pkg_resources_distributionc C s d S r r )r finderZbuild_isolationr r r prepare_distribution_metadata s z3InstalledDistribution.prepare_distribution_metadataN)__name__ __module__ __qualname____doc__r r r r r r r s r N)Z pip._internal.distributions.baser r r r r r <module> s PK A\4 4 E pip/_internal/distributions/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ sL d dl mZ d dlmZ d dlmZ er@d dlmZ d dlm Z dd Z dS ) )SourceDistribution)WheelDistribution)MYPY_CHECK_RUNNING)AbstractDistribution)InstallRequirementc C s$ | j rt| S | jr t| S t| S )z<Returns a Distribution for the given InstallRequirement )Zeditabler Zis_wheelr )Z install_req r H/usr/lib/python3.8/site-packages/pip/_internal/distributions/__init__.py)make_distribution_for_install_requirement s r N) Z)pip._internal.distributions.source.legacyr Z!pip._internal.distributions.wheelr Zpip._internal.utils.typingr Z pip._internal.distributions.baser Z pip._internal.req.req_installr r r r r r <module> s PK A\>6T ' pip/_internal/distributions/__init__.pynu [ from pip._internal.distributions.source.legacy import SourceDistribution from pip._internal.distributions.wheel import WheelDistribution from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from pip._internal.distributions.base import AbstractDistribution from pip._internal.req.req_install import InstallRequirement def make_distribution_for_install_requirement(install_req): # type: (InstallRequirement) -> AbstractDistribution """Returns a Distribution for the given InstallRequirement """ # Editable requirements will always be source distributions. They use the # legacy logic until we create a modern standard for them. if install_req.editable: return SourceDistribution(install_req) # If it's a wheel, it's a WheelDistribution if install_req.is_wheel: return WheelDistribution(install_req) # Otherwise, a SourceDistribution return SourceDistribution(install_req) PK A\e e , pip/_internal/distributions/source/legacy.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import logging from pip._internal.build_env import BuildEnvironment from pip._internal.distributions.base import AbstractDistribution from pip._internal.exceptions import InstallationError from pip._internal.utils.subprocess import runner_with_spinner_message logger = logging.getLogger(__name__) class SourceDistribution(AbstractDistribution): """Represents a source distribution. The preparation step for these needs metadata for the packages to be generated, either using PEP 517 or using the legacy `setup.py egg_info`. NOTE from @pradyunsg (14 June 2019) I expect SourceDistribution class will need to be split into `legacy_source` (setup.py based) and `source` (PEP 517 based) when we start bringing logic for preparation out of InstallRequirement into this class. """ def get_pkg_resources_distribution(self): return self.req.get_dist() def prepare_distribution_metadata(self, finder, build_isolation): # Prepare for building. We need to: # 1. Load pyproject.toml (if it exists) # 2. Set up the build environment self.req.load_pyproject_toml() should_isolate = self.req.use_pep517 and build_isolation if should_isolate: self._setup_isolation(finder) self.req.prepare_metadata() self.req.assert_source_matches_version() def _setup_isolation(self, finder): def _raise_conflicts(conflicting_with, conflicting_reqs): format_string = ( "Some build dependencies for {requirement} " "conflict with {conflicting_with}: {description}." ) error_message = format_string.format( requirement=self.req, conflicting_with=conflicting_with, description=', '.join( '%s is incompatible with %s' % (installed, wanted) for installed, wanted in sorted(conflicting) ) ) raise InstallationError(error_message) # Isolate in a BuildEnvironment and install the build-time # requirements. self.req.build_env = BuildEnvironment() self.req.build_env.install_requirements( finder, self.req.pyproject_requires, 'overlay', "Installing build dependencies" ) conflicting, missing = self.req.build_env.check_requirements( self.req.requirements_to_check ) if conflicting: _raise_conflicts("PEP 517/518 supported requirements", conflicting) if missing: logger.warning( "Missing build requirements in pyproject.toml for %s.", self.req, ) logger.warning( "The project does not specify a build backend, and " "pip cannot fall back to setuptools without %s.", " and ".join(map(repr, sorted(missing))) ) # Install any extra build dependencies that the backend requests. # This must be done in a second pass, as the pyproject.toml # dependencies must be installed before we can call the backend. with self.req.build_env: runner = runner_with_spinner_message( "Getting requirements to build wheel" ) backend = self.req.pep517_backend with backend.subprocess_runner(runner): reqs = backend.get_requires_for_build_wheel() conflicting, missing = self.req.build_env.check_requirements(reqs) if conflicting: _raise_conflicts("the backend dependencies", conflicting) self.req.build_env.install_requirements( finder, missing, 'normal', "Installing backend dependencies" ) PK A\re F pip/_internal/distributions/source/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d S )N r r r O/usr/lib/python3.8/site-packages/pip/_internal/distributions/source/__init__.py<module> PK A\ޜޞ D pip/_internal/distributions/source/__pycache__/legacy.cpython-38.pycnu [ U .ee @ sV d dl Z d dlmZ d dlmZ d dlmZ d dlmZ e e Z G dd deZ dS ) N)BuildEnvironment)AbstractDistribution)InstallationError)runner_with_spinner_messagec @ s( e Zd ZdZdd Zdd Zdd ZdS ) SourceDistributiona Represents a source distribution. The preparation step for these needs metadata for the packages to be generated, either using PEP 517 or using the legacy `setup.py egg_info`. NOTE from @pradyunsg (14 June 2019) I expect SourceDistribution class will need to be split into `legacy_source` (setup.py based) and `source` (PEP 517 based) when we start bringing logic for preparation out of InstallRequirement into this class. c C s | j S N)reqZget_dist)self r M/usr/lib/python3.8/site-packages/pip/_internal/distributions/source/legacy.py get_pkg_resources_distribution s z1SourceDistribution.get_pkg_resources_distributionc C s< | j | j jo|}|r$| | | j | j d S r )r Zload_pyproject_tomlZ use_pep517_setup_isolationZprepare_metadataZ assert_source_matches_version)r finderZbuild_isolationZshould_isolater r r prepare_distribution_metadata s z0SourceDistribution.prepare_distribution_metadatac s fdd}t j_jj|jjdd jjjj\ } rT|d |rtdj tdd t t t | jj4 t d }jj}|| | }W 5 Q R X W 5 Q R X jj|\ } r|d jj||d d d S ) Nc s6 d}|j j| ddd t D d}t|d S )NzZSome build dependencies for {requirement} conflict with {conflicting_with}: {description}.z, c s s | ]\}}d ||f V qdS )z%s is incompatible with %sNr ).0Z installedZwantedr r r <genexpr>3 s zPSourceDistribution._setup_isolation.<locals>._raise_conflicts.<locals>.<genexpr>)Z requirementconflicting_with description)formatr joinsortedr )r Zconflicting_reqs format_stringZ error_messageZ conflictingr r r _raise_conflicts+ s z=SourceDistribution._setup_isolation.<locals>._raise_conflictsZoverlayz Installing build dependenciesz"PEP 517/518 supported requirementsz4Missing build requirements in pyproject.toml for %s.z`The project does not specify a build backend, and pip cannot fall back to setuptools without %s.z and z#Getting requirements to build wheelzthe backend dependenciesZnormalz Installing backend dependencies)r r Z build_envZinstall_requirementsZpyproject_requiresZcheck_requirementsZrequirements_to_checkloggerZwarningr mapreprr r Zpep517_backendZsubprocess_runnerZ get_requires_for_build_wheel)r r r ZmissingZrunnerZbackendZreqsr r r r * sP z#SourceDistribution._setup_isolationN)__name__ __module__ __qualname____doc__r r r r r r r r s r ) ZloggingZpip._internal.build_envr Z pip._internal.distributions.baser Zpip._internal.exceptionsr Z pip._internal.utils.subprocessr Z getLoggerr r r r r r r <module> s PK A\ޜޞ J pip/_internal/distributions/source/__pycache__/legacy.cpython-38.opt-1.pycnu [ U .ee @ sV d dl Z d dlmZ d dlmZ d dlmZ d dlmZ e e Z G dd deZ dS ) N)BuildEnvironment)AbstractDistribution)InstallationError)runner_with_spinner_messagec @ s( e Zd ZdZdd Zdd Zdd ZdS ) SourceDistributiona Represents a source distribution. The preparation step for these needs metadata for the packages to be generated, either using PEP 517 or using the legacy `setup.py egg_info`. NOTE from @pradyunsg (14 June 2019) I expect SourceDistribution class will need to be split into `legacy_source` (setup.py based) and `source` (PEP 517 based) when we start bringing logic for preparation out of InstallRequirement into this class. c C s | j S N)reqZget_dist)self r M/usr/lib/python3.8/site-packages/pip/_internal/distributions/source/legacy.py get_pkg_resources_distribution s z1SourceDistribution.get_pkg_resources_distributionc C s< | j | j jo|}|r$| | | j | j d S r )r Zload_pyproject_tomlZ use_pep517_setup_isolationZprepare_metadataZ assert_source_matches_version)r finderZbuild_isolationZshould_isolater r r prepare_distribution_metadata s z0SourceDistribution.prepare_distribution_metadatac s fdd}t j_jj|jjdd jjjj\ } rT|d |rtdj tdd t t t | jj4 t d }jj}|| | }W 5 Q R X W 5 Q R X jj|\ } r|d jj||d d d S ) Nc s6 d}|j j| ddd t D d}t|d S )NzZSome build dependencies for {requirement} conflict with {conflicting_with}: {description}.z, c s s | ]\}}d ||f V qdS )z%s is incompatible with %sNr ).0Z installedZwantedr r r <genexpr>3 s zPSourceDistribution._setup_isolation.<locals>._raise_conflicts.<locals>.<genexpr>)Z requirementconflicting_with description)formatr joinsortedr )r Zconflicting_reqs format_stringZ error_messageZ conflictingr r r _raise_conflicts+ s z=SourceDistribution._setup_isolation.<locals>._raise_conflictsZoverlayz Installing build dependenciesz"PEP 517/518 supported requirementsz4Missing build requirements in pyproject.toml for %s.z`The project does not specify a build backend, and pip cannot fall back to setuptools without %s.z and z#Getting requirements to build wheelzthe backend dependenciesZnormalz Installing backend dependencies)r r Z build_envZinstall_requirementsZpyproject_requiresZcheck_requirementsZrequirements_to_checkloggerZwarningr mapreprr r Zpep517_backendZsubprocess_runnerZ get_requires_for_build_wheel)r r r ZmissingZrunnerZbackendZreqsr r r r * sP z#SourceDistribution._setup_isolationN)__name__ __module__ __qualname____doc__r r r r r r r r s r ) ZloggingZpip._internal.build_envr Z pip._internal.distributions.baser Zpip._internal.exceptionsr Z pip._internal.utils.subprocessr Z getLoggerr r r r r r r <module> s PK A\re L pip/_internal/distributions/source/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d S )N r r r O/usr/lib/python3.8/site-packages/pip/_internal/distributions/source/__init__.py<module> PK A\ . pip/_internal/distributions/source/__init__.pynu [ PK A\_ _ ! pip/_internal/commands/install.pynu [ # The following comment should be removed at some point in the future. # It's included for now because without it InstallCommand.run() has a # couple errors where we have to know req.name is str rather than # Optional[str] for the InstallRequirement req. # mypy: strict-optional=False # mypy: disallow-untyped-defs=False from __future__ import absolute_import import errno import logging import operator import os import shutil import sys from os import path from optparse import SUPPRESS_HELP from pip._vendor import pkg_resources from pip._vendor.packaging.utils import canonicalize_name from pip._internal.cache import WheelCache from pip._internal.cli import cmdoptions from pip._internal.cli.cmdoptions import make_target_python from pip._internal.cli.req_command import RequirementCommand from pip._internal.cli.status_codes import ERROR, SUCCESS from pip._internal.exceptions import ( CommandError, InstallationError, PreviousBuildDirError, ) from pip._internal.locations import distutils_scheme from pip._internal.operations.check import check_install_conflicts from pip._internal.req import RequirementSet, install_given_reqs from pip._internal.req.req_tracker import RequirementTracker from pip._internal.utils.filesystem import check_path_owner from pip._internal.utils.misc import ( ensure_dir, get_installed_version, protect_pip_from_modification_on_windows, write_output, ) from pip._internal.utils.temp_dir import TempDirectory from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.virtualenv import virtualenv_no_global from pip._internal.wheel import WheelBuilder if MYPY_CHECK_RUNNING: from optparse import Values from typing import Any, List, Optional from pip._internal.models.format_control import FormatControl from pip._internal.req.req_install import InstallRequirement from pip._internal.wheel import BinaryAllowedPredicate logger = logging.getLogger(__name__) def is_wheel_installed(): """ Return whether the wheel package is installed. """ try: import wheel # noqa: F401 except ImportError: return False return True def build_wheels( builder, # type: WheelBuilder pep517_requirements, # type: List[InstallRequirement] legacy_requirements, # type: List[InstallRequirement] ): # type: (...) -> List[InstallRequirement] """ Build wheels for requirements, depending on whether wheel is installed. """ # We don't build wheels for legacy requirements if wheel is not installed. should_build_legacy = is_wheel_installed() # Always build PEP 517 requirements build_failures = builder.build( pep517_requirements, should_unpack=True, ) if should_build_legacy: # We don't care about failures building legacy # requirements, as we'll fall through to a direct # install for those. builder.build( legacy_requirements, should_unpack=True, ) return build_failures def get_check_binary_allowed(format_control): # type: (FormatControl) -> BinaryAllowedPredicate def check_binary_allowed(req): # type: (InstallRequirement) -> bool if req.use_pep517: return True canonical_name = canonicalize_name(req.name) allowed_formats = format_control.get_allowed_formats(canonical_name) return "binary" in allowed_formats return check_binary_allowed class InstallCommand(RequirementCommand): """ Install packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports installing from "requirements files", which provide an easy way to specify a whole environment to be installed. """ usage = """ %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...""" def __init__(self, *args, **kw): super(InstallCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option(cmdoptions.requirements()) cmd_opts.add_option(cmdoptions.constraints()) cmd_opts.add_option(cmdoptions.no_deps()) cmd_opts.add_option(cmdoptions.pre()) cmd_opts.add_option(cmdoptions.editable()) cmd_opts.add_option( '-t', '--target', dest='target_dir', metavar='dir', default=None, help='Install packages into <dir>. ' 'By default this will not replace existing files/folders in ' '<dir>. Use --upgrade to replace existing packages in <dir> ' 'with new versions.' ) cmdoptions.add_target_python_options(cmd_opts) cmd_opts.add_option( '--user', dest='use_user_site', action='store_true', help="Install to the Python user install directory for your " "platform. Typically ~/.local/, or %APPDATA%\\Python on " "Windows. (See the Python documentation for site.USER_BASE " "for full details.)") cmd_opts.add_option( '--no-user', dest='use_user_site', action='store_false', help=SUPPRESS_HELP) cmd_opts.add_option( '--root', dest='root_path', metavar='dir', default=None, help="Install everything relative to this alternate root " "directory.") cmd_opts.add_option( '--prefix', dest='prefix_path', metavar='dir', default=None, help="Installation prefix where lib, bin and other top-level " "folders are placed") cmd_opts.add_option(cmdoptions.build_dir()) cmd_opts.add_option(cmdoptions.src()) cmd_opts.add_option( '-U', '--upgrade', dest='upgrade', action='store_true', help='Upgrade all specified packages to the newest available ' 'version. The handling of dependencies depends on the ' 'upgrade-strategy used.' ) cmd_opts.add_option( '--upgrade-strategy', dest='upgrade_strategy', default='only-if-needed', choices=['only-if-needed', 'eager'], help='Determines how dependency upgrading should be handled ' '[default: %default]. ' '"eager" - dependencies are upgraded regardless of ' 'whether the currently installed version satisfies the ' 'requirements of the upgraded package(s). ' '"only-if-needed" - are upgraded only when they do not ' 'satisfy the requirements of the upgraded package(s).' ) cmd_opts.add_option( '--force-reinstall', dest='force_reinstall', action='store_true', help='Reinstall all packages even if they are already ' 'up-to-date.') cmd_opts.add_option( '-I', '--ignore-installed', dest='ignore_installed', action='store_true', help='Ignore the installed packages, overwriting them. ' 'This can break your system if the existing package ' 'is of a different version or was installed ' 'with a different package manager!' ) cmd_opts.add_option(cmdoptions.ignore_requires_python()) cmd_opts.add_option(cmdoptions.no_build_isolation()) cmd_opts.add_option(cmdoptions.use_pep517()) cmd_opts.add_option(cmdoptions.no_use_pep517()) cmd_opts.add_option(cmdoptions.install_options()) cmd_opts.add_option(cmdoptions.global_options()) cmd_opts.add_option( "--compile", action="store_true", dest="compile", default=True, help="Compile Python source files to bytecode", ) cmd_opts.add_option( "--no-compile", action="store_false", dest="compile", help="Do not compile Python source files to bytecode", ) cmd_opts.add_option( "--no-warn-script-location", action="store_false", dest="warn_script_location", default=True, help="Do not warn when installing scripts outside PATH", ) cmd_opts.add_option( "--no-warn-conflicts", action="store_false", dest="warn_about_conflicts", default=True, help="Do not warn about broken dependencies", ) cmd_opts.add_option(cmdoptions.no_binary()) cmd_opts.add_option(cmdoptions.only_binary()) cmd_opts.add_option(cmdoptions.prefer_binary()) cmd_opts.add_option(cmdoptions.no_clean()) cmd_opts.add_option(cmdoptions.require_hashes()) cmd_opts.add_option(cmdoptions.progress_bar()) index_opts = cmdoptions.make_option_group( cmdoptions.index_group, self.parser, ) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): # type: (Values, List[Any]) -> int cmdoptions.check_install_build_global(options) def is_venv(): return (hasattr(sys, 'real_prefix') or (hasattr(sys, 'base_prefix') and sys.base_prefix != sys.prefix)) # Check whether we have root privileges and aren't in venv/virtualenv if os.getuid() == 0 and not is_venv(): command = path.basename(sys.argv[0]) if command == "__main__.py": command = path.basename(sys.executable) + " -m pip" logger.warning( "Running pip install with root privileges is " "generally not a good idea. Try `%s install --user` instead." % command ) upgrade_strategy = "to-satisfy-only" if options.upgrade: upgrade_strategy = options.upgrade_strategy if options.build_dir: options.build_dir = os.path.abspath(options.build_dir) cmdoptions.check_dist_restriction(options, check_target=True) options.src_dir = os.path.abspath(options.src_dir) install_options = options.install_options or [] if options.use_user_site: if options.prefix_path: raise CommandError( "Can not combine '--user' and '--prefix' as they imply " "different installation locations" ) if virtualenv_no_global(): raise InstallationError( "Can not perform a '--user' install. User site-packages " "are not visible in this virtualenv." ) install_options.append('--user') install_options.append('--prefix=') target_temp_dir = None # type: Optional[TempDirectory] target_temp_dir_path = None # type: Optional[str] if options.target_dir: options.ignore_installed = True options.target_dir = os.path.abspath(options.target_dir) if (os.path.exists(options.target_dir) and not os.path.isdir(options.target_dir)): raise CommandError( "Target path exists but is not a directory, will not " "continue." ) # Create a target directory for using with the target option target_temp_dir = TempDirectory(kind="target") target_temp_dir_path = target_temp_dir.path install_options.append('--home=' + target_temp_dir_path) global_options = options.global_options or [] session = self.get_default_session(options) target_python = make_target_python(options) finder = self._build_package_finder( options=options, session=session, target_python=target_python, ignore_requires_python=options.ignore_requires_python, ) build_delete = (not (options.no_clean or options.build_dir)) wheel_cache = WheelCache(options.cache_dir, options.format_control) if options.cache_dir and not check_path_owner(options.cache_dir): logger.warning( "The directory '%s' or its parent directory is not owned " "by the current user and caching wheels has been " "disabled. check the permissions and owner of that " "directory. If executing pip with sudo, you may want " "sudo's -H flag.", options.cache_dir, ) options.cache_dir = None with RequirementTracker() as req_tracker, TempDirectory( options.build_dir, delete=build_delete, kind="install" ) as directory: requirement_set = RequirementSet( require_hashes=options.require_hashes, check_supported_wheels=not options.target_dir, ) try: self.populate_requirement_set( requirement_set, args, options, finder, session, wheel_cache ) preparer = self.make_requirement_preparer( temp_build_dir=directory, options=options, req_tracker=req_tracker, ) resolver = self.make_resolver( preparer=preparer, finder=finder, session=session, options=options, wheel_cache=wheel_cache, use_user_site=options.use_user_site, ignore_installed=options.ignore_installed, ignore_requires_python=options.ignore_requires_python, force_reinstall=options.force_reinstall, upgrade_strategy=upgrade_strategy, use_pep517=options.use_pep517, ) resolver.resolve(requirement_set) try: pip_req = requirement_set.get_requirement("pip") except KeyError: modifying_pip = None else: # If we're not replacing an already installed pip, # we're not modifying it. modifying_pip = pip_req.satisfied_by is None protect_pip_from_modification_on_windows( modifying_pip=modifying_pip ) check_binary_allowed = get_check_binary_allowed( finder.format_control ) # Consider legacy and PEP517-using requirements separately legacy_requirements = [] pep517_requirements = [] for req in requirement_set.requirements.values(): if req.use_pep517: pep517_requirements.append(req) else: legacy_requirements.append(req) wheel_builder = WheelBuilder( preparer, wheel_cache, build_options=[], global_options=[], check_binary_allowed=check_binary_allowed, ) build_failures = build_wheels( builder=wheel_builder, pep517_requirements=pep517_requirements, legacy_requirements=legacy_requirements, ) # If we're using PEP 517, we cannot do a direct install # so we fail here. if build_failures: raise InstallationError( "Could not build wheels for {} which use" " PEP 517 and cannot be installed directly".format( ", ".join(r.name for r in build_failures))) to_install = resolver.get_installation_order( requirement_set ) # Consistency Checking of the package set we're installing. should_warn_about_conflicts = ( not options.ignore_dependencies and options.warn_about_conflicts ) if should_warn_about_conflicts: self._warn_about_conflicts(to_install) # Don't warn about script install locations if # --target has been specified warn_script_location = options.warn_script_location if options.target_dir: warn_script_location = False installed = install_given_reqs( to_install, install_options, global_options, root=options.root_path, home=target_temp_dir_path, prefix=options.prefix_path, pycompile=options.compile, warn_script_location=warn_script_location, use_user_site=options.use_user_site, ) lib_locations = get_lib_location_guesses( user=options.use_user_site, home=target_temp_dir_path, root=options.root_path, prefix=options.prefix_path, isolated=options.isolated_mode, ) working_set = pkg_resources.WorkingSet(lib_locations) reqs = sorted(installed, key=operator.attrgetter('name')) items = [] for req in reqs: item = req.name try: installed_version = get_installed_version( req.name, working_set=working_set ) if installed_version: item += '-' + installed_version except Exception: pass items.append(item) installed_desc = ' '.join(items) if installed_desc: write_output( 'Successfully installed %s', installed_desc, ) except EnvironmentError as error: show_traceback = (self.verbosity >= 1) message = create_env_error_message( error, show_traceback, options.use_user_site, ) logger.error(message, exc_info=show_traceback) return ERROR except PreviousBuildDirError: options.no_clean = True raise finally: # Clean up if not options.no_clean: requirement_set.cleanup_files() wheel_cache.cleanup() if options.target_dir: self._handle_target_dir( options.target_dir, target_temp_dir, options.upgrade ) return SUCCESS def _handle_target_dir(self, target_dir, target_temp_dir, upgrade): ensure_dir(target_dir) # Checking both purelib and platlib directories for installed # packages to be moved to target directory lib_dir_list = [] with target_temp_dir: # Checking both purelib and platlib directories for installed # packages to be moved to target directory scheme = distutils_scheme('', home=target_temp_dir.path) purelib_dir = scheme['purelib'] platlib_dir = scheme['platlib'] data_dir = scheme['data'] if os.path.exists(purelib_dir): lib_dir_list.append(purelib_dir) if os.path.exists(platlib_dir) and platlib_dir != purelib_dir: lib_dir_list.append(platlib_dir) if os.path.exists(data_dir): lib_dir_list.append(data_dir) for lib_dir in lib_dir_list: for item in os.listdir(lib_dir): if lib_dir == data_dir: ddir = os.path.join(data_dir, item) if any(s.startswith(ddir) for s in lib_dir_list[:-1]): continue target_item_dir = os.path.join(target_dir, item) if os.path.exists(target_item_dir): if not upgrade: logger.warning( 'Target directory %s already exists. Specify ' '--upgrade to force replacement.', target_item_dir ) continue if os.path.islink(target_item_dir): logger.warning( 'Target directory %s already exists and is ' 'a link. Pip will not automatically replace ' 'links, please remove if replacement is ' 'desired.', target_item_dir ) continue if os.path.isdir(target_item_dir): shutil.rmtree(target_item_dir) else: os.remove(target_item_dir) shutil.move( os.path.join(lib_dir, item), target_item_dir ) def _warn_about_conflicts(self, to_install): try: package_set, _dep_info = check_install_conflicts(to_install) except Exception: logger.error("Error checking for conflicts.", exc_info=True) return missing, conflicting = _dep_info # NOTE: There is some duplication here from pip check for project_name in missing: version = package_set[project_name][0] for dependency in missing[project_name]: logger.critical( "%s %s requires %s, which is not installed.", project_name, version, dependency[1], ) for project_name in conflicting: version = package_set[project_name][0] for dep_name, dep_version, req in conflicting[project_name]: logger.critical( "%s %s has requirement %s, but you'll have %s %s which is " "incompatible.", project_name, version, req, dep_name, dep_version, ) def get_lib_location_guesses(*args, **kwargs): scheme = distutils_scheme('', *args, **kwargs) return [scheme['purelib'], scheme['platlib']] def create_env_error_message(error, show_traceback, using_user_site): """Format an error message for an EnvironmentError It may occur anytime during the execution of the install command. """ parts = [] # Mention the error if we are not going to show a traceback parts.append("Could not install packages due to an EnvironmentError") if not show_traceback: parts.append(": ") parts.append(str(error)) else: parts.append(".") # Spilt the error indication from a helper message (if any) parts[-1] += "\n" # Suggest useful actions to the user: # (1) using user site-packages or (2) verifying the permissions if error.errno == errno.EACCES: user_option_part = "Consider using the `--user` option" permissions_part = "Check the permissions" if not using_user_site: parts.extend([ user_option_part, " or ", permissions_part.lower(), ]) else: parts.append(permissions_part) parts.append(".\n") return "".join(parts).strip() + "\n" PK A\1eo pip/_internal/commands/hash.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import hashlib import logging import sys from pip._internal.cli.base_command import Command from pip._internal.cli.status_codes import ERROR from pip._internal.utils.hashes import FAVORITE_HASH, STRONG_HASHES from pip._internal.utils.misc import read_chunks, write_output logger = logging.getLogger(__name__) class HashCommand(Command): """ Compute a hash of a local package archive. These can be used with --hash in a requirements file to do repeatable installs. """ usage = '%prog [options] <file> ...' ignore_require_venv = True def __init__(self, *args, **kw): super(HashCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-a', '--algorithm', dest='algorithm', choices=STRONG_HASHES, action='store', default=FAVORITE_HASH, help='The hash algorithm to use: one of %s' % ', '.join(STRONG_HASHES)) self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): if not args: self.parser.print_usage(sys.stderr) return ERROR algorithm = options.algorithm for path in args: write_output('%s:\n--hash=%s:%s', path, algorithm, _hash_of_file(path, algorithm)) def _hash_of_file(path, algorithm): """Return the hash digest of a file.""" with open(path, 'rb') as archive: hash = hashlib.new(algorithm) for chunk in read_chunks(archive): hash.update(chunk) return hash.hexdigest() PK A\ pip/_internal/commands/wheel.pynu [ # -*- coding: utf-8 -*- # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os from pip._internal.cache import WheelCache from pip._internal.cli import cmdoptions from pip._internal.cli.req_command import RequirementCommand from pip._internal.exceptions import CommandError, PreviousBuildDirError from pip._internal.req import RequirementSet from pip._internal.req.req_tracker import RequirementTracker from pip._internal.utils.temp_dir import TempDirectory from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.wheel import WheelBuilder if MYPY_CHECK_RUNNING: from optparse import Values from typing import Any, List logger = logging.getLogger(__name__) class WheelCommand(RequirementCommand): """ Build Wheel archives for your requirements and dependencies. Wheel is a built-package format, and offers the advantage of not recompiling your software during every install. For more details, see the wheel docs: https://wheel.readthedocs.io/en/latest/ Requirements: setuptools>=0.8, and wheel. 'pip wheel' uses the bdist_wheel setuptools extension from the wheel package to build individual wheels. """ usage = """ %prog [options] <requirement specifier> ... %prog [options] -r <requirements file> ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...""" def __init__(self, *args, **kw): super(WheelCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option( '-w', '--wheel-dir', dest='wheel_dir', metavar='dir', default=os.curdir, help=("Build wheels into <dir>, where the default is the " "current working directory."), ) cmd_opts.add_option(cmdoptions.no_binary()) cmd_opts.add_option(cmdoptions.only_binary()) cmd_opts.add_option(cmdoptions.prefer_binary()) cmd_opts.add_option( '--build-option', dest='build_options', metavar='options', action='append', help="Extra arguments to be supplied to 'setup.py bdist_wheel'.", ) cmd_opts.add_option(cmdoptions.no_build_isolation()) cmd_opts.add_option(cmdoptions.use_pep517()) cmd_opts.add_option(cmdoptions.no_use_pep517()) cmd_opts.add_option(cmdoptions.constraints()) cmd_opts.add_option(cmdoptions.editable()) cmd_opts.add_option(cmdoptions.requirements()) cmd_opts.add_option(cmdoptions.src()) cmd_opts.add_option(cmdoptions.ignore_requires_python()) cmd_opts.add_option(cmdoptions.no_deps()) cmd_opts.add_option(cmdoptions.build_dir()) cmd_opts.add_option(cmdoptions.progress_bar()) cmd_opts.add_option( '--global-option', dest='global_options', action='append', metavar='options', help="Extra global options to be supplied to the setup.py " "call before the 'bdist_wheel' command.") cmd_opts.add_option( '--pre', action='store_true', default=False, help=("Include pre-release and development versions. By default, " "pip only finds stable versions."), ) cmd_opts.add_option(cmdoptions.no_clean()) cmd_opts.add_option(cmdoptions.require_hashes()) index_opts = cmdoptions.make_option_group( cmdoptions.index_group, self.parser, ) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): # type: (Values, List[Any]) -> None cmdoptions.check_install_build_global(options) if options.build_dir: options.build_dir = os.path.abspath(options.build_dir) options.src_dir = os.path.abspath(options.src_dir) session = self.get_default_session(options) finder = self._build_package_finder(options, session) build_delete = (not (options.no_clean or options.build_dir)) wheel_cache = WheelCache(options.cache_dir, options.format_control) with RequirementTracker() as req_tracker, TempDirectory( options.build_dir, delete=build_delete, kind="wheel" ) as directory: requirement_set = RequirementSet( require_hashes=options.require_hashes, ) try: self.populate_requirement_set( requirement_set, args, options, finder, session, wheel_cache ) preparer = self.make_requirement_preparer( temp_build_dir=directory, options=options, req_tracker=req_tracker, wheel_download_dir=options.wheel_dir, ) resolver = self.make_resolver( preparer=preparer, finder=finder, session=session, options=options, wheel_cache=wheel_cache, ignore_requires_python=options.ignore_requires_python, use_pep517=options.use_pep517, ) resolver.resolve(requirement_set) # build wheels wb = WheelBuilder( preparer, wheel_cache, build_options=options.build_options or [], global_options=options.global_options or [], no_clean=options.no_clean, ) build_failures = wb.build( requirement_set.requirements.values(), ) if len(build_failures) != 0: raise CommandError( "Failed to build one or more wheels" ) except PreviousBuildDirError: options.no_clean = True raise finally: if not options.no_clean: requirement_set.cleanup_files() wheel_cache.cleanup() PK A\c} : pip/_internal/commands/__pycache__/download.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ d d lmZmZmZ d d lmZ eeZG d d d e ZdS ) )absolute_importN) cmdoptions)make_target_python)RequirementCommand)RequirementSet)RequirementTracker)check_path_owner) ensure_dirnormalize_path write_output) TempDirectoryc s, e Zd ZdZdZ fddZdd Z ZS )DownloadCommandaL Download packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports downloading from "requirements files", which provide an easy way to specify a whole environment to be downloaded. a %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] <vcs project url> ... %prog [options] <local project path> ... %prog [options] <archive url/path> ...c sN t t| j|| | j}|t |t |t |t |t |t |t |t |t |t |t |t |t |t |t |t |jddddddtjdd t| ttj| j}| j d | | j d | d S ) Nz-dz--destz--destination-dirz--destination-directory download_dirdirz Download packages into <dir>.)destmetavardefaulthelpr ) superr __init__cmd_optsZ add_optionr Z constraintsZ requirements build_dirZno_depsZglobal_optionsZ no_binaryZ only_binaryZ prefer_binarysrcZpreno_cleanrequire_hashesZ progress_barZno_build_isolationZ use_pep517Z no_use_pep517oscurdirZadd_target_python_optionsZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwr Z index_opts __class__ C/usr/lib/python3.8/site-packages/pip/_internal/commands/download.pyr ) sF zDownloadCommand.__init__c C sL d|_ g |_t| tj|j|_t|j |_ t |j | |}t |}| j |||d}|jph|j }|jrt|jstd|j d |_t }t|j|dd}t|jd} | | ||||d | j||||j d} | j| ||||jd} | | d d d | j D } | r$t d | |js4| W 5 Q R X W 5 Q R X | S ) NT)optionssession target_pythonzThe directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.Zdownload)deleteZkind)r )Ztemp_build_dirr% req_trackerr )preparerfinderr& r% Zpy_version_info c S s g | ] }|j qS r# )name).0Zreqr# r# r$ <listcomp> s z'DownloadCommand.run.<locals>.<listcomp>zSuccessfully downloaded %s)!Zignore_installedZ editablesr Zcheck_dist_restrictionr pathabspathZsrc_dirr r r Zget_default_sessionr Z_build_package_finderr r cache_dirr loggerZwarningr r r r Zpopulate_requirement_setZmake_requirement_preparerZ make_resolverZpython_versionZresolvejoinZsuccessfully_downloadedr Z cleanup_files) r r% r r& r' r+ Z build_deleter) Z directoryZrequirement_setr* ZresolverZ downloadedr# r# r$ runQ sv zDownloadCommand.run)__name__ __module__ __qualname____doc__Zusager r5 __classcell__r# r# r! r$ r s (r )Z __future__r Zloggingr Zpip._internal.clir Z pip._internal.cli.cmdoptionsr Z pip._internal.cli.req_commandr Zpip._internal.reqr Z pip._internal.req.req_trackerr Z pip._internal.utils.filesystemr Zpip._internal.utils.miscr r r Z pip._internal.utils.temp_dirr Z getLoggerr6 r3 r r# r# r# r$ <module> s PK A\e?$ $ : pip/_internal/commands/__pycache__/__init__.cpython-38.pycnu [ U .e @ s: d Z ddlmZ ddlZddlmZmZ ddlmZ erPddl m Z ddl m Z edd Z ed e d d d fde dddfde dddfde dddfde dd d fd e d d d!fd"e d#d$d%fd&e d'd(d)fd*e d+d,d-fd.e d/d0d1fd2e d3d4d5fd6e d7d8d9fd:e d;d<d=fd>e d?d@dAfgZdBdC ZdDdE ZdS )Fz% Package containing all pip commands )absolute_importN) OrderedDict namedtuple)MYPY_CHECK_RUNNING)Any)Command CommandInfoz module_path, class_name, summaryZinstallz pip._internal.commands.installZInstallCommandzInstall packages.Zdownloadz pip._internal.commands.downloadZDownloadCommandzDownload packages.Z uninstallz pip._internal.commands.uninstallZUninstallCommandzUninstall packages.Zfreezez pip._internal.commands.freezeZ FreezeCommandz1Output installed packages in requirements format.listzpip._internal.commands.listZ ListCommandzList installed packages.Zshowzpip._internal.commands.showZ ShowCommandz*Show information about installed packages.Zcheckz pip._internal.commands.checkZ CheckCommandz7Verify installed packages have compatible dependencies.Zconfigz$pip._internal.commands.configurationZConfigurationCommandz&Manage local and global configuration.searchz pip._internal.commands.searchZ SearchCommandzSearch PyPI for packages.Zwheelz pip._internal.commands.wheelZ WheelCommandz$Build wheels from your requirements.hashzpip._internal.commands.hashZ HashCommandz#Compute hashes of package archives.Z completionz!pip._internal.commands.completionZCompletionCommandz-A helper command used for command completion.debugz pip._internal.commands.debugZ DebugCommandz&Show information useful for debugging.helpzpip._internal.commands.helpZ HelpCommandzShow help for commands.c K s: t | \}}}t|}t||}|f | |d|}|S )zF Create an instance of the Command class with the given name. )namesummary) commands_dict importlib import_modulegetattr)r kwargsZ module_path class_namer moduleZ command_classZcommand r C/usr/lib/python3.8/site-packages/pip/_internal/commands/__init__.pycreate_commandZ s r c C s6 ddl m} | } || t }|r.|d S dS dS )zCommand name auto-correct.r )get_close_matchesFN)Zdifflibr lowerr keys)r r Zclose_commandsr r r get_similar_commandsg s r )__doc__Z __future__r r collectionsr r Zpip._internal.utils.typingr typingr Z pip._internal.cli.base_commandr r r r r r r r r <module> s < PK A\7 < pip/_internal/commands/__pycache__/help.cpython-38.opt-1.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )absolute_import)Command)SUCCESS) CommandErrorc @ s e Zd ZdZdZdZdd ZdS ) HelpCommandzShow help for commandsz %prog <command>Tc C s ddl m}m}m} z |d }W n tk r8 t Y S X ||krt||}d| g}|rf|d| td|||} | j tS )Nr ) commands_dictcreate_commandget_similar_commandszunknown command "%s"zmaybe you meant "%s"z - ) Zpip._internal.commandsr r r IndexErrorr appendr joinparserZ print_help) selfZoptionsargsr r r Zcmd_nameZguessmsgZcommand r ?/usr/lib/python3.8/site-packages/pip/_internal/commands/help.pyrun s zHelpCommand.runN)__name__ __module__ __qualname____doc__ZusageZignore_require_venvr r r r r r s r N) Z __future__r Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr Zpip._internal.exceptionsr r r r r r <module> s PK A\Ce 6 pip/_internal/commands/__pycache__/show.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z mZ d dlmZ eeZG d d d e Zd d ZdddZdS ) )absolute_importN) FeedParser) pkg_resourcescanonicalize_name)Command)ERRORSUCCESS) write_outputc s0 e Zd ZdZdZdZ fddZdd Z ZS ) ShowCommandzx Show information about one or more installed packages. The output is in RFC-compliant mail header format. z$ %prog [options] <package> ...Tc s> t t| j|| | jjddddddd | jd| j d S ) Nz-fz--filesfiles store_trueFz7Show the full list of installed files for each package.)destactiondefaulthelpr )superr __init__Zcmd_optsZ add_optionparserZinsert_option_group)selfargskw __class__ ?/usr/lib/python3.8/site-packages/pip/_internal/commands/show.pyr s zShowCommand.__init__c C s8 |st d tS |}t|}t||j|jds4tS tS )Nz.ERROR: Please provide a package name or names.) list_filesverbose)loggerwarningr search_packages_info print_resultsr r r )r Zoptionsr queryresultsr r r run* s zShowCommand.run) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr r$ __classcell__r r r r r s r c # sT i t jD ]}|t|j< q dd | D }tfddt| |D }|r^tdd| dd }fdd|D D ]ԉ j j j d d D | jd }d }d }t t j r d r d }d d |D } fdd| D } fdd| D } drn d}nP drX d} fdd| D } fdd| D } drn d} dr d} | |d< drƈ dD ]"} | r| |d< qƐqt } | | | } dD ]}| |||< qg }| D ](} | dr|| tdd q||d< |rHt||d < |V qxd S ) z Gather details from installed distributions. Print distribution name, version, location, and installed files. Installed files requires a pip generated 'installed-files.txt' in the distributions '.egg-info' directory. c S s g | ] }t |qS r r ).0namer r r <listcomp>B s z(search_packages_info.<locals>.<listcomp>c s g | ]\}}| kr|qS r r )r* r+ pkg installedr r r, D s zPackage(s) not found: %s, c s t | fddtjD S )Nc s( g | ] } d d | D kr|jqS )c S s g | ]}t |jqS r )r r+ )r* Zrequiredr r r r, N s zSsearch_packages_info.<locals>.get_requiring_packages.<locals>.<listcomp>.<listcomp>)requires project_namer* r- Zcanonical_namer r r, K s zHsearch_packages_info.<locals>.get_requiring_packages.<locals>.<listcomp>)r r working_set)Z package_namer r4 r get_requiring_packagesI s z4search_packages_info.<locals>.get_requiring_packagesc s g | ]}| kr | qS r r r3 r. r r r, R s c S s g | ] }|j qS r )r2 )r* Zdepr r r r, W s )r+ versionlocationr1 required_byNZRECORDc S s g | ]}| d d qS ),r )split)r* lr r r r, ` s c s g | ]}t j j|qS r )ospathjoinr8 r* pdistr r r, a s c s g | ]}t j| jqS r r= r> relpathr8 r@ rB r r r, b s ZMETADATAzinstalled-files.txtc s g | ]}t j j|qS r )r= r> r? Zegg_infor@ rB r r r, j s c s g | ]}t j| jqS r rD r@ rB r r r, k s zPKG-INFOzentry_points.txt entry_pointsZ INSTALLER installer)metadata-versionsummary home-pageauthor author-emaillicensez Classifier: classifiersr )r r5 r r2 sortedzipr r r? r7 r8 r1 isinstanceZDistInfoDistributionZ has_metadataZget_metadata_linesZ get_metadatastripr Zfeedcloseget splitlines startswithappendlen)r" rA Z query_namesZmissingr6 packageZ file_listZmetadatalinespathsrF lineZ feed_parserZ pkg_info_dictkeyrN r )rC r/ r r 7 sl r Fc C s d}t | D ]\}}d}|dkr*td td|dd td|d d td |d d td |d d td|dd td|dd td|dd td|dd tdd|dg tdd|dg |rdtd|d d td |d d td |d g D ]}td!| q(td" |d#g D ]}td!| qN|r td$ |d%g D ]}td!| q|d%|kr td& q |S )'zD Print the informations from installed distributions found. FTr z---zName: %sr+ z Version: %sr7 z Summary: %srI z Home-page: %srJ z Author: %srK zAuthor-email: %srL z License: %srM z Location: %sr8 z Requires: %sr0 r1 zRequired-by: %sr9 zMetadata-Version: %srH z Installer: %srG z Classifiers:rN z %sz Entry-points:rF zFiles:r z!Cannot locate installed-files.txt) enumerater rT r? rR ) Z distributionsr r Zresults_printedirC Z classifierentryr\ r r r r! sB r! )FF)Z __future__r Zloggingr= Z email.parserr Z pip._vendorr Zpip._vendor.packaging.utilsr Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr r Zpip._internal.utils.miscr Z getLoggerr% r r r r! r r r r <module> s #XPK A\7 6 pip/_internal/commands/__pycache__/help.cpython-38.pycnu [ U .e @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd deZdS ) )absolute_import)Command)SUCCESS) CommandErrorc @ s e Zd ZdZdZdZdd ZdS ) HelpCommandzShow help for commandsz %prog <command>Tc C s ddl m}m}m} z |d }W n tk r8 t Y S X ||krt||}d| g}|rf|d| td|||} | j tS )Nr ) commands_dictcreate_commandget_similar_commandszunknown command "%s"zmaybe you meant "%s"z - ) Zpip._internal.commandsr r r IndexErrorr appendr joinparserZ print_help) selfZoptionsargsr r r Zcmd_nameZguessmsgZcommand r ?/usr/lib/python3.8/site-packages/pip/_internal/commands/help.pyrun s zHelpCommand.runN)__name__ __module__ __qualname____doc__ZusageZignore_require_venvr r r r r r s r N) Z __future__r Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr Zpip._internal.exceptionsr r r r r r <module> s PK A\!گ ? pip/_internal/commands/__pycache__/configuration.cpython-38.pycnu [ U .e: @ s d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlm Z m Z m Z d dl m Z d dlmZmZ e eZG dd deZdS ) N)Command)ERRORSUCCESS) Configurationget_configuration_fileskinds)PipError)get_prog write_outputc sx e Zd ZdZdZdZ fddZdd Zdd Zd d Z d d Z dd Z dd Z dd Z dd Zdd Zdd Z ZS )ConfigurationCommanda9 Manage local and global configuration. Subcommands: list: List the active configuration (or from the file specified) edit: Edit the configuration file in an editor get: Get the value associated with name set: Set the name=value unset: Unset the value associated with name If none of --user, --global and --site are passed, a virtual environment configuration file is used if one is active and the file exists. Otherwise, all modifications happen on the to the user file by default. Tz %prog [<file-option>] list %prog [<file-option>] [--editor <editor-path>] edit %prog [<file-option>] get name %prog [<file-option>] set name value %prog [<file-option>] unset name c s t t| j|| d | _| jjdddd dd | jjdddd d d | jjd d dd d d | jjdddd dd | jd| j d S )Nz--editoreditorZstorez\Editor to use to edit the file. Uses VISUAL or EDITOR environment variables if not provided.)destactiondefaulthelpz--global global_file store_trueFz+Use the system-wide configuration file onlyz--user user_filez$Use the user configuration file onlyz--site site_filez3Use the current environment configuration file onlyr )superr __init__ configurationZcmd_optsZ add_optionparserZinsert_option_group)selfargskwargs __class__ H/usr/lib/python3.8/site-packages/pip/_internal/commands/configuration.pyr 0 s> z ConfigurationCommand.__init__c C s | j | j| j| j| jd}|r*|d |krHtddt | t S |d }z| j ||dkd}W n: t k r } z t|j d t W Y S d }~X Y nX t|j|d| _| j z|| ||dd W n< t k r } z t|j d t W Y S d }~X Y nX tS ) N)listeditgetsetunsetr z Need an action ({}) to perform.z, )r" r# r$ r! ) need_value)isolated load_only ) list_valuesopen_in_editorget_nameset_name_value unset_nameloggererrorformatjoinsortedr _determine_filer r r Z isolated_moder loadr )r optionsr Zhandlersr r' er r r runZ s> zConfigurationCommand.runc C s dd t j|jft j|jft j|jffD }|s`|s8d S tdd t t j D rXt jS t jS nt |dkrt|d S t dd S )Nc S s g | ]\}}|r|qS r r ).0keyvaluer r r <listcomp> s z8ConfigurationCommand._determine_file.<locals>.<listcomp>c s s | ]}t j|V qd S )N)ospathexists)r8 Zsite_config_filer r r <genexpr> s z7ConfigurationCommand._determine_file.<locals>.<genexpr>r( r zLNeed exactly one file to operate upon (--user, --site, --global) to perform.) r ZUSERr ZGLOBALr ZSITEr anyr lenr )r r5 r% Z file_optionsr r r r3 s$ z$ConfigurationCommand._determine_filec C s8 | j |ddd t| j D ]\}}td|| q d S )Nr r nz%s=%r) _get_n_argsr2 r itemsr r r5 r r9 r: r r r r) s z ConfigurationCommand.list_valuesc C s* | j |ddd}| j|}td| d S )Nz get [name]r( rB z%s)rD r Z get_valuer rF r r r r+ s z ConfigurationCommand.get_namec C s. | j |ddd\}}| j|| | d S )Nzset [name] [value] rB )rD r Z set_value_save_configurationrF r r r r, s z#ConfigurationCommand.set_name_valuec C s( | j |ddd}| j| | d S )Nz unset [name]r( rB )rD r Z unset_valuerH )r r5 r r9 r r r r- s z ConfigurationCommand.unset_namec C sp | |}| j }|d kr$tdzt||g W n4 tjk rj } ztd|jW 5 d }~X Y nX d S )Nz%Could not determine appropriate file.z*Editor Subprocess exited with exit code {}) _determine_editorr Zget_file_to_editr subprocessZ check_callZCalledProcessErrorr0 returncode)r r5 r r Zfnamer6 r r r r* s z#ConfigurationCommand.open_in_editorc C s< t ||kr$d|t |}t||dkr4|d S |S dS )zJHelper to make sure the command got the right number of arguments zJGot unexpected number of arguments, expected {}. (example: "{} config {}")r( r N)rA r0 r r )r r ZexamplerC msgr r r rD s z ConfigurationCommand._get_n_argsc C s> z| j W n* tk r8 tjddd tdY nX d S )Nz:Unable to save configuration. Please report this as a bug.r( )exc_infozInternal Error.)r Zsave Exceptionr. r/ r )r r r r rH s z(ConfigurationCommand._save_configurationc C sD |j d k r|j S dtjkr$tjd S dtjkr8tjd S tdd S )NZVISUALZEDITORz"Could not determine editor to use.)r r< environr )r r5 r r r rI s z&ConfigurationCommand._determine_editor)__name__ __module__ __qualname____doc__Zignore_require_venvZusager r7 r3 r) r+ r, r- r* rD rH rI __classcell__r r r r r s *+ r )Zloggingr< rJ Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr r Zpip._internal.configurationr r r Zpip._internal.exceptionsr Zpip._internal.utils.miscr r Z getLoggerrP r. r r r r r <module> s PK A\s̈́ > pip/_internal/commands/__pycache__/search.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dlmZ d dlmZ d d lmZmZ d d lmZ d d lmZ d d lmZ d d lm Z d dl m Z d dl m Z e!e"Z#G dd deeZ$dd Z%dddZ&dd Z'dS ) )absolute_importN) OrderedDict) pkg_resources)parse) xmlrpc_client)Command)SessionCommandMixin)NO_MATCHES_FOUNDSUCCESS) CommandError)PyPI)PipXmlrpcTransport)get_terminal_size) indent_log) write_outputc s8 e Zd ZdZdZdZ fddZdd Zdd Z Z S ) SearchCommandz@Search for PyPI packages whose name or summary contains <query>.z %prog [options] <query>Tc s@ t t| j|| | jjddddtjdd | jd| j d S )Nz-iz--indexindexZURLz3Base URL of Python Package Index (default %default))destmetavardefaulthelpr ) superr __init__Zcmd_optsZ add_optionr Zpypi_urlparserZinsert_option_group)selfargskw __class__ A/usr/lib/python3.8/site-packages/pip/_internal/commands/search.pyr % s zSearchCommand.__init__c C sT |s t d|}| ||}t|}d }tj r<t d }t||d |rPtS t S )Nz)Missing required argument (search query).r )terminal_width) r searchtransform_hitssysstdoutisattyr print_resultsr r )r optionsr queryZ pypi_hitshitsr! r r r run0 s zSearchCommand.runc C s< |j }| |}t||}t||}|||dd}|S )N)namesummaryor)r Zget_default_sessionr r Z ServerProxyr" )r r) r( Z index_urlZsessionZ transportZpypir* r r r r" @ s zSearchCommand.search) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr r+ r" __classcell__r r r r r s r c C s t }| D ]n}|d }|d }|d }|| krF|||gd||< q || d | |t|| d kr ||| d< q t| S )z The list from pypi is really a list of versions. We want a list of packages with the list of versions stored inline. This converts the list from pypi into one we can use. r, r- version)r, r- versionsr5 )r keysappendhighest_versionlistvalues)r* Zpackageshitr, r- r4 r r r r# K s r# c C sP | sd S |d kr&t dd | D d }dd tjD }| D ]}|d }|d pRd}t|dd g}|d k r|| d }|d krt||}d d |d |}d|d||f |f } zxt| ||kr0t |} t L | j |krtd| j n.td| j t |j r td| n td| W 5 Q R X W q: tk rH Y q:X q:d S )Nc S s. g | ]&}t |d t t|ddg qS )r, r5 -)lenr8 get).0r; r r r <listcomp>k s z!print_results.<locals>.<listcomp> c S s g | ] }|j qS r )Z project_name)r? pr r r r@ p s r, r- r5 r< z %-*s - %sz%s (%s)zINSTALLED: %s (latest)z INSTALLED: %sz=LATEST: %s (pre-release; install with "pip install --pre")z LATEST: %s)maxr Z working_setr8 r> textwrapZwrapjoinr Zget_distributionr r4 parse_versionZpreUnicodeEncodeError) r* Zname_column_widthr! Zinstalled_packagesr; r, r- ZlatestZ target_widthlineZdistr r r r' g sJ r' c C s t | tdS )N)key)rI rL )r5 r r r r8 s r8 )NN)(Z __future__r Zloggingr$ rJ collectionsr Z pip._vendorr Z pip._vendor.packaging.versionr rL Zpip._vendor.six.movesr Z pip._internal.cli.base_commandr Z pip._internal.cli.req_commandr Z pip._internal.cli.status_codesr r Zpip._internal.exceptionsr Zpip._internal.models.indexr Z pip._internal.network.xmlrpcr Zpip._internal.utils.compatr Zpip._internal.utils.loggingr Zpip._internal.utils.miscr Z getLoggerr/ Zloggerr r# r' r8 r r r r <module> s* - )PK A\1 ط" " < pip/_internal/commands/__pycache__/list.cpython-38.opt-1.pycnu [ U .e4) @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ d d lmZ d d lmZ d d lmZmZmZ d d lmZ eeZ G d d de Z dd Z dd Z dd Z dS ) )absolute_importN)six) zip_longest) cmdoptions)IndexGroupCommand) CommandError) PackageFinder)SelectionPreferences)make_link_collector)dist_is_editableget_installed_distributions write_output) get_installerc sd e Zd ZdZdZ fddZdd Zdd Zd d Zd d Z d d Z dd Z dd Z dd Z ZS ) ListCommandzt List installed packages, including editables. Packages are listed in a case-insensitive sorted order. z %prog [options]c s t t| j|| | j}|jdddddd |jddddd d |jd d ddd d |jd ddddd | jjdddddd |t |jddddd |jddddddd |jd dd d d |jd!d"d#d$d |jd%dd#d&d'd( ttj| j }| j d)| | j d)| d S )*Nz-oz --outdated store_trueFzList outdated packages)actiondefaulthelpz-uz --uptodatezList uptodate packagesz-ez --editablezList editable projects.z-lz--localzSIf in a virtualenv that has global access, do not list globally-installed packages.z--useruserz,Only output packages installed in user-site.)destr r r z--prezYInclude pre-release and development versions. By default, pip only finds stable versions.z--formatZstore list_formatcolumns)r freezejsonzBSelect the output format among: columns (default), freeze, or json)r r r choicesr z--not-required not_requiredz>List packages that are not dependencies of installed packages.)r r r z--exclude-editableZ store_falseinclude_editablez%Exclude editable package from output.z--include-editablez%Include editable package from output.T)r r r r r ) superr __init__cmd_optsZ add_optionr Z list_pathZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwr Z index_opts __class__ ?/usr/lib/python3.8/site-packages/pip/_internal/commands/list.pyr & s zListCommand.__init__c C s( t ||d}td|jd}tj||dS )zK Create a package finder appropriate to this list command. )optionsF)Z allow_yankedZallow_all_prereleases)link_collectorselection_prefs)r r prer Zcreate)r! r( sessionr) r* r& r& r' _build_package_finderv s z!ListCommand._build_package_finderc C s |j r|jrtdt| t|j|j|j|j |j d}|j rL| ||}|j r`| ||}n|jrr| ||}| || d S )Nz5Options --outdated and --uptodate cannot be combined.)Z local_onlyZ user_onlyZeditables_onlyZinclude_editablespaths)outdatedZuptodater r Zcheck_list_path_optionr Zlocalr Zeditabler pathr get_not_required get_outdated get_uptodateoutput_package_listing)r! r( r" packagesr& r& r' run s& zListCommand.runc C s dd | ||D S )Nc S s g | ]}|j |jkr|qS r& latest_versionZparsed_version.0distr& r& r' <listcomp> s z,ListCommand.get_outdated.<locals>.<listcomp>iter_packages_latest_infosr! r5 r( r& r& r' r2 s zListCommand.get_outdatedc C s dd | ||D S )Nc S s g | ]}|j |jkr|qS r& r7 r9 r& r& r' r< s z,ListCommand.get_uptodate.<locals>.<listcomp>r= r? r& r& r' r3 s zListCommand.get_uptodatec s: t |D ] } dd | D q fdd|D S )Nc s s | ] }|j V qd S Nkey)r: Z requirementr& r& r' <genexpr> s z/ListCommand.get_not_required.<locals>.<genexpr>c s h | ]}|j kr|qS r& rA )r: ZpkgZdep_keysr& r' <setcomp> s z/ListCommand.get_not_required.<locals>.<setcomp>)setupdateZrequires)r! r5 r( r; r& rD r' r1 s z ListCommand.get_not_requiredc c s | |}| ||}|D ]t}d}||j}|jsDdd |D }|j|jd}||} | d krfq | j} | j j rzd}nd}| |_ ||_ |V q W 5 Q R X d S )Nunknownc S s g | ]}|j js|qS r& )versionZ is_prerelease)r: candidater& r& r' r< s z:ListCommand.iter_packages_latest_infos.<locals>.<listcomp>) project_nameZwheelZsdist) Z_build_sessionr- Zfind_all_candidatesrB r+ Zmake_candidate_evaluatorrK Zsort_best_candidaterI linkZis_wheelr8 latest_filetype) r! r5 r( r, finderr; typZall_candidatesZ evaluatorZbest_candidateZremote_versionr& r& r' r> s( z&ListCommand.iter_packages_latest_infosc C s t |dd d}|jdkr:|r:t||\}}| || n^|jdkr|D ]4}|jdkrltd|j|j|j qHtd|j|j qHn|jd krtt || d S ) Nc S s | j S r@ )rK lower)r; r& r& r' <lambda> z4ListCommand.output_package_listing.<locals>.<lambda>rA r r z %s==%s (%s)z%s==%sr ) sortedr format_for_columns output_package_listing_columnsverboser rK rI locationformat_for_json)r! r5 r( dataheaderr; r& r& r' r4 s" z"ListCommand.output_package_listingc C sb t |dkr|d| t|\}}t |dkrL|ddtdd | |D ] }t| qPd S )Nr rS c S s d| S )N-r& )xr& r& r' rQ rR z<ListCommand.output_package_listing_columns.<locals>.<lambda>)leninserttabulatejoinmapr )r! rZ r[ Z pkg_stringssizesvalr& r& r' rV s z*ListCommand.output_package_listing_columns)__name__ __module__ __qualname____doc__Zusager r- r6 r2 r3 r1 r> r4 rV __classcell__r& r& r$ r' r s P r c C sp dgt dd | D }| D ]}dd t||D }q g }| D ](}ddd t||D }|| q>||fS )Nr c s s | ]}t |V qd S r@ )r_ r: r^ r& r& r' rC s ztabulate.<locals>.<genexpr>c S s" g | ]\}}t |tt|qS r& )maxr_ strr: scr& r& r' r< s z tabulate.<locals>.<listcomp>r\ c S s* g | ]"\}}|d k r"t ||ndqS )N )rm ljustrn r& r& r' r< s )rl r rb append)Zvalsrd rowresultZdisplayr& r& r' ra s ra c C s |j }|rddddg}nddg}g }|jdks@tdd | D rJ|d |jdkr^|d | D ]l}|j|jg}|r||j ||j |jdkst|r||j |jdkr|t | || qb||fS ) z_ Convert the package data into something usable by output_package_listing_columns. ZPackageZVersionZLatestZTyperS c s s | ]}t |V qd S r@ )r rk r& r& r' rC s z%format_for_columns.<locals>.<genexpr>ZLocationZ Installer) r/ rW anyrs rK rI r8 rM r rX r )Zpkgsr( Zrunning_outdatedr[ rZ Zprojrt r& r& r' rU s( rU c C sv g }| D ]b}|j t|jd}|jdkr@|j|d< t||d< |jr`t|j|d< |j |d< | | qt |S )N)namerI rS rX Z installerr8 rM ) rK r Z text_typerI rW rX r r/ r8 rM rs r dumps)r5 r( rZ r; infor& r& r' rY + s rY )!Z __future__r r ZloggingZ pip._vendorr Zpip._vendor.six.movesr Zpip._internal.clir Z pip._internal.cli.req_commandr Zpip._internal.exceptionsr Zpip._internal.indexr Z$pip._internal.models.selection_prefsr Z!pip._internal.self_outdated_checkr Zpip._internal.utils.miscr r r Z pip._internal.utils.packagingr Z getLoggerrf Zloggerr ra rU rY r& r& r& r' <module> s$ Y%PK A\:z8 z8 9 pip/_internal/commands/__pycache__/install.cpython-38.pycnu [ U .e_ @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl m Z d dl m Z d dl mZ d dlmZ d dlmZ d d lmZ d d lmZ d d lmZmZ d d lmZm Z m Z d d l m Z d dl m!Z! d dl"m#Z#m$Z$ d dl%m&Z& d dl'm(Z( d dl)m*Z*m+Z+m,Z,m-Z- d dl.m/Z/ d dl0m1Z1 d dl2m3Z3 d dl4m5Z5 e1rd dl m6Z6 d dl7m8Z8m9Z9m:Z: d dl;m<Z< d dl=m>Z> d dl4m?Z? e@eAZBd d ZCd d ZDd d! ZEG d"d# d#eZFd$d% ZGd&d' ZHdS )( )absolute_importN)path) SUPPRESS_HELP) pkg_resources)canonicalize_name) WheelCache) cmdoptions)make_target_python)RequirementCommand)ERRORSUCCESS) CommandErrorInstallationErrorPreviousBuildDirErrordistutils_scheme)check_install_conflicts)RequirementSetinstall_given_reqs)RequirementTracker)check_path_owner) ensure_dirget_installed_version(protect_pip_from_modification_on_windows write_output) TempDirectory)MYPY_CHECK_RUNNING)virtualenv_no_global) WheelBuilder)Values)AnyListOptional) FormatControl)InstallRequirement)BinaryAllowedPredicatec C s( z ddl } W n tk r" Y dS X dS )z8 Return whether the wheel package is installed. r NFT)wheel ImportError)r& r( B/usr/lib/python3.8/site-packages/pip/_internal/commands/install.pyis_wheel_installed< s r* c C s* t }| j|dd}|r&| j|dd |S )zQ Build wheels for requirements, depending on whether wheel is installed. T)Z should_unpack)r* Zbuild)builderpep517_requirementslegacy_requirementsZshould_build_legacybuild_failuresr( r( r) build_wheelsH s r/ c s fdd}|S )Nc s& | j r dS t| j} |}d|kS )NTZbinary) use_pep517r nameZget_allowed_formats)reqZcanonical_nameZallowed_formatsformat_controlr( r) check_binary_allowedh s z6get_check_binary_allowed.<locals>.check_binary_allowedr( )r4 r5 r( r3 r) get_check_binary_allowedf s r6 c s< e Zd ZdZdZ fddZdd Zdd Zd d Z Z S ) InstallCommandaI Install packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports installing from "requirements files", which provide an easy way to specify a whole environment to be installed. a% %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...c s^ t t| j|| | j}|t |t |t |t |t |jddddd dd t | |jddd d d |jd dd t d |jdddd dd |jdddd dd |t |t |jdddd dd |jdddddgd d |jd d d d d |jd!d"d#d d$d |t |t |t |t |t |t |jd%d d&d'd(d) |jd*d d&d+d, |jd-d d.d'd/d) |jd0d d1d'd2d) |t |t |t |t |t |t ttj | j }| j d3| | j d3| d S )4Nz-tz--target target_dirdirzInstall packages into <dir>. By default this will not replace existing files/folders in <dir>. Use --upgrade to replace existing packages in <dir> with new versions.)destmetavardefaulthelp--user use_user_site store_truezInstall to the Python user install directory for your platform. Typically ~/.local/, or %APPDATA%\Python on Windows. (See the Python documentation for site.USER_BASE for full details.))r: actionr= z --no-userZ store_falsez--root root_pathz=Install everything relative to this alternate root directory.z--prefix prefix_pathzIInstallation prefix where lib, bin and other top-level folders are placedz-Uz --upgradeupgradezUpgrade all specified packages to the newest available version. The handling of dependencies depends on the upgrade-strategy used.z--upgrade-strategyupgrade_strategyzonly-if-neededZeageraG Determines how dependency upgrading should be handled [default: %default]. "eager" - dependencies are upgraded regardless of whether the currently installed version satisfies the requirements of the upgraded package(s). "only-if-needed" - are upgraded only when they do not satisfy the requirements of the upgraded package(s).)r: r< choicesr= z--force-reinstallforce_reinstallz;Reinstall all packages even if they are already up-to-date.z-Iz--ignore-installedignore_installedzIgnore the installed packages, overwriting them. This can break your system if the existing package is of a different version or was installed with a different package manager!z --compilecompileTz'Compile Python source files to bytecode)rA r: r< r= z --no-compilez.Do not compile Python source files to bytecode)rA r: r= z--no-warn-script-locationwarn_script_locationz0Do not warn when installing scripts outside PATHz--no-warn-conflictswarn_about_conflictsz%Do not warn about broken dependenciesr ) superr7 __init__cmd_optsZ add_optionr requirementsZ constraintsZno_depsZpreZeditableZadd_target_python_optionsr build_dirsrcignore_requires_pythonZno_build_isolationr0 Z no_use_pep517install_optionsglobal_optionsZ no_binaryZ only_binaryZ prefer_binaryno_cleanrequire_hashesZ progress_barZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwrN Z index_opts __class__r( r) rM s zInstallCommand.__init__c * C s t | dd }t dkrZ| sZttjd }|dkrLttjd }t d| d}|j rj|j }|j rtj|j |_ t j|dd tj|j|_|jpg }|jr|jrtd t rtd |d |d d }d }|jrJd|_tj|j|_tj|jr,tj|js,tdt dd}|j}|d| |j pTg } | |} t |} | j || | |j!d} |j"p|j } t#|j$|j%}|j$rt&|j$st d|j$ d |_$t' }t |j | dd}t(|j)|j d}zz*| ,|||| | | | j-|||d}| j.|| | |||j|j|j!|j/||j0d }|1| z|2d}W n t3k rz d }Y n X |j4d k}t5|d t6| j%}g }g }|j78 D ]$}|j0r|| n || qt9||g g |d}t:|||d }|rtd ;d <d d |D |=|} |j> o.|j?} | r@| @| |jA} |jrRd!} tB| || |jC||j|jD| |jd" } tE|j||jC|j|jFd#} tGH| }!tI| tJKd$d%}"g }#|"D ]R}|jL}$z$tM|jL|!d&}%|%r|$d'|% 7 }$W n tNk r Y nX |#|$ qd(<|#}&|&r tOd)|& W n tPk r }' zN| jQd*k}(tR|'|(|j})t jS|)|(d+ tT W Y W HW 5 Q R W 5 Q R S d }'~'X Y n tUk r d|_" Y nX W 5 |j"s|* |+ X W 5 Q R X W 5 Q R X |jr| V|j||j tWS ),Nc S s t tdp t tdo tjtjkS )NZ real_prefix base_prefix)hasattrsysr] prefixr( r( r( r) is_venv s z#InstallCommand.run.<locals>.is_venvr z __main__.pyz -m pipzgRunning pip install with root privileges is generally not a good idea. Try `%s install --user` instead.zto-satisfy-onlyT)Z check_targetzVCan not combine '--user' and '--prefix' as they imply different installation locationszZCan not perform a '--user' install. User site-packages are not visible in this virtualenv.r> z --prefix=z=Target path exists but is not a directory, will not continue.target)kindz--home=)optionssession target_pythonrR zThe directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.Zinstall)deleterc )rV Zcheck_supported_wheels)Ztemp_build_dirrd req_tracker) preparerfinderre rd wheel_cacher? rH rR rG rE r0 Zpip) modifying_pip)Z build_optionsrT r5 )r+ r, r- zPCould not build wheels for {} which use PEP 517 and cannot be installed directlyz, c s s | ] }|j V qd S N)r1 ).0rr( r( r) <genexpr> s z%InstallCommand.run.<locals>.<genexpr>F)roothomer` Z pycompilerJ r? )userrr rq r` isolatedr1 )key) working_set- zSuccessfully installed %s exc_info)Xr Zcheck_install_build_globalosgetuidr basenamer_ argv executableloggerwarningrD rE rP abspathZcheck_dist_restrictionZsrc_dirrS r? rC r r r appendr8 rH existsisdirr rT Zget_default_sessionr Z_build_package_finderrR rU r cache_dirr4 r r r rV Z cleanup_filesZcleanupZpopulate_requirement_setZmake_requirement_preparerZ make_resolverrG r0 ZresolveZget_requirementKeyErrorZ satisfied_byr r6 rO valuesr r/ formatjoinZget_installation_orderZignore_dependenciesrK _warn_about_conflictsrJ r rB rI get_lib_location_guessesZ isolated_moder Z WorkingSetsortedoperator attrgetterr1 r Exceptionr EnvironmentError verbositycreate_env_error_messageerrorr r _handle_target_dirr )*rX rd rY ra ZcommandrE rS target_temp_dirZtarget_temp_dir_pathrT re rf rj Z build_deleterk rh Z directoryZrequirement_setri ZresolverZpip_reqrl r5 r- r, r2 Z wheel_builderr. to_installZshould_warn_about_conflictsrJ Z installedZ lib_locationsrv ZreqsitemsitemZinstalled_versionZinstalled_descr show_tracebackmessager( r( r) run s 4 zInstallCommand.runc sf t | g }|J td|jd}|d }|d }|d }tj|rP|| tj|rn||krn|| tj|r|| |D ]} t| D ]} | |krtj|| t fdd|d d D rqtj|| } tj| r>|st d | qtj | rt d | qtj | r4t | n t| t tj| | | qqW 5 Q R X d S ) N )rr purelibplatlibdatac 3 s | ]}| V qd S rm ) startswith)rn sddirr( r) rp + s z4InstallCommand._handle_target_dir.<locals>.<genexpr>zKTarget directory %s already exists. Specify --upgrade to force replacement.zTarget directory %s already exists and is a link. Pip will not automatically replace links, please remove if replacement is desired.)r r r r| r r listdirr anyr r islinkr shutilZrmtreeremoveZmove) rX r8 r rD Z lib_dir_listschemeZ purelib_dirZ platlib_dirZdata_dirZlib_dirr Ztarget_item_dirr( r r) r sP z!InstallCommand._handle_target_dirc C s zt |\}}W n$ tk r4 tjddd Y d S X |\}}|D ]2}|| d }|| D ]}td|||d qZqB|D ]8}|| d }|| D ] \} } } td||| | | qqzd S )Nz Error checking for conflicts.Trz r z*%s %s requires %s, which is not installed.ry zF%s %s has requirement %s, but you'll have %s %s which is incompatible.)r r r r Zcritical) rX r Z package_setZ _dep_infoZmissingZ conflictingZ project_nameversionZ dependencyZdep_nameZ dep_versionr2 r( r( r) r I s4 z$InstallCommand._warn_about_conflicts) __name__ __module__ __qualname____doc__ZusagerM r r r __classcell__r( r( r[ r) r7 s s w8r7 c O s t d| |}|d |d gS )Nr r r )r r )rY kwargsr r( r( r) r d s r c C s g }| d |s,| d | t| n | d |d d7 < | jtjkrd}d}|st||d| g n | | | d d | d S ) z{Format an error message for an EnvironmentError It may occur anytime during the execution of the install command. z5Could not install packages due to an EnvironmentErrorz: .r z"Consider using the `--user` optionzCheck the permissionsz or z. r )r strerrnoZEACCESextendlowerr strip)r r Zusing_user_sitepartsZuser_option_partZpermissions_partr( r( r) r i s& r )IZ __future__r r Zloggingr r| r r_ r Zoptparser Z pip._vendorr Zpip._vendor.packaging.utilsr Zpip._internal.cacher Zpip._internal.clir Z pip._internal.cli.cmdoptionsr Z pip._internal.cli.req_commandr Z pip._internal.cli.status_codesr r Zpip._internal.exceptionsr r r Zpip._internal.locationsr Z pip._internal.operations.checkr Zpip._internal.reqr r Z pip._internal.req.req_trackerr Z pip._internal.utils.filesystemr Zpip._internal.utils.miscr r r r Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Z pip._internal.utils.virtualenvr Zpip._internal.wheelr r typingr r! r" Z#pip._internal.models.format_controlr# Z pip._internal.req.req_installr$ r% Z getLoggerr r r* r/ r6 r7 r r r( r( r( r) <module> sT tPK A\c} @ pip/_internal/commands/__pycache__/download.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ d d lmZmZmZ d d lmZ eeZG d d d e ZdS ) )absolute_importN) cmdoptions)make_target_python)RequirementCommand)RequirementSet)RequirementTracker)check_path_owner) ensure_dirnormalize_path write_output) TempDirectoryc s, e Zd ZdZdZ fddZdd Z ZS )DownloadCommandaL Download packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports downloading from "requirements files", which provide an easy way to specify a whole environment to be downloaded. a %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] <vcs project url> ... %prog [options] <local project path> ... %prog [options] <archive url/path> ...c sN t t| j|| | j}|t |t |t |t |t |t |t |t |t |t |t |t |t |t |t |t |jddddddtjdd t| ttj| j}| j d | | j d | d S ) Nz-dz--destz--destination-dirz--destination-directory download_dirdirz Download packages into <dir>.)destmetavardefaulthelpr ) superr __init__cmd_optsZ add_optionr Z constraintsZ requirements build_dirZno_depsZglobal_optionsZ no_binaryZ only_binaryZ prefer_binarysrcZpreno_cleanrequire_hashesZ progress_barZno_build_isolationZ use_pep517Z no_use_pep517oscurdirZadd_target_python_optionsZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwr Z index_opts __class__ C/usr/lib/python3.8/site-packages/pip/_internal/commands/download.pyr ) sF zDownloadCommand.__init__c C sL d|_ g |_t| tj|j|_t|j |_ t |j | |}t |}| j |||d}|jph|j }|jrt|jstd|j d |_t }t|j|dd}t|jd} | | ||||d | j||||j d} | j| ||||jd} | | d d d | j D } | r$t d | |js4| W 5 Q R X W 5 Q R X | S ) NT)optionssession target_pythonzThe directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.Zdownload)deleteZkind)r )Ztemp_build_dirr% req_trackerr )preparerfinderr& r% Zpy_version_info c S s g | ] }|j qS r# )name).0Zreqr# r# r$ <listcomp> s z'DownloadCommand.run.<locals>.<listcomp>zSuccessfully downloaded %s)!Zignore_installedZ editablesr Zcheck_dist_restrictionr pathabspathZsrc_dirr r r Zget_default_sessionr Z_build_package_finderr r cache_dirr loggerZwarningr r r r Zpopulate_requirement_setZmake_requirement_preparerZ make_resolverZpython_versionZresolvejoinZsuccessfully_downloadedr Z cleanup_files) r r% r r& r' r+ Z build_deleter) Z directoryZrequirement_setr* ZresolverZ downloadedr# r# r$ runQ sv zDownloadCommand.run)__name__ __module__ __qualname____doc__Zusager r5 __classcell__r# r# r! r$ r s (r )Z __future__r Zloggingr Zpip._internal.clir Z pip._internal.cli.cmdoptionsr Z pip._internal.cli.req_commandr Zpip._internal.reqr Z pip._internal.req.req_trackerr Z pip._internal.utils.filesystemr Zpip._internal.utils.miscr r r Z pip._internal.utils.temp_dirr Z getLoggerr6 r3 r r# r# r# r$ <module> s PK A\s̈́ 8 pip/_internal/commands/__pycache__/search.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dlmZ d dlmZ d d lmZmZ d d lmZ d d lmZ d d lmZ d d lm Z d dl m Z d dl m Z e!e"Z#G dd deeZ$dd Z%dddZ&dd Z'dS ) )absolute_importN) OrderedDict) pkg_resources)parse) xmlrpc_client)Command)SessionCommandMixin)NO_MATCHES_FOUNDSUCCESS) CommandError)PyPI)PipXmlrpcTransport)get_terminal_size) indent_log) write_outputc s8 e Zd ZdZdZdZ fddZdd Zdd Z Z S ) SearchCommandz@Search for PyPI packages whose name or summary contains <query>.z %prog [options] <query>Tc s@ t t| j|| | jjddddtjdd | jd| j d S )Nz-iz--indexindexZURLz3Base URL of Python Package Index (default %default))destmetavardefaulthelpr ) superr __init__Zcmd_optsZ add_optionr Zpypi_urlparserZinsert_option_group)selfargskw __class__ A/usr/lib/python3.8/site-packages/pip/_internal/commands/search.pyr % s zSearchCommand.__init__c C sT |s t d|}| ||}t|}d }tj r<t d }t||d |rPtS t S )Nz)Missing required argument (search query).r )terminal_width) r searchtransform_hitssysstdoutisattyr print_resultsr r )r optionsr queryZ pypi_hitshitsr! r r r run0 s zSearchCommand.runc C s< |j }| |}t||}t||}|||dd}|S )N)namesummaryor)r Zget_default_sessionr r Z ServerProxyr" )r r) r( Z index_urlZsessionZ transportZpypir* r r r r" @ s zSearchCommand.search) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr r+ r" __classcell__r r r r r s r c C s t }| D ]n}|d }|d }|d }|| krF|||gd||< q || d | |t|| d kr ||| d< q t| S )z The list from pypi is really a list of versions. We want a list of packages with the list of versions stored inline. This converts the list from pypi into one we can use. r, r- version)r, r- versionsr5 )r keysappendhighest_versionlistvalues)r* Zpackageshitr, r- r4 r r r r# K s r# c C sP | sd S |d kr&t dd | D d }dd tjD }| D ]}|d }|d pRd}t|dd g}|d k r|| d }|d krt||}d d |d |}d|d||f |f } zxt| ||kr0t |} t L | j |krtd| j n.td| j t |j r td| n td| W 5 Q R X W q: tk rH Y q:X q:d S )Nc S s. g | ]&}t |d t t|ddg qS )r, r5 -)lenr8 get).0r; r r r <listcomp>k s z!print_results.<locals>.<listcomp> c S s g | ] }|j qS r )Z project_name)r? pr r r r@ p s r, r- r5 r< z %-*s - %sz%s (%s)zINSTALLED: %s (latest)z INSTALLED: %sz=LATEST: %s (pre-release; install with "pip install --pre")z LATEST: %s)maxr Z working_setr8 r> textwrapZwrapjoinr Zget_distributionr r4 parse_versionZpreUnicodeEncodeError) r* Zname_column_widthr! Zinstalled_packagesr; r, r- ZlatestZ target_widthlineZdistr r r r' g sJ r' c C s t | tdS )N)key)rI rL )r5 r r r r8 s r8 )NN)(Z __future__r Zloggingr$ rJ collectionsr Z pip._vendorr Z pip._vendor.packaging.versionr rL Zpip._vendor.six.movesr Z pip._internal.cli.base_commandr Z pip._internal.cli.req_commandr Z pip._internal.cli.status_codesr r Zpip._internal.exceptionsr Zpip._internal.models.indexr Z pip._internal.network.xmlrpcr Zpip._internal.utils.compatr Zpip._internal.utils.loggingr Zpip._internal.utils.miscr Z getLoggerr/ Zloggerr r# r' r8 r r r r <module> s* - )PK A\-*if < pip/_internal/commands/__pycache__/hash.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z m Z d dl m Z mZ eeZG dd deZd d ZdS ) )absolute_importN)Command)ERROR) FAVORITE_HASH STRONG_HASHES) read_chunks write_outputc s0 e Zd ZdZdZdZ fddZdd Z ZS ) HashCommandz Compute a hash of a local package archive. These can be used with --hash in a requirements file to do repeatable installs. z%prog [options] <file> ...Tc sJ t t| j|| | jjdddtdtddt d | j d| j d S ) Nz-az --algorithm algorithmZstorez$The hash algorithm to use: one of %sz, )destchoicesactiondefaulthelpr ) superr __init__Zcmd_optsZ add_optionr r joinparserZinsert_option_group)selfargskw __class__ ?/usr/lib/python3.8/site-packages/pip/_internal/commands/hash.pyr s zHashCommand.__init__c C s> |s| j tj tS |j}|D ]}td||t|| q d S )Nz%s: --hash=%s:%s)r Z print_usagesysstderrr r r _hash_of_file)r Zoptionsr r pathr r r run) s zHashCommand.run) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr r __classcell__r r r r r s r c C s@ t | d(}t|}t|D ]}|| q W 5 Q R X | S )z!Return the hash digest of a file.rb)openhashlibnewr updateZ hexdigest)r r archivehashchunkr r r r 4 s r )Z __future__r r' Zloggingr Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr Zpip._internal.utils.hashesr r Zpip._internal.utils.miscr r Z getLoggerr Zloggerr r r r r r <module> s "PK A\aq 7 pip/_internal/commands/__pycache__/debug.cpython-38.pycnu [ U .eB @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dl mZ d dlmZ d d lmZ d d lmZ erd d lmZmZ d d lmZ eeZ d d Z dd Z dd Z G dd deZ dS ) )absolute_importN) cmdoptions)Command)make_target_python)SUCCESS) indent_log)get_pip_version)MYPY_CHECK_RUNNING) format_tag)AnyList)Valuesc C s t d| | d S )Nz{}: {})loggerinfoformat)namevalue r @/usr/lib/python3.8/site-packages/pip/_internal/commands/debug.py show_value s r c C sF t d ttdr"tj} | j}nd}t td| W 5 Q R X d S )Nzsys.implementation:implementation r )r r hasattrsysr r r r )r Zimplementation_namer r r show_sys_implementation s r c C s d}t | }| }| }d}|r.d|}dt||}t| | jdk rpt||krpd}|d | }nd}t 8 |D ]}tt | q|rdj|d }t| W 5 Q R X d S ) N r z (target: {})zCompatible tags: {}{} TFz?... [First {tag_limit} tags shown. Pass --verbose to show all.]) tag_limit) r Zget_tagsZ format_givenr lenr r verboser r ) optionsr Z target_pythonZtagsZformatted_targetsuffixmsgZ tags_limitedtagr r r show_tags, s, r$ c s0 e Zd ZdZdZdZ fddZdd Z ZS ) DebugCommandz$ Display debug information. z %prog <options>Tc s4 t t| j|| | j}t| | jd| d S )Nr )superr% __init__cmd_optsr Zadd_target_python_optionsparserZinsert_option_group)selfargskwr( __class__r r r' W s zDebugCommand.__init__c C sv t d tdt tdtj tdtj tdt tdt tdt tdtj t t | tS ) NzThis command is only meant for debugging. Do not use this with automation for parsing and getting these details, since the output and options of this command may change without notice.z pip versionz sys.versionzsys.executablezsys.getdefaultencodingzsys.getfilesystemencodingzlocale.getpreferredencodingz sys.platform)r Zwarningr r r version executablegetdefaultencodinggetfilesystemencodinglocaleZgetpreferredencodingplatformr r$ r )r* r r+ r r r run^ s zDebugCommand.run) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr' r5 __classcell__r r r- r r% N s r% )!Z __future__r r3 Zloggingr Zpip._internal.clir Z pip._internal.cli.base_commandr Z pip._internal.cli.cmdoptionsr Z pip._internal.cli.status_codesr Zpip._internal.utils.loggingr Zpip._internal.utils.miscr Zpip._internal.utils.typingr Zpip._internal.wheelr typingr r Zoptparser Z getLoggerr6 r r r r$ r% r r r r <module> s& "PK A\A A pip/_internal/commands/__pycache__/uninstall.cpython-38.opt-1.pycnu [ U .e @ sv d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ G d d d eeZd S ) )absolute_import)canonicalize_name)Command)SessionCommandMixin)InstallationError)parse_requirements)install_req_from_line)(protect_pip_from_modification_on_windowsc s, e Zd ZdZdZ fddZdd Z ZS )UninstallCommandaB Uninstall packages. pip is able to uninstall most installed packages. Known exceptions are: - Pure distutils packages installed with ``python setup.py install``, which leave behind no metadata to determine what files were installed. - Script wrappers installed by ``python setup.py develop``. zU %prog [options] <package> ... %prog [options] -r <requirements file> ...c sV t t| j|| | jjddddg ddd | jjdd d d d d | jd| j d S )Nz-rz --requirement requirementsappendfilezjUninstall all the packages listed in the given requirements file. This option can be used multiple times.)destactiondefaultmetavarhelpz-yz--yesyes store_truez2Don't ask for confirmation of uninstall deletions.)r r r r )superr __init__Zcmd_optsZ add_optionparserZinsert_option_group)selfargskw __class__ D/usr/lib/python3.8/site-packages/pip/_internal/commands/uninstall.pyr s$ zUninstallCommand.__init__c C s | |}i }|D ]&}t||jd}|jr||t|j< q|jD ],}t|||dD ]}|jrR||t|j< qRq@|stdt| jd t d|kd | D ]&}|j |j | j dkd}|r| qd S ) N)isolated)optionssessionzLYou must give at least one requirement to %(name)s (see "pip help %(name)s"))nameZpip)Z modifying_pipr )Z auto_confirmverbose)Zget_default_sessionr Z isolated_moder" r r r r dictr valuesZ uninstallr verbosityZcommit) r r r r! Zreqs_to_uninstallr" ZreqfilenameZuninstall_pathsetr r r run2 sB zUninstallCommand.run)__name__ __module__ __qualname____doc__Zusager r( __classcell__r r r r r s r N)Z __future__r Zpip._vendor.packaging.utilsr Z pip._internal.cli.base_commandr Z pip._internal.cli.req_commandr Zpip._internal.exceptionsr Zpip._internal.reqr Z pip._internal.req.constructorsr Zpip._internal.utils.miscr r r r r r <module> s PK A\Ce < pip/_internal/commands/__pycache__/show.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z mZ d dlmZ eeZG d d d e Zd d ZdddZdS ) )absolute_importN) FeedParser) pkg_resourcescanonicalize_name)Command)ERRORSUCCESS) write_outputc s0 e Zd ZdZdZdZ fddZdd Z ZS ) ShowCommandzx Show information about one or more installed packages. The output is in RFC-compliant mail header format. z$ %prog [options] <package> ...Tc s> t t| j|| | jjddddddd | jd| j d S ) Nz-fz--filesfiles store_trueFz7Show the full list of installed files for each package.)destactiondefaulthelpr )superr __init__Zcmd_optsZ add_optionparserZinsert_option_group)selfargskw __class__ ?/usr/lib/python3.8/site-packages/pip/_internal/commands/show.pyr s zShowCommand.__init__c C s8 |st d tS |}t|}t||j|jds4tS tS )Nz.ERROR: Please provide a package name or names.) list_filesverbose)loggerwarningr search_packages_info print_resultsr r r )r Zoptionsr queryresultsr r r run* s zShowCommand.run) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr r$ __classcell__r r r r r s r c # sT i t jD ]}|t|j< q dd | D }tfddt| |D }|r^tdd| dd }fdd|D D ]ԉ j j j d d D | jd }d }d }t t j r d r d }d d |D } fdd| D } fdd| D } drn d}nP drX d} fdd| D } fdd| D } drn d} dr d} | |d< drƈ dD ]"} | r| |d< qƐqt } | | | } dD ]}| |||< qg }| D ](} | dr|| tdd q||d< |rHt||d < |V qxd S ) z Gather details from installed distributions. Print distribution name, version, location, and installed files. Installed files requires a pip generated 'installed-files.txt' in the distributions '.egg-info' directory. c S s g | ] }t |qS r r ).0namer r r <listcomp>B s z(search_packages_info.<locals>.<listcomp>c s g | ]\}}| kr|qS r r )r* r+ pkg installedr r r, D s zPackage(s) not found: %s, c s t | fddtjD S )Nc s( g | ] } d d | D kr|jqS )c S s g | ]}t |jqS r )r r+ )r* Zrequiredr r r r, N s zSsearch_packages_info.<locals>.get_requiring_packages.<locals>.<listcomp>.<listcomp>)requires project_namer* r- Zcanonical_namer r r, K s zHsearch_packages_info.<locals>.get_requiring_packages.<locals>.<listcomp>)r r working_set)Z package_namer r4 r get_requiring_packagesI s z4search_packages_info.<locals>.get_requiring_packagesc s g | ]}| kr | qS r r r3 r. r r r, R s c S s g | ] }|j qS r )r2 )r* Zdepr r r r, W s )r+ versionlocationr1 required_byNZRECORDc S s g | ]}| d d qS ),r )split)r* lr r r r, ` s c s g | ]}t j j|qS r )ospathjoinr8 r* pdistr r r, a s c s g | ]}t j| jqS r r= r> relpathr8 r@ rB r r r, b s ZMETADATAzinstalled-files.txtc s g | ]}t j j|qS r )r= r> r? Zegg_infor@ rB r r r, j s c s g | ]}t j| jqS r rD r@ rB r r r, k s zPKG-INFOzentry_points.txt entry_pointsZ INSTALLER installer)metadata-versionsummary home-pageauthor author-emaillicensez Classifier: classifiersr )r r5 r r2 sortedzipr r r? r7 r8 r1 isinstanceZDistInfoDistributionZ has_metadataZget_metadata_linesZ get_metadatastripr Zfeedcloseget splitlines startswithappendlen)r" rA Z query_namesZmissingr6 packageZ file_listZmetadatalinespathsrF lineZ feed_parserZ pkg_info_dictkeyrN r )rC r/ r r 7 sl r Fc C s d}t | D ]\}}d}|dkr*td td|dd td|d d td |d d td |d d td|dd td|dd td|dd td|dd tdd|dg tdd|dg |rdtd|d d td |d d td |d g D ]}td!| q(td" |d#g D ]}td!| qN|r td$ |d%g D ]}td!| q|d%|kr td& q |S )'zD Print the informations from installed distributions found. FTr z---zName: %sr+ z Version: %sr7 z Summary: %srI z Home-page: %srJ z Author: %srK zAuthor-email: %srL z License: %srM z Location: %sr8 z Requires: %sr0 r1 zRequired-by: %sr9 zMetadata-Version: %srH z Installer: %srG z Classifiers:rN z %sz Entry-points:rF zFiles:r z!Cannot locate installed-files.txt) enumerater rT r? rR ) Z distributionsr r Zresults_printedirC Z classifierentryr\ r r r r! sB r! )FF)Z __future__r Zloggingr= Z email.parserr Z pip._vendorr Zpip._vendor.packaging.utilsr Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr r Zpip._internal.utils.miscr Z getLoggerr% r r r r! r r r r <module> s #XPK A\y~ B pip/_internal/commands/__pycache__/completion.cpython-38.opt-1.pycnu [ U .e @ sX d dl mZ d dlZd dlZd dlmZ d dlmZ dZdddd Z G d d d eZ dS ) )absolute_importN)Command)get_progzJ # pip %(shell)s completion start%(script)s# pip %(shell)s completion end a _pip_completion() { COMPREPLY=( $( COMP_WORDS="${COMP_WORDS[*]}" \ COMP_CWORD=$COMP_CWORD \ PIP_AUTO_COMPLETE=1 $1 2>/dev/null ) ) } complete -o default -F _pip_completion %(prog)s aM function _pip_completion { local words cword read -Ac words read -cn cword reply=( $( COMP_WORDS="$words[*]" \ COMP_CWORD=$(( cword-1 )) \ PIP_AUTO_COMPLETE=1 $words[1] 2>/dev/null )) } compctl -K _pip_completion %(prog)s aw function __fish_complete_pip set -lx COMP_WORDS (commandline -o) "" set -lx COMP_CWORD ( \ math (contains -i -- (commandline -t) $COMP_WORDS)-1 \ ) set -lx PIP_AUTO_COMPLETE 1 string split \ -- (eval $COMP_WORDS[1]) end complete -fa "(__fish_complete_pip)" -c %(prog)s )bashzshfishc s, e Zd ZdZdZ fddZdd Z ZS )CompletionCommandz3A helper command to be used for command completion.Tc sl t t| j|| | j}|jddddddd |jdd dd dd d |jd d ddddd | jd| d S )Nz--bashz-b store_constr shellz Emit completion code for bash)actionconstdesthelpz--zshz-zr z Emit completion code for zshz--fishz-fr z Emit completion code for fishr )superr __init__cmd_optsZ add_optionparserZinsert_option_group)selfargskwr __class__ E/usr/lib/python3.8/site-packages/pip/_internal/commands/completion.pyr 8 s6 zCompletionCommand.__init__c C sr t }dd t|D }|j|krXtt |jddt i }tt ||jd nt j dd | dS ) z-Prints the completion code of the given shellc S s g | ] }d | qS )z--r ).0r r r r <listcomp>U s z)CompletionCommand.run.<locals>.<listcomp> prog)scriptr zERROR: You must pass %s z or N)COMPLETION_SCRIPTSkeyssortedr textwrapdedentgetr printBASE_COMPLETIONsysstderrwritejoin)r Zoptionsr ZshellsZ shell_optionsr r r r runR s zCompletionCommand.run)__name__ __module__ __qualname____doc__Zignore_require_venvr r+ __classcell__r r r r r 3 s r ) Z __future__r r' r" Z pip._internal.cli.base_commandr Zpip._internal.utils.miscr r& r r r r r r <module> s #PK A\ 7 pip/_internal/commands/__pycache__/wheel.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z m Z d dl mZ d dlmZ d d lmZ d d lmZ d d lmZ erd d lmZ d d lmZmZ e e Z G dd de Z dS ) )absolute_importN) WheelCache) cmdoptions)RequirementCommand) CommandErrorPreviousBuildDirError)RequirementSet)RequirementTracker) TempDirectory)MYPY_CHECK_RUNNING) WheelBuilder)Values)AnyListc s, e Zd ZdZdZ fddZdd Z ZS ) WheelCommanda Build Wheel archives for your requirements and dependencies. Wheel is a built-package format, and offers the advantage of not recompiling your software during every install. For more details, see the wheel docs: https://wheel.readthedocs.io/en/latest/ Requirements: setuptools>=0.8, and wheel. 'pip wheel' uses the bdist_wheel setuptools extension from the wheel package to build individual wheels. z %prog [options] <requirement specifier> ... %prog [options] -r <requirements file> ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...c sz t t| j|| | j}|jddddtjdd |t |t |t |jddd d d d |t |t |t |t |t |t |t |t |t |t |t |jd dd d dd |jddddd |t |t ttj| j}| jd| | jd| d S )Nz-wz --wheel-dir wheel_dirdirzLBuild wheels into <dir>, where the default is the current working directory.)destmetavardefaulthelpz--build-option build_optionsoptionsappendz9Extra arguments to be supplied to 'setup.py bdist_wheel'.)r r actionr z--global-optionglobal_optionszZExtra global options to be supplied to the setup.py call before the 'bdist_wheel' command.)r r r r z--pre store_trueFzYInclude pre-release and development versions. By default, pip only finds stable versions.)r r r r ) superr __init__cmd_optsZ add_optionoscurdirr Z no_binaryZ only_binaryZ prefer_binaryZno_build_isolation use_pep517Z no_use_pep517Z constraintsZeditable requirementssrcignore_requires_pythonZno_deps build_dirZ progress_barno_cleanrequire_hashesZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwr Z index_opts __class__ @/usr/lib/python3.8/site-packages/pip/_internal/commands/wheel.pyr 3 sh zWheelCommand.__init__c C sz t | |jr tj|j|_tj|j|_| |}| ||}|j pP|j }t |j |j }t }t|j|dd}t|jd} zz| | ||||| | j||||jd} | j| |||||j|jd} | | t| ||jpg |j pg |j d} | | j } t | dkr"t!dW n t"k rB d |_ Y nX W 5 |j s`| | X W 5 Q R X W 5 Q R X d S ) NZwheel)deleteZkind)r( )Ztemp_build_dirr req_trackerZwheel_download_dir)preparerfindersessionr wheel_cacher% r" )r r r' r z"Failed to build one or more wheelsT)#r Zcheck_install_build_globalr& r pathabspathZsrc_dirZget_default_sessionZ_build_package_finderr' r cache_dirZformat_controlr r r r( Z cleanup_filesZcleanupZpopulate_requirement_setZmake_requirement_preparerr Z make_resolverr% r" Zresolver r r Zbuildr# valueslenr r )r* r r+ r5 r4 Z build_deleter6 r2 Z directoryZrequirement_setr3 ZresolverwbZbuild_failuresr/ r/ r0 runq s| zWheelCommand.run)__name__ __module__ __qualname____doc__Zusager r= __classcell__r/ r/ r- r0 r s >r ) Z __future__r Zloggingr Zpip._internal.cacher Zpip._internal.clir Z pip._internal.cli.req_commandr Zpip._internal.exceptionsr r Zpip._internal.reqr Z pip._internal.req.req_trackerr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.wheelr Zoptparser typingr r Z getLoggerr> Zloggerr r/ r/ r/ r0 <module> s PK A\y~ < pip/_internal/commands/__pycache__/completion.cpython-38.pycnu [ U .e @ sX d dl mZ d dlZd dlZd dlmZ d dlmZ dZdddd Z G d d d eZ dS ) )absolute_importN)Command)get_progzJ # pip %(shell)s completion start%(script)s# pip %(shell)s completion end a _pip_completion() { COMPREPLY=( $( COMP_WORDS="${COMP_WORDS[*]}" \ COMP_CWORD=$COMP_CWORD \ PIP_AUTO_COMPLETE=1 $1 2>/dev/null ) ) } complete -o default -F _pip_completion %(prog)s aM function _pip_completion { local words cword read -Ac words read -cn cword reply=( $( COMP_WORDS="$words[*]" \ COMP_CWORD=$(( cword-1 )) \ PIP_AUTO_COMPLETE=1 $words[1] 2>/dev/null )) } compctl -K _pip_completion %(prog)s aw function __fish_complete_pip set -lx COMP_WORDS (commandline -o) "" set -lx COMP_CWORD ( \ math (contains -i -- (commandline -t) $COMP_WORDS)-1 \ ) set -lx PIP_AUTO_COMPLETE 1 string split \ -- (eval $COMP_WORDS[1]) end complete -fa "(__fish_complete_pip)" -c %(prog)s )bashzshfishc s, e Zd ZdZdZ fddZdd Z ZS )CompletionCommandz3A helper command to be used for command completion.Tc sl t t| j|| | j}|jddddddd |jdd dd dd d |jd d ddddd | jd| d S )Nz--bashz-b store_constr shellz Emit completion code for bash)actionconstdesthelpz--zshz-zr z Emit completion code for zshz--fishz-fr z Emit completion code for fishr )superr __init__cmd_optsZ add_optionparserZinsert_option_group)selfargskwr __class__ E/usr/lib/python3.8/site-packages/pip/_internal/commands/completion.pyr 8 s6 zCompletionCommand.__init__c C sr t }dd t|D }|j|krXtt |jddt i }tt ||jd nt j dd | dS ) z-Prints the completion code of the given shellc S s g | ] }d | qS )z--r ).0r r r r <listcomp>U s z)CompletionCommand.run.<locals>.<listcomp> prog)scriptr zERROR: You must pass %s z or N)COMPLETION_SCRIPTSkeyssortedr textwrapdedentgetr printBASE_COMPLETIONsysstderrwritejoin)r Zoptionsr ZshellsZ shell_optionsr r r r runR s zCompletionCommand.run)__name__ __module__ __qualname____doc__Zignore_require_venvr r+ __classcell__r r r r r 3 s r ) Z __future__r r' r" Z pip._internal.cli.base_commandr Zpip._internal.utils.miscr r& r r r r r r <module> s #PK A\ = pip/_internal/commands/__pycache__/wheel.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z m Z d dl mZ d dlmZ d d lmZ d d lmZ d d lmZ erd d lmZ d d lmZmZ e e Z G dd de Z dS ) )absolute_importN) WheelCache) cmdoptions)RequirementCommand) CommandErrorPreviousBuildDirError)RequirementSet)RequirementTracker) TempDirectory)MYPY_CHECK_RUNNING) WheelBuilder)Values)AnyListc s, e Zd ZdZdZ fddZdd Z ZS ) WheelCommanda Build Wheel archives for your requirements and dependencies. Wheel is a built-package format, and offers the advantage of not recompiling your software during every install. For more details, see the wheel docs: https://wheel.readthedocs.io/en/latest/ Requirements: setuptools>=0.8, and wheel. 'pip wheel' uses the bdist_wheel setuptools extension from the wheel package to build individual wheels. z %prog [options] <requirement specifier> ... %prog [options] -r <requirements file> ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...c sz t t| j|| | j}|jddddtjdd |t |t |t |jddd d d d |t |t |t |t |t |t |t |t |t |t |t |jd dd d dd |jddddd |t |t ttj| j}| jd| | jd| d S )Nz-wz --wheel-dir wheel_dirdirzLBuild wheels into <dir>, where the default is the current working directory.)destmetavardefaulthelpz--build-option build_optionsoptionsappendz9Extra arguments to be supplied to 'setup.py bdist_wheel'.)r r actionr z--global-optionglobal_optionszZExtra global options to be supplied to the setup.py call before the 'bdist_wheel' command.)r r r r z--pre store_trueFzYInclude pre-release and development versions. By default, pip only finds stable versions.)r r r r ) superr __init__cmd_optsZ add_optionoscurdirr Z no_binaryZ only_binaryZ prefer_binaryZno_build_isolation use_pep517Z no_use_pep517Z constraintsZeditable requirementssrcignore_requires_pythonZno_deps build_dirZ progress_barno_cleanrequire_hashesZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwr Z index_opts __class__ @/usr/lib/python3.8/site-packages/pip/_internal/commands/wheel.pyr 3 sh zWheelCommand.__init__c C sz t | |jr tj|j|_tj|j|_| |}| ||}|j pP|j }t |j |j }t }t|j|dd}t|jd} zz| | ||||| | j||||jd} | j| |||||j|jd} | | t| ||jpg |j pg |j d} | | j } t | dkr"t!dW n t"k rB d |_ Y nX W 5 |j s`| | X W 5 Q R X W 5 Q R X d S ) NZwheel)deleteZkind)r( )Ztemp_build_dirr req_trackerZwheel_download_dir)preparerfindersessionr wheel_cacher% r" )r r r' r z"Failed to build one or more wheelsT)#r Zcheck_install_build_globalr& r pathabspathZsrc_dirZget_default_sessionZ_build_package_finderr' r cache_dirZformat_controlr r r r( Z cleanup_filesZcleanupZpopulate_requirement_setZmake_requirement_preparerr Z make_resolverr% r" Zresolver r r Zbuildr# valueslenr r )r* r r+ r5 r4 Z build_deleter6 r2 Z directoryZrequirement_setr3 ZresolverwbZbuild_failuresr/ r/ r0 runq s| zWheelCommand.run)__name__ __module__ __qualname____doc__Zusager r= __classcell__r/ r/ r- r0 r s >r ) Z __future__r Zloggingr Zpip._internal.cacher Zpip._internal.clir Z pip._internal.cli.req_commandr Zpip._internal.exceptionsr r Zpip._internal.reqr Z pip._internal.req.req_trackerr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.wheelr Zoptparser typingr r Z getLoggerr> Zloggerr r/ r/ r/ r0 <module> s PK A\]j = pip/_internal/commands/__pycache__/check.cpython-38.opt-1.pycnu [ U .e @ sN d dl Z d dlmZ d dlmZmZ d dlmZ e e Z G dd deZ dS ) N)Command)check_package_set!create_package_set_from_installed) write_outputc @ s e Zd ZdZdZdd ZdS ) CheckCommandz7Verify installed packages have compatible dependencies.z %prog [options]c C s t \}}t|\}}|D ].}|| j}|| D ]} td||| d q0q|D ]4}|| j}|| D ] \} } } td||| | | qdqN|s|s|rdS td d S )Nz*%s %s requires %s, which is not installed.r z-%s %s has requirement %s, but you have %s %s. z No broken requirements found.)r r versionr ) selfZoptionsargsZ package_setZ parsing_probsZmissingZ conflictingZ project_namer Z dependencyZdep_nameZ dep_versionZreq r @/usr/lib/python3.8/site-packages/pip/_internal/commands/check.pyrun s2 zCheckCommand.runN)__name__ __module__ __qualname____doc__Zusager r r r r r s r ) ZloggingZ pip._internal.cli.base_commandr Z pip._internal.operations.checkr r Zpip._internal.utils.miscr Z getLoggerr Zloggerr r r r r <module> s PK A\aq = pip/_internal/commands/__pycache__/debug.cpython-38.opt-1.pycnu [ U .eB @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z d dl m Z d dl mZ d dlmZ d d lmZ d d lmZ erd d lmZmZ d d lmZ eeZ d d Z dd Z dd Z G dd deZ dS ) )absolute_importN) cmdoptions)Command)make_target_python)SUCCESS) indent_log)get_pip_version)MYPY_CHECK_RUNNING) format_tag)AnyList)Valuesc C s t d| | d S )Nz{}: {})loggerinfoformat)namevalue r @/usr/lib/python3.8/site-packages/pip/_internal/commands/debug.py show_value s r c C sF t d ttdr"tj} | j}nd}t td| W 5 Q R X d S )Nzsys.implementation:implementation r )r r hasattrsysr r r r )r Zimplementation_namer r r show_sys_implementation s r c C s d}t | }| }| }d}|r.d|}dt||}t| | jdk rpt||krpd}|d | }nd}t 8 |D ]}tt | q|rdj|d }t| W 5 Q R X d S ) N r z (target: {})zCompatible tags: {}{} TFz?... [First {tag_limit} tags shown. Pass --verbose to show all.]) tag_limit) r Zget_tagsZ format_givenr lenr r verboser r ) optionsr Z target_pythonZtagsZformatted_targetsuffixmsgZ tags_limitedtagr r r show_tags, s, r$ c s0 e Zd ZdZdZdZ fddZdd Z ZS ) DebugCommandz$ Display debug information. z %prog <options>Tc s4 t t| j|| | j}t| | jd| d S )Nr )superr% __init__cmd_optsr Zadd_target_python_optionsparserZinsert_option_group)selfargskwr( __class__r r r' W s zDebugCommand.__init__c C sv t d tdt tdtj tdtj tdt tdt tdt tdtj t t | tS ) NzThis command is only meant for debugging. Do not use this with automation for parsing and getting these details, since the output and options of this command may change without notice.z pip versionz sys.versionzsys.executablezsys.getdefaultencodingzsys.getfilesystemencodingzlocale.getpreferredencodingz sys.platform)r Zwarningr r r version executablegetdefaultencodinggetfilesystemencodinglocaleZgetpreferredencodingplatformr r$ r )r* r r+ r r r run^ s zDebugCommand.run) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr' r5 __classcell__r r r- r r% N s r% )!Z __future__r r3 Zloggingr Zpip._internal.clir Z pip._internal.cli.base_commandr Z pip._internal.cli.cmdoptionsr Z pip._internal.cli.status_codesr Zpip._internal.utils.loggingr Zpip._internal.utils.miscr Zpip._internal.utils.typingr Zpip._internal.wheelr typingr r Zoptparser Z getLoggerr6 r r r r$ r% r r r r <module> s& "PK A\:z8 z8 ? pip/_internal/commands/__pycache__/install.cpython-38.opt-1.pycnu [ U .e_ @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl m Z d dl m Z d dl mZ d dlmZ d dlmZ d d lmZ d d lmZ d d lmZmZ d d lmZm Z m Z d d l m Z d dl m!Z! d dl"m#Z#m$Z$ d dl%m&Z& d dl'm(Z( d dl)m*Z*m+Z+m,Z,m-Z- d dl.m/Z/ d dl0m1Z1 d dl2m3Z3 d dl4m5Z5 e1rd dl m6Z6 d dl7m8Z8m9Z9m:Z: d dl;m<Z< d dl=m>Z> d dl4m?Z? e@eAZBd d ZCd d ZDd d! ZEG d"d# d#eZFd$d% ZGd&d' ZHdS )( )absolute_importN)path) SUPPRESS_HELP) pkg_resources)canonicalize_name) WheelCache) cmdoptions)make_target_python)RequirementCommand)ERRORSUCCESS) CommandErrorInstallationErrorPreviousBuildDirErrordistutils_scheme)check_install_conflicts)RequirementSetinstall_given_reqs)RequirementTracker)check_path_owner) ensure_dirget_installed_version(protect_pip_from_modification_on_windows write_output) TempDirectory)MYPY_CHECK_RUNNING)virtualenv_no_global) WheelBuilder)Values)AnyListOptional) FormatControl)InstallRequirement)BinaryAllowedPredicatec C s( z ddl } W n tk r" Y dS X dS )z8 Return whether the wheel package is installed. r NFT)wheel ImportError)r& r( B/usr/lib/python3.8/site-packages/pip/_internal/commands/install.pyis_wheel_installed< s r* c C s* t }| j|dd}|r&| j|dd |S )zQ Build wheels for requirements, depending on whether wheel is installed. T)Z should_unpack)r* Zbuild)builderpep517_requirementslegacy_requirementsZshould_build_legacybuild_failuresr( r( r) build_wheelsH s r/ c s fdd}|S )Nc s& | j r dS t| j} |}d|kS )NTZbinary) use_pep517r nameZget_allowed_formats)reqZcanonical_nameZallowed_formatsformat_controlr( r) check_binary_allowedh s z6get_check_binary_allowed.<locals>.check_binary_allowedr( )r4 r5 r( r3 r) get_check_binary_allowedf s r6 c s< e Zd ZdZdZ fddZdd Zdd Zd d Z Z S ) InstallCommandaI Install packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports installing from "requirements files", which provide an easy way to specify a whole environment to be installed. a% %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] [-e] <vcs project url> ... %prog [options] [-e] <local project path> ... %prog [options] <archive url/path> ...c s^ t t| j|| | j}|t |t |t |t |t |jddddd dd t | |jddd d d |jd dd t d |jdddd dd |jdddd dd |t |t |jdddd dd |jdddddgd d |jd d d d d |jd!d"d#d d$d |t |t |t |t |t |t |jd%d d&d'd(d) |jd*d d&d+d, |jd-d d.d'd/d) |jd0d d1d'd2d) |t |t |t |t |t |t ttj | j }| j d3| | j d3| d S )4Nz-tz--target target_dirdirzInstall packages into <dir>. By default this will not replace existing files/folders in <dir>. Use --upgrade to replace existing packages in <dir> with new versions.)destmetavardefaulthelp--user use_user_site store_truezInstall to the Python user install directory for your platform. Typically ~/.local/, or %APPDATA%\Python on Windows. (See the Python documentation for site.USER_BASE for full details.))r: actionr= z --no-userZ store_falsez--root root_pathz=Install everything relative to this alternate root directory.z--prefix prefix_pathzIInstallation prefix where lib, bin and other top-level folders are placedz-Uz --upgradeupgradezUpgrade all specified packages to the newest available version. The handling of dependencies depends on the upgrade-strategy used.z--upgrade-strategyupgrade_strategyzonly-if-neededZeageraG Determines how dependency upgrading should be handled [default: %default]. "eager" - dependencies are upgraded regardless of whether the currently installed version satisfies the requirements of the upgraded package(s). "only-if-needed" - are upgraded only when they do not satisfy the requirements of the upgraded package(s).)r: r< choicesr= z--force-reinstallforce_reinstallz;Reinstall all packages even if they are already up-to-date.z-Iz--ignore-installedignore_installedzIgnore the installed packages, overwriting them. This can break your system if the existing package is of a different version or was installed with a different package manager!z --compilecompileTz'Compile Python source files to bytecode)rA r: r< r= z --no-compilez.Do not compile Python source files to bytecode)rA r: r= z--no-warn-script-locationwarn_script_locationz0Do not warn when installing scripts outside PATHz--no-warn-conflictswarn_about_conflictsz%Do not warn about broken dependenciesr ) superr7 __init__cmd_optsZ add_optionr requirementsZ constraintsZno_depsZpreZeditableZadd_target_python_optionsr build_dirsrcignore_requires_pythonZno_build_isolationr0 Z no_use_pep517install_optionsglobal_optionsZ no_binaryZ only_binaryZ prefer_binaryno_cleanrequire_hashesZ progress_barZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwrN Z index_opts __class__r( r) rM s zInstallCommand.__init__c * C s t | dd }t dkrZ| sZttjd }|dkrLttjd }t d| d}|j rj|j }|j rtj|j |_ t j|dd tj|j|_|jpg }|jr|jrtd t rtd |d |d d }d }|jrJd|_tj|j|_tj|jr,tj|js,tdt dd}|j}|d| |j pTg } | |} t |} | j || | |j!d} |j"p|j } t#|j$|j%}|j$rt&|j$st d|j$ d |_$t' }t |j | dd}t(|j)|j d}zz*| ,|||| | | | j-|||d}| j.|| | |||j|j|j!|j/||j0d }|1| z|2d}W n t3k rz d }Y n X |j4d k}t5|d t6| j%}g }g }|j78 D ]$}|j0r|| n || qt9||g g |d}t:|||d }|rtd ;d <d d |D |=|} |j> o.|j?} | r@| @| |jA} |jrRd!} tB| || |jC||j|jD| |jd" } tE|j||jC|j|jFd#} tGH| }!tI| tJKd$d%}"g }#|"D ]R}|jL}$z$tM|jL|!d&}%|%r|$d'|% 7 }$W n tNk r Y nX |#|$ qd(<|#}&|&r tOd)|& W n tPk r }' zN| jQd*k}(tR|'|(|j})t jS|)|(d+ tT W Y W HW 5 Q R W 5 Q R S d }'~'X Y n tUk r d|_" Y nX W 5 |j"s|* |+ X W 5 Q R X W 5 Q R X |jr| V|j||j tWS ),Nc S s t tdp t tdo tjtjkS )NZ real_prefix base_prefix)hasattrsysr] prefixr( r( r( r) is_venv s z#InstallCommand.run.<locals>.is_venvr z __main__.pyz -m pipzgRunning pip install with root privileges is generally not a good idea. Try `%s install --user` instead.zto-satisfy-onlyT)Z check_targetzVCan not combine '--user' and '--prefix' as they imply different installation locationszZCan not perform a '--user' install. User site-packages are not visible in this virtualenv.r> z --prefix=z=Target path exists but is not a directory, will not continue.target)kindz--home=)optionssession target_pythonrR zThe directory '%s' or its parent directory is not owned by the current user and caching wheels has been disabled. check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.Zinstall)deleterc )rV Zcheck_supported_wheels)Ztemp_build_dirrd req_tracker) preparerfinderre rd wheel_cacher? rH rR rG rE r0 Zpip) modifying_pip)Z build_optionsrT r5 )r+ r, r- zPCould not build wheels for {} which use PEP 517 and cannot be installed directlyz, c s s | ] }|j V qd S N)r1 ).0rr( r( r) <genexpr> s z%InstallCommand.run.<locals>.<genexpr>F)roothomer` Z pycompilerJ r? )userrr rq r` isolatedr1 )key) working_set- zSuccessfully installed %s exc_info)Xr Zcheck_install_build_globalosgetuidr basenamer_ argv executableloggerwarningrD rE rP abspathZcheck_dist_restrictionZsrc_dirrS r? rC r r r appendr8 rH existsisdirr rT Zget_default_sessionr Z_build_package_finderrR rU r cache_dirr4 r r r rV Z cleanup_filesZcleanupZpopulate_requirement_setZmake_requirement_preparerZ make_resolverrG r0 ZresolveZget_requirementKeyErrorZ satisfied_byr r6 rO valuesr r/ formatjoinZget_installation_orderZignore_dependenciesrK _warn_about_conflictsrJ r rB rI get_lib_location_guessesZ isolated_moder Z WorkingSetsortedoperator attrgetterr1 r Exceptionr EnvironmentError verbositycreate_env_error_messageerrorr r _handle_target_dirr )*rX rd rY ra ZcommandrE rS target_temp_dirZtarget_temp_dir_pathrT re rf rj Z build_deleterk rh Z directoryZrequirement_setri ZresolverZpip_reqrl r5 r- r, r2 Z wheel_builderr. to_installZshould_warn_about_conflictsrJ Z installedZ lib_locationsrv ZreqsitemsitemZinstalled_versionZinstalled_descr show_tracebackmessager( r( r) run s 4 zInstallCommand.runc sf t | g }|J td|jd}|d }|d }|d }tj|rP|| tj|rn||krn|| tj|r|| |D ]} t| D ]} | |krtj|| t fdd|d d D rqtj|| } tj| r>|st d | qtj | rt d | qtj | r4t | n t| t tj| | | qqW 5 Q R X d S ) N )rr purelibplatlibdatac 3 s | ]}| V qd S rm ) startswith)rn sddirr( r) rp + s z4InstallCommand._handle_target_dir.<locals>.<genexpr>zKTarget directory %s already exists. Specify --upgrade to force replacement.zTarget directory %s already exists and is a link. Pip will not automatically replace links, please remove if replacement is desired.)r r r r| r r listdirr anyr r islinkr shutilZrmtreeremoveZmove) rX r8 r rD Z lib_dir_listschemeZ purelib_dirZ platlib_dirZdata_dirZlib_dirr Ztarget_item_dirr( r r) r sP z!InstallCommand._handle_target_dirc C s zt |\}}W n$ tk r4 tjddd Y d S X |\}}|D ]2}|| d }|| D ]}td|||d qZqB|D ]8}|| d }|| D ] \} } } td||| | | qqzd S )Nz Error checking for conflicts.Trz r z*%s %s requires %s, which is not installed.ry zF%s %s has requirement %s, but you'll have %s %s which is incompatible.)r r r r Zcritical) rX r Z package_setZ _dep_infoZmissingZ conflictingZ project_nameversionZ dependencyZdep_nameZ dep_versionr2 r( r( r) r I s4 z$InstallCommand._warn_about_conflicts) __name__ __module__ __qualname____doc__ZusagerM r r r __classcell__r( r( r[ r) r7 s s w8r7 c O s t d| |}|d |d gS )Nr r r )r r )rY kwargsr r( r( r) r d s r c C s g }| d |s,| d | t| n | d |d d7 < | jtjkrd}d}|st||d| g n | | | d d | d S ) z{Format an error message for an EnvironmentError It may occur anytime during the execution of the install command. z5Could not install packages due to an EnvironmentErrorz: .r z"Consider using the `--user` optionzCheck the permissionsz or z. r )r strerrnoZEACCESextendlowerr strip)r r Zusing_user_sitepartsZuser_option_partZpermissions_partr( r( r) r i s& r )IZ __future__r r Zloggingr r| r r_ r Zoptparser Z pip._vendorr Zpip._vendor.packaging.utilsr Zpip._internal.cacher Zpip._internal.clir Z pip._internal.cli.cmdoptionsr Z pip._internal.cli.req_commandr Z pip._internal.cli.status_codesr r Zpip._internal.exceptionsr r r Zpip._internal.locationsr Z pip._internal.operations.checkr Zpip._internal.reqr r Z pip._internal.req.req_trackerr Z pip._internal.utils.filesystemr Zpip._internal.utils.miscr r r r Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Z pip._internal.utils.virtualenvr Zpip._internal.wheelr r typingr r! r" Z#pip._internal.models.format_controlr# Z pip._internal.req.req_installr$ r% Z getLoggerr r r* r/ r6 r7 r r r( r( r( r) <module> sT tPK A\}` ` > pip/_internal/commands/__pycache__/freeze.cpython-38.opt-1.pycnu [ U .e @ s| d dl mZ d dlZd dlmZ d dlmZ d dlmZ d dl m Z d dl m Z d dl mZ d d d d hZG d d deZdS ) )absolute_importN) WheelCache) cmdoptions)Command) FormatControl)freeze) stdlib_pkgsZpipZ setuptoolsZ distributeZwheelc s0 e Zd ZdZdZdZ fddZdd Z ZS ) FreezeCommandzx Output installed packages in requirements format. packages are listed in a case-insensitive sorted order. z %prog [options])ext://sys.stderrr c s t t| j|| | jjddddg ddd | jjdd d dg d d d | jjd dddddd | jjdddddd | jt | jjdddddt d | jjd d dd d | j d | j d S ) Nz-rz --requirement requirementsappendfilez}Use the order in the given requirements file and its comments when generating output. This option can be used multiple times.)destactiondefaultmetavarhelpz-fz --find-links find_linksZURLz<URL for finding packages, which will be added to the output.z-lz--locallocal store_trueFzUIf in a virtualenv that has global access, do not output globally-installed packages.)r r r r z--useruserz,Only output packages installed in user-site.z--all freeze_allz,Do not skip these packages in the output: %sz, )r r r z--exclude-editableexclude_editablez%Exclude editable package from output.r ) superr __init__Zcmd_optsZ add_optionr Z list_pathjoinDEV_PKGSparserZinsert_option_group)selfargskw __class__ A/usr/lib/python3.8/site-packages/pip/_internal/commands/freeze.pyr sd zFreezeCommand.__init__c C s t t t }t|j|}tt}|js2|t t | t |j |j |j |j|j|j|j|||jd }z$tf |D ]}tj|d qtW 5 | X d S )N) Z requirementr Z local_onlyZ user_onlypathsZ skip_regexisolated wheel_cacheskipr )r setr cache_dirr r updater r Zcheck_list_path_optiondictr r r r pathZskip_requirements_regexZ isolated_moder Zcleanupr sysstdoutwrite)r Zoptionsr Zformat_controlr' r( Z freeze_kwargsliner# r# r$ runM s, zFreezeCommand.run) __name__ __module__ __qualname____doc__ZusageZ log_streamsr r3 __classcell__r# r# r! r$ r s 0r )Z __future__r r/ Zpip._internal.cacher Zpip._internal.clir Z pip._internal.cli.base_commandr Z#pip._internal.models.format_controlr Z pip._internal.operations.freezer Zpip._internal.utils.compatr r r r# r# r# r$ <module> s PK A\}` ` 8 pip/_internal/commands/__pycache__/freeze.cpython-38.pycnu [ U .e @ s| d dl mZ d dlZd dlmZ d dlmZ d dlmZ d dl m Z d dl m Z d dl mZ d d d d hZG d d deZdS ) )absolute_importN) WheelCache) cmdoptions)Command) FormatControl)freeze) stdlib_pkgsZpipZ setuptoolsZ distributeZwheelc s0 e Zd ZdZdZdZ fddZdd Z ZS ) FreezeCommandzx Output installed packages in requirements format. packages are listed in a case-insensitive sorted order. z %prog [options])ext://sys.stderrr c s t t| j|| | jjddddg ddd | jjdd d dg d d d | jjd dddddd | jjdddddd | jt | jjdddddt d | jjd d dd d | j d | j d S ) Nz-rz --requirement requirementsappendfilez}Use the order in the given requirements file and its comments when generating output. This option can be used multiple times.)destactiondefaultmetavarhelpz-fz --find-links find_linksZURLz<URL for finding packages, which will be added to the output.z-lz--locallocal store_trueFzUIf in a virtualenv that has global access, do not output globally-installed packages.)r r r r z--useruserz,Only output packages installed in user-site.z--all freeze_allz,Do not skip these packages in the output: %sz, )r r r z--exclude-editableexclude_editablez%Exclude editable package from output.r ) superr __init__Zcmd_optsZ add_optionr Z list_pathjoinDEV_PKGSparserZinsert_option_group)selfargskw __class__ A/usr/lib/python3.8/site-packages/pip/_internal/commands/freeze.pyr sd zFreezeCommand.__init__c C s t t t }t|j|}tt}|js2|t t | t |j |j |j |j|j|j|j|||jd }z$tf |D ]}tj|d qtW 5 | X d S )N) Z requirementr Z local_onlyZ user_onlypathsZ skip_regexisolated wheel_cacheskipr )r setr cache_dirr r updater r Zcheck_list_path_optiondictr r r r pathZskip_requirements_regexZ isolated_moder Zcleanupr sysstdoutwrite)r Zoptionsr Zformat_controlr' r( Z freeze_kwargsliner# r# r$ runM s, zFreezeCommand.run) __name__ __module__ __qualname____doc__ZusageZ log_streamsr r3 __classcell__r# r# r! r$ r s 0r )Z __future__r r/ Zpip._internal.cacher Zpip._internal.clir Z pip._internal.cli.base_commandr Z#pip._internal.models.format_controlr Z pip._internal.operations.freezer Zpip._internal.utils.compatr r r r# r# r# r$ <module> s PK A\]j 7 pip/_internal/commands/__pycache__/check.cpython-38.pycnu [ U .e @ sN d dl Z d dlmZ d dlmZmZ d dlmZ e e Z G dd deZ dS ) N)Command)check_package_set!create_package_set_from_installed) write_outputc @ s e Zd ZdZdZdd ZdS ) CheckCommandz7Verify installed packages have compatible dependencies.z %prog [options]c C s t \}}t|\}}|D ].}|| j}|| D ]} td||| d q0q|D ]4}|| j}|| D ] \} } } td||| | | qdqN|s|s|rdS td d S )Nz*%s %s requires %s, which is not installed.r z-%s %s has requirement %s, but you have %s %s. z No broken requirements found.)r r versionr ) selfZoptionsargsZ package_setZ parsing_probsZmissingZ conflictingZ project_namer Z dependencyZdep_nameZ dep_versionZreq r @/usr/lib/python3.8/site-packages/pip/_internal/commands/check.pyrun s2 zCheckCommand.runN)__name__ __module__ __qualname____doc__Zusager r r r r r s r ) ZloggingZ pip._internal.cli.base_commandr Z pip._internal.operations.checkr r Zpip._internal.utils.miscr Z getLoggerr Zloggerr r r r r <module> s PK A\A ; pip/_internal/commands/__pycache__/uninstall.cpython-38.pycnu [ U .e @ sv d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ G d d d eeZd S ) )absolute_import)canonicalize_name)Command)SessionCommandMixin)InstallationError)parse_requirements)install_req_from_line)(protect_pip_from_modification_on_windowsc s, e Zd ZdZdZ fddZdd Z ZS )UninstallCommandaB Uninstall packages. pip is able to uninstall most installed packages. Known exceptions are: - Pure distutils packages installed with ``python setup.py install``, which leave behind no metadata to determine what files were installed. - Script wrappers installed by ``python setup.py develop``. zU %prog [options] <package> ... %prog [options] -r <requirements file> ...c sV t t| j|| | jjddddg ddd | jjdd d d d d | jd| j d S )Nz-rz --requirement requirementsappendfilezjUninstall all the packages listed in the given requirements file. This option can be used multiple times.)destactiondefaultmetavarhelpz-yz--yesyes store_truez2Don't ask for confirmation of uninstall deletions.)r r r r )superr __init__Zcmd_optsZ add_optionparserZinsert_option_group)selfargskw __class__ D/usr/lib/python3.8/site-packages/pip/_internal/commands/uninstall.pyr s$ zUninstallCommand.__init__c C s | |}i }|D ]&}t||jd}|jr||t|j< q|jD ],}t|||dD ]}|jrR||t|j< qRq@|stdt| jd t d|kd | D ]&}|j |j | j dkd}|r| qd S ) N)isolated)optionssessionzLYou must give at least one requirement to %(name)s (see "pip help %(name)s"))nameZpip)Z modifying_pipr )Z auto_confirmverbose)Zget_default_sessionr Z isolated_moder" r r r r dictr valuesZ uninstallr verbosityZcommit) r r r r! Zreqs_to_uninstallr" ZreqfilenameZuninstall_pathsetr r r run2 sB zUninstallCommand.run)__name__ __module__ __qualname____doc__Zusager r( __classcell__r r r r r s r N)Z __future__r Zpip._vendor.packaging.utilsr Z pip._internal.cli.base_commandr Z pip._internal.cli.req_commandr Zpip._internal.exceptionsr Zpip._internal.reqr Z pip._internal.req.constructorsr Zpip._internal.utils.miscr r r r r r <module> s PK A\`5" " 6 pip/_internal/commands/__pycache__/list.cpython-38.pycnu [ U .e4) @ s d dl mZ d dlZd dlZd dlmZ d dlmZ d dlm Z d dl m Z d dl m Z d dlmZ d d lmZ d d lmZ d d lmZmZmZ d d lmZ eeZ G d d de Z dd Z dd Z dd Z dS ) )absolute_importN)six) zip_longest) cmdoptions)IndexGroupCommand) CommandError) PackageFinder)SelectionPreferences)make_link_collector)dist_is_editableget_installed_distributions write_output) get_installerc sd e Zd ZdZdZ fddZdd Zdd Zd d Zd d Z d d Z dd Z dd Z dd Z ZS ) ListCommandzt List installed packages, including editables. Packages are listed in a case-insensitive sorted order. z %prog [options]c s t t| j|| | j}|jdddddd |jddddd d |jd d ddd d |jd ddddd | jjdddddd |t |jddddd |jddddddd |jd dd d d |jd!d"d#d$d |jd%dd#d&d'd( ttj| j }| j d)| | j d)| d S )*Nz-oz --outdated store_trueFzList outdated packages)actiondefaulthelpz-uz --uptodatezList uptodate packagesz-ez --editablezList editable projects.z-lz--localzSIf in a virtualenv that has global access, do not list globally-installed packages.z--useruserz,Only output packages installed in user-site.)destr r r z--prezYInclude pre-release and development versions. By default, pip only finds stable versions.z--formatZstore list_formatcolumns)r freezejsonzBSelect the output format among: columns (default), freeze, or json)r r r choicesr z--not-required not_requiredz>List packages that are not dependencies of installed packages.)r r r z--exclude-editableZ store_falseinclude_editablez%Exclude editable package from output.z--include-editablez%Include editable package from output.T)r r r r r ) superr __init__cmd_optsZ add_optionr Z list_pathZmake_option_groupZ index_groupparserZinsert_option_group)selfargskwr Z index_opts __class__ ?/usr/lib/python3.8/site-packages/pip/_internal/commands/list.pyr & s zListCommand.__init__c C s( t ||d}td|jd}tj||dS )zK Create a package finder appropriate to this list command. )optionsF)Z allow_yankedZallow_all_prereleases)link_collectorselection_prefs)r r prer Zcreate)r! r( sessionr) r* r& r& r' _build_package_finderv s z!ListCommand._build_package_finderc C s |j r|jrtdt| t|j|j|j|j |j d}|j rL| ||}|j r`| ||}n|jrr| ||}| || d S )Nz5Options --outdated and --uptodate cannot be combined.)Z local_onlyZ user_onlyZeditables_onlyZinclude_editablespaths)outdatedZuptodater r Zcheck_list_path_optionr Zlocalr Zeditabler pathr get_not_required get_outdated get_uptodateoutput_package_listing)r! r( r" packagesr& r& r' run s& zListCommand.runc C s dd | ||D S )Nc S s g | ]}|j |jkr|qS r& latest_versionZparsed_version.0distr& r& r' <listcomp> s z,ListCommand.get_outdated.<locals>.<listcomp>iter_packages_latest_infosr! r5 r( r& r& r' r2 s zListCommand.get_outdatedc C s dd | ||D S )Nc S s g | ]}|j |jkr|qS r& r7 r9 r& r& r' r< s z,ListCommand.get_uptodate.<locals>.<listcomp>r= r? r& r& r' r3 s zListCommand.get_uptodatec s: t |D ] } dd | D q fdd|D S )Nc s s | ] }|j V qd S Nkey)r: Z requirementr& r& r' <genexpr> s z/ListCommand.get_not_required.<locals>.<genexpr>c s h | ]}|j kr|qS r& rA )r: ZpkgZdep_keysr& r' <setcomp> s z/ListCommand.get_not_required.<locals>.<setcomp>)setupdateZrequires)r! r5 r( r; r& rD r' r1 s z ListCommand.get_not_requiredc c s | |}| ||}|D ]t}d}||j}|jsDdd |D }|j|jd}||} | d krfq | j} | j j rzd}nd}| |_ ||_ |V q W 5 Q R X d S )Nunknownc S s g | ]}|j js|qS r& )versionZ is_prerelease)r: candidater& r& r' r< s z:ListCommand.iter_packages_latest_infos.<locals>.<listcomp>) project_nameZwheelZsdist) Z_build_sessionr- Zfind_all_candidatesrB r+ Zmake_candidate_evaluatorrK Zsort_best_candidaterI linkZis_wheelr8 latest_filetype) r! r5 r( r, finderr; typZall_candidatesZ evaluatorZbest_candidateZremote_versionr& r& r' r> s( z&ListCommand.iter_packages_latest_infosc C s t |dd d}|jdkr:|r:t||\}}| || n^|jdkr|D ]4}|jdkrltd|j|j|j qHtd|j|j qHn|jd krtt || d S ) Nc S s | j S r@ )rK lower)r; r& r& r' <lambda> z4ListCommand.output_package_listing.<locals>.<lambda>rA r r z %s==%s (%s)z%s==%sr ) sortedr format_for_columns output_package_listing_columnsverboser rK rI locationformat_for_json)r! r5 r( dataheaderr; r& r& r' r4 s" z"ListCommand.output_package_listingc C sb t |dkr|d| t|\}}t |dkrL|ddtdd | |D ] }t| qPd S )Nr rS c S s d| S )N-r& )xr& r& r' rQ rR z<ListCommand.output_package_listing_columns.<locals>.<lambda>)leninserttabulatejoinmapr )r! rZ r[ Z pkg_stringssizesvalr& r& r' rV s z*ListCommand.output_package_listing_columns)__name__ __module__ __qualname____doc__Zusager r- r6 r2 r3 r1 r> r4 rV __classcell__r& r& r$ r' r s P r c C s t | dkstdgtdd | D }| D ]}dd t||D }q,g }| D ](}ddd t||D }|| qN||fS )Nr c s s | ]}t |V qd S r@ )r_ r: r^ r& r& r' rC s ztabulate.<locals>.<genexpr>c S s" g | ]\}}t |tt|qS r& )maxr_ strr: scr& r& r' r< s z tabulate.<locals>.<listcomp>r\ c S s* g | ]"\}}|d k r"t ||ndqS )N )rm ljustrn r& r& r' r< s )r_ AssertionErrorrl r rb append)Zvalsrd rowresultZdisplayr& r& r' ra s ra c C s |j }|rddddg}nddg}g }|jdks@tdd | D rJ|d |jdkr^|d | D ]l}|j|jg}|r||j ||j |jdkst|r||j |jdkr|t | || qb||fS ) z_ Convert the package data into something usable by output_package_listing_columns. ZPackageZVersionZLatestZTyperS c s s | ]}t |V qd S r@ )r rk r& r& r' rC s z%format_for_columns.<locals>.<genexpr>ZLocationZ Installer) r/ rW anyrt rK rI r8 rM r rX r )Zpkgsr( Zrunning_outdatedr[ rZ Zprojru r& r& r' rU s( rU c C sv g }| D ]b}|j t|jd}|jdkr@|j|d< t||d< |jr`t|j|d< |j |d< | | qt |S )N)namerI rS rX Z installerr8 rM ) rK r Z text_typerI rW rX r r/ r8 rM rt r dumps)r5 r( rZ r; infor& r& r' rY + s rY )!Z __future__r r ZloggingZ pip._vendorr Zpip._vendor.six.movesr Zpip._internal.clir Z pip._internal.cli.req_commandr Zpip._internal.exceptionsr Zpip._internal.indexr Z$pip._internal.models.selection_prefsr Z!pip._internal.self_outdated_checkr Zpip._internal.utils.miscr r r Z pip._internal.utils.packagingr Z getLoggerrf Zloggerr ra rU rY r& r& r& r' <module> s$ Y%PK A\e?$ $ @ pip/_internal/commands/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s: d Z ddlmZ ddlZddlmZmZ ddlmZ erPddl m Z ddl m Z edd Z ed e d d d fde dddfde dddfde dddfde dd d fd e d d d!fd"e d#d$d%fd&e d'd(d)fd*e d+d,d-fd.e d/d0d1fd2e d3d4d5fd6e d7d8d9fd:e d;d<d=fd>e d?d@dAfgZdBdC ZdDdE ZdS )Fz% Package containing all pip commands )absolute_importN) OrderedDict namedtuple)MYPY_CHECK_RUNNING)Any)Command CommandInfoz module_path, class_name, summaryZinstallz pip._internal.commands.installZInstallCommandzInstall packages.Zdownloadz pip._internal.commands.downloadZDownloadCommandzDownload packages.Z uninstallz pip._internal.commands.uninstallZUninstallCommandzUninstall packages.Zfreezez pip._internal.commands.freezeZ FreezeCommandz1Output installed packages in requirements format.listzpip._internal.commands.listZ ListCommandzList installed packages.Zshowzpip._internal.commands.showZ ShowCommandz*Show information about installed packages.Zcheckz pip._internal.commands.checkZ CheckCommandz7Verify installed packages have compatible dependencies.Zconfigz$pip._internal.commands.configurationZConfigurationCommandz&Manage local and global configuration.searchz pip._internal.commands.searchZ SearchCommandzSearch PyPI for packages.Zwheelz pip._internal.commands.wheelZ WheelCommandz$Build wheels from your requirements.hashzpip._internal.commands.hashZ HashCommandz#Compute hashes of package archives.Z completionz!pip._internal.commands.completionZCompletionCommandz-A helper command used for command completion.debugz pip._internal.commands.debugZ DebugCommandz&Show information useful for debugging.helpzpip._internal.commands.helpZ HelpCommandzShow help for commands.c K s: t | \}}}t|}t||}|f | |d|}|S )zF Create an instance of the Command class with the given name. )namesummary) commands_dict importlib import_modulegetattr)r kwargsZ module_path class_namer moduleZ command_classZcommand r C/usr/lib/python3.8/site-packages/pip/_internal/commands/__init__.pycreate_commandZ s r c C s6 ddl m} | } || t }|r.|d S dS dS )zCommand name auto-correct.r )get_close_matchesFN)Zdifflibr lowerr keys)r r Zclose_commandsr r r get_similar_commandsg s r )__doc__Z __future__r r collectionsr r Zpip._internal.utils.typingr typingr Z pip._internal.cli.base_commandr r r r r r r r r <module> s < PK A\!گ E pip/_internal/commands/__pycache__/configuration.cpython-38.opt-1.pycnu [ U .e: @ s d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlm Z m Z m Z d dl m Z d dlmZmZ e eZG dd deZdS ) N)Command)ERRORSUCCESS) Configurationget_configuration_fileskinds)PipError)get_prog write_outputc sx e Zd ZdZdZdZ fddZdd Zdd Zd d Z d d Z dd Z dd Z dd Z dd Zdd Zdd Z ZS )ConfigurationCommanda9 Manage local and global configuration. Subcommands: list: List the active configuration (or from the file specified) edit: Edit the configuration file in an editor get: Get the value associated with name set: Set the name=value unset: Unset the value associated with name If none of --user, --global and --site are passed, a virtual environment configuration file is used if one is active and the file exists. Otherwise, all modifications happen on the to the user file by default. Tz %prog [<file-option>] list %prog [<file-option>] [--editor <editor-path>] edit %prog [<file-option>] get name %prog [<file-option>] set name value %prog [<file-option>] unset name c s t t| j|| d | _| jjdddd dd | jjdddd d d | jjd d dd d d | jjdddd dd | jd| j d S )Nz--editoreditorZstorez\Editor to use to edit the file. Uses VISUAL or EDITOR environment variables if not provided.)destactiondefaulthelpz--global global_file store_trueFz+Use the system-wide configuration file onlyz--user user_filez$Use the user configuration file onlyz--site site_filez3Use the current environment configuration file onlyr )superr __init__ configurationZcmd_optsZ add_optionparserZinsert_option_group)selfargskwargs __class__ H/usr/lib/python3.8/site-packages/pip/_internal/commands/configuration.pyr 0 s> z ConfigurationCommand.__init__c C s | j | j| j| j| jd}|r*|d |krHtddt | t S |d }z| j ||dkd}W n: t k r } z t|j d t W Y S d }~X Y nX t|j|d| _| j z|| ||dd W n< t k r } z t|j d t W Y S d }~X Y nX tS ) N)listeditgetsetunsetr z Need an action ({}) to perform.z, )r" r# r$ r! ) need_value)isolated load_only ) list_valuesopen_in_editorget_nameset_name_value unset_nameloggererrorformatjoinsortedr _determine_filer r r Z isolated_moder loadr )r optionsr Zhandlersr r' er r r runZ s> zConfigurationCommand.runc C s dd t j|jft j|jft j|jffD }|s`|s8d S tdd t t j D rXt jS t jS nt |dkrt|d S t dd S )Nc S s g | ]\}}|r|qS r r ).0keyvaluer r r <listcomp> s z8ConfigurationCommand._determine_file.<locals>.<listcomp>c s s | ]}t j|V qd S )N)ospathexists)r8 Zsite_config_filer r r <genexpr> s z7ConfigurationCommand._determine_file.<locals>.<genexpr>r( r zLNeed exactly one file to operate upon (--user, --site, --global) to perform.) r ZUSERr ZGLOBALr ZSITEr anyr lenr )r r5 r% Z file_optionsr r r r3 s$ z$ConfigurationCommand._determine_filec C s8 | j |ddd t| j D ]\}}td|| q d S )Nr r nz%s=%r) _get_n_argsr2 r itemsr r r5 r r9 r: r r r r) s z ConfigurationCommand.list_valuesc C s* | j |ddd}| j|}td| d S )Nz get [name]r( rB z%s)rD r Z get_valuer rF r r r r+ s z ConfigurationCommand.get_namec C s. | j |ddd\}}| j|| | d S )Nzset [name] [value] rB )rD r Z set_value_save_configurationrF r r r r, s z#ConfigurationCommand.set_name_valuec C s( | j |ddd}| j| | d S )Nz unset [name]r( rB )rD r Z unset_valuerH )r r5 r r9 r r r r- s z ConfigurationCommand.unset_namec C sp | |}| j }|d kr$tdzt||g W n4 tjk rj } ztd|jW 5 d }~X Y nX d S )Nz%Could not determine appropriate file.z*Editor Subprocess exited with exit code {}) _determine_editorr Zget_file_to_editr subprocessZ check_callZCalledProcessErrorr0 returncode)r r5 r r Zfnamer6 r r r r* s z#ConfigurationCommand.open_in_editorc C s< t ||kr$d|t |}t||dkr4|d S |S dS )zJHelper to make sure the command got the right number of arguments zJGot unexpected number of arguments, expected {}. (example: "{} config {}")r( r N)rA r0 r r )r r ZexamplerC msgr r r rD s z ConfigurationCommand._get_n_argsc C s> z| j W n* tk r8 tjddd tdY nX d S )Nz:Unable to save configuration. Please report this as a bug.r( )exc_infozInternal Error.)r Zsave Exceptionr. r/ r )r r r r rH s z(ConfigurationCommand._save_configurationc C sD |j d k r|j S dtjkr$tjd S dtjkr8tjd S tdd S )NZVISUALZEDITORz"Could not determine editor to use.)r r< environr )r r5 r r r rI s z&ConfigurationCommand._determine_editor)__name__ __module__ __qualname____doc__Zignore_require_venvZusager r7 r3 r) r+ r, r- r* rD rH rI __classcell__r r r r r s *+ r )Zloggingr< rJ Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr r Zpip._internal.configurationr r r Zpip._internal.exceptionsr Zpip._internal.utils.miscr r Z getLoggerrP r. r r r r r <module> s PK A\-*if 6 pip/_internal/commands/__pycache__/hash.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z m Z d dl m Z mZ eeZG dd deZd d ZdS ) )absolute_importN)Command)ERROR) FAVORITE_HASH STRONG_HASHES) read_chunks write_outputc s0 e Zd ZdZdZdZ fddZdd Z ZS ) HashCommandz Compute a hash of a local package archive. These can be used with --hash in a requirements file to do repeatable installs. z%prog [options] <file> ...Tc sJ t t| j|| | jjdddtdtddt d | j d| j d S ) Nz-az --algorithm algorithmZstorez$The hash algorithm to use: one of %sz, )destchoicesactiondefaulthelpr ) superr __init__Zcmd_optsZ add_optionr r joinparserZinsert_option_group)selfargskw __class__ ?/usr/lib/python3.8/site-packages/pip/_internal/commands/hash.pyr s zHashCommand.__init__c C s> |s| j tj tS |j}|D ]}td||t|| q d S )Nz%s: --hash=%s:%s)r Z print_usagesysstderrr r r _hash_of_file)r Zoptionsr r pathr r r run) s zHashCommand.run) __name__ __module__ __qualname____doc__ZusageZignore_require_venvr r __classcell__r r r r r s r c C s@ t | d(}t|}t|D ]}|| q W 5 Q R X | S )z!Return the hash digest of a file.rb)openhashlibnewr updateZ hexdigest)r r archivehashchunkr r r r 4 s r )Z __future__r r' Zloggingr Z pip._internal.cli.base_commandr Z pip._internal.cli.status_codesr Zpip._internal.utils.hashesr r Zpip._internal.utils.miscr r Z getLoggerr Zloggerr r r r r r <module> s "PK A\Vп: : ' pip/_internal/commands/configuration.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import logging import os import subprocess from pip._internal.cli.base_command import Command from pip._internal.cli.status_codes import ERROR, SUCCESS from pip._internal.configuration import ( Configuration, get_configuration_files, kinds, ) from pip._internal.exceptions import PipError from pip._internal.utils.misc import get_prog, write_output logger = logging.getLogger(__name__) class ConfigurationCommand(Command): """Manage local and global configuration. Subcommands: list: List the active configuration (or from the file specified) edit: Edit the configuration file in an editor get: Get the value associated with name set: Set the name=value unset: Unset the value associated with name If none of --user, --global and --site are passed, a virtual environment configuration file is used if one is active and the file exists. Otherwise, all modifications happen on the to the user file by default. """ ignore_require_venv = True usage = """ %prog [<file-option>] list %prog [<file-option>] [--editor <editor-path>] edit %prog [<file-option>] get name %prog [<file-option>] set name value %prog [<file-option>] unset name """ def __init__(self, *args, **kwargs): super(ConfigurationCommand, self).__init__(*args, **kwargs) self.configuration = None self.cmd_opts.add_option( '--editor', dest='editor', action='store', default=None, help=( 'Editor to use to edit the file. Uses VISUAL or EDITOR ' 'environment variables if not provided.' ) ) self.cmd_opts.add_option( '--global', dest='global_file', action='store_true', default=False, help='Use the system-wide configuration file only' ) self.cmd_opts.add_option( '--user', dest='user_file', action='store_true', default=False, help='Use the user configuration file only' ) self.cmd_opts.add_option( '--site', dest='site_file', action='store_true', default=False, help='Use the current environment configuration file only' ) self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): handlers = { "list": self.list_values, "edit": self.open_in_editor, "get": self.get_name, "set": self.set_name_value, "unset": self.unset_name } # Determine action if not args or args[0] not in handlers: logger.error("Need an action ({}) to perform.".format( ", ".join(sorted(handlers))) ) return ERROR action = args[0] # Determine which configuration files are to be loaded # Depends on whether the command is modifying. try: load_only = self._determine_file( options, need_value=(action in ["get", "set", "unset", "edit"]) ) except PipError as e: logger.error(e.args[0]) return ERROR # Load a new configuration self.configuration = Configuration( isolated=options.isolated_mode, load_only=load_only ) self.configuration.load() # Error handling happens here, not in the action-handlers. try: handlers[action](options, args[1:]) except PipError as e: logger.error(e.args[0]) return ERROR return SUCCESS def _determine_file(self, options, need_value): file_options = [key for key, value in ( (kinds.USER, options.user_file), (kinds.GLOBAL, options.global_file), (kinds.SITE, options.site_file), ) if value] if not file_options: if not need_value: return None # Default to user, unless there's a site file. elif any( os.path.exists(site_config_file) for site_config_file in get_configuration_files()[kinds.SITE] ): return kinds.SITE else: return kinds.USER elif len(file_options) == 1: return file_options[0] raise PipError( "Need exactly one file to operate upon " "(--user, --site, --global) to perform." ) def list_values(self, options, args): self._get_n_args(args, "list", n=0) for key, value in sorted(self.configuration.items()): write_output("%s=%r", key, value) def get_name(self, options, args): key = self._get_n_args(args, "get [name]", n=1) value = self.configuration.get_value(key) write_output("%s", value) def set_name_value(self, options, args): key, value = self._get_n_args(args, "set [name] [value]", n=2) self.configuration.set_value(key, value) self._save_configuration() def unset_name(self, options, args): key = self._get_n_args(args, "unset [name]", n=1) self.configuration.unset_value(key) self._save_configuration() def open_in_editor(self, options, args): editor = self._determine_editor(options) fname = self.configuration.get_file_to_edit() if fname is None: raise PipError("Could not determine appropriate file.") try: subprocess.check_call([editor, fname]) except subprocess.CalledProcessError as e: raise PipError( "Editor Subprocess exited with exit code {}" .format(e.returncode) ) def _get_n_args(self, args, example, n): """Helper to make sure the command got the right number of arguments """ if len(args) != n: msg = ( 'Got unexpected number of arguments, expected {}. ' '(example: "{} config {}")' ).format(n, get_prog(), example) raise PipError(msg) if n == 1: return args[0] else: return args def _save_configuration(self): # We successfully ran a modifying command. Need to save the # configuration. try: self.configuration.save() except Exception: logger.error( "Unable to save configuration. Please report this as a bug.", exc_info=1 ) raise PipError("Internal Error.") def _determine_editor(self, options): if options.editor is not None: return options.editor elif "VISUAL" in os.environ: return os.environ["VISUAL"] elif "EDITOR" in os.environ: return os.environ["EDITOR"] else: raise PipError("Could not determine editor to use.") PK A\ٟ $ pip/_internal/commands/completion.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import sys import textwrap from pip._internal.cli.base_command import Command from pip._internal.utils.misc import get_prog BASE_COMPLETION = """ # pip %(shell)s completion start%(script)s# pip %(shell)s completion end """ COMPLETION_SCRIPTS = { 'bash': """ _pip_completion() { COMPREPLY=( $( COMP_WORDS="${COMP_WORDS[*]}" \\ COMP_CWORD=$COMP_CWORD \\ PIP_AUTO_COMPLETE=1 $1 2>/dev/null ) ) } complete -o default -F _pip_completion %(prog)s """, 'zsh': """ function _pip_completion { local words cword read -Ac words read -cn cword reply=( $( COMP_WORDS="$words[*]" \\ COMP_CWORD=$(( cword-1 )) \\ PIP_AUTO_COMPLETE=1 $words[1] 2>/dev/null )) } compctl -K _pip_completion %(prog)s """, 'fish': """ function __fish_complete_pip set -lx COMP_WORDS (commandline -o) "" set -lx COMP_CWORD ( \\ math (contains -i -- (commandline -t) $COMP_WORDS)-1 \\ ) set -lx PIP_AUTO_COMPLETE 1 string split \\ -- (eval $COMP_WORDS[1]) end complete -fa "(__fish_complete_pip)" -c %(prog)s """, } class CompletionCommand(Command): """A helper command to be used for command completion.""" ignore_require_venv = True def __init__(self, *args, **kw): super(CompletionCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option( '--bash', '-b', action='store_const', const='bash', dest='shell', help='Emit completion code for bash') cmd_opts.add_option( '--zsh', '-z', action='store_const', const='zsh', dest='shell', help='Emit completion code for zsh') cmd_opts.add_option( '--fish', '-f', action='store_const', const='fish', dest='shell', help='Emit completion code for fish') self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): """Prints the completion code of the given shell""" shells = COMPLETION_SCRIPTS.keys() shell_options = ['--' + shell for shell in sorted(shells)] if options.shell in shells: script = textwrap.dedent( COMPLETION_SCRIPTS.get(options.shell, '') % { 'prog': get_prog(), } ) print(BASE_COMPLETION % {'script': script, 'shell': options.shell}) else: sys.stderr.write( 'ERROR: You must pass %s\n' % ' or '.join(shell_options) ) PK A\]j " pip/_internal/commands/__init__.pynu [ """ Package containing all pip commands """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import importlib from collections import OrderedDict, namedtuple from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import Any from pip._internal.cli.base_command import Command CommandInfo = namedtuple('CommandInfo', 'module_path, class_name, summary') # The ordering matters for help display. # Also, even though the module path starts with the same # "pip._internal.commands" prefix in each case, we include the full path # because it makes testing easier (specifically when modifying commands_dict # in test setup / teardown by adding info for a FakeCommand class defined # in a test-related module). # Finally, we need to pass an iterable of pairs here rather than a dict # so that the ordering won't be lost when using Python 2.7. commands_dict = OrderedDict([ ('install', CommandInfo( 'pip._internal.commands.install', 'InstallCommand', 'Install packages.', )), ('download', CommandInfo( 'pip._internal.commands.download', 'DownloadCommand', 'Download packages.', )), ('uninstall', CommandInfo( 'pip._internal.commands.uninstall', 'UninstallCommand', 'Uninstall packages.', )), ('freeze', CommandInfo( 'pip._internal.commands.freeze', 'FreezeCommand', 'Output installed packages in requirements format.', )), ('list', CommandInfo( 'pip._internal.commands.list', 'ListCommand', 'List installed packages.', )), ('show', CommandInfo( 'pip._internal.commands.show', 'ShowCommand', 'Show information about installed packages.', )), ('check', CommandInfo( 'pip._internal.commands.check', 'CheckCommand', 'Verify installed packages have compatible dependencies.', )), ('config', CommandInfo( 'pip._internal.commands.configuration', 'ConfigurationCommand', 'Manage local and global configuration.', )), ('search', CommandInfo( 'pip._internal.commands.search', 'SearchCommand', 'Search PyPI for packages.', )), ('wheel', CommandInfo( 'pip._internal.commands.wheel', 'WheelCommand', 'Build wheels from your requirements.', )), ('hash', CommandInfo( 'pip._internal.commands.hash', 'HashCommand', 'Compute hashes of package archives.', )), ('completion', CommandInfo( 'pip._internal.commands.completion', 'CompletionCommand', 'A helper command used for command completion.', )), ('debug', CommandInfo( 'pip._internal.commands.debug', 'DebugCommand', 'Show information useful for debugging.', )), ('help', CommandInfo( 'pip._internal.commands.help', 'HelpCommand', 'Show help for commands.', )), ]) # type: OrderedDict[str, CommandInfo] def create_command(name, **kwargs): # type: (str, **Any) -> Command """ Create an instance of the Command class with the given name. """ module_path, class_name, summary = commands_dict[name] module = importlib.import_module(module_path) command_class = getattr(module, class_name) command = command_class(name=name, summary=summary, **kwargs) return command def get_similar_commands(name): """Command name auto-correct.""" from difflib import get_close_matches name = name.lower() close_commands = get_close_matches(name, commands_dict.keys()) if close_commands: return close_commands[0] else: return False PK A\l`c pip/_internal/commands/freeze.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import sys from pip._internal.cache import WheelCache from pip._internal.cli import cmdoptions from pip._internal.cli.base_command import Command from pip._internal.models.format_control import FormatControl from pip._internal.operations.freeze import freeze from pip._internal.utils.compat import stdlib_pkgs DEV_PKGS = {'pip', 'setuptools', 'distribute', 'wheel'} class FreezeCommand(Command): """ Output installed packages in requirements format. packages are listed in a case-insensitive sorted order. """ usage = """ %prog [options]""" log_streams = ("ext://sys.stderr", "ext://sys.stderr") def __init__(self, *args, **kw): super(FreezeCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-r', '--requirement', dest='requirements', action='append', default=[], metavar='file', help="Use the order in the given requirements file and its " "comments when generating output. This option can be " "used multiple times.") self.cmd_opts.add_option( '-f', '--find-links', dest='find_links', action='append', default=[], metavar='URL', help='URL for finding packages, which will be added to the ' 'output.') self.cmd_opts.add_option( '-l', '--local', dest='local', action='store_true', default=False, help='If in a virtualenv that has global access, do not output ' 'globally-installed packages.') self.cmd_opts.add_option( '--user', dest='user', action='store_true', default=False, help='Only output packages installed in user-site.') self.cmd_opts.add_option(cmdoptions.list_path()) self.cmd_opts.add_option( '--all', dest='freeze_all', action='store_true', help='Do not skip these packages in the output:' ' %s' % ', '.join(DEV_PKGS)) self.cmd_opts.add_option( '--exclude-editable', dest='exclude_editable', action='store_true', help='Exclude editable package from output.') self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): format_control = FormatControl(set(), set()) wheel_cache = WheelCache(options.cache_dir, format_control) skip = set(stdlib_pkgs) if not options.freeze_all: skip.update(DEV_PKGS) cmdoptions.check_list_path_option(options) freeze_kwargs = dict( requirement=options.requirements, find_links=options.find_links, local_only=options.local, user_only=options.user, paths=options.path, skip_regex=options.skip_requirements_regex, isolated=options.isolated_mode, wheel_cache=wheel_cache, skip=skip, exclude_editable=options.exclude_editable, ) try: for line in freeze(**freeze_kwargs): sys.stdout.write(line + '\n') finally: wheel_cache.cleanup() PK A\tB " pip/_internal/commands/download.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os from pip._internal.cli import cmdoptions from pip._internal.cli.cmdoptions import make_target_python from pip._internal.cli.req_command import RequirementCommand from pip._internal.req import RequirementSet from pip._internal.req.req_tracker import RequirementTracker from pip._internal.utils.filesystem import check_path_owner from pip._internal.utils.misc import ensure_dir, normalize_path, write_output from pip._internal.utils.temp_dir import TempDirectory logger = logging.getLogger(__name__) class DownloadCommand(RequirementCommand): """ Download packages from: - PyPI (and other indexes) using requirement specifiers. - VCS project urls. - Local project directories. - Local or remote source archives. pip also supports downloading from "requirements files", which provide an easy way to specify a whole environment to be downloaded. """ usage = """ %prog [options] <requirement specifier> [package-index-options] ... %prog [options] -r <requirements file> [package-index-options] ... %prog [options] <vcs project url> ... %prog [options] <local project path> ... %prog [options] <archive url/path> ...""" def __init__(self, *args, **kw): super(DownloadCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option(cmdoptions.constraints()) cmd_opts.add_option(cmdoptions.requirements()) cmd_opts.add_option(cmdoptions.build_dir()) cmd_opts.add_option(cmdoptions.no_deps()) cmd_opts.add_option(cmdoptions.global_options()) cmd_opts.add_option(cmdoptions.no_binary()) cmd_opts.add_option(cmdoptions.only_binary()) cmd_opts.add_option(cmdoptions.prefer_binary()) cmd_opts.add_option(cmdoptions.src()) cmd_opts.add_option(cmdoptions.pre()) cmd_opts.add_option(cmdoptions.no_clean()) cmd_opts.add_option(cmdoptions.require_hashes()) cmd_opts.add_option(cmdoptions.progress_bar()) cmd_opts.add_option(cmdoptions.no_build_isolation()) cmd_opts.add_option(cmdoptions.use_pep517()) cmd_opts.add_option(cmdoptions.no_use_pep517()) cmd_opts.add_option( '-d', '--dest', '--destination-dir', '--destination-directory', dest='download_dir', metavar='dir', default=os.curdir, help=("Download packages into <dir>."), ) cmdoptions.add_target_python_options(cmd_opts) index_opts = cmdoptions.make_option_group( cmdoptions.index_group, self.parser, ) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): options.ignore_installed = True # editable doesn't really make sense for `pip download`, but the bowels # of the RequirementSet code require that property. options.editables = [] cmdoptions.check_dist_restriction(options) options.src_dir = os.path.abspath(options.src_dir) options.download_dir = normalize_path(options.download_dir) ensure_dir(options.download_dir) session = self.get_default_session(options) target_python = make_target_python(options) finder = self._build_package_finder( options=options, session=session, target_python=target_python, ) build_delete = (not (options.no_clean or options.build_dir)) if options.cache_dir and not check_path_owner(options.cache_dir): logger.warning( "The directory '%s' or its parent directory is not owned " "by the current user and caching wheels has been " "disabled. check the permissions and owner of that " "directory. If executing pip with sudo, you may want " "sudo's -H flag.", options.cache_dir, ) options.cache_dir = None with RequirementTracker() as req_tracker, TempDirectory( options.build_dir, delete=build_delete, kind="download" ) as directory: requirement_set = RequirementSet( require_hashes=options.require_hashes, ) self.populate_requirement_set( requirement_set, args, options, finder, session, None ) preparer = self.make_requirement_preparer( temp_build_dir=directory, options=options, req_tracker=req_tracker, download_dir=options.download_dir, ) resolver = self.make_resolver( preparer=preparer, finder=finder, session=session, options=options, py_version_info=options.python_version, ) resolver.resolve(requirement_set) downloaded = ' '.join([ req.name for req in requirement_set.successfully_downloaded ]) if downloaded: write_output('Successfully downloaded %s', downloaded) # Clean up if not options.no_clean: requirement_set.cleanup_files() return requirement_set PK A\ B B pip/_internal/commands/debug.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import locale import logging import sys from pip._internal.cli import cmdoptions from pip._internal.cli.base_command import Command from pip._internal.cli.cmdoptions import make_target_python from pip._internal.cli.status_codes import SUCCESS from pip._internal.utils.logging import indent_log from pip._internal.utils.misc import get_pip_version from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.wheel import format_tag if MYPY_CHECK_RUNNING: from typing import Any, List from optparse import Values logger = logging.getLogger(__name__) def show_value(name, value): # type: (str, str) -> None logger.info('{}: {}'.format(name, value)) def show_sys_implementation(): # type: () -> None logger.info('sys.implementation:') if hasattr(sys, 'implementation'): implementation = sys.implementation # type: ignore implementation_name = implementation.name else: implementation_name = '' with indent_log(): show_value('name', implementation_name) def show_tags(options): # type: (Values) -> None tag_limit = 10 target_python = make_target_python(options) tags = target_python.get_tags() # Display the target options that were explicitly provided. formatted_target = target_python.format_given() suffix = '' if formatted_target: suffix = ' (target: {})'.format(formatted_target) msg = 'Compatible tags: {}{}'.format(len(tags), suffix) logger.info(msg) if options.verbose < 1 and len(tags) > tag_limit: tags_limited = True tags = tags[:tag_limit] else: tags_limited = False with indent_log(): for tag in tags: logger.info(format_tag(tag)) if tags_limited: msg = ( '...\n' '[First {tag_limit} tags shown. Pass --verbose to show all.]' ).format(tag_limit=tag_limit) logger.info(msg) class DebugCommand(Command): """ Display debug information. """ usage = """ %prog <options>""" ignore_require_venv = True def __init__(self, *args, **kw): super(DebugCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmdoptions.add_target_python_options(cmd_opts) self.parser.insert_option_group(0, cmd_opts) def run(self, options, args): # type: (Values, List[Any]) -> int logger.warning( "This command is only meant for debugging. " "Do not use this with automation for parsing and getting these " "details, since the output and options of this command may " "change without notice." ) show_value('pip version', get_pip_version()) show_value('sys.version', sys.version) show_value('sys.executable', sys.executable) show_value('sys.getdefaultencoding', sys.getdefaultencoding()) show_value('sys.getfilesystemencoding', sys.getfilesystemencoding()) show_value( 'locale.getpreferredencoding', locale.getpreferredencoding(), ) show_value('sys.platform', sys.platform) show_sys_implementation() show_tags(options) return SUCCESS PK A\RZ pip/_internal/commands/check.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import logging from pip._internal.cli.base_command import Command from pip._internal.operations.check import ( check_package_set, create_package_set_from_installed, ) from pip._internal.utils.misc import write_output logger = logging.getLogger(__name__) class CheckCommand(Command): """Verify installed packages have compatible dependencies.""" usage = """ %prog [options]""" def run(self, options, args): package_set, parsing_probs = create_package_set_from_installed() missing, conflicting = check_package_set(package_set) for project_name in missing: version = package_set[project_name].version for dependency in missing[project_name]: write_output( "%s %s requires %s, which is not installed.", project_name, version, dependency[0], ) for project_name in conflicting: version = package_set[project_name].version for dep_name, dep_version, req in conflicting[project_name]: write_output( "%s %s has requirement %s, but you have %s %s.", project_name, version, req, dep_name, dep_version, ) if missing or conflicting or parsing_probs: return 1 else: write_output("No broken requirements found.") PK A\B pip/_internal/commands/show.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os from email.parser import FeedParser from pip._vendor import pkg_resources from pip._vendor.packaging.utils import canonicalize_name from pip._internal.cli.base_command import Command from pip._internal.cli.status_codes import ERROR, SUCCESS from pip._internal.utils.misc import write_output logger = logging.getLogger(__name__) class ShowCommand(Command): """ Show information about one or more installed packages. The output is in RFC-compliant mail header format. """ usage = """ %prog [options] <package> ...""" ignore_require_venv = True def __init__(self, *args, **kw): super(ShowCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-f', '--files', dest='files', action='store_true', default=False, help='Show the full list of installed files for each package.') self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): if not args: logger.warning('ERROR: Please provide a package name or names.') return ERROR query = args results = search_packages_info(query) if not print_results( results, list_files=options.files, verbose=options.verbose): return ERROR return SUCCESS def search_packages_info(query): """ Gather details from installed distributions. Print distribution name, version, location, and installed files. Installed files requires a pip generated 'installed-files.txt' in the distributions '.egg-info' directory. """ installed = {} for p in pkg_resources.working_set: installed[canonicalize_name(p.project_name)] = p query_names = [canonicalize_name(name) for name in query] missing = sorted( [name for name, pkg in zip(query, query_names) if pkg not in installed] ) if missing: logger.warning('Package(s) not found: %s', ', '.join(missing)) def get_requiring_packages(package_name): canonical_name = canonicalize_name(package_name) return [ pkg.project_name for pkg in pkg_resources.working_set if canonical_name in [canonicalize_name(required.name) for required in pkg.requires()] ] for dist in [installed[pkg] for pkg in query_names if pkg in installed]: package = { 'name': dist.project_name, 'version': dist.version, 'location': dist.location, 'requires': [dep.project_name for dep in dist.requires()], 'required_by': get_requiring_packages(dist.project_name) } file_list = None metadata = None if isinstance(dist, pkg_resources.DistInfoDistribution): # RECORDs should be part of .dist-info metadatas if dist.has_metadata('RECORD'): lines = dist.get_metadata_lines('RECORD') paths = [l.split(',')[0] for l in lines] paths = [os.path.join(dist.location, p) for p in paths] file_list = [os.path.relpath(p, dist.location) for p in paths] if dist.has_metadata('METADATA'): metadata = dist.get_metadata('METADATA') else: # Otherwise use pip's log for .egg-info's if dist.has_metadata('installed-files.txt'): paths = dist.get_metadata_lines('installed-files.txt') paths = [os.path.join(dist.egg_info, p) for p in paths] file_list = [os.path.relpath(p, dist.location) for p in paths] if dist.has_metadata('PKG-INFO'): metadata = dist.get_metadata('PKG-INFO') if dist.has_metadata('entry_points.txt'): entry_points = dist.get_metadata_lines('entry_points.txt') package['entry_points'] = entry_points if dist.has_metadata('INSTALLER'): for line in dist.get_metadata_lines('INSTALLER'): if line.strip(): package['installer'] = line.strip() break # @todo: Should pkg_resources.Distribution have a # `get_pkg_info` method? feed_parser = FeedParser() feed_parser.feed(metadata) pkg_info_dict = feed_parser.close() for key in ('metadata-version', 'summary', 'home-page', 'author', 'author-email', 'license'): package[key] = pkg_info_dict.get(key) # It looks like FeedParser cannot deal with repeated headers classifiers = [] for line in metadata.splitlines(): if line.startswith('Classifier: '): classifiers.append(line[len('Classifier: '):]) package['classifiers'] = classifiers if file_list: package['files'] = sorted(file_list) yield package def print_results(distributions, list_files=False, verbose=False): """ Print the informations from installed distributions found. """ results_printed = False for i, dist in enumerate(distributions): results_printed = True if i > 0: write_output("---") write_output("Name: %s", dist.get('name', '')) write_output("Version: %s", dist.get('version', '')) write_output("Summary: %s", dist.get('summary', '')) write_output("Home-page: %s", dist.get('home-page', '')) write_output("Author: %s", dist.get('author', '')) write_output("Author-email: %s", dist.get('author-email', '')) write_output("License: %s", dist.get('license', '')) write_output("Location: %s", dist.get('location', '')) write_output("Requires: %s", ', '.join(dist.get('requires', []))) write_output("Required-by: %s", ', '.join(dist.get('required_by', []))) if verbose: write_output("Metadata-Version: %s", dist.get('metadata-version', '')) write_output("Installer: %s", dist.get('installer', '')) write_output("Classifiers:") for classifier in dist.get('classifiers', []): write_output(" %s", classifier) write_output("Entry-points:") for entry in dist.get('entry_points', []): write_output(" %s", entry.strip()) if list_files: write_output("Files:") for line in dist.get('files', []): write_output(" %s", line.strip()) if "files" not in dist: write_output("Cannot locate installed-files.txt") return results_printed PK A\B # pip/_internal/commands/uninstall.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import from pip._vendor.packaging.utils import canonicalize_name from pip._internal.cli.base_command import Command from pip._internal.cli.req_command import SessionCommandMixin from pip._internal.exceptions import InstallationError from pip._internal.req import parse_requirements from pip._internal.req.constructors import install_req_from_line from pip._internal.utils.misc import protect_pip_from_modification_on_windows class UninstallCommand(Command, SessionCommandMixin): """ Uninstall packages. pip is able to uninstall most installed packages. Known exceptions are: - Pure distutils packages installed with ``python setup.py install``, which leave behind no metadata to determine what files were installed. - Script wrappers installed by ``python setup.py develop``. """ usage = """ %prog [options] <package> ... %prog [options] -r <requirements file> ...""" def __init__(self, *args, **kw): super(UninstallCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-r', '--requirement', dest='requirements', action='append', default=[], metavar='file', help='Uninstall all the packages listed in the given requirements ' 'file. This option can be used multiple times.', ) self.cmd_opts.add_option( '-y', '--yes', dest='yes', action='store_true', help="Don't ask for confirmation of uninstall deletions.") self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): session = self.get_default_session(options) reqs_to_uninstall = {} for name in args: req = install_req_from_line( name, isolated=options.isolated_mode, ) if req.name: reqs_to_uninstall[canonicalize_name(req.name)] = req for filename in options.requirements: for req in parse_requirements( filename, options=options, session=session): if req.name: reqs_to_uninstall[canonicalize_name(req.name)] = req if not reqs_to_uninstall: raise InstallationError( 'You must give at least one requirement to %(name)s (see ' '"pip help %(name)s")' % dict(name=self.name) ) protect_pip_from_modification_on_windows( modifying_pip="pip" in reqs_to_uninstall ) for req in reqs_to_uninstall.values(): uninstall_pathset = req.uninstall( auto_confirm=options.yes, verbose=self.verbosity > 0, ) if uninstall_pathset: uninstall_pathset.commit() PK A\ . pip/_internal/commands/search.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import sys import textwrap from collections import OrderedDict from pip._vendor import pkg_resources from pip._vendor.packaging.version import parse as parse_version # NOTE: XMLRPC Client is not annotated in typeshed as on 2017-07-17, which is # why we ignore the type on this import from pip._vendor.six.moves import xmlrpc_client # type: ignore from pip._internal.cli.base_command import Command from pip._internal.cli.req_command import SessionCommandMixin from pip._internal.cli.status_codes import NO_MATCHES_FOUND, SUCCESS from pip._internal.exceptions import CommandError from pip._internal.models.index import PyPI from pip._internal.network.xmlrpc import PipXmlrpcTransport from pip._internal.utils.compat import get_terminal_size from pip._internal.utils.logging import indent_log from pip._internal.utils.misc import write_output logger = logging.getLogger(__name__) class SearchCommand(Command, SessionCommandMixin): """Search for PyPI packages whose name or summary contains <query>.""" usage = """ %prog [options] <query>""" ignore_require_venv = True def __init__(self, *args, **kw): super(SearchCommand, self).__init__(*args, **kw) self.cmd_opts.add_option( '-i', '--index', dest='index', metavar='URL', default=PyPI.pypi_url, help='Base URL of Python Package Index (default %default)') self.parser.insert_option_group(0, self.cmd_opts) def run(self, options, args): if not args: raise CommandError('Missing required argument (search query).') query = args pypi_hits = self.search(query, options) hits = transform_hits(pypi_hits) terminal_width = None if sys.stdout.isatty(): terminal_width = get_terminal_size()[0] print_results(hits, terminal_width=terminal_width) if pypi_hits: return SUCCESS return NO_MATCHES_FOUND def search(self, query, options): index_url = options.index session = self.get_default_session(options) transport = PipXmlrpcTransport(index_url, session) pypi = xmlrpc_client.ServerProxy(index_url, transport) hits = pypi.search({'name': query, 'summary': query}, 'or') return hits def transform_hits(hits): """ The list from pypi is really a list of versions. We want a list of packages with the list of versions stored inline. This converts the list from pypi into one we can use. """ packages = OrderedDict() for hit in hits: name = hit['name'] summary = hit['summary'] version = hit['version'] if name not in packages.keys(): packages[name] = { 'name': name, 'summary': summary, 'versions': [version], } else: packages[name]['versions'].append(version) # if this is the highest version, replace summary and score if version == highest_version(packages[name]['versions']): packages[name]['summary'] = summary return list(packages.values()) def print_results(hits, name_column_width=None, terminal_width=None): if not hits: return if name_column_width is None: name_column_width = max([ len(hit['name']) + len(highest_version(hit.get('versions', ['-']))) for hit in hits ]) + 4 installed_packages = [p.project_name for p in pkg_resources.working_set] for hit in hits: name = hit['name'] summary = hit['summary'] or '' latest = highest_version(hit.get('versions', ['-'])) if terminal_width is not None: target_width = terminal_width - name_column_width - 5 if target_width > 10: # wrap and indent summary to fit terminal summary = textwrap.wrap(summary, target_width) summary = ('\n' + ' ' * (name_column_width + 3)).join(summary) line = '%-*s - %s' % (name_column_width, '%s (%s)' % (name, latest), summary) try: write_output(line) if name in installed_packages: dist = pkg_resources.get_distribution(name) with indent_log(): if dist.version == latest: write_output('INSTALLED: %s (latest)', dist.version) else: write_output('INSTALLED: %s', dist.version) if parse_version(latest).pre: write_output('LATEST: %s (pre-release; install' ' with "pip install --pre")', latest) else: write_output('LATEST: %s', latest) except UnicodeEncodeError: pass def highest_version(versions): return max(versions, key=parse_version) PK A\( pip/_internal/commands/help.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import from pip._internal.cli.base_command import Command from pip._internal.cli.status_codes import SUCCESS from pip._internal.exceptions import CommandError class HelpCommand(Command): """Show help for commands""" usage = """ %prog <command>""" ignore_require_venv = True def run(self, options, args): from pip._internal.commands import ( commands_dict, create_command, get_similar_commands, ) try: # 'pip help' with no args is handled by pip.__init__.parseopt() cmd_name = args[0] # the command we need help for except IndexError: return SUCCESS if cmd_name not in commands_dict: guess = get_similar_commands(cmd_name) msg = ['unknown command "%s"' % cmd_name] if guess: msg.append('maybe you meant "%s"' % guess) raise CommandError(' - '.join(msg)) command = create_command(cmd_name) command.parser.print_help() return SUCCESS PK A\=G>4) 4) pip/_internal/commands/list.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import json import logging from pip._vendor import six from pip._vendor.six.moves import zip_longest from pip._internal.cli import cmdoptions from pip._internal.cli.req_command import IndexGroupCommand from pip._internal.exceptions import CommandError from pip._internal.index import PackageFinder from pip._internal.models.selection_prefs import SelectionPreferences from pip._internal.self_outdated_check import make_link_collector from pip._internal.utils.misc import ( dist_is_editable, get_installed_distributions, write_output, ) from pip._internal.utils.packaging import get_installer logger = logging.getLogger(__name__) class ListCommand(IndexGroupCommand): """ List installed packages, including editables. Packages are listed in a case-insensitive sorted order. """ usage = """ %prog [options]""" def __init__(self, *args, **kw): super(ListCommand, self).__init__(*args, **kw) cmd_opts = self.cmd_opts cmd_opts.add_option( '-o', '--outdated', action='store_true', default=False, help='List outdated packages') cmd_opts.add_option( '-u', '--uptodate', action='store_true', default=False, help='List uptodate packages') cmd_opts.add_option( '-e', '--editable', action='store_true', default=False, help='List editable projects.') cmd_opts.add_option( '-l', '--local', action='store_true', default=False, help=('If in a virtualenv that has global access, do not list ' 'globally-installed packages.'), ) self.cmd_opts.add_option( '--user', dest='user', action='store_true', default=False, help='Only output packages installed in user-site.') cmd_opts.add_option(cmdoptions.list_path()) cmd_opts.add_option( '--pre', action='store_true', default=False, help=("Include pre-release and development versions. By default, " "pip only finds stable versions."), ) cmd_opts.add_option( '--format', action='store', dest='list_format', default="columns", choices=('columns', 'freeze', 'json'), help="Select the output format among: columns (default), freeze, " "or json", ) cmd_opts.add_option( '--not-required', action='store_true', dest='not_required', help="List packages that are not dependencies of " "installed packages.", ) cmd_opts.add_option( '--exclude-editable', action='store_false', dest='include_editable', help='Exclude editable package from output.', ) cmd_opts.add_option( '--include-editable', action='store_true', dest='include_editable', help='Include editable package from output.', default=True, ) index_opts = cmdoptions.make_option_group( cmdoptions.index_group, self.parser ) self.parser.insert_option_group(0, index_opts) self.parser.insert_option_group(0, cmd_opts) def _build_package_finder(self, options, session): """ Create a package finder appropriate to this list command. """ link_collector = make_link_collector(session, options=options) # Pass allow_yanked=False to ignore yanked versions. selection_prefs = SelectionPreferences( allow_yanked=False, allow_all_prereleases=options.pre, ) return PackageFinder.create( link_collector=link_collector, selection_prefs=selection_prefs, ) def run(self, options, args): if options.outdated and options.uptodate: raise CommandError( "Options --outdated and --uptodate cannot be combined.") cmdoptions.check_list_path_option(options) packages = get_installed_distributions( local_only=options.local, user_only=options.user, editables_only=options.editable, include_editables=options.include_editable, paths=options.path, ) # get_not_required must be called firstly in order to find and # filter out all dependencies correctly. Otherwise a package # can't be identified as requirement because some parent packages # could be filtered out before. if options.not_required: packages = self.get_not_required(packages, options) if options.outdated: packages = self.get_outdated(packages, options) elif options.uptodate: packages = self.get_uptodate(packages, options) self.output_package_listing(packages, options) def get_outdated(self, packages, options): return [ dist for dist in self.iter_packages_latest_infos(packages, options) if dist.latest_version > dist.parsed_version ] def get_uptodate(self, packages, options): return [ dist for dist in self.iter_packages_latest_infos(packages, options) if dist.latest_version == dist.parsed_version ] def get_not_required(self, packages, options): dep_keys = set() for dist in packages: dep_keys.update(requirement.key for requirement in dist.requires()) return {pkg for pkg in packages if pkg.key not in dep_keys} def iter_packages_latest_infos(self, packages, options): with self._build_session(options) as session: finder = self._build_package_finder(options, session) for dist in packages: typ = 'unknown' all_candidates = finder.find_all_candidates(dist.key) if not options.pre: # Remove prereleases all_candidates = [candidate for candidate in all_candidates if not candidate.version.is_prerelease] evaluator = finder.make_candidate_evaluator( project_name=dist.project_name, ) best_candidate = evaluator.sort_best_candidate(all_candidates) if best_candidate is None: continue remote_version = best_candidate.version if best_candidate.link.is_wheel: typ = 'wheel' else: typ = 'sdist' # This is dirty but makes the rest of the code much cleaner dist.latest_version = remote_version dist.latest_filetype = typ yield dist def output_package_listing(self, packages, options): packages = sorted( packages, key=lambda dist: dist.project_name.lower(), ) if options.list_format == 'columns' and packages: data, header = format_for_columns(packages, options) self.output_package_listing_columns(data, header) elif options.list_format == 'freeze': for dist in packages: if options.verbose >= 1: write_output("%s==%s (%s)", dist.project_name, dist.version, dist.location) else: write_output("%s==%s", dist.project_name, dist.version) elif options.list_format == 'json': write_output(format_for_json(packages, options)) def output_package_listing_columns(self, data, header): # insert the header first: we need to know the size of column names if len(data) > 0: data.insert(0, header) pkg_strings, sizes = tabulate(data) # Create and add a separator. if len(data) > 0: pkg_strings.insert(1, " ".join(map(lambda x: '-' * x, sizes))) for val in pkg_strings: write_output(val) def tabulate(vals): # From pfmoore on GitHub: # https://github.com/pypa/pip/issues/3651#issuecomment-216932564 assert len(vals) > 0 sizes = [0] * max(len(x) for x in vals) for row in vals: sizes = [max(s, len(str(c))) for s, c in zip_longest(sizes, row)] result = [] for row in vals: display = " ".join([str(c).ljust(s) if c is not None else '' for s, c in zip_longest(sizes, row)]) result.append(display) return result, sizes def format_for_columns(pkgs, options): """ Convert the package data into something usable by output_package_listing_columns. """ running_outdated = options.outdated # Adjust the header for the `pip list --outdated` case. if running_outdated: header = ["Package", "Version", "Latest", "Type"] else: header = ["Package", "Version"] data = [] if options.verbose >= 1 or any(dist_is_editable(x) for x in pkgs): header.append("Location") if options.verbose >= 1: header.append("Installer") for proj in pkgs: # if we're working on the 'outdated' list, separate out the # latest_version and type row = [proj.project_name, proj.version] if running_outdated: row.append(proj.latest_version) row.append(proj.latest_filetype) if options.verbose >= 1 or dist_is_editable(proj): row.append(proj.location) if options.verbose >= 1: row.append(get_installer(proj)) data.append(row) return data, header def format_for_json(packages, options): data = [] for dist in packages: info = { 'name': dist.project_name, 'version': six.text_type(dist.version), } if options.verbose >= 1: info['location'] = dist.location info['installer'] = get_installer(dist) if options.outdated: info['latest_version'] = six.text_type(dist.latest_version) info['latest_filetype'] = dist.latest_filetype data.append(info) return json.dumps(data) PK A\WF WF pip/_internal/collector.pynu [ """ The main purpose of this module is to expose LinkCollector.collect_links(). """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import cgi import itertools import logging import mimetypes import os from collections import OrderedDict from pip._vendor import html5lib, requests from pip._vendor.distlib.compat import unescape from pip._vendor.requests.exceptions import HTTPError, RetryError, SSLError from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._vendor.six.moves.urllib import request as urllib_request from pip._internal.models.link import Link from pip._internal.utils.filetypes import ARCHIVE_EXTENSIONS from pip._internal.utils.misc import redact_auth_from_url from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.urls import path_to_url, url_to_path from pip._internal.vcs import is_url, vcs if MYPY_CHECK_RUNNING: from typing import ( Callable, Dict, Iterable, List, MutableMapping, Optional, Sequence, Tuple, Union, ) import xml.etree.ElementTree from pip._vendor.requests import Response from pip._internal.models.search_scope import SearchScope from pip._internal.network.session import PipSession HTMLElement = xml.etree.ElementTree.Element ResponseHeaders = MutableMapping[str, str] logger = logging.getLogger(__name__) def _match_vcs_scheme(url): # type: (str) -> Optional[str] """Look for VCS schemes in the URL. Returns the matched VCS scheme, or None if there's no match. """ for scheme in vcs.schemes: if url.lower().startswith(scheme) and url[len(scheme)] in '+:': return scheme return None def _is_url_like_archive(url): # type: (str) -> bool """Return whether the URL looks like an archive. """ filename = Link(url).filename for bad_ext in ARCHIVE_EXTENSIONS: if filename.endswith(bad_ext): return True return False class _NotHTML(Exception): def __init__(self, content_type, request_desc): # type: (str, str) -> None super(_NotHTML, self).__init__(content_type, request_desc) self.content_type = content_type self.request_desc = request_desc def _ensure_html_header(response): # type: (Response) -> None """Check the Content-Type header to ensure the response contains HTML. Raises `_NotHTML` if the content type is not text/html. """ content_type = response.headers.get("Content-Type", "") if not content_type.lower().startswith("text/html"): raise _NotHTML(content_type, response.request.method) class _NotHTTP(Exception): pass def _ensure_html_response(url, session): # type: (str, PipSession) -> None """Send a HEAD request to the URL, and ensure the response contains HTML. Raises `_NotHTTP` if the URL is not available for a HEAD request, or `_NotHTML` if the content type is not text/html. """ scheme, netloc, path, query, fragment = urllib_parse.urlsplit(url) if scheme not in {'http', 'https'}: raise _NotHTTP() resp = session.head(url, allow_redirects=True) resp.raise_for_status() _ensure_html_header(resp) def _get_html_response(url, session): # type: (str, PipSession) -> Response """Access an HTML page with GET, and return the response. This consists of three parts: 1. If the URL looks suspiciously like an archive, send a HEAD first to check the Content-Type is HTML, to avoid downloading a large file. Raise `_NotHTTP` if the content type cannot be determined, or `_NotHTML` if it is not HTML. 2. Actually perform the request. Raise HTTP exceptions on network failures. 3. Check the Content-Type header to make sure we got HTML, and raise `_NotHTML` otherwise. """ if _is_url_like_archive(url): _ensure_html_response(url, session=session) logger.debug('Getting page %s', redact_auth_from_url(url)) resp = session.get( url, headers={ "Accept": "text/html", # We don't want to blindly returned cached data for # /simple/, because authors generally expecting that # twine upload && pip install will function, but if # they've done a pip install in the last ~10 minutes # it won't. Thus by setting this to zero we will not # blindly use any cached data, however the benefit of # using max-age=0 instead of no-cache, is that we will # still support conditional requests, so we will still # minimize traffic sent in cases where the page hasn't # changed at all, we will just always incur the round # trip for the conditional GET now instead of only # once per 10 minutes. # For more information, please see pypa/pip#5670. "Cache-Control": "max-age=0", }, ) resp.raise_for_status() # The check for archives above only works if the url ends with # something that looks like an archive. However that is not a # requirement of an url. Unless we issue a HEAD request on every # url we cannot know ahead of time for sure if something is HTML # or not. However we can check after we've downloaded it. _ensure_html_header(resp) return resp def _get_encoding_from_headers(headers): # type: (ResponseHeaders) -> Optional[str] """Determine if we have any encoding information in our headers. """ if headers and "Content-Type" in headers: content_type, params = cgi.parse_header(headers["Content-Type"]) if "charset" in params: return params['charset'] return None def _determine_base_url(document, page_url): # type: (HTMLElement, str) -> str """Determine the HTML document's base URL. This looks for a ``<base>`` tag in the HTML document. If present, its href attribute denotes the base URL of anchor tags in the document. If there is no such tag (or if it does not have a valid href attribute), the HTML file's URL is used as the base URL. :param document: An HTML document representation. The current implementation expects the result of ``html5lib.parse()``. :param page_url: The URL of the HTML document. """ for base in document.findall(".//base"): href = base.get("href") if href is not None: return href return page_url def _clean_link(url): # type: (str) -> str """Makes sure a link is fully encoded. That is, if a ' ' shows up in the link, it will be rewritten to %20 (while not over-quoting % or other characters).""" # Split the URL into parts according to the general structure # `scheme://netloc/path;parameters?query#fragment`. Note that the # `netloc` can be empty and the URI will then refer to a local # filesystem path. result = urllib_parse.urlparse(url) # In both cases below we unquote prior to quoting to make sure # nothing is double quoted. if result.netloc == "": # On Windows the path part might contain a drive letter which # should not be quoted. On Linux where drive letters do not # exist, the colon should be quoted. We rely on urllib.request # to do the right thing here. path = urllib_request.pathname2url( urllib_request.url2pathname(result.path)) else: # In addition to the `/` character we protect `@` so that # revision strings in VCS URLs are properly parsed. path = urllib_parse.quote(urllib_parse.unquote(result.path), safe="/@") return urllib_parse.urlunparse(result._replace(path=path)) def _create_link_from_element( anchor, # type: HTMLElement page_url, # type: str base_url, # type: str ): # type: (...) -> Optional[Link] """ Convert an anchor element in a simple repository page to a Link. """ href = anchor.get("href") if not href: return None url = _clean_link(urllib_parse.urljoin(base_url, href)) pyrequire = anchor.get('data-requires-python') pyrequire = unescape(pyrequire) if pyrequire else None yanked_reason = anchor.get('data-yanked') if yanked_reason: # This is a unicode string in Python 2 (and 3). yanked_reason = unescape(yanked_reason) link = Link( url, comes_from=page_url, requires_python=pyrequire, yanked_reason=yanked_reason, ) return link def parse_links(page): # type: (HTMLPage) -> Iterable[Link] """ Parse an HTML document, and yield its anchor elements as Link objects. """ document = html5lib.parse( page.content, transport_encoding=page.encoding, namespaceHTMLElements=False, ) url = page.url base_url = _determine_base_url(document, url) for anchor in document.findall(".//a"): link = _create_link_from_element( anchor, page_url=url, base_url=base_url, ) if link is None: continue yield link class HTMLPage(object): """Represents one page, along with its URL""" def __init__( self, content, # type: bytes encoding, # type: Optional[str] url, # type: str ): # type: (...) -> None """ :param encoding: the encoding to decode the given content. :param url: the URL from which the HTML was downloaded. """ self.content = content self.encoding = encoding self.url = url def __str__(self): return redact_auth_from_url(self.url) def _handle_get_page_fail( link, # type: Link reason, # type: Union[str, Exception] meth=None # type: Optional[Callable[..., None]] ): # type: (...) -> None if meth is None: meth = logger.debug meth("Could not fetch URL %s: %s - skipping", link, reason) def _make_html_page(response): # type: (Response) -> HTMLPage encoding = _get_encoding_from_headers(response.headers) return HTMLPage(response.content, encoding=encoding, url=response.url) def _get_html_page(link, session=None): # type: (Link, Optional[PipSession]) -> Optional[HTMLPage] if session is None: raise TypeError( "_get_html_page() missing 1 required keyword argument: 'session'" ) url = link.url.split('#', 1)[0] # Check for VCS schemes that do not support lookup as web pages. vcs_scheme = _match_vcs_scheme(url) if vcs_scheme: logger.debug('Cannot look at %s URL %s', vcs_scheme, link) return None # Tack index.html onto file:// URLs that point to directories scheme, _, path, _, _, _ = urllib_parse.urlparse(url) if (scheme == 'file' and os.path.isdir(urllib_request.url2pathname(path))): # add trailing slash if not present so urljoin doesn't trim # final segment if not url.endswith('/'): url += '/' url = urllib_parse.urljoin(url, 'index.html') logger.debug(' file: URL is directory, getting %s', url) try: resp = _get_html_response(url, session=session) except _NotHTTP: logger.debug( 'Skipping page %s because it looks like an archive, and cannot ' 'be checked by HEAD.', link, ) except _NotHTML as exc: logger.debug( 'Skipping page %s because the %s request got Content-Type: %s', link, exc.request_desc, exc.content_type, ) except HTTPError as exc: _handle_get_page_fail(link, exc) except RetryError as exc: _handle_get_page_fail(link, exc) except SSLError as exc: reason = "There was a problem confirming the ssl certificate: " reason += str(exc) _handle_get_page_fail(link, reason, meth=logger.info) except requests.ConnectionError as exc: _handle_get_page_fail(link, "connection error: %s" % exc) except requests.Timeout: _handle_get_page_fail(link, "timed out") else: return _make_html_page(resp) return None def _remove_duplicate_links(links): # type: (Iterable[Link]) -> List[Link] """ Return a list of links, with duplicates removed and ordering preserved. """ # We preserve the ordering when removing duplicates because we can. return list(OrderedDict.fromkeys(links)) def group_locations(locations, expand_dir=False): # type: (Sequence[str], bool) -> Tuple[List[str], List[str]] """ Divide a list of locations into two groups: "files" (archives) and "urls." :return: A pair of lists (files, urls). """ files = [] urls = [] # puts the url for the given file path into the appropriate list def sort_path(path): url = path_to_url(path) if mimetypes.guess_type(url, strict=False)[0] == 'text/html': urls.append(url) else: files.append(url) for url in locations: is_local_path = os.path.exists(url) is_file_url = url.startswith('file:') if is_local_path or is_file_url: if is_local_path: path = url else: path = url_to_path(url) if os.path.isdir(path): if expand_dir: path = os.path.realpath(path) for item in os.listdir(path): sort_path(os.path.join(path, item)) elif is_file_url: urls.append(url) else: logger.warning( "Path '{0}' is ignored: " "it is a directory.".format(path), ) elif os.path.isfile(path): sort_path(path) else: logger.warning( "Url '%s' is ignored: it is neither a file " "nor a directory.", url, ) elif is_url(url): # Only add url with clear scheme urls.append(url) else: logger.warning( "Url '%s' is ignored. It is either a non-existing " "path or lacks a specific scheme.", url, ) return files, urls class CollectedLinks(object): """ Encapsulates all the Link objects collected by a call to LinkCollector.collect_links(), stored separately as-- (1) links from the configured file locations, (2) links from the configured find_links, and (3) a dict mapping HTML page url to links from that page. """ def __init__( self, files, # type: List[Link] find_links, # type: List[Link] pages, # type: Dict[str, List[Link]] ): # type: (...) -> None """ :param files: Links from file locations. :param find_links: Links from find_links. :param pages: A dict mapping HTML page url to links from that page. """ self.files = files self.find_links = find_links self.pages = pages class LinkCollector(object): """ Responsible for collecting Link objects from all configured locations, making network requests as needed. The class's main method is its collect_links() method. """ def __init__( self, session, # type: PipSession search_scope, # type: SearchScope ): # type: (...) -> None self.search_scope = search_scope self.session = session @property def find_links(self): # type: () -> List[str] return self.search_scope.find_links def _get_pages(self, locations): # type: (Iterable[Link]) -> Iterable[HTMLPage] """ Yields (page, page_url) from the given locations, skipping locations that have errors. """ for location in locations: page = _get_html_page(location, session=self.session) if page is None: continue yield page def collect_links(self, project_name): # type: (str) -> CollectedLinks """Find all available links for the given project name. :return: All the Link objects (unfiltered), as a CollectedLinks object. """ search_scope = self.search_scope index_locations = search_scope.get_index_urls_locations(project_name) index_file_loc, index_url_loc = group_locations(index_locations) fl_file_loc, fl_url_loc = group_locations( self.find_links, expand_dir=True, ) file_links = [ Link(url) for url in itertools.chain(index_file_loc, fl_file_loc) ] # We trust every directly linked archive in find_links find_link_links = [Link(url, '-f') for url in self.find_links] # We trust every url that the user has given us whether it was given # via --index-url or --find-links. # We want to filter out anything that does not have a secure origin. url_locations = [ link for link in itertools.chain( (Link(url) for url in index_url_loc), (Link(url) for url in fl_url_loc), ) if self.session.is_secure_origin(link) ] url_locations = _remove_duplicate_links(url_locations) lines = [ '{} location(s) to search for versions of {}:'.format( len(url_locations), project_name, ), ] for link in url_locations: lines.append('* {}'.format(link)) logger.debug('\n'.join(lines)) pages_links = {} for page in self._get_pages(url_locations): pages_links[page.url] = list(parse_links(page)) return CollectedLinks( files=file_links, find_links=find_link_links, pages=pages_links, ) PK A\_0 0 pip/_internal/vcs/subversion.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os import re from pip._internal.utils.logging import indent_log from pip._internal.utils.misc import ( display_path, is_console_interactive, rmtree, split_auth_from_netloc, ) from pip._internal.utils.subprocess import make_command from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.vcs.versioncontrol import VersionControl, vcs _svn_xml_url_re = re.compile('url="([^"]+)"') _svn_rev_re = re.compile(r'committed-rev="(\d+)"') _svn_info_xml_rev_re = re.compile(r'\s*revision="(\d+)"') _svn_info_xml_url_re = re.compile(r'<url>(.*)</url>') if MYPY_CHECK_RUNNING: from typing import Optional, Tuple from pip._internal.utils.subprocess import CommandArgs from pip._internal.utils.misc import HiddenText from pip._internal.vcs.versioncontrol import AuthInfo, RevOptions logger = logging.getLogger(__name__) class Subversion(VersionControl): name = 'svn' dirname = '.svn' repo_name = 'checkout' schemes = ('svn', 'svn+ssh', 'svn+http', 'svn+https', 'svn+svn') @classmethod def should_add_vcs_url_prefix(cls, remote_url): return True @staticmethod def get_base_rev_args(rev): return ['-r', rev] @classmethod def get_revision(cls, location): """ Return the maximum revision for all files under a given location """ # Note: taken from setuptools.command.egg_info revision = 0 for base, dirs, files in os.walk(location): if cls.dirname not in dirs: dirs[:] = [] continue # no sense walking uncontrolled subdirs dirs.remove(cls.dirname) entries_fn = os.path.join(base, cls.dirname, 'entries') if not os.path.exists(entries_fn): # FIXME: should we warn? continue dirurl, localrev = cls._get_svn_url_rev(base) if base == location: base = dirurl + '/' # save the root url elif not dirurl or not dirurl.startswith(base): dirs[:] = [] continue # not part of the same svn tree, skip it revision = max(revision, localrev) return revision @classmethod def get_netloc_and_auth(cls, netloc, scheme): """ This override allows the auth information to be passed to svn via the --username and --password options instead of via the URL. """ if scheme == 'ssh': # The --username and --password options can't be used for # svn+ssh URLs, so keep the auth information in the URL. return super(Subversion, cls).get_netloc_and_auth(netloc, scheme) return split_auth_from_netloc(netloc) @classmethod def get_url_rev_and_auth(cls, url): # type: (str) -> Tuple[str, Optional[str], AuthInfo] # hotfix the URL scheme after removing svn+ from svn+ssh:// readd it url, rev, user_pass = super(Subversion, cls).get_url_rev_and_auth(url) if url.startswith('ssh://'): url = 'svn+' + url return url, rev, user_pass @staticmethod def make_rev_args(username, password): # type: (Optional[str], Optional[HiddenText]) -> CommandArgs extra_args = [] # type: CommandArgs if username: extra_args += ['--username', username] if password: extra_args += ['--password', password] return extra_args @classmethod def get_remote_url(cls, location): # In cases where the source is in a subdirectory, not alongside # setup.py we have to look up in the location until we find a real # setup.py orig_location = location while not os.path.exists(os.path.join(location, 'setup.py')): last_location = location location = os.path.dirname(location) if location == last_location: # We've traversed up to the root of the filesystem without # finding setup.py logger.warning( "Could not find setup.py for directory %s (tried all " "parent directories)", orig_location, ) return None return cls._get_svn_url_rev(location)[0] @classmethod def _get_svn_url_rev(cls, location): from pip._internal.exceptions import InstallationError entries_path = os.path.join(location, cls.dirname, 'entries') if os.path.exists(entries_path): with open(entries_path) as f: data = f.read() else: # subversion >= 1.7 does not have the 'entries' file data = '' if (data.startswith('8') or data.startswith('9') or data.startswith('10')): data = list(map(str.splitlines, data.split('\n\x0c\n'))) del data[0][0] # get rid of the '8' url = data[0][3] revs = [int(d[9]) for d in data if len(d) > 9 and d[9]] + [0] elif data.startswith('<?xml'): match = _svn_xml_url_re.search(data) if not match: raise ValueError('Badly formatted data: %r' % data) url = match.group(1) # get repository URL revs = [int(m.group(1)) for m in _svn_rev_re.finditer(data)] + [0] else: try: # subversion >= 1.7 # Note that using get_remote_call_options is not necessary here # because `svn info` is being run against a local directory. # We don't need to worry about making sure interactive mode # is being used to prompt for passwords, because passwords # are only potentially needed for remote server requests. xml = cls.run_command( ['info', '--xml', location], show_stdout=False, ) url = _svn_info_xml_url_re.search(xml).group(1) revs = [ int(m.group(1)) for m in _svn_info_xml_rev_re.finditer(xml) ] except InstallationError: url, revs = None, [] if revs: rev = max(revs) else: rev = 0 return url, rev @classmethod def is_commit_id_equal(cls, dest, name): """Always assume the versions don't match""" return False def __init__(self, use_interactive=None): # type: (bool) -> None if use_interactive is None: use_interactive = is_console_interactive() self.use_interactive = use_interactive # This member is used to cache the fetched version of the current # ``svn`` client. # Special value definitions: # None: Not evaluated yet. # Empty tuple: Could not parse version. self._vcs_version = None # type: Optional[Tuple[int, ...]] super(Subversion, self).__init__() def call_vcs_version(self): # type: () -> Tuple[int, ...] """Query the version of the currently installed Subversion client. :return: A tuple containing the parts of the version information or ``()`` if the version returned from ``svn`` could not be parsed. :raises: BadCommand: If ``svn`` is not installed. """ # Example versions: # svn, version 1.10.3 (r1842928) # compiled Feb 25 2019, 14:20:39 on x86_64-apple-darwin17.0.0 # svn, version 1.7.14 (r1542130) # compiled Mar 28 2018, 08:49:13 on x86_64-pc-linux-gnu version_prefix = 'svn, version ' version = self.run_command(['--version'], show_stdout=False) if not version.startswith(version_prefix): return () version = version[len(version_prefix):].split()[0] version_list = version.split('.') try: parsed_version = tuple(map(int, version_list)) except ValueError: return () return parsed_version def get_vcs_version(self): # type: () -> Tuple[int, ...] """Return the version of the currently installed Subversion client. If the version of the Subversion client has already been queried, a cached value will be used. :return: A tuple containing the parts of the version information or ``()`` if the version returned from ``svn`` could not be parsed. :raises: BadCommand: If ``svn`` is not installed. """ if self._vcs_version is not None: # Use cached version, if available. # If parsing the version failed previously (empty tuple), # do not attempt to parse it again. return self._vcs_version vcs_version = self.call_vcs_version() self._vcs_version = vcs_version return vcs_version def get_remote_call_options(self): # type: () -> CommandArgs """Return options to be used on calls to Subversion that contact the server. These options are applicable for the following ``svn`` subcommands used in this class. - checkout - export - switch - update :return: A list of command line arguments to pass to ``svn``. """ if not self.use_interactive: # --non-interactive switch is available since Subversion 0.14.4. # Subversion < 1.8 runs in interactive mode by default. return ['--non-interactive'] svn_version = self.get_vcs_version() # By default, Subversion >= 1.8 runs in non-interactive mode if # stdin is not a TTY. Since that is how pip invokes SVN, in # call_subprocess(), pip must pass --force-interactive to ensure # the user can be prompted for a password, if required. # SVN added the --force-interactive option in SVN 1.8. Since # e.g. RHEL/CentOS 7, which is supported until 2024, ships with # SVN 1.7, pip should continue to support SVN 1.7. Therefore, pip # can't safely add the option if the SVN version is < 1.8 (or unknown). if svn_version >= (1, 8): return ['--force-interactive'] return [] def export(self, location, url): # type: (str, HiddenText) -> None """Export the svn repository at the url to the destination location""" url, rev_options = self.get_url_rev_options(url) logger.info('Exporting svn repository %s to %s', url, location) with indent_log(): if os.path.exists(location): # Subversion doesn't like to check out over an existing # directory --force fixes this, but was only added in svn 1.5 rmtree(location) cmd_args = make_command( 'export', self.get_remote_call_options(), rev_options.to_args(), url, location, ) self.run_command(cmd_args, show_stdout=False) def fetch_new(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None rev_display = rev_options.to_display() logger.info( 'Checking out %s%s to %s', url, rev_display, display_path(dest), ) cmd_args = make_command( 'checkout', '-q', self.get_remote_call_options(), rev_options.to_args(), url, dest, ) self.run_command(cmd_args) def switch(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None cmd_args = make_command( 'switch', self.get_remote_call_options(), rev_options.to_args(), url, dest, ) self.run_command(cmd_args) def update(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None cmd_args = make_command( 'update', self.get_remote_call_options(), rev_options.to_args(), dest, ) self.run_command(cmd_args) vcs.register(Subversion) PK A\p C pip/_internal/vcs/mercurial.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os from pip._vendor.six.moves import configparser from pip._internal.exceptions import BadCommand, InstallationError from pip._internal.utils.misc import display_path from pip._internal.utils.subprocess import make_command from pip._internal.utils.temp_dir import TempDirectory from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.urls import path_to_url from pip._internal.vcs.versioncontrol import ( VersionControl, find_path_to_setup_from_repo_root, vcs, ) if MYPY_CHECK_RUNNING: from pip._internal.utils.misc import HiddenText from pip._internal.vcs.versioncontrol import RevOptions logger = logging.getLogger(__name__) class Mercurial(VersionControl): name = 'hg' dirname = '.hg' repo_name = 'clone' schemes = ( 'hg', 'hg+file', 'hg+http', 'hg+https', 'hg+ssh', 'hg+static-http', ) @staticmethod def get_base_rev_args(rev): return [rev] def export(self, location, url): # type: (str, HiddenText) -> None """Export the Hg repository at the url to the destination location""" with TempDirectory(kind="export") as temp_dir: self.unpack(temp_dir.path, url=url) self.run_command( ['archive', location], show_stdout=False, cwd=temp_dir.path ) def fetch_new(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None rev_display = rev_options.to_display() logger.info( 'Cloning hg %s%s to %s', url, rev_display, display_path(dest), ) self.run_command(make_command('clone', '--noupdate', '-q', url, dest)) self.run_command( make_command('update', '-q', rev_options.to_args()), cwd=dest, ) def switch(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None repo_config = os.path.join(dest, self.dirname, 'hgrc') config = configparser.RawConfigParser() try: config.read(repo_config) config.set('paths', 'default', url.secret) with open(repo_config, 'w') as config_file: config.write(config_file) except (OSError, configparser.NoSectionError) as exc: logger.warning( 'Could not switch Mercurial repository to %s: %s', url, exc, ) else: cmd_args = make_command('update', '-q', rev_options.to_args()) self.run_command(cmd_args, cwd=dest) def update(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None self.run_command(['pull', '-q'], cwd=dest) cmd_args = make_command('update', '-q', rev_options.to_args()) self.run_command(cmd_args, cwd=dest) @classmethod def get_remote_url(cls, location): url = cls.run_command( ['showconfig', 'paths.default'], show_stdout=False, cwd=location).strip() if cls._is_local_repository(url): url = path_to_url(url) return url.strip() @classmethod def get_revision(cls, location): """ Return the repository-local changeset revision number, as an integer. """ current_revision = cls.run_command( ['parents', '--template={rev}'], show_stdout=False, cwd=location).strip() return current_revision @classmethod def get_requirement_revision(cls, location): """ Return the changeset identification hash, as a 40-character hexadecimal string """ current_rev_hash = cls.run_command( ['parents', '--template={node}'], show_stdout=False, cwd=location).strip() return current_rev_hash @classmethod def is_commit_id_equal(cls, dest, name): """Always assume the versions don't match""" return False @classmethod def get_subdirectory(cls, location): """ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. """ # find the repo root repo_root = cls.run_command( ['root'], show_stdout=False, cwd=location).strip() if not os.path.isabs(repo_root): repo_root = os.path.abspath(os.path.join(location, repo_root)) return find_path_to_setup_from_repo_root(location, repo_root) @classmethod def controls_location(cls, location): if super(Mercurial, cls).controls_location(location): return True try: cls.run_command( ['identify'], cwd=location, show_stdout=False, on_returncode='raise', log_failed_cmd=False) return True except (BadCommand, InstallationError): return False vcs.register(Mercurial) PK A\qQ~S ~S # pip/_internal/vcs/versioncontrol.pynu [ """Handles all VCS (version control) support""" # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import errno import logging import os import shutil import sys from pip._vendor import pkg_resources from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._internal.exceptions import BadCommand from pip._internal.utils.compat import samefile from pip._internal.utils.misc import ( ask_path_exists, backup_dir, display_path, hide_url, hide_value, rmtree, ) from pip._internal.utils.subprocess import call_subprocess, make_command from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.urls import get_url_scheme if MYPY_CHECK_RUNNING: from typing import ( Any, Dict, Iterable, List, Mapping, Optional, Text, Tuple, Type, Union ) from pip._internal.utils.ui import SpinnerInterface from pip._internal.utils.misc import HiddenText from pip._internal.utils.subprocess import CommandArgs AuthInfo = Tuple[Optional[str], Optional[str]] __all__ = ['vcs'] logger = logging.getLogger(__name__) def is_url(name): # type: (Union[str, Text]) -> bool """ Return true if the name looks like a URL. """ scheme = get_url_scheme(name) if scheme is None: return False return scheme in ['http', 'https', 'file', 'ftp'] + vcs.all_schemes def make_vcs_requirement_url(repo_url, rev, project_name, subdir=None): """ Return the URL for a VCS requirement. Args: repo_url: the remote VCS url, with any needed VCS prefix (e.g. "git+"). project_name: the (unescaped) project name. """ egg_project_name = pkg_resources.to_filename(project_name) req = '{}@{}#egg={}'.format(repo_url, rev, egg_project_name) if subdir: req += '&subdirectory={}'.format(subdir) return req def find_path_to_setup_from_repo_root(location, repo_root): """ Find the path to `setup.py` by searching up the filesystem from `location`. Return the path to `setup.py` relative to `repo_root`. Return None if `setup.py` is in `repo_root` or cannot be found. """ # find setup.py orig_location = location while not os.path.exists(os.path.join(location, 'setup.py')): last_location = location location = os.path.dirname(location) if location == last_location: # We've traversed up to the root of the filesystem without # finding setup.py logger.warning( "Could not find setup.py for directory %s (tried all " "parent directories)", orig_location, ) return None if samefile(repo_root, location): return None return os.path.relpath(location, repo_root) class RemoteNotFoundError(Exception): pass class RevOptions(object): """ Encapsulates a VCS-specific revision to install, along with any VCS install options. Instances of this class should be treated as if immutable. """ def __init__( self, vc_class, # type: Type[VersionControl] rev=None, # type: Optional[str] extra_args=None, # type: Optional[CommandArgs] ): # type: (...) -> None """ Args: vc_class: a VersionControl subclass. rev: the name of the revision to install. extra_args: a list of extra options. """ if extra_args is None: extra_args = [] self.extra_args = extra_args self.rev = rev self.vc_class = vc_class self.branch_name = None # type: Optional[str] def __repr__(self): return '<RevOptions {}: rev={!r}>'.format(self.vc_class.name, self.rev) @property def arg_rev(self): # type: () -> Optional[str] if self.rev is None: return self.vc_class.default_arg_rev return self.rev def to_args(self): # type: () -> CommandArgs """ Return the VCS-specific command arguments. """ args = [] # type: CommandArgs rev = self.arg_rev if rev is not None: args += self.vc_class.get_base_rev_args(rev) args += self.extra_args return args def to_display(self): # type: () -> str if not self.rev: return '' return ' (to revision {})'.format(self.rev) def make_new(self, rev): # type: (str) -> RevOptions """ Make a copy of the current instance, but with a new rev. Args: rev: the name of the revision for the new object. """ return self.vc_class.make_rev_options(rev, extra_args=self.extra_args) class VcsSupport(object): _registry = {} # type: Dict[str, VersionControl] schemes = ['ssh', 'git', 'hg', 'bzr', 'sftp', 'svn'] def __init__(self): # type: () -> None # Register more schemes with urlparse for various version control # systems urllib_parse.uses_netloc.extend(self.schemes) # Python >= 2.7.4, 3.3 doesn't have uses_fragment if getattr(urllib_parse, 'uses_fragment', None): urllib_parse.uses_fragment.extend(self.schemes) super(VcsSupport, self).__init__() def __iter__(self): return self._registry.__iter__() @property def backends(self): # type: () -> List[VersionControl] return list(self._registry.values()) @property def dirnames(self): # type: () -> List[str] return [backend.dirname for backend in self.backends] @property def all_schemes(self): # type: () -> List[str] schemes = [] # type: List[str] for backend in self.backends: schemes.extend(backend.schemes) return schemes def register(self, cls): # type: (Type[VersionControl]) -> None if not hasattr(cls, 'name'): logger.warning('Cannot register VCS %s', cls.__name__) return if cls.name not in self._registry: self._registry[cls.name] = cls() logger.debug('Registered VCS backend: %s', cls.name) def unregister(self, name): # type: (str) -> None if name in self._registry: del self._registry[name] def get_backend_for_dir(self, location): # type: (str) -> Optional[VersionControl] """ Return a VersionControl object if a repository of that type is found at the given directory. """ for vcs_backend in self._registry.values(): if vcs_backend.controls_location(location): logger.debug('Determine that %s uses VCS: %s', location, vcs_backend.name) return vcs_backend return None def get_backend(self, name): # type: (str) -> Optional[VersionControl] """ Return a VersionControl object or None. """ name = name.lower() return self._registry.get(name) vcs = VcsSupport() class VersionControl(object): name = '' dirname = '' repo_name = '' # List of supported schemes for this Version Control schemes = () # type: Tuple[str, ...] # Iterable of environment variable names to pass to call_subprocess(). unset_environ = () # type: Tuple[str, ...] default_arg_rev = None # type: Optional[str] @classmethod def should_add_vcs_url_prefix(cls, remote_url): """ Return whether the vcs prefix (e.g. "git+") should be added to a repository's remote url when used in a requirement. """ return not remote_url.lower().startswith('{}:'.format(cls.name)) @classmethod def get_subdirectory(cls, location): """ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. """ return None @classmethod def get_requirement_revision(cls, repo_dir): """ Return the revision string that should be used in a requirement. """ return cls.get_revision(repo_dir) @classmethod def get_src_requirement(cls, repo_dir, project_name): """ Return the requirement string to use to redownload the files currently at the given repository directory. Args: project_name: the (unescaped) project name. The return value has a form similar to the following: {repository_url}@{revision}#egg={project_name} """ repo_url = cls.get_remote_url(repo_dir) if repo_url is None: return None if cls.should_add_vcs_url_prefix(repo_url): repo_url = '{}+{}'.format(cls.name, repo_url) revision = cls.get_requirement_revision(repo_dir) subdir = cls.get_subdirectory(repo_dir) req = make_vcs_requirement_url(repo_url, revision, project_name, subdir=subdir) return req @staticmethod def get_base_rev_args(rev): """ Return the base revision arguments for a vcs command. Args: rev: the name of a revision to install. Cannot be None. """ raise NotImplementedError @classmethod def make_rev_options(cls, rev=None, extra_args=None): # type: (Optional[str], Optional[CommandArgs]) -> RevOptions """ Return a RevOptions object. Args: rev: the name of a revision to install. extra_args: a list of extra options. """ return RevOptions(cls, rev, extra_args=extra_args) @classmethod def _is_local_repository(cls, repo): # type: (str) -> bool """ posix absolute paths start with os.path.sep, win32 ones start with drive (like c:\\folder) """ drive, tail = os.path.splitdrive(repo) return repo.startswith(os.path.sep) or bool(drive) def export(self, location, url): # type: (str, HiddenText) -> None """ Export the repository at the url to the destination location i.e. only download the files, without vcs informations :param url: the repository URL starting with a vcs prefix. """ raise NotImplementedError @classmethod def get_netloc_and_auth(cls, netloc, scheme): """ Parse the repository URL's netloc, and return the new netloc to use along with auth information. Args: netloc: the original repository URL netloc. scheme: the repository URL's scheme without the vcs prefix. This is mainly for the Subversion class to override, so that auth information can be provided via the --username and --password options instead of through the URL. For other subclasses like Git without such an option, auth information must stay in the URL. Returns: (netloc, (username, password)). """ return netloc, (None, None) @classmethod def get_url_rev_and_auth(cls, url): # type: (str) -> Tuple[str, Optional[str], AuthInfo] """ Parse the repository URL to use, and return the URL, revision, and auth info to use. Returns: (url, rev, (username, password)). """ scheme, netloc, path, query, frag = urllib_parse.urlsplit(url) if '+' not in scheme: raise ValueError( "Sorry, {!r} is a malformed VCS url. " "The format is <vcs>+<protocol>://<url>, " "e.g. svn+http://myrepo/svn/MyApp#egg=MyApp".format(url) ) # Remove the vcs prefix. scheme = scheme.split('+', 1)[1] netloc, user_pass = cls.get_netloc_and_auth(netloc, scheme) rev = None if '@' in path: path, rev = path.rsplit('@', 1) url = urllib_parse.urlunsplit((scheme, netloc, path, query, '')) return url, rev, user_pass @staticmethod def make_rev_args(username, password): # type: (Optional[str], Optional[HiddenText]) -> CommandArgs """ Return the RevOptions "extra arguments" to use in obtain(). """ return [] def get_url_rev_options(self, url): # type: (HiddenText) -> Tuple[HiddenText, RevOptions] """ Return the URL and RevOptions object to use in obtain() and in some cases export(), as a tuple (url, rev_options). """ secret_url, rev, user_pass = self.get_url_rev_and_auth(url.secret) username, secret_password = user_pass password = None # type: Optional[HiddenText] if secret_password is not None: password = hide_value(secret_password) extra_args = self.make_rev_args(username, password) rev_options = self.make_rev_options(rev, extra_args=extra_args) return hide_url(secret_url), rev_options @staticmethod def normalize_url(url): # type: (str) -> str """ Normalize a URL for comparison by unquoting it and removing any trailing slash. """ return urllib_parse.unquote(url).rstrip('/') @classmethod def compare_urls(cls, url1, url2): # type: (str, str) -> bool """ Compare two repo URLs for identity, ignoring incidental differences. """ return (cls.normalize_url(url1) == cls.normalize_url(url2)) def fetch_new(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None """ Fetch a revision from a repository, in the case that this is the first fetch from the repository. Args: dest: the directory to fetch the repository to. rev_options: a RevOptions object. """ raise NotImplementedError def switch(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None """ Switch the repo at ``dest`` to point to ``URL``. Args: rev_options: a RevOptions object. """ raise NotImplementedError def update(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None """ Update an already-existing repo to the given ``rev_options``. Args: rev_options: a RevOptions object. """ raise NotImplementedError @classmethod def is_commit_id_equal(cls, dest, name): """ Return whether the id of the current commit equals the given name. Args: dest: the repository directory. name: a string name. """ raise NotImplementedError def obtain(self, dest, url): # type: (str, HiddenText) -> None """ Install or update in editable mode the package represented by this VersionControl object. :param dest: the repository directory in which to install or update. :param url: the repository URL starting with a vcs prefix. """ url, rev_options = self.get_url_rev_options(url) if not os.path.exists(dest): self.fetch_new(dest, url, rev_options) return rev_display = rev_options.to_display() if self.is_repository_directory(dest): existing_url = self.get_remote_url(dest) if self.compare_urls(existing_url, url.secret): logger.debug( '%s in %s exists, and has correct URL (%s)', self.repo_name.title(), display_path(dest), url, ) if not self.is_commit_id_equal(dest, rev_options.rev): logger.info( 'Updating %s %s%s', display_path(dest), self.repo_name, rev_display, ) self.update(dest, url, rev_options) else: logger.info('Skipping because already up-to-date.') return logger.warning( '%s %s in %s exists with URL %s', self.name, self.repo_name, display_path(dest), existing_url, ) prompt = ('(s)witch, (i)gnore, (w)ipe, (b)ackup ', ('s', 'i', 'w', 'b')) else: logger.warning( 'Directory %s already exists, and is not a %s %s.', dest, self.name, self.repo_name, ) # https://github.com/python/mypy/issues/1174 prompt = ('(i)gnore, (w)ipe, (b)ackup ', # type: ignore ('i', 'w', 'b')) logger.warning( 'The plan is to install the %s repository %s', self.name, url, ) response = ask_path_exists('What to do? %s' % prompt[0], prompt[1]) if response == 'a': sys.exit(-1) if response == 'w': logger.warning('Deleting %s', display_path(dest)) rmtree(dest) self.fetch_new(dest, url, rev_options) return if response == 'b': dest_dir = backup_dir(dest) logger.warning( 'Backing up %s to %s', display_path(dest), dest_dir, ) shutil.move(dest, dest_dir) self.fetch_new(dest, url, rev_options) return # Do nothing if the response is "i". if response == 's': logger.info( 'Switching %s %s to %s%s', self.repo_name, display_path(dest), url, rev_display, ) self.switch(dest, url, rev_options) def unpack(self, location, url): # type: (str, HiddenText) -> None """ Clean up current location and download the url repository (and vcs infos) into location :param url: the repository URL starting with a vcs prefix. """ if os.path.exists(location): rmtree(location) self.obtain(location, url=url) @classmethod def get_remote_url(cls, location): """ Return the url used at location Raises RemoteNotFoundError if the repository does not have a remote url configured. """ raise NotImplementedError @classmethod def get_revision(cls, location): """ Return the current commit id of the files at the given location. """ raise NotImplementedError @classmethod def run_command( cls, cmd, # type: Union[List[str], CommandArgs] show_stdout=True, # type: bool cwd=None, # type: Optional[str] on_returncode='raise', # type: str extra_ok_returncodes=None, # type: Optional[Iterable[int]] command_desc=None, # type: Optional[str] extra_environ=None, # type: Optional[Mapping[str, Any]] spinner=None, # type: Optional[SpinnerInterface] log_failed_cmd=True ): # type: (...) -> Text """ Run a VCS subcommand This is simply a wrapper around call_subprocess that adds the VCS command name, and checks that the VCS is available """ cmd = make_command(cls.name, *cmd) try: return call_subprocess(cmd, show_stdout, cwd, on_returncode=on_returncode, extra_ok_returncodes=extra_ok_returncodes, command_desc=command_desc, extra_environ=extra_environ, unset_environ=cls.unset_environ, spinner=spinner, log_failed_cmd=log_failed_cmd) except OSError as e: # errno.ENOENT = no such file or directory # In other words, the VCS executable isn't available if e.errno == errno.ENOENT: raise BadCommand( 'Cannot find command %r - do you have ' '%r installed and in your ' 'PATH?' % (cls.name, cls.name)) else: raise # re-raise exception if a different error occurred @classmethod def is_repository_directory(cls, path): # type: (str) -> bool """ Return whether a directory path is a repository directory. """ logger.debug('Checking in %s for %s (%s)...', path, cls.dirname, cls.name) return os.path.exists(os.path.join(path, cls.dirname)) @classmethod def controls_location(cls, location): # type: (str) -> bool """ Check if a location is controlled by the vcs. It is meant to be overridden to implement smarter detection mechanisms for specific vcs. This can do more than is_repository_directory() alone. For example, the Git override checks that Git is actually available. """ return cls.is_repository_directory(location) PK A\.d H H A pip/_internal/vcs/__pycache__/versioncontrol.cpython-38.opt-1.pycnu [ U .e~S @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlm Z ddl m Z ddl mZ ddlmZ ddlmZmZmZmZmZmZ dd lmZmZ dd lm Z dd l m Z e r dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z) dd l*m+Z+ ddlm,Z, ddlm-Z- e'e%e. e%e. f Z/dgZ0e1e2Z3dd Z4d ddZ5dd Z6G dd de7Z8G dd de9Z:G dd d e9Z;e; Z<G d d d e9Z=dS ) z)Handles all VCS (version control) support )absolute_importN) pkg_resources)parse) BadCommand)samefile)ask_path_exists backup_dir display_pathhide_url hide_valuermtree)call_subprocess make_command)MYPY_CHECK_RUNNING)get_url_scheme) AnyDictIterableListMappingOptionalTextTupleTypeUnion)SpinnerInterface) HiddenText) CommandArgsvcsc C s* t | }|dkrdS |ddddgtj kS )z3 Return true if the name looks like a URL. NFZhttpZhttpsfileZftp)r r all_schemes)namescheme r# D/usr/lib/python3.8/site-packages/pip/_internal/vcs/versioncontrol.pyis_url0 s r% c C s. t |}d| ||}|r*|d|7 }|S )z Return the URL for a VCS requirement. Args: repo_url: the remote VCS url, with any needed VCS prefix (e.g. "git+"). project_name: the (unescaped) project name. z {}@{}#egg={}z&subdirectory={})r Z to_filenameformat)repo_urlrev project_namesubdirZegg_project_namereqr# r# r$ make_vcs_requirement_url; s r, c C s` | }t jt j| dsD| }t j| } | |krtd| dS qt|| rRdS t j| |S )z Find the path to `setup.py` by searching up the filesystem from `location`. Return the path to `setup.py` relative to `repo_root`. Return None if `setup.py` is in `repo_root` or cannot be found. zsetup.pyzGCould not find setup.py for directory %s (tried all parent directories)N) ospathexistsjoindirnameloggerwarningr relpath)locationZ repo_rootZ orig_locationZ last_locationr# r# r$ !find_path_to_setup_from_repo_rootK s r6 c @ s e Zd ZdS )RemoteNotFoundErrorN)__name__ __module__ __qualname__r# r# r# r$ r7 f s r7 c @ sF e Zd ZdZdddZdd Zedd Zd d Zd d Z d d Z dS ) RevOptionsz Encapsulates a VCS-specific revision to install, along with any VCS install options. Instances of this class should be treated as if immutable. Nc C s( |dkr g }|| _ || _|| _d| _dS )z Args: vc_class: a VersionControl subclass. rev: the name of the revision to install. extra_args: a list of extra options. N) extra_argsr( vc_classZ branch_name)selfr= r( r< r# r# r$ __init__s s zRevOptions.__init__c C s d | jj| jS )Nz<RevOptions {}: rev={!r}>)r& r= r! r( r> r# r# r$ __repr__ s zRevOptions.__repr__c C s | j d kr| jjS | j S N)r( r= default_arg_revr@ r# r# r$ arg_rev s zRevOptions.arg_revc C s0 g }| j }|dk r"|| j|7 }|| j7 }|S )z< Return the VCS-specific command arguments. N)rD r= get_base_rev_argsr< )r> argsr( r# r# r$ to_args s zRevOptions.to_argsc C s | j s dS d| j S )N z (to revision {}))r( r& r@ r# r# r$ to_display s zRevOptions.to_displayc C s | j j|| jdS )z Make a copy of the current instance, but with a new rev. Args: rev: the name of the revision for the new object. r< )r= make_rev_optionsr< )r> r( r# r# r$ make_new s zRevOptions.make_new)NN) r8 r9 r: __doc__r? rA propertyrD rG rI rL r# r# r# r$ r; j s r; c s| e Zd Zi ZddddddgZ fddZd d Zed d Zed d Z edd Z dd Z dd Z dd Z dd Z ZS ) VcsSupportZsshZgitZhgZbzrZsftpZsvnc s: t j| j tt dd r(t j| j tt| d S )N uses_fragment) urllib_parseZ uses_netlocextendschemesgetattrrP superrO r? r@ __class__r# r$ r? s zVcsSupport.__init__c C s | j S rB ) _registry__iter__r@ r# r# r$ rY s zVcsSupport.__iter__c C s t | j S rB )listrX valuesr@ r# r# r$ backends s zVcsSupport.backendsc C s dd | j D S )Nc S s g | ] }|j qS r# )r1 ).0backendr# r# r$ <listcomp> s z'VcsSupport.dirnames.<locals>.<listcomp>)r\ r@ r# r# r$ dirnames s zVcsSupport.dirnamesc C s g }| j D ]}||j q |S rB )r\ rR rS )r> rS r^ r# r# r$ r s zVcsSupport.all_schemesc C sH t |ds td|j d S |j| jkrD| | j|j< td|j d S )Nr! zCannot register VCS %szRegistered VCS backend: %s)hasattrr2 r3 r8 r! rX debug)r> clsr# r# r$ register s zVcsSupport.registerc C s || j kr| j |= d S rB )rX r> r! r# r# r$ unregister s zVcsSupport.unregisterc C s6 | j D ]&}||r td||j | S q dS )zv Return a VersionControl object if a repository of that type is found at the given directory. z Determine that %s uses VCS: %sN)rX r[ controls_locationr2 rb r! )r> r5 Z vcs_backendr# r# r$ get_backend_for_dir s z VcsSupport.get_backend_for_dirc C s | }| j|S )z9 Return a VersionControl object or None. )lowerrX getre r# r# r$ get_backend s zVcsSupport.get_backend)r8 r9 r: rX rS r? rY rN r\ r` r rd rf rh rk __classcell__r# r# rV r$ rO s rO c @ s8 e Zd ZdZdZdZdZdZdZe dd Z e dd Z e dd Z e d d Z ed d Ze d8ddZe dd Zdd Ze dd Ze dd Zedd Zdd Zed d Ze d d Zd d! Zd"d# Zd$d% Ze d&d' Z d(d) Z d*d+ Z e d,d- Z e d.d/ Z e d9d2d3Z!e d4d5 Z"e d6d7 Z#dS ):VersionControlrH r# Nc C s | d| j S )z Return whether the vcs prefix (e.g. "git+") should be added to a repository's remote url when used in a requirement. z{}:)ri startswithr& r! )rc Z remote_urlr# r# r$ should_add_vcs_url_prefix s z(VersionControl.should_add_vcs_url_prefixc C s dS )z~ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. Nr# rc r5 r# r# r$ get_subdirectory s z VersionControl.get_subdirectoryc C s | |S )zR Return the revision string that should be used in a requirement. ) get_revision)rc repo_dirr# r# r$ get_requirement_revision s z'VersionControl.get_requirement_revisionc C sV | |}|dkrdS | |r.d| j|}| |}| |}t||||d}|S )aC Return the requirement string to use to redownload the files currently at the given repository directory. Args: project_name: the (unescaped) project name. The return value has a form similar to the following: {repository_url}@{revision}#egg={project_name} Nz{}+{})r* )get_remote_urlro r& r! rt rq r, )rc rs r) r' Zrevisionr* r+ r# r# r$ get_src_requirement s z"VersionControl.get_src_requirementc C s t dS )z Return the base revision arguments for a vcs command. Args: rev: the name of a revision to install. Cannot be None. NNotImplementedError)r( r# r# r$ rE 8 s z VersionControl.get_base_rev_argsc C s t | ||dS )z Return a RevOptions object. Args: rev: the name of a revision to install. extra_args: a list of extra options. rJ )r; )rc r( r< r# r# r$ rK B s z VersionControl.make_rev_optionsc C s& t j|\}}|t jjp$t|S )zy posix absolute paths start with os.path.sep, win32 ones start with drive (like c:\folder) )r- r. splitdrivern sepbool)rc ZrepoZdrivetailr# r# r$ _is_local_repositoryN s z#VersionControl._is_local_repositoryc C s t dS )z Export the repository at the url to the destination location i.e. only download the files, without vcs informations :param url: the repository URL starting with a vcs prefix. Nrw r> r5 urlr# r# r$ exportX s zVersionControl.exportc C s |dfS )aZ Parse the repository URL's netloc, and return the new netloc to use along with auth information. Args: netloc: the original repository URL netloc. scheme: the repository URL's scheme without the vcs prefix. This is mainly for the Subversion class to override, so that auth information can be provided via the --username and --password options instead of through the URL. For other subclasses like Git without such an option, auth information must stay in the URL. Returns: (netloc, (username, password)). )NNr# )rc netlocr" r# r# r$ get_netloc_and_authb s z"VersionControl.get_netloc_and_authc C s t |\}}}}}d|kr*td||ddd }| ||\}}d}d|krf|dd\}}t ||||df}|||fS )z Parse the repository URL to use, and return the URL, revision, and auth info to use. Returns: (url, rev, (username, password)). +zvSorry, {!r} is a malformed VCS url. The format is <vcs>+<protocol>://<url>, e.g. svn+http://myrepo/svn/MyApp#egg=MyApp N@rH )rQ Zurlsplit ValueErrorr& splitr rsplitZ urlunsplit) rc r r" r r. ZqueryZfrag user_passr( r# r# r$ get_url_rev_and_authu s z#VersionControl.get_url_rev_and_authc C s g S )zM Return the RevOptions "extra arguments" to use in obtain(). r# )usernamepasswordr# r# r$ make_rev_args s z VersionControl.make_rev_argsc C sT | |j\}}}|\}}d}|dk r.t|}| ||}| j||d} t|| fS )z Return the URL and RevOptions object to use in obtain() and in some cases export(), as a tuple (url, rev_options). NrJ )r secretr r rK r ) r> r Z secret_urlr( r r Zsecret_passwordr r< rev_optionsr# r# r$ get_url_rev_options s z"VersionControl.get_url_rev_optionsc C s t | dS )zi Normalize a URL for comparison by unquoting it and removing any trailing slash. /)rQ Zunquoterstripr r# r# r$ normalize_url s z VersionControl.normalize_urlc C s | || |kS )zV Compare two repo URLs for identity, ignoring incidental differences. )r )rc Zurl1Zurl2r# r# r$ compare_urls s zVersionControl.compare_urlsc C s t dS )z Fetch a revision from a repository, in the case that this is the first fetch from the repository. Args: dest: the directory to fetch the repository to. rev_options: a RevOptions object. Nrw r> destr r r# r# r$ fetch_new s zVersionControl.fetch_newc C s t dS )z} Switch the repo at ``dest`` to point to ``URL``. Args: rev_options: a RevOptions object. Nrw r r# r# r$ switch s zVersionControl.switchc C s t dS )z Update an already-existing repo to the given ``rev_options``. Args: rev_options: a RevOptions object. Nrw r r# r# r$ update s zVersionControl.updatec C s t dS )z Return whether the id of the current commit equals the given name. Args: dest: the repository directory. name: a string name. Nrw )rc r r! r# r# r$ is_commit_id_equal s z!VersionControl.is_commit_id_equalc C s | |\}}tj|s,| ||| dS | }| |r| |}| ||j rt d| j t|| | ||jst dt|| j | | ||| n t d dS t d| j| j t|| d}nt d|| j| j d}t d | j| td |d |d }|d kr$td |dkrXt dt| t| | ||| dS |dkrt|}t dt|| t|| | ||| dS |dkrt d| j t||| | ||| dS )a Install or update in editable mode the package represented by this VersionControl object. :param dest: the repository directory in which to install or update. :param url: the repository URL starting with a vcs prefix. Nz)%s in %s exists, and has correct URL (%s)zUpdating %s %s%sz$Skipping because already up-to-date.z %s %s in %s exists with URL %s)z%(s)witch, (i)gnore, (w)ipe, (b)ackup )siwbz0Directory %s already exists, and is not a %s %s.)z(i)gnore, (w)ipe, (b)ackup )r r r z+The plan is to install the %s repository %szWhat to do? %sr r ar z Deleting %sr zBacking up %s to %sr zSwitching %s %s to %s%s) r r- r. r/ r rI is_repository_directoryru r r r2 rb repo_nametitler r r( infor r3 r! r sysexitr r shutilZmover ) r> r r r Z rev_displayZ existing_urlpromptZresponseZdest_dirr# r# r$ obtain s zVersionControl.obtainc C s& t j|rt| | j||d dS )z Clean up current location and download the url repository (and vcs infos) into location :param url: the repository URL starting with a vcs prefix. r N)r- r. r/ r r r~ r# r# r$ unpack? s zVersionControl.unpackc C s t dS )z Return the url used at location Raises RemoteNotFoundError if the repository does not have a remote url configured. Nrw rp r# r# r$ ru K s z VersionControl.get_remote_urlc C s t dS )zR Return the current commit id of the files at the given location. Nrw rp r# r# r$ rr U s zVersionControl.get_revisionTraisec C s| t | jf| }z t|||||||| j|| d W S tk rv } z(| jtjkrdtd| j| jf n W 5 d} ~ X Y nX dS )z Run a VCS subcommand This is simply a wrapper around call_subprocess that adds the VCS command name, and checks that the VCS is available ) on_returncodeextra_ok_returncodes command_desc extra_environ unset_environspinnerlog_failed_cmdzCCannot find command %r - do you have %r installed and in your PATH?N)r r! r r OSErrorerrnoZENOENTr ) rc cmdZ show_stdoutcwdr r r r r r er# r# r$ run_command\ s& zVersionControl.run_commandc C s, t d|| j| j tjtj|| jS )zL Return whether a directory path is a repository directory. z Checking in %s for %s (%s)...)r2 rb r1 r! r- r. r/ r0 )rc r. r# r# r$ r s z&VersionControl.is_repository_directoryc C s | |S )a6 Check if a location is controlled by the vcs. It is meant to be overridden to implement smarter detection mechanisms for specific vcs. This can do more than is_repository_directory() alone. For example, the Git override checks that Git is actually available. )r rp r# r# r$ rg s z VersionControl.controls_location)NN)TNr NNNNT)$r8 r9 r: r! r1 r rS r rC classmethodro rq rt rv staticmethodrE rK r} r r r r r r r r r r r r r ru rr r r rg r# r# r# r$ rm sr ] ' rm )N)>rM Z __future__r r Zloggingr- r r Z pip._vendorr Z pip._vendor.six.moves.urllibr rQ Zpip._internal.exceptionsr Zpip._internal.utils.compatr Zpip._internal.utils.miscr r r r r r Z pip._internal.utils.subprocessr r Zpip._internal.utils.typingr Zpip._internal.utils.urlsr typingr r r r r r r r r r Zpip._internal.utils.uir r r strZAuthInfo__all__Z getLoggerr8 r2 r% r, r6 Exceptionr7 objectr; rO r rm r# r# r# r$ <module> s< 0 HGPK A\8&'! '! = pip/_internal/vcs/__pycache__/subversion.cpython-38.opt-1.pycnu [ U .e0 @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZm Z m Z m Z d dl m Z d dlmZ d dlmZmZ edZed Zed Zed Zerd d lmZmZ d d l mZ d dlm Z d dlm Z m Z e e Z!G dd deZ"e#e" dS ) )absolute_importN) indent_log) display_pathis_console_interactivermtreesplit_auth_from_netloc) make_command)MYPY_CHECK_RUNNING)VersionControlvcsz url="([^"]+)"zcommitted-rev="(\d+)"z\s*revision="(\d+)"z<url>(.*)</url>)OptionalTuple) CommandArgs) HiddenText)AuthInfo RevOptionsc s e Zd ZdZdZdZdZedd Ze dd Z ed d Z e fd d Z e fd dZ e dd Zedd Zedd Zedd Zd( fdd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Z ZS )) Subversionsvnz.svncheckout)r zsvn+sshzsvn+httpz svn+httpszsvn+svnc C s dS )NT )clsZ remote_urlr r @/usr/lib/python3.8/site-packages/pip/_internal/vcs/subversion.pyshould_add_vcs_url_prefix+ s z$Subversion.should_add_vcs_url_prefixc C s d| gS )Nz-rr )revr r r get_base_rev_args/ s z Subversion.get_base_rev_argsc C s d}t |D ]\}}}| j|kr0g |dd< q|| j t j|| jd}t j|s\q| |\}}||kr||d }n |r||sg |dd< qt ||}q|S )zR Return the maximum revision for all files under a given location r Nentries/) oswalkdirnameremovepathjoinexists_get_svn_url_rev startswithmax) r locationZrevisionbasedirsfilesZ entries_fnZdirurlZlocalrevr r r get_revision3 s" zSubversion.get_revisionc s" |dkrt t| ||S t|S )z This override allows the auth information to be passed to svn via the --username and --password options instead of via the URL. Zssh)superr get_netloc_and_authr )r ZnetlocZscheme __class__r r r- O s z Subversion.get_netloc_and_authc s2 t t| |\}}}|dr(d| }|||fS )Nzssh://zsvn+)r, r get_url_rev_and_authr% )r urlr Z user_passr. r r r0 \ s z Subversion.get_url_rev_and_authc C s( g }| r|d| g7 }|r$|d|g7 }|S )Nz --usernamez --passwordr )ZusernameZpasswordZ extra_argsr r r make_rev_argse s zSubversion.make_rev_argsc C sR |}t jt j|dsD|}t j|}||krtd| d S q| |d S )Nzsetup.pyzGCould not find setup.py for directory %s (tried all parent directories)r )r r! r# r" r loggerZwarningr$ )r r' Z orig_locationZ last_locationr r r get_remote_urlp s zSubversion.get_remote_urlc C sp ddl m} tj|| jd}tj|rHt|}| }W 5 Q R X nd}| dsj| dsj| drt t t j |d}|d d= |d d }d d |D dg }n| d rt|}|std | |d}dd t|D dg }n^z<| jdd|gdd} t| d}dd t| D }W n |k rR d g }}Y nX |rdt|} nd} || fS )Nr )InstallationErrorr 89Z10z c S s, g | ]$}t |d kr|d rt|d qS ) )lenint).0dr r r <listcomp> s z/Subversion._get_svn_url_rev.<locals>.<listcomp>z<?xmlzBadly formatted data: %r c S s g | ]}t |d qS r@ r< groupr= mr r r r? s infoz--xmlFZ show_stdoutc S s g | ]}t |d qS rA rB rD r r r r? s )Zpip._internal.exceptionsr5 r r! r" r r# openreadr% listmapstr splitlinessplit_svn_xml_url_research ValueErrorrC _svn_rev_refinditer run_command_svn_info_xml_url_re_svn_info_xml_rev_rer& ) r r' r5 Z entries_pathfdatar1 ZrevsmatchZxmlr r r r r$ sH zSubversion._get_svn_url_revc C s dS )z&Always assume the versions don't matchFr )r destnamer r r is_commit_id_equal s z Subversion.is_commit_id_equalNc s, |d krt }|| _d | _tt| d S )N)r use_interactive _vcs_versionr, r __init__)selfr] r. r r r_ s zSubversion.__init__c C sr d}| j dgdd}||s"dS |t|d d }|d}zttt|}W n tk rl Y dS X |S ) a Query the version of the currently installed Subversion client. :return: A tuple containing the parts of the version information or ``()`` if the version returned from ``svn`` could not be parsed. :raises: BadCommand: If ``svn`` is not installed. z svn, version z --versionFrG r Nr .)rT r% r; rN tuplerK r< rQ )r` Zversion_prefixversionZ version_listZparsed_versionr r r call_vcs_version s zSubversion.call_vcs_versionc C s" | j dk r| j S | }|| _ |S )a Return the version of the currently installed Subversion client. If the version of the Subversion client has already been queried, a cached value will be used. :return: A tuple containing the parts of the version information or ``()`` if the version returned from ``svn`` could not be parsed. :raises: BadCommand: If ``svn`` is not installed. N)r^ rd )r` Z vcs_versionr r r get_vcs_version s zSubversion.get_vcs_versionc C s& | j s dgS | }|dkr"dgS g S )aX Return options to be used on calls to Subversion that contact the server. These options are applicable for the following ``svn`` subcommands used in this class. - checkout - export - switch - update :return: A list of command line arguments to pass to ``svn``. z--non-interactive)r@ z--force-interactive)r] re )r` Z svn_versionr r r get_remote_call_options s z"Subversion.get_remote_call_optionsc C sl | |\}}td|| t @ tj|r8t| td| | ||}| j |dd W 5 Q R X dS )z@Export the svn repository at the url to the destination locationz!Exporting svn repository %s to %sexportFrG N) Zget_url_rev_optionsr3 rF r r r! r# r r rg to_argsrT )r` r' r1 rev_optionscmd_argsr r r rh s zSubversion.exportc C sD | }td||t| tdd| | ||}| | d S )NzChecking out %s%s to %sr z-q)Z to_displayr3 rF r r rg ri rT )r` rZ r1 rj Z rev_displayrk r r r fetch_new- s zSubversion.fetch_newc C s& t d| | ||}| | d S )Nswitchr rg ri rT r` rZ r1 rj rk r r r rm < s zSubversion.switchc C s$ t d| | |}| | d S )Nupdatern ro r r r rp D s zSubversion.update)N)__name__ __module__ __qualname__r[ r Z repo_nameZschemes classmethodr staticmethodr r+ r- r0 r2 r4 r$ r\ r_ rd re rg rh rl rm rp __classcell__r r r. r r % s< 1 !r )$Z __future__r Zloggingr reZpip._internal.utils.loggingr Zpip._internal.utils.miscr r r r Z pip._internal.utils.subprocessr Zpip._internal.utils.typingr Z pip._internal.vcs.versioncontrolr r compilerO rR rV rU typingr r r r r r Z getLoggerrq r3 r registerr r r r <module> s, *PK A\c 5 pip/_internal/vcs/__pycache__/__init__.cpython-38.pycnu [ U .ei @ s< d dl Zd dlZd dlZd dlZd dlmZmZmZm Z dS ) N)RemoteNotFoundErroris_urlmake_vcs_requirement_urlvcs) Zpip._internal.vcs.bazaarZpipZpip._internal.vcs.gitZpip._internal.vcs.mercurialZ pip._internal.vcs.subversionZ pip._internal.vcs.versioncontrolr r r r r r >/usr/lib/python3.8/site-packages/pip/_internal/vcs/__init__.py<module> s PK A\$X 6 pip/_internal/vcs/__pycache__/mercurial.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZmZ d dl m Z d dl m Z d dl mZ d dlmZ d d lmZ d d lmZmZmZ erd d l mZ d d lmZ eeZG d d deZ e e dS ) )absolute_importN) configparser) BadCommandInstallationError) display_path) make_command) TempDirectory)MYPY_CHECK_RUNNING) path_to_url)VersionControl!find_path_to_setup_from_repo_rootvcs) HiddenText) RevOptionsc s e Zd ZdZdZdZdZedd Zdd Z d d Z d d Z d d Z e dd Ze dd Ze dd Ze dd Ze dd Ze fddZ ZS ) Mercurialhgz.hgclone)r zhg+filezhg+httpzhg+httpszhg+sshzhg+static-httpc C s | gS )N )Zrevr r ?/usr/lib/python3.8/site-packages/pip/_internal/vcs/mercurial.pyget_base_rev_args' s zMercurial.get_base_rev_argsc C s@ t dd,}| j|j|d | jd|gd|jd W 5 Q R X dS )z?Export the Hg repository at the url to the destination locationexport)Zkind)urlarchiveF show_stdoutcwdN)r unpackpath run_command)selflocationr Ztemp_dirr r r r + s zMercurial.exportc C sP | }td||t| | tddd|| | jtdd| |d d S )NzCloning hg %s%s to %sr z --noupdate-qupdater )Z to_displayloggerinfor r r to_args)r destr rev_optionsZ rev_displayr r r fetch_new5 s zMercurial.fetch_newc C s t j|| jd}t }z>|| |dd|j t |d}| | W 5 Q R X W n6 t tj fk r } zt d|| W 5 d }~X Y n X tdd| }| j||d d S ) NZhgrcpathsdefaultwz/Could not switch Mercurial repository to %s: %sr" r! r# )osr joindirnamer ZRawConfigParserreadsetZsecretopenwriteOSErrorZNoSectionErrorr$ Zwarningr r& r ) r r' r r( Z repo_configZconfigZ config_fileexccmd_argsr r r switchD s zMercurial.switchc C s4 | j ddg|d tdd| }| j ||d d S )NZpullr! r# r" )r r r& )r r' r r( r6 r r r r" U s zMercurial.updatec C s2 | j ddgd|d }| |r*t|}| S )NZ showconfigz paths.defaultFr )r stripZ_is_local_repositoryr )clsr r r r r get_remote_url[ s zMercurial.get_remote_urlc C s | j ddgd|d }|S )zW Return the repository-local changeset revision number, as an integer. parentsz--template={rev}Fr r r8 )r9 r Zcurrent_revisionr r r get_revisiond s zMercurial.get_revisionc C s | j ddgd|d }|S )zh Return the changeset identification hash, as a 40-character hexadecimal string r; z--template={node}Fr r< )r9 r Zcurrent_rev_hashr r r get_requirement_revisionn s z"Mercurial.get_requirement_revisionc C s dS )z&Always assume the versions don't matchFr )r9 r' namer r r is_commit_id_equaly s z Mercurial.is_commit_id_equalc C sB | j dgd|d }tj|s8tjtj||}t||S )z~ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. rootFr )r r8 r- r isabsabspathr. r )r9 r Z repo_rootr r r get_subdirectory~ s zMercurial.get_subdirectoryc sP t t| |rdS z | jdg|dddd W dS ttfk rJ Y dS X d S )NTZidentifyFraise)r r Z on_returncodeZlog_failed_cmd)superr controls_locationr r r )r9 r __class__r r rG s zMercurial.controls_location)__name__ __module__ __qualname__r? r/ Z repo_nameZschemes staticmethodr r r) r7 r" classmethodr: r= r> r@ rD rG __classcell__r r rH r r s, r ) Z __future__r Zloggingr- Zpip._vendor.six.movesr Zpip._internal.exceptionsr r Zpip._internal.utils.miscr Z pip._internal.utils.subprocessr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr Z pip._internal.vcs.versioncontrolr r r r r Z getLoggerrJ r$ r registerr r r r <module> s |PK A\I4 3 pip/_internal/vcs/__pycache__/bazaar.cpython-38.pycnu [ U .eu @ s d dl mZ d dlZd dlZd dlmZ d dlmZm Z d dl m Z d dl m Z d dlmZ d dlmZmZ e rd d lmZmZ d d lmZ d d lmZmZ eeZG d d d eZ e e dS ) )absolute_importN)parse) display_pathrmtree) make_command)MYPY_CHECK_RUNNING) path_to_url)VersionControlvcs)OptionalTuple) HiddenText)AuthInfo RevOptionsc s e Zd ZdZdZdZdZ fddZedd Z d d Z d d Z d d Z dd Z e fddZedd Zedd Zedd Z ZS )Bazaarbzrz.bzrbranch)r zbzr+httpz bzr+httpszbzr+sshzbzr+sftpzbzr+ftpzbzr+lpc s0 t t| j|| ttdd r,tjdg d S )N uses_fragmentZlp)superr __init__getattr urllib_parser extend)selfargskwargs __class__ </usr/lib/python3.8/site-packages/pip/_internal/vcs/bazaar.pyr # s zBazaar.__init__c C s d| gS )Nz-rr )revr r r get_base_rev_args* s zBazaar.get_base_rev_argsc C sB t j|rt| | |\}}| jtd||| dd dS )zU Export the Bazaar repository at the url to the destination location exportF) show_stdoutN)ospathexistsr Zget_url_rev_options run_commandr to_args)r locationurl rev_optionsr r r r" . s z Bazaar.exportc C s> | }td||t| tdd| ||}| | d S )NzChecking out %s%s to %sr -q)Z to_displayloggerinfor r r( r' )r destr* r+ Z rev_displaycmd_argsr r r fetch_new= s zBazaar.fetch_newc C s | j td||d d S )Nswitchcwd)r' r )r r/ r* r+ r r r r2 K s z Bazaar.switchc C s" t dd| }| j||d d S )NZpullr, r3 )r r( r' )r r/ r* r+ r0 r r r updateO s z Bazaar.updatec s2 t t| |\}}}|dr(d| }|||fS )Nzssh://zbzr+)r r get_url_rev_and_auth startswith)clsr* r Z user_passr r r r6 T s zBazaar.get_url_rev_and_authc C st | j dgd|d}| D ]T}| }dD ]B}||r*||d }| |r`t| S | S q*qd S )Nr. Fr# r4 )zcheckout of branch: zparent branch: )r' splitlinesstripr7 splitZ_is_local_repositoryr )r8 r) ZurlslinexZrepor r r get_remote_url] s zBazaar.get_remote_urlc C s | j dgd|d}| d S )NZrevnoFr9 )r' r; )r8 r) Zrevisionr r r get_revisionk s zBazaar.get_revisionc C s dS )z&Always assume the versions don't matchFr )r8 r/ namer r r is_commit_id_equalr s zBazaar.is_commit_id_equal)__name__ __module__ __qualname__rC dirnameZ repo_nameZschemesr staticmethodr! r" r1 r2 r5 classmethodr6 r@ rB rD __classcell__r r r r r s& r ) Z __future__r Zloggingr$ Z pip._vendor.six.moves.urllibr r Zpip._internal.utils.miscr r Z pip._internal.utils.subprocessr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr Z pip._internal.vcs.versioncontrolr r typingr r r r r Z getLoggerrE r- r registerr r r r <module> s ^PK A\x $ $ 0 pip/_internal/vcs/__pycache__/git.cpython-38.pycnu [ U .e 5 @ s d dl mZ d dlZd dlZd dlZd dlmZ d dl mZ d dl m Z d dl mZ d dlmZ d dlmZ d dlmZ d d lmZ d d lmZmZmZmZ erd d l m Z m Z d d lm Z d d lm Z m!Z! e j"Z"e j#Z#e$e%Z&e'dZ(dd Z)G dd deZ*e+e* dS ) )absolute_importN)parse)request) BadCommand) display_path) make_command) TempDirectory)MYPY_CHECK_RUNNING)RemoteNotFoundErrorVersionControl!find_path_to_setup_from_repo_rootvcs)OptionalTuple) HiddenText)AuthInfo RevOptionsz^[a-fA-F0-9]{40}$c C s t t| S N)bool HASH_REGEXmatch)sha r 9/usr/lib/python3.8/site-packages/pip/_internal/vcs/git.pylooks_like_hash* s r c s e Zd ZdZdZdZdZdZdZe dd Z d d Z e d d Z d d Ze dd Ze dd Ze dd Zdd Zdd Zdd Ze dd Ze d(d d Ze d d! Ze fd"d#Ze d$d% Ze fd&d'Z ZS ))Gitgitz.gitclone)r zgit+httpz git+httpszgit+sshzgit+gitzgit+file)ZGIT_DIRZ GIT_WORK_TREEHEADc C s | gS r r revr r r get_base_rev_args: s zGit.get_base_rev_argsc C s\ d}| j dgdd}||r8|t|d d }nd}d|dd d }t|S ) Nz git version versionF) show_stdoutr . ) run_command startswithlensplitjoin parse_version)selfZ VERSION_PFXr" r r r get_git_version> s zGit.get_git_versionc C sB dddg}| j |dd|d}| }|dr>|tdd S dS ) zl Return the current branch, or None if HEAD isn't at a branch (e.g. detached HEAD). z symbolic-ref-qr FZextra_ok_returncodesr# cwdz refs/heads/N)r' stripr( r) )clslocationargsoutputrefr r r get_current_branchK s zGit.get_current_branchc C sX | ds|d }tdd2}| j|j|d | jdddd|gd |jd W 5 Q R X d S ) z@Export the Git repository at the url to the destination location/export)Zkind)urlzcheckout-indexz-az-fz--prefixFr# r3 N)endswithr unpackpathr' )r- r6 r= Ztemp_dirr r r r< ` s z Git.exportc C s | j d|g|ddd}i }| dD ]V}|d}|s<q(z|jddd \}}W n" tk rt td |Y nX |||< q(d |}d |} ||}|d k r|dfS || }|dfS )z Return (sha_or_none, is_branch), where sha_or_none is a commit hash if the revision names a remote branch or tag, otherwise None. Args: dest: the repository directory. rev: the revision name. zshow-refFignore)r3 r# on_returncode )maxsplitz unexpected show-ref line: {!r}zrefs/remotes/origin/{}z refs/tags/{}NT)r' r4 r* rstrip ValueErrorformatget) r5 destr r8 Zrefsliner r9 Z branch_refZtag_refr r r get_revision_sham s* zGit.get_revision_shac C s |j }|dk st| ||\}}|dk rF||}|r<|nd|_|S t|sZtd| |dsh|S | j t dd|| |d | j |dd}||}|S ) z Resolve a revision to a new RevOptions object with the SHA1 of the branch, tag, or ref if found. Args: rev_options: a RevOptions object. Nz:Did not find branch or tag '%s', assuming revision or ref.zrefs/fetchr/ r3 Z FETCH_HEADr ) Zarg_revAssertionErrorrO Zmake_new branch_namer loggerZwarningr( r' r to_args get_revision)r5 rM r= rev_optionsr r Z is_branchr r r resolve_revision s* zGit.resolve_revisionc C s |sdS | ||kS )z Return whether the current commit hash equals the given name. Args: dest: the repository directory. name: a string name. F)rV )r5 rM namer r r is_commit_id_equal s zGit.is_commit_id_equalc C s | }td||t| | tdd|| |jr| |||}t|dd }|d kr| ||jstdd| }| j||d n4| ||krd |}dd|d |g}| j||d | | d S ) NzCloning %s%s to %sr r/ rS checkoutrQ z origin/{}z-bz--track)Z to_displayrT infor r' r r rX getattrrZ rU r: rK update_submodules)r- rM r= rW Z rev_displayrS cmd_argsZ track_branchr r r fetch_new s0 z Git.fetch_newc C sB | j tdd||d tdd| }| j ||d | | d S )Nconfigzremote.origin.urlrQ r[ r/ )r' r rU r^ r- rM r= rW r_ r r r switch s z Git.switchc C st | tdkr&| jdddg|d n| jddg|d | |||}tddd| }| j||d | | d S )Nz1.9.0rP r/ z--tagsrQ resetz--hard)r. r, r' rX r rU r^ rb r r r update s z Git.updatec C sx | j dddgdd|d}| }z |d }W n tk rD tY nX |D ]}|drJ|} qbqJ|d d }| S ) z Return URL of the first remote encountered. Raises RemoteNotFoundError if the repository does not have a remote url configured. ra z --get-regexpzremote\..*\.urlr0 Fr2 r zremote.origin.url rF r1 )r' splitlines IndexErrorr r( r* r4 )r5 r6 stdoutZremotesZ found_remoteZremoter= r r r get_remote_url s" zGit.get_remote_urlNc C s( |d kr d}| j d|gd|d}| S )Nr rev-parseFr> )r' r4 )r5 r6 r Z current_revr r r rV % s zGit.get_revisionc C sR | j ddgd|d }tj|s2tj||}tjtj|d}t||S )z~ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. rj z --git-dirFr> z..)r' r4 osrA isabsr+ abspathr )r5 r6 Zgit_dirZ repo_rootr r r get_subdirectory. s zGit.get_subdirectoryc s t |\}}}}}|dr|dt|d }|t|ddd }t|||||f}|dd } |d| t|| d ||||f }d|krd|kst |d d }t t | |\}} } |d d }nt t | |\}} } || | fS ) a9 Prefixes stub URLs like 'user@hostname:user/repo.git' with 'ssh://'. That's required because although they use SSH they sometimes don't work with a ssh:// scheme (e.g. GitHub). But we need a scheme for parsing. Hence we remove it again afterwards and return it as a stub. fileNr; \+r1 z://zfile:zgit+z git+ssh://zssh://r$ ) urlsplitr? r) lstripurllib_requestZ url2pathnamereplace urlunsplitfindrR superr get_url_rev_and_auth) r5 r= ZschemeZnetlocrA ZqueryZfragmentinitial_slashesnewpathZ after_plusr Z user_pass __class__r r ry = s0 zGit.get_url_rev_and_authc C s6 t jt j|dsd S | jdddddg|d d S )Nz .gitmodulesZ submodulere z--initz --recursiver/ rQ )rk rA existsr+ r' )r5 r6 r r r r^ ` s zGit.update_submodulesc sZ t t| |rdS z | jdg|dddd}| W S tk rT td| Y dS X d S )NTrj FrB )r3 r# rC Zlog_failed_cmdzKcould not determine if %s is under git control because git is not available)rx r controls_locationr' r rT debug)r5 r6 rr| r r r i s zGit.controls_location)N) __name__ __module__ __qualname__rY dirnameZ repo_nameZschemesZ unset_environZdefault_arg_rev staticmethodr! r. classmethodr: r< rO rX rZ r` rc re ri rV rn ry r^ r __classcell__r r r| r r . sB ( , " r ),Z __future__r ZloggingZos.pathrk reZ pip._vendor.packaging.versionr r, Z pip._vendor.six.moves.urllibZ urllib_parser rt Zpip._internal.exceptionsr Zpip._internal.utils.miscr Z pip._internal.utils.subprocessr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Z pip._internal.vcs.versioncontrolr r r r typingr r r r r rr rv Z getLoggerr rT compiler r r registerr r r r <module> s2 NPK A\.d H H ; pip/_internal/vcs/__pycache__/versioncontrol.cpython-38.pycnu [ U .e~S @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlm Z ddl m Z ddl mZ ddlmZ ddlmZmZmZmZmZmZ dd lmZmZ dd lm Z dd l m Z e r dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z) dd l*m+Z+ ddlm,Z, ddlm-Z- e'e%e. e%e. f Z/dgZ0e1e2Z3dd Z4d ddZ5dd Z6G dd de7Z8G dd de9Z:G dd d e9Z;e; Z<G d d d e9Z=dS ) z)Handles all VCS (version control) support )absolute_importN) pkg_resources)parse) BadCommand)samefile)ask_path_exists backup_dir display_pathhide_url hide_valuermtree)call_subprocess make_command)MYPY_CHECK_RUNNING)get_url_scheme) AnyDictIterableListMappingOptionalTextTupleTypeUnion)SpinnerInterface) HiddenText) CommandArgsvcsc C s* t | }|dkrdS |ddddgtj kS )z3 Return true if the name looks like a URL. NFZhttpZhttpsfileZftp)r r all_schemes)namescheme r# D/usr/lib/python3.8/site-packages/pip/_internal/vcs/versioncontrol.pyis_url0 s r% c C s. t |}d| ||}|r*|d|7 }|S )z Return the URL for a VCS requirement. Args: repo_url: the remote VCS url, with any needed VCS prefix (e.g. "git+"). project_name: the (unescaped) project name. z {}@{}#egg={}z&subdirectory={})r Z to_filenameformat)repo_urlrev project_namesubdirZegg_project_namereqr# r# r$ make_vcs_requirement_url; s r, c C s` | }t jt j| dsD| }t j| } | |krtd| dS qt|| rRdS t j| |S )z Find the path to `setup.py` by searching up the filesystem from `location`. Return the path to `setup.py` relative to `repo_root`. Return None if `setup.py` is in `repo_root` or cannot be found. zsetup.pyzGCould not find setup.py for directory %s (tried all parent directories)N) ospathexistsjoindirnameloggerwarningr relpath)locationZ repo_rootZ orig_locationZ last_locationr# r# r$ !find_path_to_setup_from_repo_rootK s r6 c @ s e Zd ZdS )RemoteNotFoundErrorN)__name__ __module__ __qualname__r# r# r# r$ r7 f s r7 c @ sF e Zd ZdZdddZdd Zedd Zd d Zd d Z d d Z dS ) RevOptionsz Encapsulates a VCS-specific revision to install, along with any VCS install options. Instances of this class should be treated as if immutable. Nc C s( |dkr g }|| _ || _|| _d| _dS )z Args: vc_class: a VersionControl subclass. rev: the name of the revision to install. extra_args: a list of extra options. N) extra_argsr( vc_classZ branch_name)selfr= r( r< r# r# r$ __init__s s zRevOptions.__init__c C s d | jj| jS )Nz<RevOptions {}: rev={!r}>)r& r= r! r( r> r# r# r$ __repr__ s zRevOptions.__repr__c C s | j d kr| jjS | j S N)r( r= default_arg_revr@ r# r# r$ arg_rev s zRevOptions.arg_revc C s0 g }| j }|dk r"|| j|7 }|| j7 }|S )z< Return the VCS-specific command arguments. N)rD r= get_base_rev_argsr< )r> argsr( r# r# r$ to_args s zRevOptions.to_argsc C s | j s dS d| j S )N z (to revision {}))r( r& r@ r# r# r$ to_display s zRevOptions.to_displayc C s | j j|| jdS )z Make a copy of the current instance, but with a new rev. Args: rev: the name of the revision for the new object. r< )r= make_rev_optionsr< )r> r( r# r# r$ make_new s zRevOptions.make_new)NN) r8 r9 r: __doc__r? rA propertyrD rG rI rL r# r# r# r$ r; j s r; c s| e Zd Zi ZddddddgZ fddZd d Zed d Zed d Z edd Z dd Z dd Z dd Z dd Z ZS ) VcsSupportZsshZgitZhgZbzrZsftpZsvnc s: t j| j tt dd r(t j| j tt| d S )N uses_fragment) urllib_parseZ uses_netlocextendschemesgetattrrP superrO r? r@ __class__r# r$ r? s zVcsSupport.__init__c C s | j S rB ) _registry__iter__r@ r# r# r$ rY s zVcsSupport.__iter__c C s t | j S rB )listrX valuesr@ r# r# r$ backends s zVcsSupport.backendsc C s dd | j D S )Nc S s g | ] }|j qS r# )r1 ).0backendr# r# r$ <listcomp> s z'VcsSupport.dirnames.<locals>.<listcomp>)r\ r@ r# r# r$ dirnames s zVcsSupport.dirnamesc C s g }| j D ]}||j q |S rB )r\ rR rS )r> rS r^ r# r# r$ r s zVcsSupport.all_schemesc C sH t |ds td|j d S |j| jkrD| | j|j< td|j d S )Nr! zCannot register VCS %szRegistered VCS backend: %s)hasattrr2 r3 r8 r! rX debug)r> clsr# r# r$ register s zVcsSupport.registerc C s || j kr| j |= d S rB )rX r> r! r# r# r$ unregister s zVcsSupport.unregisterc C s6 | j D ]&}||r td||j | S q dS )zv Return a VersionControl object if a repository of that type is found at the given directory. z Determine that %s uses VCS: %sN)rX r[ controls_locationr2 rb r! )r> r5 Z vcs_backendr# r# r$ get_backend_for_dir s z VcsSupport.get_backend_for_dirc C s | }| j|S )z9 Return a VersionControl object or None. )lowerrX getre r# r# r$ get_backend s zVcsSupport.get_backend)r8 r9 r: rX rS r? rY rN r\ r` r rd rf rh rk __classcell__r# r# rV r$ rO s rO c @ s8 e Zd ZdZdZdZdZdZdZe dd Z e dd Z e dd Z e d d Z ed d Ze d8ddZe dd Zdd Ze dd Ze dd Zedd Zdd Zed d Ze d d Zd d! Zd"d# Zd$d% Ze d&d' Z d(d) Z d*d+ Z e d,d- Z e d.d/ Z e d9d2d3Z!e d4d5 Z"e d6d7 Z#dS ):VersionControlrH r# Nc C s | d| j S )z Return whether the vcs prefix (e.g. "git+") should be added to a repository's remote url when used in a requirement. z{}:)ri startswithr& r! )rc Z remote_urlr# r# r$ should_add_vcs_url_prefix s z(VersionControl.should_add_vcs_url_prefixc C s dS )z~ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. Nr# rc r5 r# r# r$ get_subdirectory s z VersionControl.get_subdirectoryc C s | |S )zR Return the revision string that should be used in a requirement. ) get_revision)rc repo_dirr# r# r$ get_requirement_revision s z'VersionControl.get_requirement_revisionc C sV | |}|dkrdS | |r.d| j|}| |}| |}t||||d}|S )aC Return the requirement string to use to redownload the files currently at the given repository directory. Args: project_name: the (unescaped) project name. The return value has a form similar to the following: {repository_url}@{revision}#egg={project_name} Nz{}+{})r* )get_remote_urlro r& r! rt rq r, )rc rs r) r' Zrevisionr* r+ r# r# r$ get_src_requirement s z"VersionControl.get_src_requirementc C s t dS )z Return the base revision arguments for a vcs command. Args: rev: the name of a revision to install. Cannot be None. NNotImplementedError)r( r# r# r$ rE 8 s z VersionControl.get_base_rev_argsc C s t | ||dS )z Return a RevOptions object. Args: rev: the name of a revision to install. extra_args: a list of extra options. rJ )r; )rc r( r< r# r# r$ rK B s z VersionControl.make_rev_optionsc C s& t j|\}}|t jjp$t|S )zy posix absolute paths start with os.path.sep, win32 ones start with drive (like c:\folder) )r- r. splitdrivern sepbool)rc ZrepoZdrivetailr# r# r$ _is_local_repositoryN s z#VersionControl._is_local_repositoryc C s t dS )z Export the repository at the url to the destination location i.e. only download the files, without vcs informations :param url: the repository URL starting with a vcs prefix. Nrw r> r5 urlr# r# r$ exportX s zVersionControl.exportc C s |dfS )aZ Parse the repository URL's netloc, and return the new netloc to use along with auth information. Args: netloc: the original repository URL netloc. scheme: the repository URL's scheme without the vcs prefix. This is mainly for the Subversion class to override, so that auth information can be provided via the --username and --password options instead of through the URL. For other subclasses like Git without such an option, auth information must stay in the URL. Returns: (netloc, (username, password)). )NNr# )rc netlocr" r# r# r$ get_netloc_and_authb s z"VersionControl.get_netloc_and_authc C s t |\}}}}}d|kr*td||ddd }| ||\}}d}d|krf|dd\}}t ||||df}|||fS )z Parse the repository URL to use, and return the URL, revision, and auth info to use. Returns: (url, rev, (username, password)). +zvSorry, {!r} is a malformed VCS url. The format is <vcs>+<protocol>://<url>, e.g. svn+http://myrepo/svn/MyApp#egg=MyApp N@rH )rQ Zurlsplit ValueErrorr& splitr rsplitZ urlunsplit) rc r r" r r. ZqueryZfrag user_passr( r# r# r$ get_url_rev_and_authu s z#VersionControl.get_url_rev_and_authc C s g S )zM Return the RevOptions "extra arguments" to use in obtain(). r# )usernamepasswordr# r# r$ make_rev_args s z VersionControl.make_rev_argsc C sT | |j\}}}|\}}d}|dk r.t|}| ||}| j||d} t|| fS )z Return the URL and RevOptions object to use in obtain() and in some cases export(), as a tuple (url, rev_options). NrJ )r secretr r rK r ) r> r Z secret_urlr( r r Zsecret_passwordr r< rev_optionsr# r# r$ get_url_rev_options s z"VersionControl.get_url_rev_optionsc C s t | dS )zi Normalize a URL for comparison by unquoting it and removing any trailing slash. /)rQ Zunquoterstripr r# r# r$ normalize_url s z VersionControl.normalize_urlc C s | || |kS )zV Compare two repo URLs for identity, ignoring incidental differences. )r )rc Zurl1Zurl2r# r# r$ compare_urls s zVersionControl.compare_urlsc C s t dS )z Fetch a revision from a repository, in the case that this is the first fetch from the repository. Args: dest: the directory to fetch the repository to. rev_options: a RevOptions object. Nrw r> destr r r# r# r$ fetch_new s zVersionControl.fetch_newc C s t dS )z} Switch the repo at ``dest`` to point to ``URL``. Args: rev_options: a RevOptions object. Nrw r r# r# r$ switch s zVersionControl.switchc C s t dS )z Update an already-existing repo to the given ``rev_options``. Args: rev_options: a RevOptions object. Nrw r r# r# r$ update s zVersionControl.updatec C s t dS )z Return whether the id of the current commit equals the given name. Args: dest: the repository directory. name: a string name. Nrw )rc r r! r# r# r$ is_commit_id_equal s z!VersionControl.is_commit_id_equalc C s | |\}}tj|s,| ||| dS | }| |r| |}| ||j rt d| j t|| | ||jst dt|| j | | ||| n t d dS t d| j| j t|| d}nt d|| j| j d}t d | j| td |d |d }|d kr$td |dkrXt dt| t| | ||| dS |dkrt|}t dt|| t|| | ||| dS |dkrt d| j t||| | ||| dS )a Install or update in editable mode the package represented by this VersionControl object. :param dest: the repository directory in which to install or update. :param url: the repository URL starting with a vcs prefix. Nz)%s in %s exists, and has correct URL (%s)zUpdating %s %s%sz$Skipping because already up-to-date.z %s %s in %s exists with URL %s)z%(s)witch, (i)gnore, (w)ipe, (b)ackup )siwbz0Directory %s already exists, and is not a %s %s.)z(i)gnore, (w)ipe, (b)ackup )r r r z+The plan is to install the %s repository %szWhat to do? %sr r ar z Deleting %sr zBacking up %s to %sr zSwitching %s %s to %s%s) r r- r. r/ r rI is_repository_directoryru r r r2 rb repo_nametitler r r( infor r3 r! r sysexitr r shutilZmover ) r> r r r Z rev_displayZ existing_urlpromptZresponseZdest_dirr# r# r$ obtain s zVersionControl.obtainc C s& t j|rt| | j||d dS )z Clean up current location and download the url repository (and vcs infos) into location :param url: the repository URL starting with a vcs prefix. r N)r- r. r/ r r r~ r# r# r$ unpack? s zVersionControl.unpackc C s t dS )z Return the url used at location Raises RemoteNotFoundError if the repository does not have a remote url configured. Nrw rp r# r# r$ ru K s z VersionControl.get_remote_urlc C s t dS )zR Return the current commit id of the files at the given location. Nrw rp r# r# r$ rr U s zVersionControl.get_revisionTraisec C s| t | jf| }z t|||||||| j|| d W S tk rv } z(| jtjkrdtd| j| jf n W 5 d} ~ X Y nX dS )z Run a VCS subcommand This is simply a wrapper around call_subprocess that adds the VCS command name, and checks that the VCS is available ) on_returncodeextra_ok_returncodes command_desc extra_environ unset_environspinnerlog_failed_cmdzCCannot find command %r - do you have %r installed and in your PATH?N)r r! r r OSErrorerrnoZENOENTr ) rc cmdZ show_stdoutcwdr r r r r r er# r# r$ run_command\ s& zVersionControl.run_commandc C s, t d|| j| j tjtj|| jS )zL Return whether a directory path is a repository directory. z Checking in %s for %s (%s)...)r2 rb r1 r! r- r. r/ r0 )rc r. r# r# r$ r s z&VersionControl.is_repository_directoryc C s | |S )a6 Check if a location is controlled by the vcs. It is meant to be overridden to implement smarter detection mechanisms for specific vcs. This can do more than is_repository_directory() alone. For example, the Git override checks that Git is actually available. )r rp r# r# r$ rg s z VersionControl.controls_location)NN)TNr NNNNT)$r8 r9 r: r! r1 r rS r rC classmethodro rq rt rv staticmethodrE rK r} r r r r r r r r r r r r r ru rr r r rg r# r# r# r$ rm sr ] ' rm )N)>rM Z __future__r r Zloggingr- r r Z pip._vendorr Z pip._vendor.six.moves.urllibr rQ Zpip._internal.exceptionsr Zpip._internal.utils.compatr Zpip._internal.utils.miscr r r r r r Z pip._internal.utils.subprocessr r Zpip._internal.utils.typingr Zpip._internal.utils.urlsr typingr r r r r r r r r r Zpip._internal.utils.uir r r strZAuthInfo__all__Z getLoggerr8 r2 r% r, r6 Exceptionr7 objectr; rO r rm r# r# r# r$ <module> s< 0 HGPK A\I4 9 pip/_internal/vcs/__pycache__/bazaar.cpython-38.opt-1.pycnu [ U .eu @ s d dl mZ d dlZd dlZd dlmZ d dlmZm Z d dl m Z d dl m Z d dlmZ d dlmZmZ e rd d lmZmZ d d lmZ d d lmZmZ eeZG d d d eZ e e dS ) )absolute_importN)parse) display_pathrmtree) make_command)MYPY_CHECK_RUNNING) path_to_url)VersionControlvcs)OptionalTuple) HiddenText)AuthInfo RevOptionsc s e Zd ZdZdZdZdZ fddZedd Z d d Z d d Z d d Z dd Z e fddZedd Zedd Zedd Z ZS )Bazaarbzrz.bzrbranch)r zbzr+httpz bzr+httpszbzr+sshzbzr+sftpzbzr+ftpzbzr+lpc s0 t t| j|| ttdd r,tjdg d S )N uses_fragmentZlp)superr __init__getattr urllib_parser extend)selfargskwargs __class__ </usr/lib/python3.8/site-packages/pip/_internal/vcs/bazaar.pyr # s zBazaar.__init__c C s d| gS )Nz-rr )revr r r get_base_rev_args* s zBazaar.get_base_rev_argsc C sB t j|rt| | |\}}| jtd||| dd dS )zU Export the Bazaar repository at the url to the destination location exportF) show_stdoutN)ospathexistsr Zget_url_rev_options run_commandr to_args)r locationurl rev_optionsr r r r" . s z Bazaar.exportc C s> | }td||t| tdd| ||}| | d S )NzChecking out %s%s to %sr -q)Z to_displayloggerinfor r r( r' )r destr* r+ Z rev_displaycmd_argsr r r fetch_new= s zBazaar.fetch_newc C s | j td||d d S )Nswitchcwd)r' r )r r/ r* r+ r r r r2 K s z Bazaar.switchc C s" t dd| }| j||d d S )NZpullr, r3 )r r( r' )r r/ r* r+ r0 r r r updateO s z Bazaar.updatec s2 t t| |\}}}|dr(d| }|||fS )Nzssh://zbzr+)r r get_url_rev_and_auth startswith)clsr* r Z user_passr r r r6 T s zBazaar.get_url_rev_and_authc C st | j dgd|d}| D ]T}| }dD ]B}||r*||d }| |r`t| S | S q*qd S )Nr. Fr# r4 )zcheckout of branch: zparent branch: )r' splitlinesstripr7 splitZ_is_local_repositoryr )r8 r) ZurlslinexZrepor r r get_remote_url] s zBazaar.get_remote_urlc C s | j dgd|d}| d S )NZrevnoFr9 )r' r; )r8 r) Zrevisionr r r get_revisionk s zBazaar.get_revisionc C s dS )z&Always assume the versions don't matchFr )r8 r/ namer r r is_commit_id_equalr s zBazaar.is_commit_id_equal)__name__ __module__ __qualname__rC dirnameZ repo_nameZschemesr staticmethodr! r" r1 r2 r5 classmethodr6 r@ rB rD __classcell__r r r r r s& r ) Z __future__r Zloggingr$ Z pip._vendor.six.moves.urllibr r Zpip._internal.utils.miscr r Z pip._internal.utils.subprocessr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr Z pip._internal.vcs.versioncontrolr r typingr r r r r Z getLoggerrE r- r registerr r r r <module> s ^PK A\8&'! '! 7 pip/_internal/vcs/__pycache__/subversion.cpython-38.pycnu [ U .e0 @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZm Z m Z m Z d dl m Z d dlmZ d dlmZmZ edZed Zed Zed Zerd d lmZmZ d d l mZ d dlm Z d dlm Z m Z e e Z!G dd deZ"e#e" dS ) )absolute_importN) indent_log) display_pathis_console_interactivermtreesplit_auth_from_netloc) make_command)MYPY_CHECK_RUNNING)VersionControlvcsz url="([^"]+)"zcommitted-rev="(\d+)"z\s*revision="(\d+)"z<url>(.*)</url>)OptionalTuple) CommandArgs) HiddenText)AuthInfo RevOptionsc s e Zd ZdZdZdZdZedd Ze dd Z ed d Z e fd d Z e fd dZ e dd Zedd Zedd Zedd Zd( fdd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Z ZS )) Subversionsvnz.svncheckout)r zsvn+sshzsvn+httpz svn+httpszsvn+svnc C s dS )NT )clsZ remote_urlr r @/usr/lib/python3.8/site-packages/pip/_internal/vcs/subversion.pyshould_add_vcs_url_prefix+ s z$Subversion.should_add_vcs_url_prefixc C s d| gS )Nz-rr )revr r r get_base_rev_args/ s z Subversion.get_base_rev_argsc C s d}t |D ]\}}}| j|kr0g |dd< q|| j t j|| jd}t j|s\q| |\}}||kr||d }n |r||sg |dd< qt ||}q|S )zR Return the maximum revision for all files under a given location r Nentries/) oswalkdirnameremovepathjoinexists_get_svn_url_rev startswithmax) r locationZrevisionbasedirsfilesZ entries_fnZdirurlZlocalrevr r r get_revision3 s" zSubversion.get_revisionc s" |dkrt t| ||S t|S )z This override allows the auth information to be passed to svn via the --username and --password options instead of via the URL. Zssh)superr get_netloc_and_authr )r ZnetlocZscheme __class__r r r- O s z Subversion.get_netloc_and_authc s2 t t| |\}}}|dr(d| }|||fS )Nzssh://zsvn+)r, r get_url_rev_and_authr% )r urlr Z user_passr. r r r0 \ s z Subversion.get_url_rev_and_authc C s( g }| r|d| g7 }|r$|d|g7 }|S )Nz --usernamez --passwordr )ZusernameZpasswordZ extra_argsr r r make_rev_argse s zSubversion.make_rev_argsc C sR |}t jt j|dsD|}t j|}||krtd| d S q| |d S )Nzsetup.pyzGCould not find setup.py for directory %s (tried all parent directories)r )r r! r# r" r loggerZwarningr$ )r r' Z orig_locationZ last_locationr r r get_remote_urlp s zSubversion.get_remote_urlc C sp ddl m} tj|| jd}tj|rHt|}| }W 5 Q R X nd}| dsj| dsj| drt t t j |d}|d d= |d d }d d |D dg }n| d rt|}|std | |d}dd t|D dg }n^z<| jdd|gdd} t| d}dd t| D }W n |k rR d g }}Y nX |rdt|} nd} || fS )Nr )InstallationErrorr 89Z10z c S s, g | ]$}t |d kr|d rt|d qS ) )lenint).0dr r r <listcomp> s z/Subversion._get_svn_url_rev.<locals>.<listcomp>z<?xmlzBadly formatted data: %r c S s g | ]}t |d qS r@ r< groupr= mr r r r? s infoz--xmlFZ show_stdoutc S s g | ]}t |d qS rA rB rD r r r r? s )Zpip._internal.exceptionsr5 r r! r" r r# openreadr% listmapstr splitlinessplit_svn_xml_url_research ValueErrorrC _svn_rev_refinditer run_command_svn_info_xml_url_re_svn_info_xml_rev_rer& ) r r' r5 Z entries_pathfdatar1 ZrevsmatchZxmlr r r r r$ sH zSubversion._get_svn_url_revc C s dS )z&Always assume the versions don't matchFr )r destnamer r r is_commit_id_equal s z Subversion.is_commit_id_equalNc s, |d krt }|| _d | _tt| d S )N)r use_interactive _vcs_versionr, r __init__)selfr] r. r r r_ s zSubversion.__init__c C sr d}| j dgdd}||s"dS |t|d d }|d}zttt|}W n tk rl Y dS X |S ) a Query the version of the currently installed Subversion client. :return: A tuple containing the parts of the version information or ``()`` if the version returned from ``svn`` could not be parsed. :raises: BadCommand: If ``svn`` is not installed. z svn, version z --versionFrG r Nr .)rT r% r; rN tuplerK r< rQ )r` Zversion_prefixversionZ version_listZparsed_versionr r r call_vcs_version s zSubversion.call_vcs_versionc C s" | j dk r| j S | }|| _ |S )a Return the version of the currently installed Subversion client. If the version of the Subversion client has already been queried, a cached value will be used. :return: A tuple containing the parts of the version information or ``()`` if the version returned from ``svn`` could not be parsed. :raises: BadCommand: If ``svn`` is not installed. N)r^ rd )r` Z vcs_versionr r r get_vcs_version s zSubversion.get_vcs_versionc C s& | j s dgS | }|dkr"dgS g S )aX Return options to be used on calls to Subversion that contact the server. These options are applicable for the following ``svn`` subcommands used in this class. - checkout - export - switch - update :return: A list of command line arguments to pass to ``svn``. z--non-interactive)r@ z--force-interactive)r] re )r` Z svn_versionr r r get_remote_call_options s z"Subversion.get_remote_call_optionsc C sl | |\}}td|| t @ tj|r8t| td| | ||}| j |dd W 5 Q R X dS )z@Export the svn repository at the url to the destination locationz!Exporting svn repository %s to %sexportFrG N) Zget_url_rev_optionsr3 rF r r r! r# r r rg to_argsrT )r` r' r1 rev_optionscmd_argsr r r rh s zSubversion.exportc C sD | }td||t| tdd| | ||}| | d S )NzChecking out %s%s to %sr z-q)Z to_displayr3 rF r r rg ri rT )r` rZ r1 rj Z rev_displayrk r r r fetch_new- s zSubversion.fetch_newc C s& t d| | ||}| | d S )Nswitchr rg ri rT r` rZ r1 rj rk r r r rm < s zSubversion.switchc C s$ t d| | |}| | d S )Nupdatern ro r r r rp D s zSubversion.update)N)__name__ __module__ __qualname__r[ r Z repo_nameZschemes classmethodr staticmethodr r+ r- r0 r2 r4 r$ r\ r_ rd re rg rh rl rm rp __classcell__r r r. r r % s< 1 !r )$Z __future__r Zloggingr reZpip._internal.utils.loggingr Zpip._internal.utils.miscr r r r Z pip._internal.utils.subprocessr Zpip._internal.utils.typingr Z pip._internal.vcs.versioncontrolr r compilerO rR rV rU typingr r r r r r Z getLoggerrq r3 r registerr r r r <module> s, *PK A\$X < pip/_internal/vcs/__pycache__/mercurial.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlmZ d dlmZmZ d dl m Z d dl m Z d dl mZ d dlmZ d d lmZ d d lmZmZmZ erd d l mZ d d lmZ eeZG d d deZ e e dS ) )absolute_importN) configparser) BadCommandInstallationError) display_path) make_command) TempDirectory)MYPY_CHECK_RUNNING) path_to_url)VersionControl!find_path_to_setup_from_repo_rootvcs) HiddenText) RevOptionsc s e Zd ZdZdZdZdZedd Zdd Z d d Z d d Z d d Z e dd Ze dd Ze dd Ze dd Ze dd Ze fddZ ZS ) Mercurialhgz.hgclone)r zhg+filezhg+httpzhg+httpszhg+sshzhg+static-httpc C s | gS )N )Zrevr r ?/usr/lib/python3.8/site-packages/pip/_internal/vcs/mercurial.pyget_base_rev_args' s zMercurial.get_base_rev_argsc C s@ t dd,}| j|j|d | jd|gd|jd W 5 Q R X dS )z?Export the Hg repository at the url to the destination locationexport)Zkind)urlarchiveF show_stdoutcwdN)r unpackpath run_command)selflocationr Ztemp_dirr r r r + s zMercurial.exportc C sP | }td||t| | tddd|| | jtdd| |d d S )NzCloning hg %s%s to %sr z --noupdate-qupdater )Z to_displayloggerinfor r r to_args)r destr rev_optionsZ rev_displayr r r fetch_new5 s zMercurial.fetch_newc C s t j|| jd}t }z>|| |dd|j t |d}| | W 5 Q R X W n6 t tj fk r } zt d|| W 5 d }~X Y n X tdd| }| j||d d S ) NZhgrcpathsdefaultwz/Could not switch Mercurial repository to %s: %sr" r! r# )osr joindirnamer ZRawConfigParserreadsetZsecretopenwriteOSErrorZNoSectionErrorr$ Zwarningr r& r ) r r' r r( Z repo_configZconfigZ config_fileexccmd_argsr r r switchD s zMercurial.switchc C s4 | j ddg|d tdd| }| j ||d d S )NZpullr! r# r" )r r r& )r r' r r( r6 r r r r" U s zMercurial.updatec C s2 | j ddgd|d }| |r*t|}| S )NZ showconfigz paths.defaultFr )r stripZ_is_local_repositoryr )clsr r r r r get_remote_url[ s zMercurial.get_remote_urlc C s | j ddgd|d }|S )zW Return the repository-local changeset revision number, as an integer. parentsz--template={rev}Fr r r8 )r9 r Zcurrent_revisionr r r get_revisiond s zMercurial.get_revisionc C s | j ddgd|d }|S )zh Return the changeset identification hash, as a 40-character hexadecimal string r; z--template={node}Fr r< )r9 r Zcurrent_rev_hashr r r get_requirement_revisionn s z"Mercurial.get_requirement_revisionc C s dS )z&Always assume the versions don't matchFr )r9 r' namer r r is_commit_id_equaly s z Mercurial.is_commit_id_equalc C sB | j dgd|d }tj|s8tjtj||}t||S )z~ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. rootFr )r r8 r- r isabsabspathr. r )r9 r Z repo_rootr r r get_subdirectory~ s zMercurial.get_subdirectoryc sP t t| |rdS z | jdg|dddd W dS ttfk rJ Y dS X d S )NTZidentifyFraise)r r Z on_returncodeZlog_failed_cmd)superr controls_locationr r r )r9 r __class__r r rG s zMercurial.controls_location)__name__ __module__ __qualname__r? r/ Z repo_nameZschemes staticmethodr r r) r7 r" classmethodr: r= r> r@ rD rG __classcell__r r rH r r s, r ) Z __future__r Zloggingr- Zpip._vendor.six.movesr Zpip._internal.exceptionsr r Zpip._internal.utils.miscr Z pip._internal.utils.subprocessr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr Z pip._internal.vcs.versioncontrolr r r r r Z getLoggerrJ r$ r registerr r r r <module> s |PK A\ESz# # 6 pip/_internal/vcs/__pycache__/git.cpython-38.opt-1.pycnu [ U .e 5 @ s d dl mZ d dlZd dlZd dlZd dlmZ d dl mZ d dl m Z d dl mZ d dlmZ d dlmZ d dlmZ d d lmZ d d lmZmZmZmZ erd d l m Z m Z d d lm Z d d lm Z m!Z! e j"Z"e j#Z#e$e%Z&e'dZ(dd Z)G dd deZ*e+e* dS ) )absolute_importN)parse)request) BadCommand) display_path) make_command) TempDirectory)MYPY_CHECK_RUNNING)RemoteNotFoundErrorVersionControl!find_path_to_setup_from_repo_rootvcs)OptionalTuple) HiddenText)AuthInfo RevOptionsz^[a-fA-F0-9]{40}$c C s t t| S N)bool HASH_REGEXmatch)sha r 9/usr/lib/python3.8/site-packages/pip/_internal/vcs/git.pylooks_like_hash* s r c s e Zd ZdZdZdZdZdZdZe dd Z d d Z e d d Z d d Ze dd Ze dd Ze dd Zdd Zdd Zdd Ze dd Ze d(d d Ze d d! Ze fd"d#Ze d$d% Ze fd&d'Z ZS ))Gitgitz.gitclone)r zgit+httpz git+httpszgit+sshzgit+gitzgit+file)ZGIT_DIRZ GIT_WORK_TREEHEADc C s | gS r r revr r r get_base_rev_args: s zGit.get_base_rev_argsc C s\ d}| j dgdd}||r8|t|d d }nd}d|dd d }t|S ) Nz git version versionF) show_stdoutr . ) run_command startswithlensplitjoin parse_version)selfZ VERSION_PFXr" r r r get_git_version> s zGit.get_git_versionc C sB dddg}| j |dd|d}| }|dr>|tdd S dS ) zl Return the current branch, or None if HEAD isn't at a branch (e.g. detached HEAD). z symbolic-ref-qr FZextra_ok_returncodesr# cwdz refs/heads/N)r' stripr( r) )clslocationargsoutputrefr r r get_current_branchK s zGit.get_current_branchc C sX | ds|d }tdd2}| j|j|d | jdddd|gd |jd W 5 Q R X d S ) z@Export the Git repository at the url to the destination location/export)Zkind)urlzcheckout-indexz-az-fz--prefixFr# r3 N)endswithr unpackpathr' )r- r6 r= Ztemp_dirr r r r< ` s z Git.exportc C s | j d|g|ddd}i }| dD ]V}|d}|s<q(z|jddd \}}W n" tk rt td |Y nX |||< q(d |}d |} ||}|d k r|dfS || }|dfS )z Return (sha_or_none, is_branch), where sha_or_none is a commit hash if the revision names a remote branch or tag, otherwise None. Args: dest: the repository directory. rev: the revision name. zshow-refFignore)r3 r# on_returncode )maxsplitz unexpected show-ref line: {!r}zrefs/remotes/origin/{}z refs/tags/{}NT)r' r4 r* rstrip ValueErrorformatget) r5 destr r8 Zrefsliner r9 Z branch_refZtag_refr r r get_revision_sham s* zGit.get_revision_shac C s |j }| ||\}}|dk r:||}|r0|nd|_|S t|sNtd| |ds\|S | jt dd|| |d | j |dd}||}|S ) z Resolve a revision to a new RevOptions object with the SHA1 of the branch, tag, or ref if found. Args: rev_options: a RevOptions object. Nz:Did not find branch or tag '%s', assuming revision or ref.zrefs/fetchr/ r3 Z FETCH_HEADr ) Zarg_revrO Zmake_new branch_namer loggerZwarningr( r' r to_args get_revision)r5 rM r= rev_optionsr r Z is_branchr r r resolve_revision s( zGit.resolve_revisionc C s |sdS | ||kS )z Return whether the current commit hash equals the given name. Args: dest: the repository directory. name: a string name. F)rU )r5 rM namer r r is_commit_id_equal s zGit.is_commit_id_equalc C s | }td||t| | tdd|| |jr| |||}t|dd }|d kr| ||jstdd| }| j||d n4| ||krd |}dd|d |g}| j||d | | d S ) NzCloning %s%s to %sr r/ rR checkoutrQ z origin/{}z-bz--track)Z to_displayrS infor r' r r rW getattrrY rT r: rK update_submodules)r- rM r= rV Z rev_displayrR cmd_argsZ track_branchr r r fetch_new s0 z Git.fetch_newc C sB | j tdd||d tdd| }| j ||d | | d S )Nconfigzremote.origin.urlrQ rZ r/ )r' r rT r] r- rM r= rV r^ r r r switch s z Git.switchc C st | tdkr&| jdddg|d n| jddg|d | |||}tddd| }| j||d | | d S )Nz1.9.0rP r/ z--tagsrQ resetz--hard)r. r, r' rW r rT r] ra r r r update s z Git.updatec C sx | j dddgdd|d}| }z |d }W n tk rD tY nX |D ]}|drJ|} qbqJ|d d }| S ) z Return URL of the first remote encountered. Raises RemoteNotFoundError if the repository does not have a remote url configured. r` z --get-regexpzremote\..*\.urlr0 Fr2 r zremote.origin.url rF r1 )r' splitlines IndexErrorr r( r* r4 )r5 r6 stdoutZremotesZ found_remoteZremoter= r r r get_remote_url s" zGit.get_remote_urlNc C s( |d kr d}| j d|gd|d}| S )Nr rev-parseFr> )r' r4 )r5 r6 r Z current_revr r r rU % s zGit.get_revisionc C sR | j ddgd|d }tj|s2tj||}tjtj|d}t||S )z~ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. ri z --git-dirFr> z..)r' r4 osrA isabsr+ abspathr )r5 r6 Zgit_dirZ repo_rootr r r get_subdirectory. s zGit.get_subdirectoryc s t |\}}}}}|dr|dt|d }|t|ddd }t|||||f}|dd } |d| t|| d ||||f }d|kr|dd }t t | |\}} } |d d }nt t | |\}} } || | fS ) a9 Prefixes stub URLs like 'user@hostname:user/repo.git' with 'ssh://'. That's required because although they use SSH they sometimes don't work with a ssh:// scheme (e.g. GitHub). But we need a scheme for parsing. Hence we remove it again afterwards and return it as a stub. fileNr; \+r1 z://zgit+z git+ssh://zssh://r$ ) urlsplitr? r) lstripurllib_requestZ url2pathnamereplace urlunsplitfindsuperr get_url_rev_and_auth) r5 r= ZschemeZnetlocrA ZqueryZfragmentinitial_slashesnewpathZ after_plusr Z user_pass __class__r r rx = s. zGit.get_url_rev_and_authc C s6 t jt j|dsd S | jdddddg|d d S )Nz .gitmodulesZ submodulerd z--initz --recursiver/ rQ )rj rA existsr+ r' )r5 r6 r r r r] ` s zGit.update_submodulesc sZ t t| |rdS z | jdg|dddd}| W S tk rT td| Y dS X d S )NTri FrB )r3 r# rC Zlog_failed_cmdzKcould not determine if %s is under git control because git is not available)rw r controls_locationr' r rS debug)r5 r6 rr{ r r r~ i s zGit.controls_location)N) __name__ __module__ __qualname__rX dirnameZ repo_nameZschemesZ unset_environZdefault_arg_rev staticmethodr! r. classmethodr: r< rO rW rY r_ rb rd rh rU rm rx r] r~ __classcell__r r r{ r r . sB ( , " r ),Z __future__r ZloggingZos.pathrj reZ pip._vendor.packaging.versionr r, Z pip._vendor.six.moves.urllibZ urllib_parser rs Zpip._internal.exceptionsr Zpip._internal.utils.miscr Z pip._internal.utils.subprocessr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Z pip._internal.vcs.versioncontrolr r r r typingr r r r r rq ru Z getLoggerr rS compiler r r registerr r r r <module> s2 NPK A\c ; pip/_internal/vcs/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .ei @ s< d dl Zd dlZd dlZd dlZd dlmZmZmZm Z dS ) N)RemoteNotFoundErroris_urlmake_vcs_requirement_urlvcs) Zpip._internal.vcs.bazaarZpipZpip._internal.vcs.gitZpip._internal.vcs.mercurialZ pip._internal.vcs.subversionZ pip._internal.vcs.versioncontrolr r r r r r >/usr/lib/python3.8/site-packages/pip/_internal/vcs/__init__.py<module> s PK A\녤!u u pip/_internal/vcs/bazaar.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._internal.utils.misc import display_path, rmtree from pip._internal.utils.subprocess import make_command from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.urls import path_to_url from pip._internal.vcs.versioncontrol import VersionControl, vcs if MYPY_CHECK_RUNNING: from typing import Optional, Tuple from pip._internal.utils.misc import HiddenText from pip._internal.vcs.versioncontrol import AuthInfo, RevOptions logger = logging.getLogger(__name__) class Bazaar(VersionControl): name = 'bzr' dirname = '.bzr' repo_name = 'branch' schemes = ( 'bzr', 'bzr+http', 'bzr+https', 'bzr+ssh', 'bzr+sftp', 'bzr+ftp', 'bzr+lp', ) def __init__(self, *args, **kwargs): super(Bazaar, self).__init__(*args, **kwargs) # This is only needed for python <2.7.5 # Register lp but do not expose as a scheme to support bzr+lp. if getattr(urllib_parse, 'uses_fragment', None): urllib_parse.uses_fragment.extend(['lp']) @staticmethod def get_base_rev_args(rev): return ['-r', rev] def export(self, location, url): # type: (str, HiddenText) -> None """ Export the Bazaar repository at the url to the destination location """ # Remove the location to make sure Bazaar can export it correctly if os.path.exists(location): rmtree(location) url, rev_options = self.get_url_rev_options(url) self.run_command( make_command('export', location, url, rev_options.to_args()), show_stdout=False, ) def fetch_new(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None rev_display = rev_options.to_display() logger.info( 'Checking out %s%s to %s', url, rev_display, display_path(dest), ) cmd_args = ( make_command('branch', '-q', rev_options.to_args(), url, dest) ) self.run_command(cmd_args) def switch(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None self.run_command(make_command('switch', url), cwd=dest) def update(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None cmd_args = make_command('pull', '-q', rev_options.to_args()) self.run_command(cmd_args, cwd=dest) @classmethod def get_url_rev_and_auth(cls, url): # type: (str) -> Tuple[str, Optional[str], AuthInfo] # hotfix the URL scheme after removing bzr+ from bzr+ssh:// readd it url, rev, user_pass = super(Bazaar, cls).get_url_rev_and_auth(url) if url.startswith('ssh://'): url = 'bzr+' + url return url, rev, user_pass @classmethod def get_remote_url(cls, location): urls = cls.run_command(['info'], show_stdout=False, cwd=location) for line in urls.splitlines(): line = line.strip() for x in ('checkout of branch: ', 'parent branch: '): if line.startswith(x): repo = line.split(x)[1] if cls._is_local_repository(repo): return path_to_url(repo) return repo return None @classmethod def get_revision(cls, location): revision = cls.run_command( ['revno'], show_stdout=False, cwd=location, ) return revision.splitlines()[-1] @classmethod def is_commit_id_equal(cls, dest, name): """Always assume the versions don't match""" return False vcs.register(Bazaar) PK A\_Qi i pip/_internal/vcs/__init__.pynu [ # Expose a limited set of classes and functions so callers outside of # the vcs package don't need to import deeper than `pip._internal.vcs`. # (The test directory and imports protected by MYPY_CHECK_RUNNING may # still need to import from a vcs sub-package.) # Import all vcs modules to register each VCS in the VcsSupport object. import pip._internal.vcs.bazaar import pip._internal.vcs.git import pip._internal.vcs.mercurial import pip._internal.vcs.subversion # noqa: F401 from pip._internal.vcs.versioncontrol import ( # noqa: F401 RemoteNotFoundError, is_url, make_vcs_requirement_url, vcs, ) PK A\$ 5 5 pip/_internal/vcs/git.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os.path import re from pip._vendor.packaging.version import parse as parse_version from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._vendor.six.moves.urllib import request as urllib_request from pip._internal.exceptions import BadCommand from pip._internal.utils.misc import display_path from pip._internal.utils.subprocess import make_command from pip._internal.utils.temp_dir import TempDirectory from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.vcs.versioncontrol import ( RemoteNotFoundError, VersionControl, find_path_to_setup_from_repo_root, vcs, ) if MYPY_CHECK_RUNNING: from typing import Optional, Tuple from pip._internal.utils.misc import HiddenText from pip._internal.vcs.versioncontrol import AuthInfo, RevOptions urlsplit = urllib_parse.urlsplit urlunsplit = urllib_parse.urlunsplit logger = logging.getLogger(__name__) HASH_REGEX = re.compile('^[a-fA-F0-9]{40}$') def looks_like_hash(sha): return bool(HASH_REGEX.match(sha)) class Git(VersionControl): name = 'git' dirname = '.git' repo_name = 'clone' schemes = ( 'git', 'git+http', 'git+https', 'git+ssh', 'git+git', 'git+file', ) # Prevent the user's environment variables from interfering with pip: # https://github.com/pypa/pip/issues/1130 unset_environ = ('GIT_DIR', 'GIT_WORK_TREE') default_arg_rev = 'HEAD' @staticmethod def get_base_rev_args(rev): return [rev] def get_git_version(self): VERSION_PFX = 'git version ' version = self.run_command(['version'], show_stdout=False) if version.startswith(VERSION_PFX): version = version[len(VERSION_PFX):].split()[0] else: version = '' # get first 3 positions of the git version because # on windows it is x.y.z.windows.t, and this parses as # LegacyVersion which always smaller than a Version. version = '.'.join(version.split('.')[:3]) return parse_version(version) @classmethod def get_current_branch(cls, location): """ Return the current branch, or None if HEAD isn't at a branch (e.g. detached HEAD). """ # git-symbolic-ref exits with empty stdout if "HEAD" is a detached # HEAD rather than a symbolic ref. In addition, the -q causes the # command to exit with status code 1 instead of 128 in this case # and to suppress the message to stderr. args = ['symbolic-ref', '-q', 'HEAD'] output = cls.run_command( args, extra_ok_returncodes=(1, ), show_stdout=False, cwd=location, ) ref = output.strip() if ref.startswith('refs/heads/'): return ref[len('refs/heads/'):] return None def export(self, location, url): # type: (str, HiddenText) -> None """Export the Git repository at the url to the destination location""" if not location.endswith('/'): location = location + '/' with TempDirectory(kind="export") as temp_dir: self.unpack(temp_dir.path, url=url) self.run_command( ['checkout-index', '-a', '-f', '--prefix', location], show_stdout=False, cwd=temp_dir.path ) @classmethod def get_revision_sha(cls, dest, rev): """ Return (sha_or_none, is_branch), where sha_or_none is a commit hash if the revision names a remote branch or tag, otherwise None. Args: dest: the repository directory. rev: the revision name. """ # Pass rev to pre-filter the list. output = cls.run_command(['show-ref', rev], cwd=dest, show_stdout=False, on_returncode='ignore') refs = {} # NOTE: We do not use splitlines here since that would split on other # unicode separators, which can be maliciously used to install a # different revision. for line in output.strip().split("\n"): line = line.rstrip("\r") if not line: continue try: sha, ref = line.split(" ", maxsplit=2) except ValueError: # Include the offending line to simplify troubleshooting if # this error ever occurs. raise ValueError('unexpected show-ref line: {!r}'.format(line)) refs[ref] = sha branch_ref = 'refs/remotes/origin/{}'.format(rev) tag_ref = 'refs/tags/{}'.format(rev) sha = refs.get(branch_ref) if sha is not None: return (sha, True) sha = refs.get(tag_ref) return (sha, False) @classmethod def resolve_revision(cls, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> RevOptions """ Resolve a revision to a new RevOptions object with the SHA1 of the branch, tag, or ref if found. Args: rev_options: a RevOptions object. """ rev = rev_options.arg_rev # The arg_rev property's implementation for Git ensures that the # rev return value is always non-None. assert rev is not None sha, is_branch = cls.get_revision_sha(dest, rev) if sha is not None: rev_options = rev_options.make_new(sha) rev_options.branch_name = rev if is_branch else None return rev_options # Do not show a warning for the common case of something that has # the form of a Git commit hash. if not looks_like_hash(rev): logger.warning( "Did not find branch or tag '%s', assuming revision or ref.", rev, ) if not rev.startswith('refs/'): return rev_options # If it looks like a ref, we have to fetch it explicitly. cls.run_command( make_command('fetch', '-q', url, rev_options.to_args()), cwd=dest, ) # Change the revision to the SHA of the ref we fetched sha = cls.get_revision(dest, rev='FETCH_HEAD') rev_options = rev_options.make_new(sha) return rev_options @classmethod def is_commit_id_equal(cls, dest, name): """ Return whether the current commit hash equals the given name. Args: dest: the repository directory. name: a string name. """ if not name: # Then avoid an unnecessary subprocess call. return False return cls.get_revision(dest) == name def fetch_new(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None rev_display = rev_options.to_display() logger.info('Cloning %s%s to %s', url, rev_display, display_path(dest)) self.run_command(make_command('clone', '-q', url, dest)) if rev_options.rev: # Then a specific revision was requested. rev_options = self.resolve_revision(dest, url, rev_options) branch_name = getattr(rev_options, 'branch_name', None) if branch_name is None: # Only do a checkout if the current commit id doesn't match # the requested revision. if not self.is_commit_id_equal(dest, rev_options.rev): cmd_args = make_command( 'checkout', '-q', rev_options.to_args(), ) self.run_command(cmd_args, cwd=dest) elif self.get_current_branch(dest) != branch_name: # Then a specific branch was requested, and that branch # is not yet checked out. track_branch = 'origin/{}'.format(branch_name) cmd_args = [ 'checkout', '-b', branch_name, '--track', track_branch, ] self.run_command(cmd_args, cwd=dest) #: repo may contain submodules self.update_submodules(dest) def switch(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None self.run_command( make_command('config', 'remote.origin.url', url), cwd=dest, ) cmd_args = make_command('checkout', '-q', rev_options.to_args()) self.run_command(cmd_args, cwd=dest) self.update_submodules(dest) def update(self, dest, url, rev_options): # type: (str, HiddenText, RevOptions) -> None # First fetch changes from the default remote if self.get_git_version() >= parse_version('1.9.0'): # fetch tags in addition to everything else self.run_command(['fetch', '-q', '--tags'], cwd=dest) else: self.run_command(['fetch', '-q'], cwd=dest) # Then reset to wanted revision (maybe even origin/master) rev_options = self.resolve_revision(dest, url, rev_options) cmd_args = make_command('reset', '--hard', '-q', rev_options.to_args()) self.run_command(cmd_args, cwd=dest) #: update submodules self.update_submodules(dest) @classmethod def get_remote_url(cls, location): """ Return URL of the first remote encountered. Raises RemoteNotFoundError if the repository does not have a remote url configured. """ # We need to pass 1 for extra_ok_returncodes since the command # exits with return code 1 if there are no matching lines. stdout = cls.run_command( ['config', '--get-regexp', r'remote\..*\.url'], extra_ok_returncodes=(1, ), show_stdout=False, cwd=location, ) remotes = stdout.splitlines() try: found_remote = remotes[0] except IndexError: raise RemoteNotFoundError for remote in remotes: if remote.startswith('remote.origin.url '): found_remote = remote break url = found_remote.split(' ')[1] return url.strip() @classmethod def get_revision(cls, location, rev=None): if rev is None: rev = 'HEAD' current_rev = cls.run_command( ['rev-parse', rev], show_stdout=False, cwd=location, ) return current_rev.strip() @classmethod def get_subdirectory(cls, location): """ Return the path to setup.py, relative to the repo root. Return None if setup.py is in the repo root. """ # find the repo root git_dir = cls.run_command( ['rev-parse', '--git-dir'], show_stdout=False, cwd=location).strip() if not os.path.isabs(git_dir): git_dir = os.path.join(location, git_dir) repo_root = os.path.abspath(os.path.join(git_dir, '..')) return find_path_to_setup_from_repo_root(location, repo_root) @classmethod def get_url_rev_and_auth(cls, url): # type: (str) -> Tuple[str, Optional[str], AuthInfo] """ Prefixes stub URLs like 'user@hostname:user/repo.git' with 'ssh://'. That's required because although they use SSH they sometimes don't work with a ssh:// scheme (e.g. GitHub). But we need a scheme for parsing. Hence we remove it again afterwards and return it as a stub. """ # Works around an apparent Git bug # (see https://article.gmane.org/gmane.comp.version-control.git/146500) scheme, netloc, path, query, fragment = urlsplit(url) if scheme.endswith('file'): initial_slashes = path[:-len(path.lstrip('/'))] newpath = ( initial_slashes + urllib_request.url2pathname(path) .replace('\\', '/').lstrip('/') ) url = urlunsplit((scheme, netloc, newpath, query, fragment)) after_plus = scheme.find('+') + 1 url = scheme[:after_plus] + urlunsplit( (scheme[after_plus:], netloc, newpath, query, fragment), ) if '://' not in url: assert 'file:' not in url url = url.replace('git+', 'git+ssh://') url, rev, user_pass = super(Git, cls).get_url_rev_and_auth(url) url = url.replace('ssh://', '') else: url, rev, user_pass = super(Git, cls).get_url_rev_and_auth(url) return url, rev, user_pass @classmethod def update_submodules(cls, location): if not os.path.exists(os.path.join(location, '.gitmodules')): return cls.run_command( ['submodule', 'update', '--init', '--recursive', '-q'], cwd=location, ) @classmethod def controls_location(cls, location): if super(Git, cls).controls_location(location): return True try: r = cls.run_command(['rev-parse'], cwd=location, show_stdout=False, on_returncode='ignore', log_failed_cmd=False) return not r except BadCommand: logger.debug("could not determine if %s is under git control " "because git is not available", location) return False vcs.register(Git) PK A\i6SE> E> pip/_internal/pep425tags.pynu [ """Generate and work with PEP 425 Compatibility Tags.""" from __future__ import absolute_import import distutils.util import logging import platform import re import sys import sysconfig import warnings from collections import OrderedDict import pip._internal.utils.glibc from pip._internal.utils.compat import get_extension_suffixes from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import ( Tuple, Callable, List, Optional, Union, Dict, Set ) Pep425Tag = Tuple[str, str, str] logger = logging.getLogger(__name__) _osx_arch_pat = re.compile(r'(.+)_(\d+)_(\d+)_(.+)') def get_config_var(var): # type: (str) -> Optional[str] try: return sysconfig.get_config_var(var) except IOError as e: # Issue #1074 warnings.warn("{}".format(e), RuntimeWarning) return None def get_abbr_impl(): # type: () -> str """Return abbreviated implementation name.""" if hasattr(sys, 'pypy_version_info'): pyimpl = 'pp' elif sys.platform.startswith('java'): pyimpl = 'jy' elif sys.platform == 'cli': pyimpl = 'ip' else: pyimpl = 'cp' return pyimpl def version_info_to_nodot(version_info): # type: (Tuple[int, ...]) -> str # Only use up to the first two numbers. return ''.join(map(str, version_info[:2])) def get_impl_ver(): # type: () -> str """Return implementation version.""" impl_ver = get_config_var("py_version_nodot") if not impl_ver or get_abbr_impl() == 'pp': impl_ver = ''.join(map(str, get_impl_version_info())) return impl_ver def get_impl_version_info(): # type: () -> Tuple[int, ...] """Return sys.version_info-like tuple for use in decrementing the minor version.""" if get_abbr_impl() == 'pp': # as per https://github.com/pypa/pip/issues/2882 # attrs exist only on pypy return (sys.version_info[0], sys.pypy_version_info.major, # type: ignore sys.pypy_version_info.minor) # type: ignore else: return sys.version_info[0], sys.version_info[1] def get_impl_tag(): # type: () -> str """ Returns the Tag for this specific implementation. """ return "{}{}".format(get_abbr_impl(), get_impl_ver()) def get_flag(var, fallback, expected=True, warn=True): # type: (str, Callable[..., bool], Union[bool, int], bool) -> bool """Use a fallback method for determining SOABI flags if the needed config var is unset or unavailable.""" val = get_config_var(var) if val is None: if warn: logger.debug("Config variable '%s' is unset, Python ABI tag may " "be incorrect", var) return fallback() return val == expected def get_abi_tag(): # type: () -> Optional[str] """Return the ABI tag based on SOABI (if available) or emulate SOABI (CPython 2, PyPy).""" soabi = get_config_var('SOABI') impl = get_abbr_impl() abi = None # type: Optional[str] if not soabi and impl in {'cp', 'pp'} and hasattr(sys, 'maxunicode'): d = '' m = '' u = '' is_cpython = (impl == 'cp') if get_flag( 'Py_DEBUG', lambda: hasattr(sys, 'gettotalrefcount'), warn=is_cpython): d = 'd' if sys.version_info < (3, 8) and get_flag( 'WITH_PYMALLOC', lambda: is_cpython, warn=is_cpython): m = 'm' if sys.version_info < (3, 3) and get_flag( 'Py_UNICODE_SIZE', lambda: sys.maxunicode == 0x10ffff, expected=4, warn=is_cpython): u = 'u' abi = '%s%s%s%s%s' % (impl, get_impl_ver(), d, m, u) elif soabi and soabi.startswith('cpython-'): abi = 'cp' + soabi.split('-')[1] elif soabi: abi = soabi.replace('.', '_').replace('-', '_') return abi def _is_running_32bit(): # type: () -> bool return sys.maxsize == 2147483647 def get_platform(): # type: () -> str """Return our platform name 'win32', 'linux_x86_64'""" if sys.platform == 'darwin': # distutils.util.get_platform() returns the release based on the value # of MACOSX_DEPLOYMENT_TARGET on which Python was built, which may # be significantly older than the user's current machine. release, _, machine = platform.mac_ver() split_ver = release.split('.') if machine == "x86_64" and _is_running_32bit(): machine = "i386" elif machine == "ppc64" and _is_running_32bit(): machine = "ppc" return 'macosx_{}_{}_{}'.format(split_ver[0], split_ver[1], machine) # XXX remove distutils dependency result = distutils.util.get_platform().replace('.', '_').replace('-', '_') if result == "linux_x86_64" and _is_running_32bit(): # 32 bit Python program (running on a 64 bit Linux): pip should only # install and run 32 bit compiled extensions in that case. result = "linux_i686" return result def is_linux_armhf(): # type: () -> bool if get_platform() != "linux_armv7l": return False # hard-float ABI can be detected from the ELF header of the running # process try: with open(sys.executable, 'rb') as f: elf_header_raw = f.read(40) # read 40 first bytes of ELF header except (IOError, OSError, TypeError): return False if elf_header_raw is None or len(elf_header_raw) < 40: return False if isinstance(elf_header_raw, str): elf_header = [ord(c) for c in elf_header_raw] else: elf_header = [b for b in elf_header_raw] result = elf_header[0:4] == [0x7f, 0x45, 0x4c, 0x46] # ELF magic number result &= elf_header[4:5] == [1] # 32-bit ELF result &= elf_header[5:6] == [1] # little-endian result &= elf_header[18:20] == [0x28, 0] # ARM machine result &= elf_header[39:40] == [5] # ARM EABIv5 result &= (elf_header[37:38][0] & 4) == 4 # EF_ARM_ABI_FLOAT_HARD return result def is_manylinux1_compatible(): # type: () -> bool # Only Linux, and only x86-64 / i686 if get_platform() not in {"linux_x86_64", "linux_i686"}: return False # Check for presence of _manylinux module try: import _manylinux return bool(_manylinux.manylinux1_compatible) except (ImportError, AttributeError): # Fall through to heuristic check below pass # Check glibc version. CentOS 5 uses glibc 2.5. return pip._internal.utils.glibc.have_compatible_glibc(2, 5) def is_manylinux2010_compatible(): # type: () -> bool # Only Linux, and only x86-64 / i686 if get_platform() not in {"linux_x86_64", "linux_i686"}: return False # Check for presence of _manylinux module try: import _manylinux return bool(_manylinux.manylinux2010_compatible) except (ImportError, AttributeError): # Fall through to heuristic check below pass # Check glibc version. CentOS 6 uses glibc 2.12. return pip._internal.utils.glibc.have_compatible_glibc(2, 12) def is_manylinux2014_compatible(): # type: () -> bool # Only Linux, and only supported architectures platform = get_platform() if platform not in {"linux_x86_64", "linux_i686", "linux_aarch64", "linux_armv7l", "linux_ppc64", "linux_ppc64le", "linux_s390x"}: return False # check for hard-float ABI in case we're running linux_armv7l not to # install hard-float ABI wheel in a soft-float ABI environment if platform == "linux_armv7l" and not is_linux_armhf(): return False # Check for presence of _manylinux module try: import _manylinux return bool(_manylinux.manylinux2014_compatible) except (ImportError, AttributeError): # Fall through to heuristic check below pass # Check glibc version. CentOS 7 uses glibc 2.17. return pip._internal.utils.glibc.have_compatible_glibc(2, 17) def get_darwin_arches(major, minor, machine): # type: (int, int, str) -> List[str] """Return a list of supported arches (including group arches) for the given major, minor and machine architecture of an macOS machine. """ arches = [] def _supports_arch(major, minor, arch): # type: (int, int, str) -> bool # Looking at the application support for macOS versions in the chart # provided by https://en.wikipedia.org/wiki/OS_X#Versions it appears # our timeline looks roughly like: # # 10.0 - Introduces ppc support. # 10.4 - Introduces ppc64, i386, and x86_64 support, however the ppc64 # and x86_64 support is CLI only, and cannot be used for GUI # applications. # 10.5 - Extends ppc64 and x86_64 support to cover GUI applications. # 10.6 - Drops support for ppc64 # 10.7 - Drops support for ppc # # Given that we do not know if we're installing a CLI or a GUI # application, we must be conservative and assume it might be a GUI # application and behave as if ppc64 and x86_64 support did not occur # until 10.5. # # Note: The above information is taken from the "Application support" # column in the chart not the "Processor support" since I believe # that we care about what instruction sets an application can use # not which processors the OS supports. if arch == 'ppc': return (major, minor) <= (10, 5) if arch == 'ppc64': return (major, minor) == (10, 5) if arch == 'i386': return (major, minor) >= (10, 4) if arch == 'x86_64': return (major, minor) >= (10, 5) if arch in groups: for garch in groups[arch]: if _supports_arch(major, minor, garch): return True return False groups = OrderedDict([ ("fat", ("i386", "ppc")), ("intel", ("x86_64", "i386")), ("fat64", ("x86_64", "ppc64")), ("fat32", ("x86_64", "i386", "ppc")), ]) # type: Dict[str, Tuple[str, ...]] if _supports_arch(major, minor, machine): arches.append(machine) for garch in groups: if machine in groups[garch] and _supports_arch(major, minor, garch): arches.append(garch) arches.append('universal') return arches def get_all_minor_versions_as_strings(version_info): # type: (Tuple[int, ...]) -> List[str] versions = [] major = version_info[:-1] # Support all previous minor Python versions. for minor in range(version_info[-1], -1, -1): versions.append(''.join(map(str, major + (minor,)))) return versions def get_supported( versions=None, # type: Optional[List[str]] noarch=False, # type: bool platform=None, # type: Optional[str] impl=None, # type: Optional[str] abi=None # type: Optional[str] ): # type: (...) -> List[Pep425Tag] """Return a list of supported tags for each version specified in `versions`. :param versions: a list of string versions, of the form ["33", "32"], or None. The first version will be assumed to support our ABI. :param platform: specify the exact platform you want valid tags for, or None. If None, use the local system platform. :param impl: specify the exact implementation you want valid tags for, or None. If None, use the local interpreter impl. :param abi: specify the exact abi you want valid tags for, or None. If None, use the local interpreter abi. """ supported = [] # Versions must be given with respect to the preference if versions is None: version_info = get_impl_version_info() versions = get_all_minor_versions_as_strings(version_info) impl = impl or get_abbr_impl() abis = [] # type: List[str] abi = abi or get_abi_tag() if abi: abis[0:0] = [abi] abi3s = set() # type: Set[str] for suffix in get_extension_suffixes(): if suffix.startswith('.abi'): abi3s.add(suffix.split('.', 2)[1]) abis.extend(sorted(list(abi3s))) abis.append('none') if not noarch: arch = platform or get_platform() arch_prefix, arch_sep, arch_suffix = arch.partition('_') if arch.startswith('macosx'): # support macosx-10.6-intel on macosx-10.9-x86_64 match = _osx_arch_pat.match(arch) if match: name, major, minor, actual_arch = match.groups() tpl = '{}_{}_%i_%s'.format(name, major) arches = [] for m in reversed(range(int(minor) + 1)): for a in get_darwin_arches(int(major), m, actual_arch): arches.append(tpl % (m, a)) else: # arch pattern didn't match (?!) arches = [arch] elif arch_prefix == 'manylinux2014': arches = [arch] # manylinux1/manylinux2010 wheels run on most manylinux2014 systems # with the exception of wheels depending on ncurses. PEP 599 states # manylinux1/manylinux2010 wheels should be considered # manylinux2014 wheels: # https://www.python.org/dev/peps/pep-0599/#backwards-compatibility-with-manylinux2010-wheels if arch_suffix in {'i686', 'x86_64'}: arches.append('manylinux2010' + arch_sep + arch_suffix) arches.append('manylinux1' + arch_sep + arch_suffix) elif arch_prefix == 'manylinux2010': # manylinux1 wheels run on most manylinux2010 systems with the # exception of wheels depending on ncurses. PEP 571 states # manylinux1 wheels should be considered manylinux2010 wheels: # https://www.python.org/dev/peps/pep-0571/#backwards-compatibility-with-manylinux1-wheels arches = [arch, 'manylinux1' + arch_sep + arch_suffix] elif platform is None: arches = [] if is_manylinux2014_compatible(): arches.append('manylinux2014' + arch_sep + arch_suffix) if is_manylinux2010_compatible(): arches.append('manylinux2010' + arch_sep + arch_suffix) if is_manylinux1_compatible(): arches.append('manylinux1' + arch_sep + arch_suffix) arches.append(arch) else: arches = [arch] # Current version, current API (built specifically for our Python): for abi in abis: for arch in arches: supported.append(('%s%s' % (impl, versions[0]), abi, arch)) # abi3 modules compatible with older version of Python for version in versions[1:]: # abi3 was introduced in Python 3.2 if version in {'31', '30'}: break for abi in abi3s: # empty set if not Python 3 for arch in arches: supported.append(("%s%s" % (impl, version), abi, arch)) # Has binaries, does not use the Python API: for arch in arches: supported.append(('py%s' % (versions[0][0]), 'none', arch)) # No abi / arch, but requires our implementation: supported.append(('%s%s' % (impl, versions[0]), 'none', 'any')) # Tagged specifically as being cross-version compatible # (with just the major version specified) supported.append(('%s%s' % (impl, versions[0][0]), 'none', 'any')) # No abi / arch, generic Python for i, version in enumerate(versions): supported.append(('py%s' % (version,), 'none', 'any')) if i == 0: supported.append(('py%s' % (version[0]), 'none', 'any')) return supported implementation_tag = get_impl_tag() PK A\ |H H pip/_internal/wheel.pynu [ """ Support for installing and building the "wheel" binary package format. """ # The following comment should be removed at some point in the future. # mypy: strict-optional=False # mypy: disallow-untyped-defs=False from __future__ import absolute_import import collections import compileall import csv import hashlib import logging import os.path import re import shutil import stat import sys import warnings from base64 import urlsafe_b64encode from email.parser import Parser from pip._vendor import pkg_resources from pip._vendor.distlib.scripts import ScriptMaker from pip._vendor.distlib.util import get_export_entry from pip._vendor.packaging.utils import canonicalize_name from pip._vendor.six import StringIO from pip._internal import pep425tags from pip._internal.exceptions import ( InstallationError, InvalidWheelFilename, UnsupportedWheel, ) from pip._internal.locations import distutils_scheme, get_major_minor_version from pip._internal.models.link import Link from pip._internal.utils.logging import indent_log from pip._internal.utils.marker_files import has_delete_marker_file from pip._internal.utils.misc import captured_stdout, ensure_dir, read_chunks from pip._internal.utils.setuptools_build import make_setuptools_shim_args from pip._internal.utils.subprocess import ( LOG_DIVIDER, call_subprocess, format_command_args, runner_with_spinner_message, ) from pip._internal.utils.temp_dir import TempDirectory from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.ui import open_spinner from pip._internal.utils.unpacking import unpack_file from pip._internal.utils.urls import path_to_url if MYPY_CHECK_RUNNING: from typing import ( Dict, List, Optional, Sequence, Mapping, Tuple, IO, Text, Any, Iterable, Callable, Set, ) from pip._vendor.packaging.requirements import Requirement from pip._internal.req.req_install import InstallRequirement from pip._internal.operations.prepare import ( RequirementPreparer ) from pip._internal.cache import WheelCache from pip._internal.pep425tags import Pep425Tag InstalledCSVRow = Tuple[str, ...] BinaryAllowedPredicate = Callable[[InstallRequirement], bool] VERSION_COMPATIBLE = (1, 0) logger = logging.getLogger(__name__) def normpath(src, p): return os.path.relpath(src, p).replace(os.path.sep, '/') def hash_file(path, blocksize=1 << 20): # type: (str, int) -> Tuple[Any, int] """Return (hash, length) for path using hashlib.sha256()""" h = hashlib.sha256() length = 0 with open(path, 'rb') as f: for block in read_chunks(f, size=blocksize): length += len(block) h.update(block) return (h, length) # type: ignore def rehash(path, blocksize=1 << 20): # type: (str, int) -> Tuple[str, str] """Return (encoded_digest, length) for path using hashlib.sha256()""" h, length = hash_file(path, blocksize) digest = 'sha256=' + urlsafe_b64encode( h.digest() ).decode('latin1').rstrip('=') # unicode/str python2 issues return (digest, str(length)) # type: ignore def open_for_csv(name, mode): # type: (str, Text) -> IO if sys.version_info[0] < 3: nl = {} # type: Dict[str, Any] bin = 'b' else: nl = {'newline': ''} # type: Dict[str, Any] bin = '' return open(name, mode + bin, **nl) def replace_python_tag(wheelname, new_tag): # type: (str, str) -> str """Replace the Python tag in a wheel file name with a new value. """ parts = wheelname.split('-') parts[-3] = new_tag return '-'.join(parts) def fix_script(path): # type: (str) -> Optional[bool] """Replace #!python with #!/path/to/python Return True if file was changed.""" # XXX RECORD hashes will need to be updated if os.path.isfile(path): with open(path, 'rb') as script: firstline = script.readline() if not firstline.startswith(b'#!python'): return False exename = sys.executable.encode(sys.getfilesystemencoding()) firstline = b'#!' + exename + os.linesep.encode("ascii") rest = script.read() with open(path, 'wb') as script: script.write(firstline) script.write(rest) return True return None dist_info_re = re.compile(r"""^(?P<namever>(?P<name>.+?)(-(?P<ver>.+?))?) \.dist-info$""", re.VERBOSE) def root_is_purelib(name, wheeldir): # type: (str, str) -> bool """ Return True if the extracted wheel in wheeldir should go into purelib. """ name_folded = name.replace("-", "_") for item in os.listdir(wheeldir): match = dist_info_re.match(item) if match and match.group('name') == name_folded: with open(os.path.join(wheeldir, item, 'WHEEL')) as wheel: for line in wheel: line = line.lower().rstrip() if line == "root-is-purelib: true": return True return False def get_entrypoints(filename): # type: (str) -> Tuple[Dict[str, str], Dict[str, str]] if not os.path.exists(filename): return {}, {} # This is done because you can pass a string to entry_points wrappers which # means that they may or may not be valid INI files. The attempt here is to # strip leading and trailing whitespace in order to make them valid INI # files. with open(filename) as fp: data = StringIO() for line in fp: data.write(line.strip()) data.write("\n") data.seek(0) # get the entry points and then the script names entry_points = pkg_resources.EntryPoint.parse_map(data) console = entry_points.get('console_scripts', {}) gui = entry_points.get('gui_scripts', {}) def _split_ep(s): """get the string representation of EntryPoint, remove space and split on '='""" return str(s).replace(" ", "").split("=") # convert the EntryPoint objects into strings with module:function console = dict(_split_ep(v) for v in console.values()) gui = dict(_split_ep(v) for v in gui.values()) return console, gui def message_about_scripts_not_on_PATH(scripts): # type: (Sequence[str]) -> Optional[str] """Determine if any scripts are not on PATH and format a warning. Returns a warning message if one or more scripts are not on PATH, otherwise None. """ if not scripts: return None # Group scripts by the path they were installed in grouped_by_dir = collections.defaultdict(set) # type: Dict[str, Set[str]] for destfile in scripts: parent_dir = os.path.dirname(destfile) script_name = os.path.basename(destfile) grouped_by_dir[parent_dir].add(script_name) # We don't want to warn for directories that are on PATH. not_warn_dirs = [ os.path.normcase(i).rstrip(os.sep) for i in os.environ.get("PATH", "").split(os.pathsep) ] # If an executable sits with sys.executable, we don't warn for it. # This covers the case of venv invocations without activating the venv. not_warn_dirs.append(os.path.normcase(os.path.dirname(sys.executable))) warn_for = { parent_dir: scripts for parent_dir, scripts in grouped_by_dir.items() if os.path.normcase(parent_dir) not in not_warn_dirs } # type: Dict[str, Set[str]] if not warn_for: return None # Format a message msg_lines = [] for parent_dir, dir_scripts in warn_for.items(): sorted_scripts = sorted(dir_scripts) # type: List[str] if len(sorted_scripts) == 1: start_text = "script {} is".format(sorted_scripts[0]) else: start_text = "scripts {} are".format( ", ".join(sorted_scripts[:-1]) + " and " + sorted_scripts[-1] ) msg_lines.append( "The {} installed in '{}' which is not on PATH." .format(start_text, parent_dir) ) last_line_fmt = ( "Consider adding {} to PATH or, if you prefer " "to suppress this warning, use --no-warn-script-location." ) if len(msg_lines) == 1: msg_lines.append(last_line_fmt.format("this directory")) else: msg_lines.append(last_line_fmt.format("these directories")) # Returns the formatted multiline message return "\n".join(msg_lines) def sorted_outrows(outrows): # type: (Iterable[InstalledCSVRow]) -> List[InstalledCSVRow] """ Return the given rows of a RECORD file in sorted order. Each row is a 3-tuple (path, hash, size) and corresponds to a record of a RECORD file (see PEP 376 and PEP 427 for details). For the rows passed to this function, the size can be an integer as an int or string, or the empty string. """ # Normally, there should only be one row per path, in which case the # second and third elements don't come into play when sorting. # However, in cases in the wild where a path might happen to occur twice, # we don't want the sort operation to trigger an error (but still want # determinism). Since the third element can be an int or string, we # coerce each element to a string to avoid a TypeError in this case. # For additional background, see-- # https://github.com/pypa/pip/issues/5868 return sorted(outrows, key=lambda row: tuple(str(x) for x in row)) def get_csv_rows_for_installed( old_csv_rows, # type: Iterable[List[str]] installed, # type: Dict[str, str] changed, # type: set generated, # type: List[str] lib_dir, # type: str ): # type: (...) -> List[InstalledCSVRow] """ :param installed: A map from archive RECORD path to installation RECORD path. """ installed_rows = [] # type: List[InstalledCSVRow] for row in old_csv_rows: if len(row) > 3: logger.warning( 'RECORD line has more than three elements: {}'.format(row) ) # Make a copy because we are mutating the row. row = list(row) old_path = row[0] new_path = installed.pop(old_path, old_path) row[0] = new_path if new_path in changed: digest, length = rehash(new_path) row[1] = digest row[2] = length installed_rows.append(tuple(row)) for f in generated: digest, length = rehash(f) installed_rows.append((normpath(f, lib_dir), digest, str(length))) for f in installed: installed_rows.append((installed[f], '', '')) return installed_rows class MissingCallableSuffix(Exception): pass def _raise_for_invalid_entrypoint(specification): entry = get_export_entry(specification) if entry is not None and entry.suffix is None: raise MissingCallableSuffix(str(entry)) class PipScriptMaker(ScriptMaker): def make(self, specification, options=None): _raise_for_invalid_entrypoint(specification) return super(PipScriptMaker, self).make(specification, options) def move_wheel_files( name, # type: str req, # type: Requirement wheeldir, # type: str user=False, # type: bool home=None, # type: Optional[str] root=None, # type: Optional[str] pycompile=True, # type: bool scheme=None, # type: Optional[Mapping[str, str]] isolated=False, # type: bool prefix=None, # type: Optional[str] warn_script_location=True # type: bool ): # type: (...) -> None """Install a wheel""" # TODO: Investigate and break this up. # TODO: Look into moving this into a dedicated class for representing an # installation. if not scheme: scheme = distutils_scheme( name, user=user, home=home, root=root, isolated=isolated, prefix=prefix, ) if root_is_purelib(name, wheeldir): lib_dir = scheme['purelib'] else: lib_dir = scheme['platlib'] info_dir = [] # type: List[str] data_dirs = [] source = wheeldir.rstrip(os.path.sep) + os.path.sep # Record details of the files moved # installed = files copied from the wheel to the destination # changed = files changed while installing (scripts #! line typically) # generated = files newly generated during the install (script wrappers) installed = {} # type: Dict[str, str] changed = set() generated = [] # type: List[str] # Compile all of the pyc files that we're going to be installing if pycompile: with captured_stdout() as stdout: with warnings.catch_warnings(): warnings.filterwarnings('ignore') compileall.compile_dir(source, force=True, quiet=True) logger.debug(stdout.getvalue()) def record_installed(srcfile, destfile, modified=False): """Map archive RECORD paths to installation RECORD paths.""" oldpath = normpath(srcfile, wheeldir) newpath = normpath(destfile, lib_dir) installed[oldpath] = newpath if modified: changed.add(destfile) def clobber(source, dest, is_base, fixer=None, filter=None): ensure_dir(dest) # common for the 'include' path for dir, subdirs, files in os.walk(source): basedir = dir[len(source):].lstrip(os.path.sep) destdir = os.path.join(dest, basedir) if is_base and basedir.split(os.path.sep, 1)[0].endswith('.data'): continue for s in subdirs: destsubdir = os.path.join(dest, basedir, s) if is_base and basedir == '' and destsubdir.endswith('.data'): data_dirs.append(s) continue elif (is_base and s.endswith('.dist-info') and canonicalize_name(s).startswith( canonicalize_name(req.name))): assert not info_dir, ('Multiple .dist-info directories: ' + destsubdir + ', ' + ', '.join(info_dir)) info_dir.append(destsubdir) for f in files: # Skip unwanted files if filter and filter(f): continue srcfile = os.path.join(dir, f) destfile = os.path.join(dest, basedir, f) # directory creation is lazy and after the file filtering above # to ensure we don't install empty dirs; empty dirs can't be # uninstalled. ensure_dir(destdir) # copyfile (called below) truncates the destination if it # exists and then writes the new contents. This is fine in most # cases, but can cause a segfault if pip has loaded a shared # object (e.g. from pyopenssl through its vendored urllib3) # Since the shared object is mmap'd an attempt to call a # symbol in it will then cause a segfault. Unlinking the file # allows writing of new contents while allowing the process to # continue to use the old copy. if os.path.exists(destfile): os.unlink(destfile) # We use copyfile (not move, copy, or copy2) to be extra sure # that we are not moving directories over (copyfile fails for # directories) as well as to ensure that we are not copying # over any metadata because we want more control over what # metadata we actually copy over. shutil.copyfile(srcfile, destfile) # Copy over the metadata for the file, currently this only # includes the atime and mtime. st = os.stat(srcfile) if hasattr(os, "utime"): os.utime(destfile, (st.st_atime, st.st_mtime)) # If our file is executable, then make our destination file # executable. if os.access(srcfile, os.X_OK): st = os.stat(srcfile) permissions = ( st.st_mode | stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH ) os.chmod(destfile, permissions) changed = False if fixer: changed = fixer(destfile) record_installed(srcfile, destfile, changed) clobber(source, lib_dir, True) assert info_dir, "%s .dist-info directory not found" % req # Get the defined entry points ep_file = os.path.join(info_dir[0], 'entry_points.txt') console, gui = get_entrypoints(ep_file) def is_entrypoint_wrapper(name): # EP, EP.exe and EP-script.py are scripts generated for # entry point EP by setuptools if name.lower().endswith('.exe'): matchname = name[:-4] elif name.lower().endswith('-script.py'): matchname = name[:-10] elif name.lower().endswith(".pya"): matchname = name[:-4] else: matchname = name # Ignore setuptools-generated scripts return (matchname in console or matchname in gui) for datadir in data_dirs: fixer = None filter = None for subdir in os.listdir(os.path.join(wheeldir, datadir)): fixer = None if subdir == 'scripts': fixer = fix_script filter = is_entrypoint_wrapper source = os.path.join(wheeldir, datadir, subdir) dest = scheme[subdir] clobber(source, dest, False, fixer=fixer, filter=filter) maker = PipScriptMaker(None, scheme['scripts']) # Ensure old scripts are overwritten. # See https://github.com/pypa/pip/issues/1800 maker.clobber = True # Ensure we don't generate any variants for scripts because this is almost # never what somebody wants. # See https://bitbucket.org/pypa/distlib/issue/35/ maker.variants = {''} # This is required because otherwise distlib creates scripts that are not # executable. # See https://bitbucket.org/pypa/distlib/issue/32/ maker.set_mode = True scripts_to_generate = [] # Special case pip and setuptools to generate versioned wrappers # # The issue is that some projects (specifically, pip and setuptools) use # code in setup.py to create "versioned" entry points - pip2.7 on Python # 2.7, pip3.3 on Python 3.3, etc. But these entry points are baked into # the wheel metadata at build time, and so if the wheel is installed with # a *different* version of Python the entry points will be wrong. The # correct fix for this is to enhance the metadata to be able to describe # such versioned entry points, but that won't happen till Metadata 2.0 is # available. # In the meantime, projects using versioned entry points will either have # incorrect versioned entry points, or they will not be able to distribute # "universal" wheels (i.e., they will need a wheel per Python version). # # Because setuptools and pip are bundled with _ensurepip and virtualenv, # we need to use universal wheels. So, as a stopgap until Metadata 2.0, we # override the versioned entry points in the wheel and generate the # correct ones. This code is purely a short-term measure until Metadata 2.0 # is available. # # To add the level of hack in this section of code, in order to support # ensurepip this code will look for an ``ENSUREPIP_OPTIONS`` environment # variable which will control which version scripts get installed. # # ENSUREPIP_OPTIONS=altinstall # - Only pipX.Y and easy_install-X.Y will be generated and installed # ENSUREPIP_OPTIONS=install # - pipX.Y, pipX, easy_install-X.Y will be generated and installed. Note # that this option is technically if ENSUREPIP_OPTIONS is set and is # not altinstall # DEFAULT # - The default behavior is to install pip, pipX, pipX.Y, easy_install # and easy_install-X.Y. pip_script = console.pop('pip', None) if pip_script: if "ENSUREPIP_OPTIONS" not in os.environ: scripts_to_generate.append('pip = ' + pip_script) if os.environ.get("ENSUREPIP_OPTIONS", "") != "altinstall": scripts_to_generate.append( 'pip%s = %s' % (sys.version_info[0], pip_script) ) scripts_to_generate.append( 'pip%s = %s' % (get_major_minor_version(), pip_script) ) # Delete any other versioned pip entry points pip_ep = [k for k in console if re.match(r'pip(\d(\.\d)?)?$', k)] for k in pip_ep: del console[k] easy_install_script = console.pop('easy_install', None) if easy_install_script: if "ENSUREPIP_OPTIONS" not in os.environ: scripts_to_generate.append( 'easy_install = ' + easy_install_script ) scripts_to_generate.append( 'easy_install-%s = %s' % ( get_major_minor_version(), easy_install_script ) ) # Delete any other versioned easy_install entry points easy_install_ep = [ k for k in console if re.match(r'easy_install(-\d\.\d)?$', k) ] for k in easy_install_ep: del console[k] # Generate the console and GUI entry points specified in the wheel scripts_to_generate.extend( '%s = %s' % kv for kv in console.items() ) gui_scripts_to_generate = [ '%s = %s' % kv for kv in gui.items() ] generated_console_scripts = [] # type: List[str] try: generated_console_scripts = maker.make_multiple(scripts_to_generate) generated.extend(generated_console_scripts) generated.extend( maker.make_multiple(gui_scripts_to_generate, {'gui': True}) ) except MissingCallableSuffix as e: entry = e.args[0] raise InstallationError( "Invalid script entry point: {} for req: {} - A callable " "suffix is required. Cf https://packaging.python.org/en/" "latest/distributing.html#console-scripts for more " "information.".format(entry, req) ) if warn_script_location: msg = message_about_scripts_not_on_PATH(generated_console_scripts) if msg is not None: logger.warning(msg) # Record pip as the installer installer = os.path.join(info_dir[0], 'INSTALLER') temp_installer = os.path.join(info_dir[0], 'INSTALLER.pip') with open(temp_installer, 'wb') as installer_file: installer_file.write(b'pip\n') shutil.move(temp_installer, installer) generated.append(installer) # Record details of all files installed record = os.path.join(info_dir[0], 'RECORD') temp_record = os.path.join(info_dir[0], 'RECORD.pip') with open_for_csv(record, 'r') as record_in: with open_for_csv(temp_record, 'w+') as record_out: reader = csv.reader(record_in) outrows = get_csv_rows_for_installed( reader, installed=installed, changed=changed, generated=generated, lib_dir=lib_dir, ) writer = csv.writer(record_out) # Sort to simplify testing. for row in sorted_outrows(outrows): writer.writerow(row) shutil.move(temp_record, record) def wheel_version(source_dir): # type: (Optional[str]) -> Optional[Tuple[int, ...]] """ Return the Wheel-Version of an extracted wheel, if possible. Otherwise, return None if we couldn't parse / extract it. """ try: dist = [d for d in pkg_resources.find_on_path(None, source_dir)][0] wheel_data = dist.get_metadata('WHEEL') wheel_data = Parser().parsestr(wheel_data) version = wheel_data['Wheel-Version'].strip() version = tuple(map(int, version.split('.'))) return version except Exception: return None def check_compatibility(version, name): # type: (Optional[Tuple[int, ...]], str) -> None """ Raises errors or warns if called with an incompatible Wheel-Version. Pip should refuse to install a Wheel-Version that's a major series ahead of what it's compatible with (e.g 2.0 > 1.1); and warn when installing a version only minor version ahead (e.g 1.2 > 1.1). version: a 2-tuple representing a Wheel-Version (Major, Minor) name: name of wheel or package to raise exception about :raises UnsupportedWheel: when an incompatible Wheel-Version is given """ if not version: raise UnsupportedWheel( "%s is in an unsupported or invalid wheel" % name ) if version[0] > VERSION_COMPATIBLE[0]: raise UnsupportedWheel( "%s's Wheel-Version (%s) is not compatible with this version " "of pip" % (name, '.'.join(map(str, version))) ) elif version > VERSION_COMPATIBLE: logger.warning( 'Installing from a newer Wheel-Version (%s)', '.'.join(map(str, version)), ) def format_tag(file_tag): # type: (Tuple[str, ...]) -> str """ Format three tags in the form "<python_tag>-<abi_tag>-<platform_tag>". :param file_tag: A 3-tuple of tags (python_tag, abi_tag, platform_tag). """ return '-'.join(file_tag) class Wheel(object): """A wheel file""" # TODO: Maybe move the class into the models sub-package # TODO: Maybe move the install code into this class wheel_file_re = re.compile( r"""^(?P<namever>(?P<name>.+?)-(?P<ver>.*?)) ((-(?P<build>\d[^-]*?))?-(?P<pyver>.+?)-(?P<abi>.+?)-(?P<plat>.+?) \.whl|\.dist-info)$""", re.VERBOSE ) def __init__(self, filename): # type: (str) -> None """ :raises InvalidWheelFilename: when the filename is invalid for a wheel """ wheel_info = self.wheel_file_re.match(filename) if not wheel_info: raise InvalidWheelFilename( "%s is not a valid wheel filename." % filename ) self.filename = filename self.name = wheel_info.group('name').replace('_', '-') # we'll assume "_" means "-" due to wheel naming scheme # (https://github.com/pypa/pip/issues/1150) self.version = wheel_info.group('ver').replace('_', '-') self.build_tag = wheel_info.group('build') self.pyversions = wheel_info.group('pyver').split('.') self.abis = wheel_info.group('abi').split('.') self.plats = wheel_info.group('plat').split('.') # All the tag combinations from this file self.file_tags = { (x, y, z) for x in self.pyversions for y in self.abis for z in self.plats } def get_formatted_file_tags(self): # type: () -> List[str] """ Return the wheel's tags as a sorted list of strings. """ return sorted(format_tag(tag) for tag in self.file_tags) def support_index_min(self, tags): # type: (List[Pep425Tag]) -> int """ Return the lowest index that one of the wheel's file_tag combinations achieves in the given list of supported tags. For example, if there are 8 supported tags and one of the file tags is first in the list, then return 0. :param tags: the PEP 425 tags to check the wheel against, in order with most preferred first. :raises ValueError: If none of the wheel's file tags match one of the supported tags. """ return min(tags.index(tag) for tag in self.file_tags if tag in tags) def supported(self, tags): # type: (List[Pep425Tag]) -> bool """ Return whether the wheel is compatible with one of the given tags. :param tags: the PEP 425 tags to check the wheel against. """ return not self.file_tags.isdisjoint(tags) def _contains_egg_info( s, _egg_info_re=re.compile(r'([a-z0-9_.]+)-([a-z0-9_.!+-]+)', re.I)): """Determine whether the string looks like an egg_info. :param s: The string to parse. E.g. foo-2.1 """ return bool(_egg_info_re.search(s)) def should_use_ephemeral_cache( req, # type: InstallRequirement should_unpack, # type: bool cache_available, # type: bool check_binary_allowed, # type: BinaryAllowedPredicate ): # type: (...) -> Optional[bool] """ Return whether to build an InstallRequirement object using the ephemeral cache. :param cache_available: whether a cache directory is available for the should_unpack=True case. :return: True or False to build the requirement with ephem_cache=True or False, respectively; or None not to build the requirement. """ if req.constraint: # never build requirements that are merely constraints return None if req.is_wheel: if not should_unpack: logger.info( 'Skipping %s, due to already being wheel.', req.name, ) return None if not should_unpack: # i.e. pip wheel, not pip install; # return False, knowing that the caller will never cache # in this case anyway, so this return merely means "build it". # TODO improve this behavior return False if req.editable or not req.source_dir: return None if not check_binary_allowed(req): logger.info( "Skipping wheel build for %s, due to binaries " "being disabled for it.", req.name, ) return None if req.link and req.link.is_vcs: # VCS checkout. Build wheel just for this run. return True link = req.link base, ext = link.splitext() if cache_available and _contains_egg_info(base): return False # Otherwise, build the wheel just for this run using the ephemeral # cache since we are either in the case of e.g. a local directory, or # no cache directory is available to use. return True def format_command_result( command_args, # type: List[str] command_output, # type: str ): # type: (...) -> str """ Format command information for logging. """ command_desc = format_command_args(command_args) text = 'Command arguments: {}\n'.format(command_desc) if not command_output: text += 'Command output: None' elif logger.getEffectiveLevel() > logging.DEBUG: text += 'Command output: [use --verbose to show]' else: if not command_output.endswith('\n'): command_output += '\n' text += 'Command output:\n{}{}'.format(command_output, LOG_DIVIDER) return text def get_legacy_build_wheel_path( names, # type: List[str] temp_dir, # type: str req, # type: InstallRequirement command_args, # type: List[str] command_output, # type: str ): # type: (...) -> Optional[str] """ Return the path to the wheel in the temporary build directory. """ # Sort for determinism. names = sorted(names) if not names: msg = ( 'Legacy build of wheel for {!r} created no files.\n' ).format(req.name) msg += format_command_result(command_args, command_output) logger.warning(msg) return None if len(names) > 1: msg = ( 'Legacy build of wheel for {!r} created more than one file.\n' 'Filenames (choosing first): {}\n' ).format(req.name, names) msg += format_command_result(command_args, command_output) logger.warning(msg) return os.path.join(temp_dir, names[0]) def _always_true(_): return True class WheelBuilder(object): """Build wheels from a RequirementSet.""" def __init__( self, preparer, # type: RequirementPreparer wheel_cache, # type: WheelCache build_options=None, # type: Optional[List[str]] global_options=None, # type: Optional[List[str]] check_binary_allowed=None, # type: Optional[BinaryAllowedPredicate] no_clean=False # type: bool ): # type: (...) -> None if check_binary_allowed is None: # Binaries allowed by default. check_binary_allowed = _always_true self.preparer = preparer self.wheel_cache = wheel_cache self._wheel_dir = preparer.wheel_download_dir self.build_options = build_options or [] self.global_options = global_options or [] self.check_binary_allowed = check_binary_allowed self.no_clean = no_clean def _build_one(self, req, output_dir, python_tag=None): """Build one wheel. :return: The filename of the built wheel, or None if the build failed. """ # Install build deps into temporary directory (PEP 518) with req.build_env: return self._build_one_inside_env(req, output_dir, python_tag=python_tag) def _build_one_inside_env(self, req, output_dir, python_tag=None): with TempDirectory(kind="wheel") as temp_dir: if req.use_pep517: builder = self._build_one_pep517 else: builder = self._build_one_legacy wheel_path = builder(req, temp_dir.path, python_tag=python_tag) if wheel_path is not None: wheel_name = os.path.basename(wheel_path) dest_path = os.path.join(output_dir, wheel_name) try: wheel_hash, length = hash_file(wheel_path) shutil.move(wheel_path, dest_path) logger.info('Created wheel for %s: ' 'filename=%s size=%d sha256=%s', req.name, wheel_name, length, wheel_hash.hexdigest()) logger.info('Stored in directory: %s', output_dir) return dest_path except Exception: pass # Ignore return, we can't do anything else useful. self._clean_one(req) return None def _base_setup_args(self, req): # NOTE: Eventually, we'd want to also -S to the flags here, when we're # isolating. Currently, it breaks Python in virtualenvs, because it # relies on site.py to find parts of the standard library outside the # virtualenv. return make_setuptools_shim_args( req.setup_py_path, global_options=self.global_options, unbuffered_output=True ) def _build_one_pep517(self, req, tempd, python_tag=None): """Build one InstallRequirement using the PEP 517 build process. Returns path to wheel if successfully built. Otherwise, returns None. """ assert req.metadata_directory is not None if self.build_options: # PEP 517 does not support --build-options logger.error('Cannot build wheel for %s using PEP 517 when ' '--build-options is present' % (req.name,)) return None try: logger.debug('Destination directory: %s', tempd) runner = runner_with_spinner_message( 'Building wheel for {} (PEP 517)'.format(req.name) ) backend = req.pep517_backend with backend.subprocess_runner(runner): wheel_name = backend.build_wheel( tempd, metadata_directory=req.metadata_directory, ) if python_tag: # General PEP 517 backends don't necessarily support # a "--python-tag" option, so we rename the wheel # file directly. new_name = replace_python_tag(wheel_name, python_tag) os.rename( os.path.join(tempd, wheel_name), os.path.join(tempd, new_name) ) # Reassign to simplify the return at the end of function wheel_name = new_name except Exception: logger.error('Failed building wheel for %s', req.name) return None return os.path.join(tempd, wheel_name) def _build_one_legacy(self, req, tempd, python_tag=None): """Build one InstallRequirement using the "legacy" build process. Returns path to wheel if successfully built. Otherwise, returns None. """ base_args = self._base_setup_args(req) spin_message = 'Building wheel for %s (setup.py)' % (req.name,) with open_spinner(spin_message) as spinner: logger.debug('Destination directory: %s', tempd) wheel_args = base_args + ['bdist_wheel', '-d', tempd] \ + self.build_options if python_tag is not None: wheel_args += ["--python-tag", python_tag] try: output = call_subprocess( wheel_args, cwd=req.unpacked_source_directory, spinner=spinner, ) except Exception: spinner.finish("error") logger.error('Failed building wheel for %s', req.name) return None names = os.listdir(tempd) wheel_path = get_legacy_build_wheel_path( names=names, temp_dir=tempd, req=req, command_args=wheel_args, command_output=output, ) return wheel_path def _clean_one(self, req): base_args = self._base_setup_args(req) logger.info('Running setup.py clean for %s', req.name) clean_args = base_args + ['clean', '--all'] try: call_subprocess(clean_args, cwd=req.source_dir) return True except Exception: logger.error('Failed cleaning build dir for %s', req.name) return False def build( self, requirements, # type: Iterable[InstallRequirement] should_unpack=False # type: bool ): # type: (...) -> List[InstallRequirement] """Build wheels. :param should_unpack: If True, after building the wheel, unpack it and replace the sdist with the unpacked version in preparation for installation. :return: True if all the wheels built correctly. """ # pip install uses should_unpack=True. # pip install never provides a _wheel_dir. # pip wheel uses should_unpack=False. # pip wheel always provides a _wheel_dir (via the preparer). assert ( (should_unpack and not self._wheel_dir) or (not should_unpack and self._wheel_dir) ) buildset = [] cache_available = bool(self.wheel_cache.cache_dir) for req in requirements: ephem_cache = should_use_ephemeral_cache( req, should_unpack=should_unpack, cache_available=cache_available, check_binary_allowed=self.check_binary_allowed, ) if ephem_cache is None: continue # Determine where the wheel should go. if should_unpack: if ephem_cache: output_dir = self.wheel_cache.get_ephem_path_for_link( req.link ) else: output_dir = self.wheel_cache.get_path_for_link(req.link) else: output_dir = self._wheel_dir buildset.append((req, output_dir)) if not buildset: return [] # TODO by @pradyunsg # Should break up this method into 2 separate methods. # Build the wheels. logger.info( 'Building wheels for collected packages: %s', ', '.join([req.name for (req, _) in buildset]), ) python_tag = None if should_unpack: python_tag = pep425tags.implementation_tag with indent_log(): build_success, build_failure = [], [] for req, output_dir in buildset: try: ensure_dir(output_dir) except OSError as e: logger.warning( "Building wheel for %s failed: %s", req.name, e, ) build_failure.append(req) continue wheel_file = self._build_one( req, output_dir, python_tag=python_tag, ) if wheel_file: build_success.append(req) if should_unpack: # XXX: This is mildly duplicative with prepare_files, # but not close enough to pull out to a single common # method. # The code below assumes temporary source dirs - # prevent it doing bad things. if ( req.source_dir and not has_delete_marker_file(req.source_dir) ): raise AssertionError( "bad source dir - missing marker") # Delete the source we built the wheel from req.remove_temporary_source() # set the build directory again - name is known from # the work prepare_files did. req.source_dir = req.ensure_build_location( self.preparer.build_dir ) # Update the link for this. req.link = Link(path_to_url(wheel_file)) assert req.link.is_wheel # extract the wheel into the dir unpack_file(req.link.file_path, req.source_dir) else: build_failure.append(req) # notify success/failure if build_success: logger.info( 'Successfully built %s', ' '.join([req.name for req in build_success]), ) if build_failure: logger.info( 'Failed to build %s', ' '.join([req.name for req in build_failure]), ) # Return a list of requirements that failed to build return build_failure PK A\h,7b b . pip/_internal/__pycache__/index.cpython-38.pycnu [ U .e @ s( d Z ddlmZ ddlZddlZddlmZ ddlmZ ddl m Z ddl m Z mZmZmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lm Z ddl m Z ddl m Z ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z* e$rddl+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 ddl m4Z4 ddl5m6Z6 ddl7m8Z8 ddl9m:Z: ddl;m<Z< ddl=m>Z> e3e2d e2e?e@f f ZAe2e?e?e?e4eAe/e? f ZBd d d gZCeDeEZFd1d!d"ZGG d#d$ d$eHZId%d& ZJG d'd( d(eHZKG d)d d eHZLG d*d+ d+eHZMG d,d d eHZNd-d. ZOd/d0 ZPdS )2z!Routines related to PyPI, indexes )absolute_importN) specifiers)canonicalize_name)parse)BestVersionAlreadyInstalledDistributionNotFoundInvalidWheelFilenameUnsupportedWheel)InstallationCandidate) FormatControl)Link)SelectionPreferences) TargetPython)WHEEL_EXTENSION) indent_log) build_netloc)check_requires_python)MYPY_CHECK_RUNNING)SUPPORTED_EXTENSIONS) url_to_path)Wheel) FrozenSetIterableListOptionalSetTextTupleUnion) _BaseVersion) LinkCollector) SearchScope)InstallRequirement) Pep425Tag)Hashes r BestCandidateResult PackageFinderFc C s~ zt | j|d}W n& tjk r8 td| j| Y nBX |szdtt|}|shtd|| j| dS td|| j| dS )aa Return whether the given Python version is compatible with a link's "Requires-Python" value. :param version_info: A 3-tuple of ints representing the Python major-minor-micro version to check. :param ignore_requires_python: Whether to ignore the "Requires-Python" value if the given Python version isn't compatible. ) version_infoz2Ignoring invalid Requires-Python (%r) for link: %s.z4Link requires a different Python (%s not in: %r): %sFzBIgnoring failed Requires-Python check (%s not in: %r) for link: %sT) r Zrequires_pythonr ZInvalidSpecifierloggerdebugjoinmapstr)linkr( ignore_requires_pythonZ is_compatibleversionr% r% 7/usr/lib/python3.8/site-packages/pip/_internal/index.py_check_link_requires_python; s8 r3 c @ s, e Zd ZdZedZdddZdd ZdS ) LinkEvaluatorzD Responsible for evaluating links for a particular project. z-py([123]\.?[0-9]?)$Nc C s4 |dkr d}|| _ || _|| _|| _|| _|| _dS )a :param project_name: The user supplied package name. :param canonical_name: The canonical package name. :param formats: The formats allowed for this package. Should be a set with 'binary' or 'source' or both in it. :param target_python: The target Python interpreter to use when evaluating link compatibility. This is used, for example, to check wheel compatibility, as well as when checking the Python version, e.g. the Python version embedded in a link filename (or egg fragment) and against an HTML link's optional PEP 503 "data-requires-python" attribute. :param allow_yanked: Whether files marked as yanked (in the sense of PEP 592) are permitted to be candidates for install. :param ignore_requires_python: Whether to ignore incompatible PEP 503 "data-requires-python" values in HTML links. Defaults to False. NF) _allow_yanked_canonical_name_ignore_requires_python_formats_target_python project_name)selfr: canonical_nameformats target_python allow_yankedr0 r% r% r2 __init__r s zLinkEvaluator.__init__c C s d}|j r(| js(|jpd}dd|fS |jr<|j}|j}n| \}}|sPdS |tkrddd| fS d| jkr|t krd| j }d|fS d |j kr|d krd S |t kr,zt |j }W n tk r Y d S X t|j| jkrd | j }d|fS | j }||s&| }dd|}d|fS |j}d| jkrP|t krPdd| j fS |sbt|| j}|svdd| j fS | j|} | r|d| }| d} | | jj krdS t || jj | j d} | sdS t!"d|| d|fS )aG Determine whether a link is a candidate for installation. :return: A tuple (is_candidate, result), where `result` is (1) a version string if `is_candidate` is True, and (2) if `is_candidate` is False, an optional string to log the reason the link fails to qualify. N <none given>Fzyanked for reason: {})Fz not a filez unsupported archive format: %sZbinaryz No binaries permitted for %sZmacosx10z.zip)Fz macosx10 one)Fzinvalid wheel filenamezwrong project name (not %s)z"none of the wheel's tags match: {}, sourcezNo sources permitted for %sz Missing project version for %s )FzPython version is incorrect)r( r0 )FNzFound link %s, version: %sT)# is_yankedr5 yanked_reasonformat egg_fragmentextsplitextr r8 r r: pathr filenamer r namer6 r9 get_tags supportedZget_formatted_file_tagsr, r1 _extract_version_from_fragment_py_version_researchstartgroup py_versionr3 Zpy_version_infor7 r* r+ ) r; r/ r1 reasonZegg_inforI wheelsupported_tagsZ file_tagsmatchrU Zsupports_pythonr% r% r2 evaluate_link sx zLinkEvaluator.evaluate_link)N) __name__ __module__ __qualname____doc__recompilerQ r@ rZ r% r% r% r2 r4 f s &r4 c C s |s t dt| | t| S g }g }d}| D ]>}|j}|js@n"|j|drV|d7 }n || q.|| q.|rx|}nt| }t|t| krd} n dt|d dd |D } t d t| ||j |t|| | |S ) a Filter out candidates whose hashes aren't allowed, and return a new list of candidates. If at least one candidate has an allowed hash, then all candidates with either an allowed hash or no hash specified are returned. Otherwise, the given candidates are returned. Including the candidates with no hash specified when there is a match allows a warning to be logged if there is a more preferred candidate with no hash specified. Returning all candidates in the case of no matches lets pip report the hash of the candidate that would otherwise have been installed (e.g. permitting the user to more easily update their requirements file with the desired hash). zJGiven no hashes to check %s links for project %r: discarding no candidatesr )hashesrD zdiscarding no candidatesz discarding {} non-matches: {}z c s s | ]}t |jV qd S N)r. r/ .0 candidater% r% r2 <genexpr>+ s z*filter_unallowed_hashes.<locals>.<genexpr>zPChecked %s links for project %r against %s hashes (%s matches, %s no digest): %s) r* r+ lenlistr/ Zhas_hashis_hash_allowedappendrG r, Z digest_count) candidatesra r: Zmatches_or_no_digestZ non_matchesZ match_countre r/ ZfilteredZdiscard_messager% r% r2 filter_unallowed_hashes sL rl c @ s e Zd ZdZdddZdS )CandidatePreferenceszk Encapsulates some of the preferences for filtering and sorting InstallationCandidate objects. Fc C s || _ || _dS )zR :param allow_all_prereleases: Whether to allow all pre-releases. N)allow_all_prereleases prefer_binary)r; ro rn r% r% r2 r@ C s z CandidatePreferences.__init__N)FF)r[ r\ r] r^ r@ r% r% r% r2 rm < s rm c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r& zA collection of candidates, returned by `PackageFinder.find_best_candidate`. This class is only intended to be instantiated by CandidateEvaluator's `compute_best_candidate()` method. c C sH t |t |kst|dkr&|r2tn ||ks2t|| _|| _|| _dS )a :param candidates: A sequence of all available candidates found. :param applicable_candidates: The applicable candidates. :param best_candidate: The most preferred candidate found, or None if no applicable candidates were found. N)setAssertionError_applicable_candidates _candidatesbest_candidater; rk applicable_candidatesrt r% r% r2 r@ W s z BestCandidateResult.__init__c C s t | jS )z(Iterate through all candidates. )iterrs r; r% r% r2 iter_allp s z BestCandidateResult.iter_allc C s t | jS )z3Iterate through the applicable candidates. )rw rr rx r% r% r2 iter_applicablev s z#BestCandidateResult.iter_applicableN)r[ r\ r] r^ r@ ry rz r% r% r% r2 r& P s c @ sH e Zd ZdZedddZdddZdd Zd d Zd d Z dd Z dS )CandidateEvaluatorzm Responsible for filtering and sorting candidates for installation based on what tags are valid. NFc C s: |dkrt }|dkr t }| }| ||||||dS )a Create a CandidateEvaluator object. :param target_python: The target Python interpreter to use when checking compatibility. If None (the default), a TargetPython object will be constructed from the running Python. :param specifier: An optional object implementing `filter` (e.g. `packaging.specifiers.SpecifierSet`) to filter applicable versions. :param hashes: An optional collection of allowed hashes. N)r: rX specifierro rn ra )r r Z SpecifierSetrN )clsr: r> ro rn r| ra rX r% r% r2 create s zCandidateEvaluator.createc C s( || _ || _|| _|| _|| _|| _dS )z :param supported_tags: The PEP 425 tags supported by the target Python in order of preference (most preferred first). N)_allow_all_prereleases_hashes_prefer_binary _project_name _specifier_supported_tags)r; r: rX r| ro rn ra r% r% r2 r@ s zCandidateEvaluator.__init__c sV | j pd}| j}dd |jdd |D |dD fdd|D }t|| j| jd S ) zM Return the applicable candidates from a list of candidates. Nc S s h | ] }t |qS r% )r. )rd vr% r% r2 <setcomp> s z?CandidateEvaluator.get_applicable_candidates.<locals>.<setcomp>c s s | ]}t |jV qd S rb r. r1 rd cr% r% r2 rf s z?CandidateEvaluator.get_applicable_candidates.<locals>.<genexpr>)Z prereleasesc s g | ]}t |j kr|qS r% r r Zversionsr% r2 <listcomp> s z@CandidateEvaluator.get_applicable_candidates.<locals>.<listcomp>)rk ra r: )r r filterrl r r )r; rk Zallow_prereleasesr| rv r% r r2 get_applicable_candidates s z,CandidateEvaluator.get_applicable_candidatesc C s | j }t|}d}d}|j}|jrt|j}||sDtd|j | jrNd}| | }|j dk rt d|j } | } t| d | d f}n| }t|| j} dt|j } | | ||j||fS )a) Function to pass as the `key` argument to a call to sorted() to sort InstallationCandidates by preference. Returns a tuple such that tuples sorting as greater using Python's default comparison operator are more preferred. The preference is as follows: First and foremost, candidates with allowed (matching) hashes are always preferred over candidates without matching hashes. This is because e.g. if the only candidate with an allowed hash is yanked, we still want to use that candidate. Second, excepting hash considerations, candidates that have been yanked (in the sense of PEP 592) are always less preferred than candidates that haven't been yanked. Then: If not finding wheels, they are sorted by version only. If finding wheels, then the sort order is by version, then: 1. existing installs 2. wheels ordered via Wheel.support_index_min(self._supported_tags) 3. source archives If prefer_binary was set, then all wheels are sorted above sources. Note: it was considered to embed this logic into the Link comparison operators, but then different sdist links with the same version, would have to be considered equal r% r zB%s is not a supported wheel for this platform. It can't be sorted.rD Nz ^(\d+)(.*)$)r rg r/ Zis_wheelr rL rO r r Zsupport_index_min build_tagr_ rY groupsintri r rE r1 ) r; re Z valid_tagsZ support_numr Zbinary_preferencer/ rW ZprirY Zbuild_tag_groupsZhas_allowed_hashZ yank_valuer% r% r2 _sort_key s< z CandidateEvaluator._sort_keyc C sH |sdS t || jd}|j}|jrD|jp*d}dj||d}t| |S )zy Return the best candidate per the instance's sort order, or None if no candidate is acceptable. NkeyrA zqThe candidate selected for download or install is a yanked version: {candidate} Reason for being yanked: {reason})re rV )maxr r/ rE rF rG r* Zwarning)r; rk rt r/ rV msgr% r% r2 sort_best_candidate s z&CandidateEvaluator.sort_best_candidatec C s" | |}| |}t|||dS )zF Compute and return a `BestCandidateResult` instance. )rv rt )r r r& ru r% r% r2 compute_best_candidate< s z)CandidateEvaluator.compute_best_candidate)NFFNN)FFN) r[ r\ r] r^ classmethodr~ r@ r r r r r% r% r% r2 r{ } s ) $< r{ c @ s e Zd ZdZd&ddZed'ddZedd Zej d d Zed d Z ed d Z edd Z edd Z dd Zdd Zdd Zdd Zdd Zd d Zd d Zd(d d!Zd)d"d#Zd$d% ZdS )*r' zThis finds packages. This is meant to match easy_install's technique for looking for packages, by reading pages and looking for appropriate links. Nc C sP |dkrt }|p tt t }|| _|| _|| _|| _|| _|| _t | _ dS )a This constructor is primarily meant to be used by the create() class method and from tests. :param format_control: A FormatControl object, used to control the selection of source packages / binary packages when consulting the index and links. :param candidate_prefs: Options to use when creating a CandidateEvaluator object. N) rm r rp r5 _candidate_prefsr7 _link_collectorr9 format_control _logged_links)r; link_collectorr> r? r candidate_prefsr0 r% r% r2 r@ V s zPackageFinder.__init__c C s8 |dkrt }t|j|jd}| ||||j|j|jdS )af Create a PackageFinder. :param selection_prefs: The candidate selection preferences, as a SelectionPreferences object. :param target_python: The target Python interpreter to use when checking compatibility. If None (the default), a TargetPython object will be constructed from the running Python. N)ro rn )r r r> r? r r0 )r rm ro rn r? r r0 )r} r Zselection_prefsr> r r% r% r2 r~ ~ s zPackageFinder.createc C s | j jS rb r search_scoperx r% r% r2 r s zPackageFinder.search_scopec C s || j _d S rb r )r; r r% r% r2 r s c C s | j jS rb )r find_linksrx r% r% r2 r s zPackageFinder.find_linksc C s | j jS rb )r index_urlsrx r% r% r2 r s zPackageFinder.index_urlsc c s | j jjD ]}t| V q d S rb )r ZsessionZpip_trusted_originsr )r; Z host_portr% r% r2 trusted_hosts s zPackageFinder.trusted_hostsc C s | j jS rb r rn rx r% r% r2 rn s z#PackageFinder.allow_all_prereleasesc C s d| j _d S )NTr rx r% r% r2 set_allow_all_prereleases s z'PackageFinder.set_allow_all_prereleasesc C s. t |}| j|}t|||| j| j| jdS )N)r: r< r= r> r? r0 )r r Zget_allowed_formatsr4 r9 r5 r7 )r; r: r< r= r% r% r2 make_link_evaluator s z!PackageFinder.make_link_evaluatorc C sP g g }}t }|D ]2}||kr|| |jr<|| q|| q|| S )z Returns elements of links in order, non-egg links first, egg links second, while eliminating duplicates )rp addrH rj )r; linksZeggsZno_eggsseenr/ r% r% r2 _sort_links s zPackageFinder._sort_linksc C s( || j kr$td|| | j | d S )NzSkipping link: %s: %s)r r* r+ r )r; r/ rV r% r% r2 _log_skipped_link s z PackageFinder._log_skipped_linkc C s< | |\}}|s(|r$| j||d dS t|j|t|dS )z If the link is a candidate for install, convert it to an InstallationCandidate and return it. Otherwise, return None. )rV N)Zprojectr/ r1 )rZ r r r: r. )r; link_evaluatorr/ Z is_candidateresultr% r% r2 get_install_candidate s z#PackageFinder.get_install_candidatec C s6 g }| |D ]"}| ||}|dk r|| q|S )zU Convert links that are candidates to InstallationCandidate objects. N)r r rj )r; r r rk r/ re r% r% r2 evaluate_links s z PackageFinder.evaluate_linksc C s | j |}| |}| j||jd}g }|j D ]>\}}td| t | j||d}| | W 5 Q R X q4| j||j d} | r| j dd tdd dd | D | | | S ) a Find all available InstallationCandidate for project_name This checks index_urls and find_links. All versions found are returned as an InstallationCandidate list. See LinkEvaluator.evaluate_link() for details on which files are accepted. )r z Analyzing links from page %sT)reversezLocal files found: %srB c S s g | ]}t |jjqS r% )r r/ Zurlrc r% r% r2 r 2 s z5PackageFinder.find_all_candidates.<locals>.<listcomp>)r Z collect_linksr r r Zpagesitemsr* r+ r extendfilessortr, ) r; r: Zcollected_linksr Zfind_links_versionsZ page_versionsZpage_urlZ page_linksZ new_versionsZ file_versionsr% r% r2 find_all_candidates s8 z!PackageFinder.find_all_candidatesc C s" | j }tj|| j|j|j||dS )z3Create a CandidateEvaluator object to use. )r: r> ro rn r| ra )r r{ r~ r9 ro rn )r; r: r| ra r r% r% r2 make_candidate_evaluator; s z&PackageFinder.make_candidate_evaluatorc C s$ | |}| j|||d}||S )a Find matches for the given project and specifier. :param specifier: An optional object implementing `filter` (e.g. `packaging.specifiers.SpecifierSet`) to filter applicable versions. :return: A `BestCandidateResult` instance. )r: r| ra )r r r )r; r: r| ra rk Zcandidate_evaluatorr% r% r2 find_best_candidateN s z!PackageFinder.find_best_candidatec C s |j dd}| j|j|j|d}|j}d}|jdk r@t|jj}dd }|dkrz|dkrzt d||| t d| d}|r|dks|j|krd }|s|dk r|rt d | nt d ||j dS |rt d ||| tt d |j|| |jS )zTry to find a Link matching req Expects req, an InstallRequirement and upgrade, a boolean Returns a Link if found, Raises DistributionNotFound or BestVersionAlreadyInstalled otherwise F)Ztrust_internet)r| ra Nc S s d tdd | D tdp dS )NrB c S s h | ]}t |jqS r% r r r% r% r2 r } s zKPackageFinder.find_requirement.<locals>._format_versions.<locals>.<setcomp>r Znone)r, sorted parse_version)Z cand_iterr% r% r2 _format_versionsw s z8PackageFinder.find_requirement.<locals>._format_versionszNCould not find a version that satisfies the requirement %s (from versions: %s)z%No matching distribution found for %sTzLExisting installed version (%s) is most up-to-date and satisfies requirementzUExisting installed version (%s) satisfies requirement (most up-to-date version is %s)z=Installed version (%s) is most up-to-date (past versions: %s)z)Using version %s (newest of versions: %s))ra r rM r| rt Z satisfied_byr r1 r* Zcriticalry r r+ rz r r/ ) r; ZreqZupgradera Zbest_candidate_resultrt Zinstalled_versionr Zbest_installedr% r% r2 find_requiremente sh z PackageFinder.find_requirement)NNN)N)NN)NN)r[ r\ r] r^ r@ r r~ propertyr setterr r r rn r r r r r r r r r r r% r% r% r2 r' O sD ( 1 c C sL t | D ].\}}|dkrqt| d| |kr| S qtd| |dS )a Find the separator's index based on the package's canonical name. :param fragment: A <package>+<version> filename "fragment" (stem) or egg fragment. :param canonical_name: The package's canonical name. This function is needed since the canonicalized name does not necessarily have the same length as the egg info's name part. An example:: >>> fragment = 'foo__bar-1.0' >>> canonical_name = 'foo-bar' >>> _find_name_version_sep(fragment, canonical_name) 8 -Nz{} does not match {}) enumerater ValueErrorrG )fragmentr< ir r% r% r2 _find_name_version_sep s r c C sB zt | |d }W n tk r( Y dS X | |d }|s>dS |S )zParse the version string from a <package>+<version> filename "fragment" (stem) or egg fragment. :param fragment: The string to parse. E.g. foo-2.1 :param canonical_name: The canonicalized name of the package this belongs to. rD N)r r )r r< Z version_startr1 r% r% r2 rP s rP )F)Qr^ Z __future__r Zloggingr_ Zpip._vendor.packagingr Zpip._vendor.packaging.utilsr Z pip._vendor.packaging.versionr r Zpip._internal.exceptionsr r r r Z pip._internal.models.candidater Z#pip._internal.models.format_controlr Zpip._internal.models.linkr Z$pip._internal.models.selection_prefsr Z"pip._internal.models.target_pythonr Z pip._internal.utils.filetypesr Zpip._internal.utils.loggingr Zpip._internal.utils.miscr Z pip._internal.utils.packagingr Zpip._internal.utils.typingr Z pip._internal.utils.unpackingr Zpip._internal.utils.urlsr Zpip._internal.wheelr typingr r r r r r r r r Zpip._internal.collectorr Z!pip._internal.models.search_scoper! Zpip._internal.reqr" Zpip._internal.pep425tagsr# Zpip._internal.utils.hashesr$ r r. ZBuildTagZCandidateSortingKey__all__Z getLoggerr[ r* r3 objectr4 rl rm r& r{ r' r rP r% r% r% r2 <module> s^ ( + K- S hPK A\ , , 1 pip/_internal/__pycache__/download.cpython-38.pycnu [ U .eEQ @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl m Z d dl m Z m Z d dlmZ d dlmZ d dlmZmZ d dlmZ d d lmZ d d lmZ d d l m Z d d l m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d d l(m)Z) d dl*m+Z+ d dl,m-Z- d dl.m/Z/ d dl0m1Z1 d dl2m3Z3 e+rd dl4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z: d dl;m<Z< d dl=m>Z> d dl?m@Z@ d dlAmBZB ere<de6eCe7eC ge7eC f eDdddZEn8e<de6eCeCgdf e6eCe7eC ge7eC f eDeDd ddZEd d d d d!d"d#gZFeGeHZId=d$d ZJeKd%ejLZMd&d ZNd'd( ZOd)d* ZPd+d, ZQd-d. ZRd>d0d ZSd1d2 ZTd3d4 ZUd?d5d ZVd@d6d!ZWd7d# ZXd8d" ZYd9d: ZZd;d< Z[dS )A )absolute_importN)requests)CONTENT_CHUNK_SIZEResponse)PY2)parse) HashMismatchInstallationError)PyPI) PipSession) auto_decode) copy2_fixed) ask_path_exists backup_dirconsume display_path format_sizehide_urlpath_to_displayrmtreesplitext) TempDirectory)MYPY_CHECK_RUNNING)DownloadProgressProvider) unpack_file)get_url_scheme)vcs)IOCallableListOptionalTextTuple) TypedDict)Link)Hashes)VersionControlCopytreeKwargsignoresymlinksF)Ztotal) copy_functionr) Zignore_dangling_symlinksr* get_file_contentunpack_vcs_linkunpack_file_urlunpack_http_url unpack_urlparse_content_dispositionsanitize_content_filenamec C s6 |dkrt dt| }|dkr>|| }| |j|jfS |dkr|rd|drdtd|| f | ddd }| d d }t |}|r| dd |d dd }t |}|d rd |d }|} z&t| d }t| }W 5 Q R X W n4 tk r, } ztd t| W 5 d} ~ X Y nX | |fS )a* Gets the content of a file; it may be a filename, file: URL, or http: URL. Returns (location, content). Content is unicode. :param url: File path or url. :param comes_from: Origin description of requirements. :param session: Instance of pip.download.PipSession. NzAget_file_content() missing 1 required keyword argument: 'session')httpZhttpsfiler3 z6Requirements file %s references URL %s, which is local: \/|rbz$Could not open requirements file: %s) TypeErrorr getraise_for_statusurltext startswithr splitreplace_url_slash_drive_rematchgroup urllib_parseZunquotelstripopenr readIOErrorstr) r> Z comes_fromsessionschemeresppathrD fZcontentexc rR :/usr/lib/python3.8/site-packages/pip/_internal/download.pyr, U sB z /*([a-z])\|c C s, t | }|d k st|j|t| jd d S )N)r> )_get_used_vcs_backendAssertionErrorunpackr r> )linklocation vcs_backendrR rR rS r- s c C s$ t jD ]}| j|jkr| S qdS )z1 Return a VersionControl object or None. N)r ZbackendsrM Zschemes)rW rY rR rR rS rT s rT c O s | S NrR )iterableargskwargsrR rR rS _progress_indicator s r^ c s6 zt jd }W n tttfk r0 d}Y nX tdd}t tj krRd}n&|r\d}n |dkrjd}n|std}nd}|j }fdd} fd d } t } |j t j kr|} n|j} |rt||d } |rtd | t| n td | n |rtd| n td | | | | tt} |r*|| nt| d S )Nzcontent-lengthr Z from_cacheFi@ Tc 3 sT z j j| ddD ] }|V qW n. tk rN j | }|sBqJ|V q0Y nX d S )NF)Zdecode_content)rawstreamAttributeErrorrI )Z chunk_sizechunk)rN rR rS resp_read s z _download_url.<locals>.resp_readc 3 s | D ]} | |V qd S rZ )write)Zchunksrb ) content_filerR rS written_chunks s z%_download_url.<locals>.written_chunks)maxzDownloading %s (%s)zDownloading %szUsing cached %s)intheaders ValueErrorKeyErrorr; getattrloggerZgetEffectiveLevelloggingINFOshow_urlr^ Znetlocr Zurl_without_fragmentr infor r Zcheck_against_chunksr )rN rW re hashes progress_barZ total_lengthZ cached_respZ show_progressrp rc rf Zprogress_indicatorr> Zdownloaded_chunksrR )re rN rS _download_url sP % rt c C s d}t j||j}t j|rtdt| d}|dkr@d}nj|dkrdtdt| t | nF|dkrt |}td t|t| t || n|d krt d |rt | | td t| d S ) NTz8The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)abort)iwbaru Frv z Deleting %srw zBacking up %s to %srx zSaved %s)osrO joinfilenameexistsr r rm warningremover shutilZmovesysexitcopyrq )r| rX rW r Zdownload_locationresponseZ dest_filerR rR rS _copy_file s6 r onc C s |d krt dtddv}d }|r0t| ||}|rH|}t|d } nt| ||j||\}} t||| |r~|s~t||| |st | W 5 Q R X d S )Nz@unpack_http_url() missing 1 required keyword argument: 'session'rV )Zkindr ) r; r _check_download_dir mimetypes guess_type_download_http_urlrO r r rz unlink) rW rX download_dirrL rr rs temp_diralready_downloaded_path from_path content_typerR rR rS r/ s2 c C sT zt | | W n@ tjk rN } z tdt|t| t| W 5 d}~X Y nX dS )zCopying special files is not supported, but as a convenience to users we skip errors copying them. This supports tools that may create e.g. socket files in the project source directory. z>Ignoring special file error '%s' encountered copying %s to %s.N)r r ZSpecialFileErrorrm r~ rK r )srcdesterR rR rS _copy2_ignoring_special_filesJ s r c s` t j|}t j|t j| fdd}t|dd}tsLt|d< tj |f| d S )Nc s6 g }| kr|ddg7 }t j| kr2|g7 }|S )Nz.toxz.nox)rz rO abspath)dnamesZskippedsourceZtarget_basenameZtarget_dirnamerR rS r) e s z!_copy_source_tree.<locals>.ignoreTr( r+ ) rz rO r basenamedirnamedictr r r Zcopytree)r targetZtarget_abspathr) r] rR r rS _copy_source_tree_ s r c C s | j }| r>tj|r"t| t|| |r:td dS |rL| | d}|r`t | ||}|rj|}n|}t |d }t ||| |r|st||| dS )zUnpack link into location. If download_dir is provided and link points to a file, make a copy of the link file inside download_dir. z*Link is a directory, ignoring download_dirNr ) file_pathZis_existing_dirrz rO isdirr r rm rq check_against_pathr r r r r )rW rX r rr Z link_pathr r r rR rR rS r. ~ s. c C sP | j rt| | n:| jr*t| |||d n"|dkr8t }t| |||||d dS )av Unpack link. If link is a VCS link: if only_download, export into download_dir and ignore location else unpack into location for other types of link: - unpack into location - if download_dir, copy the file into download_dir - if only_download, mark location for deletion :param hashes: A Hashes object, one of whose embedded hashes must match, or HashMismatch will be raised. If the Hashes is empty, no matches are required, and unhashable types of requirements (like VCS ones, which would ordinarily raise HashUnsupported) are allowed. )rr N)rr rs )Zis_vcsr- is_filer. r r/ )rW rX r rL rr rs rR rR rS r0 s c C s t j| S )zJ Sanitize the "filename" value from a Content-Disposition header. )rz rO r )r| rR rR rS r2 s c C s, t | \}}|d}|r$t|}|p*|S )z Parse the "filename" value from a Content-Disposition header, and return the default filename if the result is empty. r| )cgiZ parse_headerr< r2 )content_dispositionZdefault_filenameZ_typeZparamsr| rR rR rS r1 s c C s* | j ddd }z |j|ddidd}| W n8 tjk rj } ztd|jj | W 5 d }~X Y nX |j d d }| j } |j d } | rt | | } t | d } | st|} | r| | 7 } | s| j |j krtj |j d } | r| | 7 } tj|| } t| d } t|| | || W 5 Q R X | |fS )z6Download link url into temp_dir using provided session#r6 r zAccept-EncodingZidentityT)ri r` z HTTP error %s while getting %sNz content-type zcontent-dispositionwb)r> rA r< r= r Z HTTPErrorrm Zcriticalr Z status_coderi r| r1 r r Zguess_extensionrz rO r{ rH rt )rW rL r rr rs Z target_urlrN rQ r r| r Zextr re rR rR rS r sB r c C sp t j|| j}t j|s dS td| |rlz|| W n, tk rj t d| t | Y dS X |S )z Check download_dir for previously downloaded file with correct hash If a correct file is found return its path else None Nz File was already downloaded %sz;Previously-downloaded file %s has bad hash. Re-downloading.) rz rO r{ r| r} rm rq r r r~ r )rW r rr Z download_pathrR rR rS r 7 s r )NN)NNNr )NN)NNNr )\Z __future__r r rn r rz rer r Z pip._vendorr Zpip._vendor.requests.modelsr r Zpip._vendor.sixr Z pip._vendor.six.moves.urllibr rF Zpip._internal.exceptionsr r Zpip._internal.models.indexr Z pip._internal.network.sessionr Z pip._internal.utils.encodingr Z pip._internal.utils.filesystemr Zpip._internal.utils.miscr r r r r r r r r Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.uir Z pip._internal.utils.unpackingr Zpip._internal.utils.urlsr Zpip._internal.vcsr typingr r r r r! r" Zmypy_extensionsr# Zpip._internal.models.linkr$ Zpip._internal.utils.hashesr% Z pip._internal.vcs.versioncontrolr& rK boolr' __all__Z getLogger__name__rm r, compileIrC r- rT r^ rt r r/ r r r. r0 r2 r1 r r rR rR rR rS <module> s , 0 d -" 8 .?PK A\t1:& :& 3 pip/_internal/__pycache__/pep425tags.cpython-38.pycnu [ U .eE> @ sT d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl ZddlmZ ddlmZ erddlmZmZmZmZmZmZmZ eeeef Z e e Z e dZ!d d Z"d d Z#d d Z$dd Z%dd Z&dd Z'd-ddZ(dd Z)dd Z*d d Z+d d Z,d d! Z-d"d# Z.d$d% Z/d&d' Z0d(d) Z1d.d+d,Z2e' Z3dS )/z2Generate and work with PEP 425 Compatibility Tags. )absolute_importN) OrderedDict)get_extension_suffixes)MYPY_CHECK_RUNNING)TupleCallableListOptionalUnionDictSetz(.+)_(\d+)_(\d+)_(.+)c C sL z t | W S tk rF } z td|t W Y d S d }~X Y nX d S )Nz{}) sysconfigget_config_varIOErrorwarningswarnformatRuntimeWarning)vare r </usr/lib/python3.8/site-packages/pip/_internal/pep425tags.pyr s r c C s: t tdrd} n&tjdr"d} ntjdkr2d} nd} | S )z'Return abbreviated implementation name.pypy_version_infoppjavaZjyZcliZipcp)hasattrsysplatform startswith)Zpyimplr r r get_abbr_impl& s r c C s d tt| d d S )N )joinmapstr) version_infor r r version_info_to_nodot4 s r' c C s, t d} | rt dkr(dttt } | S )z Return implementation version.Zpy_version_nodotr r! )r r r# r$ r% get_impl_version_info)Zimpl_verr r r get_impl_ver: s r) c C s: t dkr"tjd tjjtjjfS tjd tjd fS dS )zQReturn sys.version_info-like tuple for use in decrementing the minor version.r r N)r r r& r majorminorr r r r r( C s r( c C s d t t S )z; Returns the Tag for this specific implementation. z{}{})r r r) r r r r get_impl_tagQ s r- Tc C s. t | }|dkr&|r td| | S ||kS )zgUse a fallback method for determining SOABI flags if the needed config var is unset or unavailable.Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)r loggerdebug)r Zfallbackexpectedr valr r r get_flagY s r2 c s t d} t }d}| s|dkrttdrd}d}d}|dk tddd d rRd }tjd k rvtd fdd d rvd}tjdk rtddd d drd}d|t |||f }n:| r| drd| dd }n| r| dd dd}|S ) zXReturn the ABI tag based on SOABI (if available) or emulate SOABI (CPython 2, PyPy).ZSOABIN> r r maxunicoder! r ZPy_DEBUGc S s t tdS )NZgettotalrefcount)r r r r r r <lambda>t z get_abi_tag.<locals>.<lambda>)r d) Z WITH_PYMALLOCc s S )Nr r Z is_cpythonr r r4 x r5 m)r7 r7 ZPy_UNICODE_SIZEc S s t jdkS )Ni )r r3 r r r r r4 { r5 )r0 r uz %s%s%s%s%szcpython--r* ._) r r r r r2 r& r) r splitreplace)Zsoabiimplabir6 r: r< r r9 r get_abi_tagf sB rD c C s t jdkS )Ni)r maxsizer r r r _is_running_32bit s rF c C s t jdkr^t \} }}| d}|dkr6t r6d}n|dkrHt rHd}d|d |d |S tj dd d d }|d krt rd }|S )z0Return our platform name 'win32', 'linux_x86_64'darwinr> x86_64i386ppc64ppczmacosx_{}_{}_{}r r* r? r= linux_x86_64 linux_i686) r r Zmac_verr@ rF r distutilsutil get_platformrA )releaser? machineZ split_verresultr r r rP s rP c C s$ t dkrdS z&ttjd} | d}W 5 Q R X W n tttfk rP Y dS X |d ksft|dk rjdS t |t rdd |D }ndd |D }|dd d d d d gk}||d d dgkM }||dd dgkM }||dd ddgkM }||dd dgkM }||dd d d @ d kM }|S )N linux_armv7lFrb( c S s g | ] }t |qS r )ord).0cr r r <listcomp> s z"is_linux_armhf.<locals>.<listcomp>c S s g | ]}|qS r r )rX br r r rZ s r r; E L F r* ' % & ) rP openr executablereadr OSError TypeErrorlen isinstancer% )fZelf_header_rawZ elf_headerrS r r r is_linux_armhf s& ro c C sN t dkrdS zdd l} t| jW S ttfk r: Y nX tjjj ddS )N rM rL Fr r" r` ) rP _manylinuxboolZmanylinux1_compatible ImportErrorAttributeErrorpip _internalutilsglibchave_compatible_glibcrq r r r is_manylinux1_compatible s r{ c C sN t dkrdS zdd l} t| jW S ttfk r: Y nX tjjj ddS )Nrp Fr r" ) rP rq rr Zmanylinux2010_compatiblers rt ru rv rw rx ry rz r r r is_manylinux2010_compatible s r} c C sd t } | dkrdS | dkr$t s$dS zdd l}t|jW S ttfk rP Y nX tjj j ddS )N> rM linux_s390x linux_ppc64lerL rT linux_aarch64 linux_ppc64FrT r r" ) rP ro rq rr Zmanylinux2014_compatiblers rt ru rv rw rx ry )r rq r r r is_manylinux2014_compatible s r c sr g } fdd t ddddg | ||r8|| D ]&}|| kr< | ||r<|| q<|d |S )zReturn a list of supported arches (including group arches) for the given major, minor and machine architecture of an macOS machine. c s| |dkr| |fdkS |dkr(| |fdkS |dkr<| |fdkS |dkrP| |fdkS |krx| D ]} | ||r` dS q`dS ) NrK ) r` rJ rI )r r; rH TFr )r+ r, archgarch_supports_archgroupsr r r s z)get_darwin_arches.<locals>._supports_arch)Zfat)rI rK )Zintel)rH rI )Zfat64)rH rJ )Zfat32)rH rI rK Z universal)r append)r+ r, rR archesr r r r get_darwin_arches s % r c C sF g }| d d }t | d ddD ] }|dtt||f q |S )Nr! )ranger r# r$ r% )r& versionsr+ r, r r r !get_all_minor_versions_as_strings> s r Fc C sD g }| dkrt }t|} |p"t }g }|p0t }|rD|g|dd< t }t D ]$} | drP|| ddd qP| t t | | d |s|pt } | d\} } } | d r>t| }|r6| \}}}}d ||}g }ttt|d D ]0}tt|||D ]}| |||f qqn| g}n| d kr~| g}| d kr| d | | | d| | n| d kr| d| | g}nn|dkrg }t r| d | | t r| d | | t r| d| | | | n| g}|D ].}|D ]"} | d|| d f || f qq | dd D ]F}|dkr\ q|D ]*}|D ] } | d||f || f qhq`qH|D ]"} | d| d d d| f q| d|| d f ddf | d|| d d f ddf t| D ]B\}}| d|f ddf |dkr| d|d ddf q|S )ac Return a list of supported tags for each version specified in `versions`. :param versions: a list of string versions, of the form ["33", "32"], or None. The first version will be assumed to support our ABI. :param platform: specify the exact platform you want valid tags for, or None. If None, use the local system platform. :param impl: specify the exact implementation you want valid tags for, or None. If None, use the local interpreter impl. :param abi: specify the exact abi you want valid tags for, or None. If None, use the local interpreter abi. Nr z.abir> r" r* Znoner? Zmacosxz {}_{}_%i_%sZ manylinux2014> rH i686Z manylinux2010Z manylinux1z%s%s> 3130zpy%sany)r( r r rD setr r addr@ extendsortedlistr rP partition _osx_arch_patmatchr r reversedr intr r r} r{ enumerate)r Znoarchr rB rC Z supportedr& ZabisZabi3ssuffixr Z arch_prefixZarch_sepZ arch_suffixr namer+ r, Z actual_archZtplr r: aversionir r r get_supportedH s~ $ $ r )TT)NFNNN)4__doc__Z __future__r Zdistutils.utilrN Zloggingr rer r r collectionsr Zpip._internal.utils.glibcru Zpip._internal.utils.compatr Zpip._internal.utils.typingr typingr r r r r r r r% Z Pep425TagZ getLogger__name__r. compiler r r r' r) r( r- r2 rD rF rP ro r{ r} r r r r Zimplementation_tagr r r r <module> sP $ !? yPK A\ 1 pip/_internal/__pycache__/__init__.cpython-38.pycnu [ U .eP @ s d dl ZdS ) N)Z*pip._internal.utils.inject_securetransportZpip r r :/usr/lib/python3.8/site-packages/pip/_internal/__init__.py<module> PK A\[l:& :& 9 pip/_internal/__pycache__/pep425tags.cpython-38.opt-1.pycnu [ U .eE> @ sT d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl ZddlmZ ddlmZ erddlmZmZmZmZmZmZmZ eeeef Z e e Z e dZ!d d Z"d d Z#d d Z$dd Z%dd Z&dd Z'd-ddZ(dd Z)dd Z*d d Z+d d Z,d d! Z-d"d# Z.d$d% Z/d&d' Z0d(d) Z1d.d+d,Z2e' Z3dS )/z2Generate and work with PEP 425 Compatibility Tags. )absolute_importN) OrderedDict)get_extension_suffixes)MYPY_CHECK_RUNNING)TupleCallableListOptionalUnionDictSetz(.+)_(\d+)_(\d+)_(.+)c C sL z t | W S tk rF } z td|t W Y d S d }~X Y nX d S )Nz{}) sysconfigget_config_varIOErrorwarningswarnformatRuntimeWarning)vare r </usr/lib/python3.8/site-packages/pip/_internal/pep425tags.pyr s r c C s: t tdrd} n&tjdr"d} ntjdkr2d} nd} | S )z'Return abbreviated implementation name.pypy_version_infoppjavaZjyZcliZipcp)hasattrsysplatform startswith)Zpyimplr r r get_abbr_impl& s r c C s d tt| d d S )N )joinmapstr) version_infor r r version_info_to_nodot4 s r' c C s, t d} | rt dkr(dttt } | S )z Return implementation version.Zpy_version_nodotr r! )r r r# r$ r% get_impl_version_info)Zimpl_verr r r get_impl_ver: s r) c C s: t dkr"tjd tjjtjjfS tjd tjd fS dS )zQReturn sys.version_info-like tuple for use in decrementing the minor version.r r N)r r r& r majorminorr r r r r( C s r( c C s d t t S )z; Returns the Tag for this specific implementation. z{}{})r r r) r r r r get_impl_tagQ s r- Tc C s. t | }|dkr&|r td| | S ||kS )zgUse a fallback method for determining SOABI flags if the needed config var is unset or unavailable.Nz>Config variable '%s' is unset, Python ABI tag may be incorrect)r loggerdebug)r Zfallbackexpectedr valr r r get_flagY s r2 c s t d} t }d}| s|dkrttdrd}d}d}|dk tddd d rRd }tjd k rvtd fdd d rvd}tjdk rtddd d drd}d|t |||f }n:| r| drd| dd }n| r| dd dd}|S ) zXReturn the ABI tag based on SOABI (if available) or emulate SOABI (CPython 2, PyPy).ZSOABIN> r r maxunicoder! r ZPy_DEBUGc S s t tdS )NZgettotalrefcount)r r r r r r <lambda>t z get_abi_tag.<locals>.<lambda>)r d) Z WITH_PYMALLOCc s S )Nr r Z is_cpythonr r r4 x r5 m)r7 r7 ZPy_UNICODE_SIZEc S s t jdkS )Ni )r r3 r r r r r4 { r5 )r0 r uz %s%s%s%s%szcpython--r* ._) r r r r r2 r& r) r splitreplace)Zsoabiimplabir6 r: r< r r9 r get_abi_tagf sB rD c C s t jdkS )Ni)r maxsizer r r r _is_running_32bit s rF c C s t jdkr^t \} }}| d}|dkr6t r6d}n|dkrHt rHd}d|d |d |S tj dd d d }|d krt rd }|S )z0Return our platform name 'win32', 'linux_x86_64'darwinr> x86_64i386ppc64ppczmacosx_{}_{}_{}r r* r? r= linux_x86_64 linux_i686) r r Zmac_verr@ rF r distutilsutil get_platformrA )releaser? machineZ split_verresultr r r rP s rP c C s$ t dkrdS z&ttjd} | d}W 5 Q R X W n tttfk rP Y dS X |d ksft|dk rjdS t |t rdd |D }ndd |D }|dd d d d d gk}||d d dgkM }||dd dgkM }||dd ddgkM }||dd dgkM }||dd d d @ d kM }|S )N linux_armv7lFrb( c S s g | ] }t |qS r )ord).0cr r r <listcomp> s z"is_linux_armhf.<locals>.<listcomp>c S s g | ]}|qS r r )rX br r r rZ s r r; E L F r* ' % & ) rP openr executablereadr OSError TypeErrorlen isinstancer% )fZelf_header_rawZ elf_headerrS r r r is_linux_armhf s& ro c C sN t dkrdS zdd l} t| jW S ttfk r: Y nX tjjj ddS )N rL rM Fr r" r` ) rP _manylinuxboolZmanylinux1_compatible ImportErrorAttributeErrorpip _internalutilsglibchave_compatible_glibcrq r r r is_manylinux1_compatible s r{ c C sN t dkrdS zdd l} t| jW S ttfk r: Y nX tjjj ddS )Nrp Fr r" ) rP rq rr Zmanylinux2010_compatiblers rt ru rv rw rx ry rz r r r is_manylinux2010_compatible s r} c C sd t } | dkrdS | dkr$t s$dS zdd l}t|jW S ttfk rP Y nX tjj j ddS )N> linux_s390xrM rL linux_ppc64lerT linux_aarch64 linux_ppc64FrT r r" ) rP ro rq rr Zmanylinux2014_compatiblers rt ru rv rw rx ry )r rq r r r is_manylinux2014_compatible s r c sr g } fdd t ddddg | ||r8|| D ]&}|| kr< | ||r<|| q<|d |S )zReturn a list of supported arches (including group arches) for the given major, minor and machine architecture of an macOS machine. c s| |dkr| |fdkS |dkr(| |fdkS |dkr<| |fdkS |dkrP| |fdkS |krx| D ]} | ||r` dS q`dS ) NrK ) r` rJ rI )r r; rH TFr )r+ r, archgarch_supports_archgroupsr r r s z)get_darwin_arches.<locals>._supports_arch)Zfat)rI rK )Zintel)rH rI )Zfat64)rH rJ )Zfat32)rH rI rK Z universal)r append)r+ r, rR archesr r r r get_darwin_arches s % r c C sF g }| d d }t | d ddD ] }|dtt||f q |S )Nr! )ranger r# r$ r% )r& versionsr+ r, r r r !get_all_minor_versions_as_strings> s r Fc C sD g }| dkrt }t|} |p"t }g }|p0t }|rD|g|dd< t }t D ]$} | drP|| ddd qP| t t | | d |s|pt } | d\} } } | d r>t| }|r6| \}}}}d ||}g }ttt|d D ]0}tt|||D ]}| |||f qqn| g}n| d kr~| g}| d kr| d | | | d| | n| d kr| d| | g}nn|dkrg }t r| d | | t r| d | | t r| d| | | | n| g}|D ].}|D ]"} | d|| d f || f qq | dd D ]F}|dkr\ q|D ]*}|D ] } | d||f || f qhq`qH|D ]"} | d| d d d| f q| d|| d f ddf | d|| d d f ddf t| D ]B\}}| d|f ddf |dkr| d|d ddf q|S )ac Return a list of supported tags for each version specified in `versions`. :param versions: a list of string versions, of the form ["33", "32"], or None. The first version will be assumed to support our ABI. :param platform: specify the exact platform you want valid tags for, or None. If None, use the local system platform. :param impl: specify the exact implementation you want valid tags for, or None. If None, use the local interpreter impl. :param abi: specify the exact abi you want valid tags for, or None. If None, use the local interpreter abi. Nr z.abir> r" r* Znoner? Zmacosxz {}_{}_%i_%sZ manylinux2014> i686rH Z manylinux2010Z manylinux1z%s%s> 3130zpy%sany)r( r r rD setr r addr@ extendsortedlistr rP partition _osx_arch_patmatchr r reversedr intr r r} r{ enumerate)r Znoarchr rB rC Z supportedr& ZabisZabi3ssuffixr Z arch_prefixZarch_sepZ arch_suffixr namer+ r, Z actual_archZtplr r: aversionir r r get_supportedH s~ $ $ r )TT)NFNNN)4__doc__Z __future__r Zdistutils.utilrN Zloggingr rer r r collectionsr Zpip._internal.utils.glibcru Zpip._internal.utils.compatr Zpip._internal.utils.typingr typingr r r r r r r r% Z Pep425TagZ getLogger__name__r. compiler r r r' r) r( r- r2 rD rF rP ro r{ r} r r r r Zimplementation_tagr r r r <module> sP $ !? yPK A\goj] 8 pip/_internal/__pycache__/build_env.cpython-38.opt-1.pycnu [ U .e] @ s d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z m Z mZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ erdd lmZm Z m Z m Z m Z dd l m!Z! e"e#Z$G dd dZ%G dd de&Z'G dd de'Z(dS )z;Build Environment used for isolation during sdist building N) OrderedDict)get_python_lib) get_paths) RequirementVersionConflict WorkingSet)__file__)call_subprocess) TempDirectory)MYPY_CHECK_RUNNING) open_spinner)TupleSetIterableOptionalList) PackageFinderc @ s e Zd Zdd ZdS )_Prefixc C sj || _ d| _ttjdkr dnd||ddd | _td|d}td|d}||kr\|g| _n ||g| _d S ) NFntZ posix_prefix)baseZplatbase)varsZscripts) plat_specificprefixT)pathsetupr osnamebin_dirr lib_dirs)selfr ZpurelibZplatlib r ;/usr/lib/python3.8/site-packages/pip/_internal/build_env.py__init__! s z_Prefix.__init__N)__name__ __module__ __qualname__r" r r r r! r s r c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )BuildEnvironmentzFCreates and manages an isolated environment to install build deps c s t dd _t fdddD _g _g _tt j D ] } j |j j |j qBdd t dd t d d fD }tj jjd _tj jst j ttj jd d "}|tdj| jd W 5 Q R X d S )Nz build-env)Zkindc 3 s( | ] }|t tj jj|fV qd S N)r r r join _temp_dir.0r r r r! <genexpr>; s z,BuildEnvironment.__init__.<locals>.<genexpr>)ZnormalZoverlayc S s h | ]}t j|qS r )r r normcase)r+ siter r r! <setcomp>I s z,BuildEnvironment.__init__.<locals>.<setcomp>F)r Tr/ zsitecustomize.pywa import os, site, sys # First, drop system-sites related paths. original_sys_path = sys.path[:] known_paths = set() for path in {system_sites!r}: site.addsitedir(path, known_paths=known_paths) system_paths = set( os.path.normcase(path) for path in sys.path[len(original_sys_path):] ) original_sys_path = [ path for path in original_sys_path if os.path.normcase(path) not in system_paths ] sys.path = original_sys_path # Second, add lib directories. # ensuring .pth file are processed. for path in {lib_dirs!r}: assert not path in sys.path site.addsitedir(path) ) system_sitesr )r r) r _prefixes _bin_dirs _lib_dirsreversedlistvaluesappendr extendr r r r r( _site_direxistsmkdiropenwritetextwrapdedentformat)r r r2 fpr r, r! r" 7 s0 zBuildEnvironment.__init__c C sn dd dD | _ | jd d }| j d }|r>||tj | jg}tjtj |dtj |d d S )Nc S s i | ]}|t j|d qS r' )r environgetr* r r r! <dictcomp>o s z.BuildEnvironment.__enter__.<locals>.<dictcomp>)PATHZPYTHONNOUSERSITEZ PYTHONPATHrG 1) _save_envr4 r: splitr pathsepr; rD updater( )r r Zold_pathZ pythonpathr r r! __enter__n s zBuildEnvironment.__enter__c C s: | j D ]*\}}|d kr*tj|d q |tj|< q d S r' )rI itemsr rD pop)r exc_typeexc_valexc_tbZvarname old_valuer r r! __exit__ s zBuildEnvironment.__exit__c C s | j d S r' )r) cleanupr, r r r! rU s zBuildEnvironment.cleanupc C s t }t }|rt| j}|D ]p}z"|t|dkrB|| W q tk r } z*|t|j d t|j d f W 5 d}~X Y q X q ||fS )zReturn 2 sets: - conflicting requirements: set of (installed, wanted) reqs tuples - missing requirements: set of reqs Nr ) setr r5 findr parseaddr strargsZas_requirement)r ZreqsZmissingZ conflictingZwsZreqer r r! check_requirements s z#BuildEnvironment.check_requirementsc C sV | j | }d|_|sd S tjtjtdddd|jdg}t t j krP| d dD ]:}t |j|}|d |d d d t|pd hf qT|j} | r|d| d g | dd D ]} |d| g qn | d |jD ]} |d| g q|jD ]} |d| g q|jr | d | d || t|} t|| d W 5 Q R X d S )NTZinstallz--ignore-installedz --no-userz--prefixz--no-warn-script-locationz-v)Z no_binaryZ only_binaryz--_-,z:none:z-ir rV z--extra-index-urlz --no-indexz --find-linksz--trusted-hostz--pre)spinner)r3 r sys executabler r dirname pip_locationloggerZgetEffectiveLevelloggingDEBUGr9 getattrformat_controlr: replacer( sorted index_urlsZ find_linksZ trusted_hostsZallow_all_prereleasesr r )r finder requirementsZprefix_as_stringmessager r\ rk Zformatsrn Z extra_indexlinkZhostrb r r r! install_requirements sH z%BuildEnvironment.install_requirementsN) r# r$ r% __doc__r" rM rT rU r^ rs r r r r! r& 3 s 7r& c @ s8 e Zd ZdZdd Zdd Zdd Zdd Zd d Zd S ) NoOpBuildEnvironmentz5A no-op drop-in replacement for BuildEnvironment c C s d S r' r r, r r r! r" s z NoOpBuildEnvironment.__init__c C s d S r' r r, r r r! rM s z NoOpBuildEnvironment.__enter__c C s d S r' r )r rP rQ rR r r r! rT s z NoOpBuildEnvironment.__exit__c C s d S r' r r, r r r! rU s z NoOpBuildEnvironment.cleanupc C s t d S r' )NotImplementedError)r ro rp r rq r r r! rs s z)NoOpBuildEnvironment.install_requirementsN) r# r$ r% rt r" rM rT rU rs r r r r! ru s ru ))rt rh r rc r@ collectionsr Zdistutils.sysconfigr Z sysconfigr Zpip._vendor.pkg_resourcesr r r Zpipr rf Z pip._internal.utils.subprocessr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.uir typingr r r r r Zpip._internal.indexr Z getLoggerr# rg r objectr& ru r r r r! <module> s* PK A\4, , 2 pip/_internal/__pycache__/build_env.cpython-38.pycnu [ U .e] @ s d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z m Z mZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ erdd lmZm Z m Z m Z m Z dd l m!Z! e"e#Z$G dd dZ%G dd de&Z'G dd de'Z(dS )z;Build Environment used for isolation during sdist building N) OrderedDict)get_python_lib) get_paths) RequirementVersionConflict WorkingSet)__file__)call_subprocess) TempDirectory)MYPY_CHECK_RUNNING) open_spinner)TupleSetIterableOptionalList) PackageFinderc @ s e Zd Zdd ZdS )_Prefixc C sj || _ d| _ttjdkr dnd||ddd | _td|d}td|d}||kr\|g| _n ||g| _d S ) NFntZ posix_prefix)baseZplatbase)varsZscripts) plat_specificprefixT)pathsetupr osnamebin_dirr lib_dirs)selfr ZpurelibZplatlib r ;/usr/lib/python3.8/site-packages/pip/_internal/build_env.py__init__! s z_Prefix.__init__N)__name__ __module__ __qualname__r" r r r r! r s r c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )BuildEnvironmentzFCreates and manages an isolated environment to install build deps c s t dd _t fdddD _g _g _tt j D ] } j |j j |j qBdd t dd t d d fD }tj jjd _tj jst j ttj jd d "}|tdj| jd W 5 Q R X d S )Nz build-env)Zkindc 3 s( | ] }|t tj jj|fV qd S N)r r r join _temp_dir.0r r r r! <genexpr>; s z,BuildEnvironment.__init__.<locals>.<genexpr>)ZnormalZoverlayc S s h | ]}t j|qS r )r r normcase)r+ siter r r! <setcomp>I s z,BuildEnvironment.__init__.<locals>.<setcomp>F)r Tr/ zsitecustomize.pywa import os, site, sys # First, drop system-sites related paths. original_sys_path = sys.path[:] known_paths = set() for path in {system_sites!r}: site.addsitedir(path, known_paths=known_paths) system_paths = set( os.path.normcase(path) for path in sys.path[len(original_sys_path):] ) original_sys_path = [ path for path in original_sys_path if os.path.normcase(path) not in system_paths ] sys.path = original_sys_path # Second, add lib directories. # ensuring .pth file are processed. for path in {lib_dirs!r}: assert not path in sys.path site.addsitedir(path) ) system_sitesr )r r) r _prefixes _bin_dirs _lib_dirsreversedlistvaluesappendr extendr r r r r( _site_direxistsmkdiropenwritetextwrapdedentformat)r r r2 fpr r, r! r" 7 s0 zBuildEnvironment.__init__c C sn dd dD | _ | jd d }| j d }|r>||tj | jg}tjtj |dtj |d d S )Nc S s i | ]}|t j|d qS r' )r environgetr* r r r! <dictcomp>o s z.BuildEnvironment.__enter__.<locals>.<dictcomp>)PATHZPYTHONNOUSERSITEZ PYTHONPATHrG 1) _save_envr4 r: splitr pathsepr; rD updater( )r r Zold_pathZ pythonpathr r r! __enter__n s zBuildEnvironment.__enter__c C s: | j D ]*\}}|d kr*tj|d q |tj|< q d S r' )rI itemsr rD pop)r exc_typeexc_valexc_tbZvarname old_valuer r r! __exit__ s zBuildEnvironment.__exit__c C s | j d S r' )r) cleanupr, r r r! rU s zBuildEnvironment.cleanupc C s t }t }|rt| j}|D ]p}z"|t|dkrB|| W q tk r } z*|t|j d t|j d f W 5 d}~X Y q X q ||fS )zReturn 2 sets: - conflicting requirements: set of (installed, wanted) reqs tuples - missing requirements: set of reqs Nr ) setr r5 findr parseaddr strargsZas_requirement)r ZreqsZmissingZ conflictingZwsZreqer r r! check_requirements s z#BuildEnvironment.check_requirementsc C sb | j | }|jrtd|_|s"d S tjtjtdddd|jdg}t t j krZ| d dD ]:}t|j|}|d |d d d t|pd hf q^|j} | r|d| d g | dd D ]} |d| g qn | d |jD ]} |d| g q|jD ]} |d| g q|jr*| d | d || t|} t|| d W 5 Q R X d S )NTZinstallz--ignore-installedz --no-userz--prefixz--no-warn-script-locationz-v)Z no_binaryZ only_binaryz--_-,z:none:z-ir rV z--extra-index-urlz --no-indexz --find-linksz--trusted-hostz--pre)spinner)r3 r AssertionErrorsys executabler r dirname pip_locationloggerZgetEffectiveLevelloggingDEBUGr9 getattrformat_controlr: replacer( sorted index_urlsZ find_linksZ trusted_hostsZallow_all_prereleasesr r )r finder requirementsZprefix_as_stringmessager r\ rl Zformatsro Z extra_indexlinkZhostrb r r r! install_requirements sJ z%BuildEnvironment.install_requirementsN) r# r$ r% __doc__r" rM rT rU r^ rt r r r r! r& 3 s 7r& c @ s8 e Zd ZdZdd Zdd Zdd Zdd Zd d Zd S ) NoOpBuildEnvironmentz5A no-op drop-in replacement for BuildEnvironment c C s d S r' r r, r r r! r" s z NoOpBuildEnvironment.__init__c C s d S r' r r, r r r! rM s z NoOpBuildEnvironment.__enter__c C s d S r' r )r rP rQ rR r r r! rT s z NoOpBuildEnvironment.__exit__c C s d S r' r r, r r r! rU s z NoOpBuildEnvironment.cleanupc C s t d S r' )NotImplementedError)r rp rq r rr r r r! rt s z)NoOpBuildEnvironment.install_requirementsN) r# r$ r% ru r" rM rT rU rt r r r r! rv s rv ))ru ri r rd r@ collectionsr Zdistutils.sysconfigr Z sysconfigr Zpip._vendor.pkg_resourcesr r r Zpipr rg Z pip._internal.utils.subprocessr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.uir typingr r r r r Zpip._internal.indexr Z getLoggerr# rh r objectr& rv r r r r! <module> s* PK A\ V7 7 2 pip/_internal/__pycache__/collector.cpython-38.pycnu [ U .eWF @ s d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z m Z ddl m Z ddl mZmZmZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ dd l m Z dd l m Z m Z ddl!m"Z"m#Z# e rDddl$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- ddl.Z/ddl0m1Z1 ddl2m3Z3 ddl4m5Z5 e/j6j7j8Z9e)e:e:f Z;e<e=Z>dd Z?dd Z@G dd deAZBdd ZCG dd d eAZDd d ZEd d ZFd!d" ZGd#d$ ZHd%d& ZId'd( ZJd)d* ZKG d+d, d,eLZMd<d-d.ZNd/d0 ZOd=d1d2ZPd3d4 ZQd>d6d7ZRG d8d9 d9eLZSG d:d; d;eLZTdS )?zM The main purpose of this module is to expose LinkCollector.collect_links(). N) OrderedDict)html5librequests)unescape) HTTPError RetryErrorSSLError)parse)requestLink)ARCHIVE_EXTENSIONS)redact_auth_from_url)MYPY_CHECK_RUNNING) path_to_url url_to_path)is_urlvcs) CallableDictIterableListMutableMappingOptionalSequenceTupleUnion)Response) SearchScope) PipSessionc C s6 t jD ]*}| |r| t| dkr| S qdS )zgLook for VCS schemes in the URL. Returns the matched VCS scheme, or None if there's no match. z+:N)r Zschemeslower startswithlen)urlscheme r% ;/usr/lib/python3.8/site-packages/pip/_internal/collector.py_match_vcs_scheme/ s r' c C s( t | j}tD ]}||r dS qdS )z2Return whether the URL looks like an archive. TF)r filenamer endswith)r# r( Zbad_extr% r% r& _is_url_like_archive; s r* c s e Zd Z fddZ ZS )_NotHTMLc s" t t| || || _|| _d S N)superr+ __init__ content_type request_desc)selfr/ r0 __class__r% r& r. G s z_NotHTML.__init__)__name__ __module__ __qualname__r. __classcell__r% r% r2 r& r+ F s r+ c C s. | j dd}| ds*t|| jjdS )zCheck the Content-Type header to ensure the response contains HTML. Raises `_NotHTML` if the content type is not text/html. Content-Type text/htmlN)headersgetr r! r+ r method)responser/ r% r% r& _ensure_html_headerN s r? c @ s e Zd ZdS )_NotHTTPN)r4 r5 r6 r% r% r% r& r@ Y s r@ c C sD t | \}}}}}|dkr"t |j| dd}| t| dS )zSend a HEAD request to the URL, and ensure the response contains HTML. Raises `_NotHTTP` if the URL is not available for a HEAD request, or `_NotHTML` if the content type is not text/html. > httphttpsT)Zallow_redirectsN) urllib_parseZurlsplitr@ headraise_for_statusr? )r# sessionr$ netlocpathZqueryZfragmentrespr% r% r& _ensure_html_response] s rJ c C sL t | rt| |d tdt| |j| dddd}| t| |S )a Access an HTML page with GET, and return the response. This consists of three parts: 1. If the URL looks suspiciously like an archive, send a HEAD first to check the Content-Type is HTML, to avoid downloading a large file. Raise `_NotHTTP` if the content type cannot be determined, or `_NotHTML` if it is not HTML. 2. Actually perform the request. Raise HTTP exceptions on network failures. 3. Check the Content-Type header to make sure we got HTML, and raise `_NotHTML` otherwise. rF zGetting page %sr: z max-age=0)ZAcceptz Cache-Control)r; )r* rJ loggerdebugr r< rE r? )r# rF rI r% r% r& _get_html_responsen s rN c C s2 | r.d| kr.t | d \}}d|kr.|d S dS )zBDetermine if we have any encoding information in our headers. r8 charsetN)cgiZ parse_header)r; r/ Zparamsr% r% r& _get_encoding_from_headers s rQ c C s. | dD ] }|d}|dk r | S q |S )a Determine the HTML document's base URL. This looks for a ``<base>`` tag in the HTML document. If present, its href attribute denotes the base URL of anchor tags in the document. If there is no such tag (or if it does not have a valid href attribute), the HTML file's URL is used as the base URL. :param document: An HTML document representation. The current implementation expects the result of ``html5lib.parse()``. :param page_url: The URL of the HTML document. z.//basehrefN)findallr< )documentpage_urlbaserR r% r% r& _determine_base_url s rW c C sP t | }|jdkr(tt|j}nt jt |jdd}t |j |dS )zMakes sure a link is fully encoded. That is, if a ' ' shows up in the link, it will be rewritten to %20 (while not over-quoting % or other characters).r9 z/@)Zsafe)rH ) rC urlparserG urllib_requestZ pathname2url url2pathnamerH ZquoteZunquoteZ urlunparse_replace)r# resultrH r% r% r& _clean_link s r] c C sf | d}|sdS tt||}| d}|r8t|nd}| d}|rRt|}t||||d}|S )zJ Convert an anchor element in a simple repository page to a Link. rR Nzdata-requires-pythonz data-yanked)Z comes_fromZrequires_python yanked_reason)r< r] rC urljoinr r )anchorrU base_urlrR r# Z pyrequirer^ linkr% r% r& _create_link_from_element s rc c c sV t j| j| jdd}| j}t||}|dD ]"}t|||d}|dkrJq.|V q.dS )zP Parse an HTML document, and yield its anchor elements as Link objects. F)Ztransport_encodingZnamespaceHTMLElementsz.//a)rU ra N)r r contentencodingr# rW rS rc )pagerT r# ra r` rb r% r% r& parse_links s rg c @ s e Zd ZdZdd Zdd ZdS )HTMLPagez'Represents one page, along with its URLc C s || _ || _|| _dS )z :param encoding: the encoding to decode the given content. :param url: the URL from which the HTML was downloaded. N)rd re r# )r1 rd re r# r% r% r& r. s zHTMLPage.__init__c C s t | jS r, )r r# r1 r% r% r& __str__$ s zHTMLPage.__str__N)r4 r5 r6 __doc__r. rj r% r% r% r& rh s rh c C s |d krt j}|d| | d S )Nz%Could not fetch URL %s: %s - skipping)rL rM )rb reasonmethr% r% r& _handle_get_page_fail( s rn c C s t | j}t| j|| jdS )N)re r# )rQ r; rh rd r# )r> re r% r% r& _make_html_page3 s ro c C s |d krt d| jddd }t|}|r@td|| d S t|\}}}}}}|dkrtj t |r| ds|d7 }t|d}td | zt||d }W nD tk r td | Y n, tk r } ztd | |j|j W 5 d }~X Y n tk r0 } zt| | W 5 d }~X Y n tk r\ } zt| | W 5 d }~X Y n tk r } z$d } | t|7 } t| | tjd W 5 d }~X Y n\ tjk r } zt| d| W 5 d }~X Y n* tj k r t| d Y n X t |S d S )Nz?_get_html_page() missing 1 required keyword argument: 'session'# r zCannot look at %s URL %sfile/z index.htmlz# file: URL is directory, getting %srK zQSkipping page %s because it looks like an archive, and cannot be checked by HEAD.z<Skipping page %s because the %s request got Content-Type: %sz4There was a problem confirming the ssl certificate: )rm zconnection error: %sz timed out) TypeErrorr# splitr' rL rM rC rX osrH isdirrY rZ r) r_ rN r@ r+ r0 r/ r rn r r strinfor ConnectionErrorZTimeoutro ) rb rF r# Z vcs_schemer$ _rH rI excrl r% r% r& _get_html_page9 sV r} c C s t t| S )zQ Return a list of links, with duplicates removed and ordering preserved. )listr fromkeys)Zlinksr% r% r& _remove_duplicate_linkso s r Fc s g g fdd}| D ]}t j|}|d}|s<|r|rF|}nt|}t j|r|rt j|}t |D ]}|t j|| qtq|r | qt d | qt j |r|| qt d| qt|r | qt d| q fS )z Divide a list of locations into two groups: "files" (archives) and "urls." :return: A pair of lists (files, urls). c s8 t | }tj|ddd dkr*| n | d S )NF)strictr r: )r mimetypesZ guess_typeappend)rH r# filesZurlsr% r& sort_path s z"group_locations.<locals>.sort_pathzfile:z)Path '{0}' is ignored: it is a directory.z:Url '%s' is ignored: it is neither a file nor a directory.zQUrl '%s' is ignored. It is either a non-existing path or lacks a specific scheme.)rv rH existsr! r rw realpathlistdirjoinr rL Zwarningformatisfiler ) locations expand_dirr r# Z is_local_pathZ is_file_urlrH itemr% r r& group_locationsx sF r c @ s e Zd ZdZdd ZdS )CollectedLinksa Encapsulates all the Link objects collected by a call to LinkCollector.collect_links(), stored separately as-- (1) links from the configured file locations, (2) links from the configured find_links, and (3) a dict mapping HTML page url to links from that page. c C s || _ || _|| _dS )z :param files: Links from file locations. :param find_links: Links from find_links. :param pages: A dict mapping HTML page url to links from that page. Nr find_linkspages)r1 r r r r% r% r& r. s zCollectedLinks.__init__N)r4 r5 r6 rk r. r% r% r% r& r s r c @ s4 e Zd ZdZdd Zedd Zdd Zdd Zd S ) LinkCollectorz Responsible for collecting Link objects from all configured locations, making network requests as needed. The class's main method is its collect_links() method. c C s || _ || _d S r, ) search_scoperF )r1 rF r r% r% r& r. s zLinkCollector.__init__c C s | j jS r, )r r ri r% r% r& r s zLinkCollector.find_linksc c s, |D ]"}t || jd}|dkr q|V qdS )zp Yields (page, page_url) from the given locations, skipping locations that have errors. rK N)r} rF )r1 r locationrf r% r% r& _get_pages s zLinkCollector._get_pagesc s j }||}t|\}}t jdd\}}dd t||D }dd jD } fddtdd |D d d |D D } t| } d t| |g} | D ]} | d | qt d | i } | D ]}tt|| |j< qt|| | d S )zFind all available links for the given project name. :return: All the Link objects (unfiltered), as a CollectedLinks object. T)r c S s g | ] }t |qS r% r .0r# r% r% r& <listcomp> s z/LinkCollector.collect_links.<locals>.<listcomp>c S s g | ]}t |d qS )z-fr r r% r% r& r s c s g | ]} j |r|qS r% )rF Zis_secure_origin)r rb ri r% r& r s c s s | ]}t |V qd S r, r r r% r% r& <genexpr> s z.LinkCollector.collect_links.<locals>.<genexpr>c s s | ]}t |V qd S r, r r r% r% r& r s z,{} location(s) to search for versions of {}:z* {} r )r Zget_index_urls_locationsr r itertoolschainr r r" r rL rM r r r~ rg r# r )r1 Z project_namer Zindex_locationsZindex_file_locZ index_url_locZ fl_file_locZ fl_url_locZ file_linksZfind_link_linksZ url_locationslinesrb Z pages_linksrf r% ri r& collect_links sD zLinkCollector.collect_linksN) r4 r5 r6 rk r. propertyr r r r% r% r% r& r s r )N)N)F)Urk rP r Zloggingr rv collectionsr Z pip._vendorr r Zpip._vendor.distlib.compatr Z pip._vendor.requests.exceptionsr r r Z pip._vendor.six.moves.urllibr rC r rY Zpip._internal.models.linkr Z pip._internal.utils.filetypesr Zpip._internal.utils.miscr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr r Zpip._internal.vcsr r typingr r r r r r r r r Zxml.etree.ElementTreeZxmlZpip._vendor.requestsr Z!pip._internal.models.search_scoper Z pip._internal.network.sessionr ZetreeZ ElementTreeZElementZ HTMLElementrx ZResponseHeadersZ getLoggerr4 rL r' r* Exceptionr+ r? r@ rJ rN rQ rW r] rc rg objectrh rn ro r} r r r r r% r% r% r& <module> s^ , 3 6 ; PK A\3gl l 2 pip/_internal/__pycache__/pyproject.cpython-38.pycnu [ U .eZ @ s d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z d dl m Z e rhd dl m Z mZmZmZ dd Zd d Zd d ZdS ) )absolute_importN)pytomlsix)InstallationError)MYPY_CHECK_RUNNING)AnyTupleOptionalListc C s t | totdd | D S )Nc s s | ]}t |tjV qd S )N) isinstancer Z string_types).0item r ;/usr/lib/python3.8/site-packages/pip/_internal/pyproject.py <genexpr> s z"_is_list_of_str.<locals>.<genexpr>)r listall)objr r r _is_list_of_str s r c C s2 t j| d}tjr.t|tjr.|t }|S )Nzpyproject.toml) ospathjoinr ZPY2r Z text_typeencodesysgetfilesystemencoding)Zunpacked_source_directoryr r r r make_pyproject_path s r c C sV t j|}t j|}|rLtj|dd}t|}W 5 Q R X |d}nd}|rr|sr| dk rl| sltdd} n<|rd|kr| dk r| std |d d} n | dkr|} | dk st | sdS |dkrd d gd d }|dk st d } d|krt| j |dd|d } t | s(t| j |dd|d} g } | dkrLd } d d g} | | | fS )a Load the pyproject.toml file. Parameters: use_pep517 - Has the user requested PEP 517 processing? None means the user hasn't explicitly specified. pyproject_toml - Location of the project's pyproject.toml file setup_py - Location of the project's setup.py file req_name - The name of the requirement we're processing (for error reporting) Returns: None if we should use the legacy code path, otherwise a tuple ( requirements from pyproject.toml, name of PEP 517 backend, requirements we should check are installed after setting up the build environment ) zutf-8)encodingz build-systemNzIDisabling PEP 517 processing is invalid: project does not have a setup.pyT build-backendzbDisabling PEP 517 processing is invalid: project specifies a build backend of {} in pyproject.tomlzsetuptools>=40.8.0Zwheelz setuptools.build_meta:__legacy__)requiresr zO{package} has a pyproject.toml file that does not comply with PEP 518: {reason}r z]it has a 'build-system' table but not 'build-system.requires' which is mandatory in the table)packagereasonz1'build-system.requires' is not a list of strings.) r r isfileioopenr loadgetr formatAssertionErrorr ) Z use_pep517Zpyproject_tomlZsetup_pyZreq_nameZ has_pyprojectZ has_setupfZpp_tomlZ build_systemZerror_templater ZbackendZcheckr r r load_pyproject_toml# sf r) )Z __future__r r" r r Z pip._vendorr r Zpip._internal.exceptionsr Zpip._internal.utils.typingr typingr r r r r r r) r r r r <module> s PK A\cY) ) 6 pip/_internal/__pycache__/configuration.cpython-38.pycnu [ U .e7 @ s d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ddl m Z ddl m Z mZ ddlmZmZ ddlmZ erdd lmZmZmZmZmZmZmZ ej Z ed e Z e e Z!d d Z"d d Z#eddddddZ$e rdndZ%dd Z&G dd de'Z(dS )a Configuration management setup Some terminology: - name As written in config files. - value Value associated with a name - key Name combined with it's section (section.name) - variant A single word describing where the configuration key-value pair came from N) configparser)ConfigurationError!ConfigurationFileCouldNotBeLoaded)appdirs)WINDOWS expanduser) ensure_direnum)MYPY_CHECK_RUNNING)AnyDictIterableListNewTypeOptionalTupleKindc C s* | dd} | dr&| dd } | S )zFMake a name consistent regardless of source (environment or file) _-z-- N)lowerreplace startswith)name r ?/usr/lib/python3.8/site-packages/pip/_internal/configuration.py_normalize_name. s r c C s& d| krd | }t|| ddS )N.zbKey does not contain dot separated section and key. Perhaps you wanted to use 'global.{}' instead? )formatr split)r Z error_messager r r _disassemble_key8 s r! userglobalZsiteenvzenv-var)USERGLOBALSITEENVENV_VARzpip.inizpip.confc C sp dd t dD } tjtjt}tjtdt r8dndt}tjt dt}t j | t j |gt j||giS )Nc S s g | ]}t j|tqS r )ospathjoinCONFIG_BASENAME).0r+ r r r <listcomp>Q s z+get_configuration_files.<locals>.<listcomp>Zpip~z.pip)r Zsite_config_dirsr* r+ r, sysprefixr- r r Zuser_config_dirkindsr& r' r% )Zglobal_config_filesZsite_config_fileZlegacy_config_fileZnew_config_filer r r get_configuration_filesP s( r4 c s e Zd ZdZd) fdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z e dd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Z ZS )* Configurationa Handles management of configuration. Provides an interface to accessing and managing configuration files. This class converts provides an API that takes "section.key-name" style keys and stores the value associated with it as "key-name" under the section "section". This allows for a clean interface wherein the both the section and the key-name are preserved in an easy to manage form in the configuration files and the data stored is also nice. Nc s t t| tjtjtjd g}||krJtdd t t |d d || _ || _ tjtjtjtjtjg| _ddg| _dd | jD | _dd | jD | _g | _d S ) Nz5Got invalid value for load_only - should be one of {}z, versionhelpc S s i | ] }|g qS r r r. variantr r r <dictcomp> s z*Configuration.__init__.<locals>.<dictcomp>c S s i | ] }|i qS r r r9 r r r r; s )superr5 __init__r3 r% r& r' r r r, mapreprisolated load_onlyr( r) _override_order_ignore_env_names_parsers_config_modified_parsers)selfr@ rA Z_valid_load_only __class__r r r= t s0 zConfiguration.__init__c C s | | js| dS )zELoads configuration from configuration files and environment N)_load_config_filesr@ _load_environment_varsrG r r r load s zConfiguration.loadc C s< | j dk stdz| d W S tk r6 Y dS X dS )z@Returns the file with highest priority in configuration Nz)Need to be specified a file to be editingr )rA AssertionError_get_parser_to_modify IndexErrorrL r r r get_file_to_edit s z Configuration.get_file_to_editc C s | j S )z`Returns key-value pairs like dict.items() representing the loaded configuration ) _dictionaryitemsrL r r r rS s zConfiguration.itemsc C s4 z | j | W S tk r. td|Y nX dS )z,Get a value from the configuration. No such key - {}N)rR KeyErrorr r )rG keyr r r get_value s zConfiguration.get_valuec C sj | | \}}|dk rJt|\}}||s<|| |||| || j| j |< | || dS )z-Modify a value in the configuration. N) _ensure_have_load_onlyrO r! has_sectionZ add_sectionsetrE rA _mark_as_modified)rG rV valuefnameparsersectionr r r r set_value s zConfiguration.set_valuec C s | || j| j kr&td|| \}}|dk rt|\}}d}||r`|||}|rt | |}z t |}W n t k r d}Y nX |dkr| | | || ntd| j| j |= dS )z,Unset a value in the configuration. rT NFz4Fatal Internal error [id=1]. Please report as a bug.)rX rE rA r r rO r! rY Z remove_optioniterrS next StopIterationZremove_sectionr[ ) rG rV r] r^ r_ r Zmodified_somethingZ section_itervalr r r unset_value s, zConfiguration.unset_valuec C sX | | jD ]D\}}td| ttj| t|d}| | W 5 Q R X qdS )z*Save the current in-memory state. z Writing to %swN) rX rF loggerinfor r* r+ dirnameopenwrite)rG r] r^ fr r r save s zConfiguration.savec C s$ | j d krtdtd| j d S )Nz'Needed a specific file to be modifying.z$Will be working with %s variant only)rA r rg debugrL r r r rX s z$Configuration._ensure_have_load_onlyc C s$ i }| j D ]}|| j| q |S )z<A dictionary representing the loaded configuration. )rB updaterE )rG Zretvalr: r r r rR s zConfiguration._dictionaryc C s t | }|tj dd tjgkr4td dS | D ]V\}}|D ]H}| j dk rp|| j krptd|| qH| ||}| j | ||f qHq<dS )z5Loads configuration from configuration files r r zZSkipping loading configuration files due to environment's PIP_CONFIG_FILE being os.devnullNz Skipping file '%s' (variant: %s)) dict_iter_config_filesr3 r( r* devnullrg rn rS rA _load_filerD append)rG config_filesr: filesr] r^ r r r rJ s" z Configuration._load_config_filesc C sL t d|| | |}| D ]&}||}| j| | || q |S )Nz'For variant '%s', will try loading '%s')rg rn _construct_parserZsectionsrS rE ro _normalized_keys)rG r: r] r^ r_ rS r r r rs 2 s zConfiguration._load_filec C s t }tj|r|z|| W nX tk rN tdt d|dY n. t j k rz } zt|dW 5 d }~X Y nX |S )Nz contains invalid {} charactersF)reasonr] )error) r RawConfigParserr* r+ existsreadUnicodeDecodeErrorr r localeZgetpreferredencodingError)rG r] r^ rz r r r rw = s z Configuration._construct_parserc C s" | j tj | d| dS )z7Loads configuration from environment variables z:env:N)rE r3 r) ro rx _get_environ_varsrL r r r rK T s z$Configuration._load_environment_varsc C s. i }|D ] \}}|d t | }|||< q|S )zNormalizes items to construct a dictionary with normalized keys. This routine is where the names become keys and are made the same regardless of source - configuration files or environment. r )r )rG r_ rS Z normalizedr rd rV r r r rx \ s z Configuration._normalized_keysc c sR t j D ]B\}}|do0|dd | jk}|r |dd |fV q dS )z@Returns a generator with all environmental vars with prefix PIP_ZPIP_ N)r* environrS r r rC )rG rV rd Zshould_be_yieldedr r r r i s z Configuration._get_environ_varsc c s t jdd}|dk r&tj|gfV n tjg fV t }tj|tj fV | j ob|o`t j | }|rztj |tj fV tj |tj fV dS )zYields variant and configuration files associated with it. This should be treated like items of a dictionary. ZPIP_CONFIG_FILEN) r* r getr3 r( r4 r& r@ r+ r| r% r' )rG Z config_fileru Zshould_load_user_configr r r rq u s z Configuration._iter_config_filesc C s | j | j }|std|d S )Nz4Fatal Internal error [id=2]. Please report as a bug.r6 )rD rA r )rG Zparsersr r r rO s z#Configuration._get_parser_to_modifyc C s" ||f}|| j kr | j | d S )N)rF rt )rG r] r^ Zfile_parser_tupler r r r[ s z Configuration._mark_as_modified)N)__name__ __module__ __qualname____doc__r= rM rQ rS rW r` re rm rX propertyrR rJ rs rw rK rx r rq rO r[ __classcell__r r rH r r5 f s* ' r5 ))r r Zloggingr* r1 Zpip._vendor.six.movesr Zpip._internal.exceptionsr r Zpip._internal.utilsr Zpip._internal.utils.compatr r Zpip._internal.utils.miscr r Zpip._internal.utils.typingr typingr r r r r r r r{ strr Z getLoggerr rg r r! r3 r- r4 objectr5 r r r r <module> s6 $ PK A\ Q, , 7 pip/_internal/__pycache__/download.cpython-38.opt-1.pycnu [ U .eEQ @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl m Z d dl m Z m Z d dlmZ d dlmZ d dlmZmZ d dlmZ d d lmZ d d lmZ d d l m Z d d l m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d d l(m)Z) d dl*m+Z+ d dl,m-Z- d dl.m/Z/ d dl0m1Z1 d dl2m3Z3 e+rd dl4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z: d dl;m<Z< d dl=m>Z> d dl?m@Z@ d dlAmBZB ere<de6eCe7eC ge7eC f eDdddZEn8e<de6eCeCgdf e6eCe7eC ge7eC f eDeDd ddZEd d d d d!d"d#gZFeGeHZId=d$d ZJeKd%ejLZMd&d ZNd'd( ZOd)d* ZPd+d, ZQd-d. ZRd>d0d ZSd1d2 ZTd3d4 ZUd?d5d ZVd@d6d!ZWd7d# ZXd8d" ZYd9d: ZZd;d< Z[dS )A )absolute_importN)requests)CONTENT_CHUNK_SIZEResponse)PY2)parse) HashMismatchInstallationError)PyPI) PipSession) auto_decode) copy2_fixed) ask_path_exists backup_dirconsume display_path format_sizehide_urlpath_to_displayrmtreesplitext) TempDirectory)MYPY_CHECK_RUNNING)DownloadProgressProvider) unpack_file)get_url_scheme)vcs)IOCallableListOptionalTextTuple) TypedDict)Link)Hashes)VersionControlCopytreeKwargsignoresymlinksF)Ztotal) copy_functionr) Zignore_dangling_symlinksr* get_file_contentunpack_vcs_linkunpack_file_urlunpack_http_url unpack_urlparse_content_dispositionsanitize_content_filenamec C s6 |dkrt dt| }|dkr>|| }| |j|jfS |dkr|rd|drdtd|| f | ddd }| d d }t |}|r| dd |d dd }t |}|d rd |d }|} z&t| d }t| }W 5 Q R X W n4 tk r, } ztd t| W 5 d} ~ X Y nX | |fS )a* Gets the content of a file; it may be a filename, file: URL, or http: URL. Returns (location, content). Content is unicode. :param url: File path or url. :param comes_from: Origin description of requirements. :param session: Instance of pip.download.PipSession. NzAget_file_content() missing 1 required keyword argument: 'session')httpZhttpsfiler3 z6Requirements file %s references URL %s, which is local: \/|rbz$Could not open requirements file: %s) TypeErrorr getraise_for_statusurltext startswithr splitreplace_url_slash_drive_rematchgroup urllib_parseZunquotelstripopenr readIOErrorstr) r> Z comes_fromsessionschemeresppathrD fZcontentexc rR :/usr/lib/python3.8/site-packages/pip/_internal/download.pyr, U sB z /*([a-z])\|c C s t | }|j|t| jd d S )N)r> )_get_used_vcs_backendunpackr r> )linklocation vcs_backendrR rR rS r- s c C s$ t jD ]}| j|jkr| S qdS )z1 Return a VersionControl object or None. N)r ZbackendsrM Zschemes)rV rX rR rR rS rT s rT c O s | S NrR )iterableargskwargsrR rR rS _progress_indicator s r] c s6 zt jd }W n tttfk r0 d}Y nX tdd}t tj krRd}n&|r\d}n |dkrjd}n|std}nd}|j }fdd} fd d } t } |j t j kr|} n|j} |rt||d } |rtd | t| n td | n |rtd| n td | | | | tt} |r*|| nt| d S )Nzcontent-lengthr Z from_cacheFi@ Tc 3 sT z j j| ddD ] }|V qW n. tk rN j | }|sBqJ|V q0Y nX d S )NF)Zdecode_content)rawstreamAttributeErrorrI )Z chunk_sizechunk)rN rR rS resp_read s z _download_url.<locals>.resp_readc 3 s | D ]} | |V qd S rY )write)Zchunksra ) content_filerR rS written_chunks s z%_download_url.<locals>.written_chunks)maxzDownloading %s (%s)zDownloading %szUsing cached %s)intheaders ValueErrorKeyErrorr; getattrloggerZgetEffectiveLevelloggingINFOshow_urlr] Znetlocr Zurl_without_fragmentr infor r Zcheck_against_chunksr )rN rV rd hashes progress_barZ total_lengthZ cached_respZ show_progressro rb re Zprogress_indicatorr> Zdownloaded_chunksrR )rd rN rS _download_url sP % rs c C s d}t j||j}t j|rtdt| d}|dkr@d}nj|dkrdtdt| t | nF|dkrt |}td t|t| t || n|d krt d |rt | | td t| d S ) NTz8The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)abort)iwbart Fru z Deleting %srv zBacking up %s to %srw zSaved %s)osrO joinfilenameexistsr r rl warningremover shutilZmovesysexitcopyrp )r{ rW rV r Zdownload_locationresponseZ dest_filerR rR rS _copy_file s6 r onc C s |d krt dtddv}d }|r0t| ||}|rH|}t|d } nt| ||j||\}} t||| |r~|s~t||| |st | W 5 Q R X d S )Nz@unpack_http_url() missing 1 required keyword argument: 'session'rU )Zkindr ) r; r _check_download_dir mimetypes guess_type_download_http_urlrO r r ry unlink) rV rW download_dirrL rq rr temp_diralready_downloaded_path from_path content_typerR rR rS r/ s2 c C sT zt | | W n@ tjk rN } z tdt|t| t| W 5 d}~X Y nX dS )zCopying special files is not supported, but as a convenience to users we skip errors copying them. This supports tools that may create e.g. socket files in the project source directory. z>Ignoring special file error '%s' encountered copying %s to %s.N)r r ZSpecialFileErrorrl r} rK r )srcdesterR rR rS _copy2_ignoring_special_filesJ s r c s` t j|}t j|t j| fdd}t|dd}tsLt|d< tj |f| d S )Nc s6 g }| kr|ddg7 }t j| kr2|g7 }|S )Nz.toxz.nox)ry rO abspath)dnamesZskippedsourceZtarget_basenameZtarget_dirnamerR rS r) e s z!_copy_source_tree.<locals>.ignoreTr( r+ ) ry rO r basenamedirnamedictr r r Zcopytree)r targetZtarget_abspathr) r\ rR r rS _copy_source_tree_ s r c C s | j }| r>tj|r"t| t|| |r:td dS |rL| | d}|r`t | ||}|rj|}n|}t |d }t ||| |r|st||| dS )zUnpack link into location. If download_dir is provided and link points to a file, make a copy of the link file inside download_dir. z*Link is a directory, ignoring download_dirNr ) file_pathZis_existing_dirry rO isdirr r rl rp check_against_pathr r r r r )rV rW r rq Z link_pathr r r rR rR rS r. ~ s. c C sP | j rt| | n:| jr*t| |||d n"|dkr8t }t| |||||d dS )av Unpack link. If link is a VCS link: if only_download, export into download_dir and ignore location else unpack into location for other types of link: - unpack into location - if download_dir, copy the file into download_dir - if only_download, mark location for deletion :param hashes: A Hashes object, one of whose embedded hashes must match, or HashMismatch will be raised. If the Hashes is empty, no matches are required, and unhashable types of requirements (like VCS ones, which would ordinarily raise HashUnsupported) are allowed. )rq N)rq rr )Zis_vcsr- is_filer. r r/ )rV rW r rL rq rr rR rR rS r0 s c C s t j| S )zJ Sanitize the "filename" value from a Content-Disposition header. )ry rO r )r{ rR rR rS r2 s c C s, t | \}}|d}|r$t|}|p*|S )z Parse the "filename" value from a Content-Disposition header, and return the default filename if the result is empty. r{ )cgiZ parse_headerr< r2 )content_dispositionZdefault_filenameZ_typeZparamsr{ rR rR rS r1 s c C s* | j ddd }z |j|ddidd}| W n8 tjk rj } ztd|jj | W 5 d }~X Y nX |j d d }| j } |j d } | rt | | } t | d } | st|} | r| | 7 } | s| j |j krtj |j d } | r| | 7 } tj|| } t| d } t|| | || W 5 Q R X | |fS )z6Download link url into temp_dir using provided session#r6 r zAccept-EncodingZidentityT)rh r_ z HTTP error %s while getting %sNz content-type zcontent-dispositionwb)r> rA r< r= r Z HTTPErrorrl Zcriticalr Z status_coderh r{ r1 r r Zguess_extensionry rO rz rH rs )rV rL r rq rr Z target_urlrN rQ r r{ r Zextr rd rR rR rS r sB r c C sp t j|| j}t j|s dS td| |rlz|| W n, tk rj t d| t | Y dS X |S )z Check download_dir for previously downloaded file with correct hash If a correct file is found return its path else None Nz File was already downloaded %sz;Previously-downloaded file %s has bad hash. Re-downloading.) ry rO rz r{ r| rl rp r r r} r )rV r rq Z download_pathrR rR rS r 7 s r )NN)NNNr )NN)NNNr )\Z __future__r r rm r ry rer r Z pip._vendorr Zpip._vendor.requests.modelsr r Zpip._vendor.sixr Z pip._vendor.six.moves.urllibr rF Zpip._internal.exceptionsr r Zpip._internal.models.indexr Z pip._internal.network.sessionr Z pip._internal.utils.encodingr Z pip._internal.utils.filesystemr Zpip._internal.utils.miscr r r r r r r r r Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.uir Z pip._internal.utils.unpackingr Zpip._internal.utils.urlsr Zpip._internal.vcsr typingr r r r r! r" Zmypy_extensionsr# Zpip._internal.models.linkr$ Zpip._internal.utils.hashesr% Z pip._internal.vcs.versioncontrolr& rK boolr' __all__Z getLogger__name__rl r, compileIrC r- rT r] rs r r/ r r r. r0 r2 r1 r r rR rR rR rS <module> s , 0 d -" 8 .?PK A\m"% % . pip/_internal/__pycache__/cache.cpython-38.pycnu [ U .e @ s d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z ddl mZ ddlmZ dd lmZmZ erdd lmZmZmZmZ dd lmZ dd lm Z e e Z G d d de Z!G dd de!Z"G dd de"Z#G dd de!Z$dS )zCache Management N)canonicalize_name)Link) expanduser) TempDirectory)MYPY_CHECK_RUNNING) path_to_url)InvalidWheelFilenameWheel)OptionalSetListAny) FormatControl) Pep425Tagc sP e Zd ZdZ fddZdd Zdd Zdd Zd d Zd d Z dd Z Z S )Cachea An abstract class - provides cache directories for data from links :param cache_dir: The root of the cache. :param format_control: An object of FormatControl class to limit binaries being read from the cache. :param allowed_formats: which formats of files the cache should store. ('binary' and 'source' are the only allowed values) c sL t t| |rt|nd | _|| _|| _ddh}| j||ksHtd S )Nsourcebinary) superr __init__r cache_dirformat_controlallowed_formatsunionAssertionError)selfr r r Z_valid_formats __class__ 7/usr/lib/python3.8/site-packages/pip/_internal/cache.pyr ( s zCache.__init__c C s |j g}|jdk r4|jdk r4|d|j|jg d|}t| }|dd |dd |dd |dd g}|S )zEGet parts of part that must be os.path.joined with cache_dir N=# ) Zurl_without_fragmentZ hash_namehashappendjoinhashlibZsha224encodeZ hexdigest)r linkZ key_partsZkey_urlZhashedpartsr r r _get_cache_path_parts2 s ,zCache._get_cache_path_partsc C s | j p| p| }|r g S t|}| j|}| j|s@g S | |}z t|W S t k r } z$|j t j t j hkrg W Y S W 5 d }~X Y nX d S N) r r r Zget_allowed_formatsr intersectionget_path_for_linkoslistdirOSErrorerrnoZENOENTZENOTDIR)r r) package_nameZ can_not_cacheZcanonical_nameZformatsrooterrr r r _get_candidatesL s( zCache._get_candidatesc C s t dS )z>Return a directory to store cached items in for link. NNotImplementedErrorr r) r r r r. e s zCache.get_path_for_linkc C s t dS )zaReturns a link to a cached item if it exists, otherwise returns the passed link. Nr7 )r r) r3 supported_tagsr r r getk s z Cache.getc C s$ | |}tj||}tt|S r, )r. r/ pathr& r r )r r) candidater4 r< r r r _link_for_candidatew s zCache._link_for_candidatec C s d S r, r r r r r cleanup~ s z Cache.cleanup) __name__ __module__ __qualname____doc__r r+ r6 r. r; r> r@ __classcell__r r r r r s r c s0 e Zd ZdZ fddZdd Zdd Z ZS )SimpleWheelCachez+A cache of wheels for future installs. c s t t| ||dh d S Nr )r rF r r r r r r r r s zSimpleWheelCache.__init__c C s | |}tjj| jdf| S )a Return a directory to store cached wheels for link Because there are M wheels for any one sdist, we provide a directory to cache them in, and then consult that directory when looking up cache hits. We only insert things into the cache if they have plausible version numbers, so that we don't contaminate the cache with things that were not unique. E.g. ./package might have dozens of installs done for it and build a version of 0.0...and if we built and cached a wheel, we'd end up using the same wheel even if the source has been edited. :param link: The link of the sdist for which this will cache wheels. Zwheels)r+ r/ r< r& r )r r) r* r r r r. s z"SimpleWheelCache.get_path_for_linkc C sx g }| ||D ]J}z t|}W n tk r8 Y qY nX ||sFq||||f q|sd|S | |t|d S )N )r6 r r Z supportedr% Zsupport_index_minr> min)r r) r3 r: Z candidatesZ wheel_nameZwheelr r r r; s zSimpleWheelCache.get)rA rB rC rD r r. r; rE r r r r rF s rF c s( e Zd ZdZ fddZdd Z ZS )EphemWheelCachezGA SimpleWheelCache that creates it's own temporary cache directory c s& t dd| _tt| | jj| d S )Nzephem-wheel-cache)Zkind)r _temp_dirr rK r r< )r r r r r r s zEphemWheelCache.__init__c C s | j d S r, )rL r@ r? r r r r@ s zEphemWheelCache.cleanup)rA rB rC rD r r@ rE r r r r rK s rK c s@ e Zd ZdZ fddZdd Zdd Zdd Zd d Z Z S ) WheelCachezWraps EphemWheelCache and SimpleWheelCache into a single Cache This Cache allows for gracefully degradation, using the ephem wheel cache when a certain link is not found in the simple wheel cache first. c s0 t t| ||dh t||| _t|| _d S rG )r rM r rF _wheel_cacherK _ephem_cacherH r r r r s zWheelCache.__init__c C s | j |S r, )rN r. r9 r r r r. s z WheelCache.get_path_for_linkc C s | j |S r, )rO r. r9 r r r get_ephem_path_for_link s z"WheelCache.get_ephem_path_for_linkc C s0 | j j|||d}||k r |S | jj|||dS )N)r) r3 r: )rN r; rO )r r) r3 r: Zretvalr r r r; s zWheelCache.getc C s | j | j d S r, )rN r@ rO r? r r r r@ s zWheelCache.cleanup) rA rB rC rD r r. rP r; r@ rE r r r r rM s rM )%rD r2 r' Zloggingr/ Zpip._vendor.packaging.utilsr Zpip._internal.models.linkr Zpip._internal.utils.compatr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr Zpip._internal.wheelr r typingr r r r Zpip._internal.indexr Zpip._internal.pep425tagsr Z getLoggerrA Zloggerobjectr rF rK rM r r r r <module> s( f:PK A\"q B pip/_internal/__pycache__/self_outdated_check.cpython-38.opt-1.pycnu [ U .e @ s^ d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dl m Z d dl m Z d dlmZ d dlmZ d dlmZ d dlmZ d d lmZ d d lmZ d d lmZm Z m Z d d l m Z m Z m!Z! d d l"m#Z# d dl$m%Z% e%rd dl&Z&d dl&m'Z' d dl(m)Z)m*Z*m+Z+m,Z, d dl-m.Z. dZ/e0e1Z2d ddZ3dd Z4G dd de5Z6dd Z7d d Z8dS ) )absolute_importN) pkg_resources)version) ensure_binary) LinkCollector) PackageFinder) SearchScope)SelectionPreferences)WINDOWS)adjacent_tmp_filecheck_path_ownerreplace) ensure_dirget_installed_versionredact_auth_from_url) get_installer)MYPY_CHECK_RUNNING)Values)AnyDictTextUnion) PipSessionz%Y-%m-%dT%H:%M:%SZFc C s` |j g|j }|jr8|s8tdddd |D g }|jp@g }tj||d}t | |d}|S )z :param session: The Session to use to make requests. :param suppress_no_index: Whether to ignore the --no-index option when constructing the SearchScope object. zIgnoring indexes: %s,c s s | ]}t |V qd S N)r ).0Zurl r E/usr/lib/python3.8/site-packages/pip/_internal/self_outdated_check.py <genexpr>@ s z&make_link_collector.<locals>.<genexpr>) find_links index_urls)session search_scope) Z index_urlZextra_index_urlsZno_indexloggerdebugjoinr r creater )r! optionssuppress_no_indexr r r" link_collectorr r r make_link_collector1 s r* c C s t | }t| }|S r )r hashlibZsha224Z hexdigest)keyZ key_bytesnamer r r _get_statefile_nameP s r. c @ s( e Zd Zdd Zedd Zdd ZdS )SelfCheckStatec C sn i | _ d | _|rjtj|dt| j| _z&t| j}t || _ W 5 Q R X W n t t t fk rh Y nX d S )NZ selfcheck) statestatefile_pathospathr% r. r, openjsonloadIOError ValueErrorKeyError)self cache_dirZ statefiler r r __init__X s zSelfCheckState.__init__c C s t jS r )sysprefix)r: r r r r, j s zSelfCheckState.keyc C s | j s d S ttj| j s d S ttj| j | j|t|d}t j |ddd}t | j }| t | W 5 Q R X zt|j| j W n tk r Y nX d S )N)r, last_check pypi_versionT)r :)Z sort_keysZ separators)r1 r r2 r3 dirnamer r, strftimeSELFCHECK_DATE_FMTr5 dumpsr writer r r- OSError)r: r@ current_timer0 textfr r r saven s zSelfCheckState.saveN)__name__ __module__ __qualname__r< propertyr, rK r r r r r/ W s r/ c C s6 zt | }dt|kW S t jk r0 Y dS X dS )zChecks whether pkg was installed by pip This is used not to display the upgrade message when pip is in fact installed by system package manager, such as dnf on Fedora. pipFN)r Zget_distributionr ZDistributionNotFound)ZpkgZdistr r r was_installed_by_pip s rQ c C sX t d}|sdS t|}d}zt|jd}tj }d|jkrzd|jkrztj|jd t }|| dk rz|jd }|dkrt | |dd}t d d d } t j|| d } | dj} | dkrW dS t| j}||| t|} || k o|j| jkotd} | s W dS trd }nd}td ||| W n$ tk rR tjddd Y nX dS )zCheck for an update for pip. Limit the frequency of checks to once per week. State is stored either in the active virtualenv or in the user's USER_CACHE_DIR keyed off the prefix of the pip script path. rP N)r; r? r@ i: T)r' r( F)Z allow_yankedZallow_all_prereleases)r) selection_prefsz python -m pipzYou are using pip version %s; however, version %s is available. You should consider upgrading via the '%s install --upgrade pip' command.z5There was an error checking the latest version of pip)exc_info)r packaging_versionparser/ r; datetimeZutcnowr0 strptimerD Z total_secondsr* r r r& Zfind_best_candidatebest_candidatestrr rK Z base_versionrQ r r# Zwarning Exceptionr$ )r! r' Zinstalled_versionZ pip_versionr@ r0 rH r? r) rR finderrX Zremote_versionZlocal_version_is_olderZpip_cmdr r r pip_self_version_check sp r\ )F)9Z __future__r rV r+ r5 ZloggingZos.pathr2 r= Z pip._vendorr Zpip._vendor.packagingr rT Zpip._vendor.sixr Zpip._internal.collectorr Zpip._internal.indexr Z!pip._internal.models.search_scoper Z$pip._internal.models.selection_prefsr Zpip._internal.utils.compatr Z pip._internal.utils.filesystemr r r Zpip._internal.utils.miscr r r Z pip._internal.utils.packagingr Zpip._internal.utils.typingr Zoptparser typingr r r r Z pip._internal.network.sessionr rD Z getLoggerrL r# r* r. objectr/ rQ r\ r r r r <module> s> ;PK A\ V7 7 8 pip/_internal/__pycache__/collector.cpython-38.opt-1.pycnu [ U .eWF @ s d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z m Z ddl m Z ddl mZmZmZ ddlmZ ddlmZ dd lmZ dd lmZ dd lmZ dd l m Z dd l m Z m Z ddl!m"Z"m#Z# e rDddl$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- ddl.Z/ddl0m1Z1 ddl2m3Z3 ddl4m5Z5 e/j6j7j8Z9e)e:e:f Z;e<e=Z>dd Z?dd Z@G dd deAZBdd ZCG dd d eAZDd d ZEd d ZFd!d" ZGd#d$ ZHd%d& ZId'd( ZJd)d* ZKG d+d, d,eLZMd<d-d.ZNd/d0 ZOd=d1d2ZPd3d4 ZQd>d6d7ZRG d8d9 d9eLZSG d:d; d;eLZTdS )?zM The main purpose of this module is to expose LinkCollector.collect_links(). N) OrderedDict)html5librequests)unescape) HTTPError RetryErrorSSLError)parse)requestLink)ARCHIVE_EXTENSIONS)redact_auth_from_url)MYPY_CHECK_RUNNING) path_to_url url_to_path)is_urlvcs) CallableDictIterableListMutableMappingOptionalSequenceTupleUnion)Response) SearchScope) PipSessionc C s6 t jD ]*}| |r| t| dkr| S qdS )zgLook for VCS schemes in the URL. Returns the matched VCS scheme, or None if there's no match. z+:N)r Zschemeslower startswithlen)urlscheme r% ;/usr/lib/python3.8/site-packages/pip/_internal/collector.py_match_vcs_scheme/ s r' c C s( t | j}tD ]}||r dS qdS )z2Return whether the URL looks like an archive. TF)r filenamer endswith)r# r( Zbad_extr% r% r& _is_url_like_archive; s r* c s e Zd Z fddZ ZS )_NotHTMLc s" t t| || || _|| _d S N)superr+ __init__ content_type request_desc)selfr/ r0 __class__r% r& r. G s z_NotHTML.__init__)__name__ __module__ __qualname__r. __classcell__r% r% r2 r& r+ F s r+ c C s. | j dd}| ds*t|| jjdS )zCheck the Content-Type header to ensure the response contains HTML. Raises `_NotHTML` if the content type is not text/html. Content-Type text/htmlN)headersgetr r! r+ r method)responser/ r% r% r& _ensure_html_headerN s r? c @ s e Zd ZdS )_NotHTTPN)r4 r5 r6 r% r% r% r& r@ Y s r@ c C sD t | \}}}}}|dkr"t |j| dd}| t| dS )zSend a HEAD request to the URL, and ensure the response contains HTML. Raises `_NotHTTP` if the URL is not available for a HEAD request, or `_NotHTML` if the content type is not text/html. > httphttpsT)Zallow_redirectsN) urllib_parseZurlsplitr@ headraise_for_statusr? )r# sessionr$ netlocpathZqueryZfragmentrespr% r% r& _ensure_html_response] s rJ c C sL t | rt| |d tdt| |j| dddd}| t| |S )a Access an HTML page with GET, and return the response. This consists of three parts: 1. If the URL looks suspiciously like an archive, send a HEAD first to check the Content-Type is HTML, to avoid downloading a large file. Raise `_NotHTTP` if the content type cannot be determined, or `_NotHTML` if it is not HTML. 2. Actually perform the request. Raise HTTP exceptions on network failures. 3. Check the Content-Type header to make sure we got HTML, and raise `_NotHTML` otherwise. rF zGetting page %sr: z max-age=0)ZAcceptz Cache-Control)r; )r* rJ loggerdebugr r< rE r? )r# rF rI r% r% r& _get_html_responsen s rN c C s2 | r.d| kr.t | d \}}d|kr.|d S dS )zBDetermine if we have any encoding information in our headers. r8 charsetN)cgiZ parse_header)r; r/ Zparamsr% r% r& _get_encoding_from_headers s rQ c C s. | dD ] }|d}|dk r | S q |S )a Determine the HTML document's base URL. This looks for a ``<base>`` tag in the HTML document. If present, its href attribute denotes the base URL of anchor tags in the document. If there is no such tag (or if it does not have a valid href attribute), the HTML file's URL is used as the base URL. :param document: An HTML document representation. The current implementation expects the result of ``html5lib.parse()``. :param page_url: The URL of the HTML document. z.//basehrefN)findallr< )documentpage_urlbaserR r% r% r& _determine_base_url s rW c C sP t | }|jdkr(tt|j}nt jt |jdd}t |j |dS )zMakes sure a link is fully encoded. That is, if a ' ' shows up in the link, it will be rewritten to %20 (while not over-quoting % or other characters).r9 z/@)Zsafe)rH ) rC urlparserG urllib_requestZ pathname2url url2pathnamerH ZquoteZunquoteZ urlunparse_replace)r# resultrH r% r% r& _clean_link s r] c C sf | d}|sdS tt||}| d}|r8t|nd}| d}|rRt|}t||||d}|S )zJ Convert an anchor element in a simple repository page to a Link. rR Nzdata-requires-pythonz data-yanked)Z comes_fromZrequires_python yanked_reason)r< r] rC urljoinr r )anchorrU base_urlrR r# Z pyrequirer^ linkr% r% r& _create_link_from_element s rc c c sV t j| j| jdd}| j}t||}|dD ]"}t|||d}|dkrJq.|V q.dS )zP Parse an HTML document, and yield its anchor elements as Link objects. F)Ztransport_encodingZnamespaceHTMLElementsz.//a)rU ra N)r r contentencodingr# rW rS rc )pagerT r# ra r` rb r% r% r& parse_links s rg c @ s e Zd ZdZdd Zdd ZdS )HTMLPagez'Represents one page, along with its URLc C s || _ || _|| _dS )z :param encoding: the encoding to decode the given content. :param url: the URL from which the HTML was downloaded. N)rd re r# )r1 rd re r# r% r% r& r. s zHTMLPage.__init__c C s t | jS r, )r r# r1 r% r% r& __str__$ s zHTMLPage.__str__N)r4 r5 r6 __doc__r. rj r% r% r% r& rh s rh c C s |d krt j}|d| | d S )Nz%Could not fetch URL %s: %s - skipping)rL rM )rb reasonmethr% r% r& _handle_get_page_fail( s rn c C s t | j}t| j|| jdS )N)re r# )rQ r; rh rd r# )r> re r% r% r& _make_html_page3 s ro c C s |d krt d| jddd }t|}|r@td|| d S t|\}}}}}}|dkrtj t |r| ds|d7 }t|d}td | zt||d }W nD tk r td | Y n, tk r } ztd | |j|j W 5 d }~X Y n tk r0 } zt| | W 5 d }~X Y n tk r\ } zt| | W 5 d }~X Y n tk r } z$d } | t|7 } t| | tjd W 5 d }~X Y n\ tjk r } zt| d| W 5 d }~X Y n* tj k r t| d Y n X t |S d S )Nz?_get_html_page() missing 1 required keyword argument: 'session'# r zCannot look at %s URL %sfile/z index.htmlz# file: URL is directory, getting %srK zQSkipping page %s because it looks like an archive, and cannot be checked by HEAD.z<Skipping page %s because the %s request got Content-Type: %sz4There was a problem confirming the ssl certificate: )rm zconnection error: %sz timed out) TypeErrorr# splitr' rL rM rC rX osrH isdirrY rZ r) r_ rN r@ r+ r0 r/ r rn r r strinfor ConnectionErrorZTimeoutro ) rb rF r# Z vcs_schemer$ _rH rI excrl r% r% r& _get_html_page9 sV r} c C s t t| S )zQ Return a list of links, with duplicates removed and ordering preserved. )listr fromkeys)Zlinksr% r% r& _remove_duplicate_linkso s r Fc s g g fdd}| D ]}t j|}|d}|s<|r|rF|}nt|}t j|r|rt j|}t |D ]}|t j|| qtq|r | qt d | qt j |r|| qt d| qt|r | qt d| q fS )z Divide a list of locations into two groups: "files" (archives) and "urls." :return: A pair of lists (files, urls). c s8 t | }tj|ddd dkr*| n | d S )NF)strictr r: )r mimetypesZ guess_typeappend)rH r# filesZurlsr% r& sort_path s z"group_locations.<locals>.sort_pathzfile:z)Path '{0}' is ignored: it is a directory.z:Url '%s' is ignored: it is neither a file nor a directory.zQUrl '%s' is ignored. It is either a non-existing path or lacks a specific scheme.)rv rH existsr! r rw realpathlistdirjoinr rL Zwarningformatisfiler ) locations expand_dirr r# Z is_local_pathZ is_file_urlrH itemr% r r& group_locationsx sF r c @ s e Zd ZdZdd ZdS )CollectedLinksa Encapsulates all the Link objects collected by a call to LinkCollector.collect_links(), stored separately as-- (1) links from the configured file locations, (2) links from the configured find_links, and (3) a dict mapping HTML page url to links from that page. c C s || _ || _|| _dS )z :param files: Links from file locations. :param find_links: Links from find_links. :param pages: A dict mapping HTML page url to links from that page. Nr find_linkspages)r1 r r r r% r% r& r. s zCollectedLinks.__init__N)r4 r5 r6 rk r. r% r% r% r& r s r c @ s4 e Zd ZdZdd Zedd Zdd Zdd Zd S ) LinkCollectorz Responsible for collecting Link objects from all configured locations, making network requests as needed. The class's main method is its collect_links() method. c C s || _ || _d S r, ) search_scoperF )r1 rF r r% r% r& r. s zLinkCollector.__init__c C s | j jS r, )r r ri r% r% r& r s zLinkCollector.find_linksc c s, |D ]"}t || jd}|dkr q|V qdS )zp Yields (page, page_url) from the given locations, skipping locations that have errors. rK N)r} rF )r1 r locationrf r% r% r& _get_pages s zLinkCollector._get_pagesc s j }||}t|\}}t jdd\}}dd t||D }dd jD } fddtdd |D d d |D D } t| } d t| |g} | D ]} | d | qt d | i } | D ]}tt|| |j< qt|| | d S )zFind all available links for the given project name. :return: All the Link objects (unfiltered), as a CollectedLinks object. T)r c S s g | ] }t |qS r% r .0r# r% r% r& <listcomp> s z/LinkCollector.collect_links.<locals>.<listcomp>c S s g | ]}t |d qS )z-fr r r% r% r& r s c s g | ]} j |r|qS r% )rF Zis_secure_origin)r rb ri r% r& r s c s s | ]}t |V qd S r, r r r% r% r& <genexpr> s z.LinkCollector.collect_links.<locals>.<genexpr>c s s | ]}t |V qd S r, r r r% r% r& r s z,{} location(s) to search for versions of {}:z* {} r )r Zget_index_urls_locationsr r itertoolschainr r r" r rL rM r r r~ rg r# r )r1 Z project_namer Zindex_locationsZindex_file_locZ index_url_locZ fl_file_locZ fl_url_locZ file_linksZfind_link_linksZ url_locationslinesrb Z pages_linksrf r% ri r& collect_links sD zLinkCollector.collect_linksN) r4 r5 r6 rk r. propertyr r r r% r% r% r& r s r )N)N)F)Urk rP r Zloggingr rv collectionsr Z pip._vendorr r Zpip._vendor.distlib.compatr Z pip._vendor.requests.exceptionsr r r Z pip._vendor.six.moves.urllibr rC r rY Zpip._internal.models.linkr Z pip._internal.utils.filetypesr Zpip._internal.utils.miscr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr r Zpip._internal.vcsr r typingr r r r r r r r r Zxml.etree.ElementTreeZxmlZpip._vendor.requestsr Z!pip._internal.models.search_scoper Z pip._internal.network.sessionr ZetreeZ ElementTreeZElementZ HTMLElementrx ZResponseHeadersZ getLoggerr4 rL r' r* Exceptionr+ r? r@ rJ rN rQ rW r] rc rg objectrh rn ro r} r r r r r% r% r% r& <module> s^ , 3 6 ; PK A\$0Um m . pip/_internal/__pycache__/wheel.cpython-38.pycnu [ U .eH @ s4 d Z ddlmZ ddlZddlZddlZddlZddlZddlZ ddl Z ddl Z ddl Z ddl Z ddlZddlmZ ddlmZ ddlmZ ddlmZ ddlmZ dd lmZ dd lm Z dd l m Z dd l m Z m!Z!m"Z" dd l#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 ddl9m:Z: ddl;m<Z< ddl=m>Z> ddl?m@Z@ e:rddlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZM ddlNmOZO ddlPmQZQ dd lRmSZS dd lTmUZU dd lVmWZW eGeXd f ZYeLeQgeZf Z[d Z\e]e^Z_d!d" Z`dXd$d%ZadYd&d'Zbd(d) Zcd*d+ Zdd,d- Zee fd.e jgZhd/d0 Zid1d2 Zjd3d4 Zkd5d6 Zld7d8 ZmG d9d: d:enZod;d< ZpG d=d> d>eZqdZdAdBZrdCdD ZsdEdF ZtdGdH ZuG dIdJ dJevZwe fdKe jxfdLdMZydNdO ZzdPdQ Z{dRdS Z|dTdU Z}G dVdW dWevZ~dS )[zH Support for installing and building the "wheel" binary package format. )absolute_importN)urlsafe_b64encode)Parser) pkg_resources) ScriptMaker)get_export_entry)canonicalize_name)StringIO) pep425tags)InstallationErrorInvalidWheelFilenameUnsupportedWheel)distutils_schemeget_major_minor_version)Link) indent_log)has_delete_marker_file)captured_stdout ensure_dir read_chunks)make_setuptools_shim_args) LOG_DIVIDERcall_subprocessformat_command_argsrunner_with_spinner_message) TempDirectory)MYPY_CHECK_RUNNING) open_spinner) unpack_file) path_to_url) DictListOptionalSequenceMappingTupleIOTextAnyIterableCallableSet) Requirement)InstallRequirement)RequirementPreparer) WheelCache) Pep425Tag.) r c C s t j| |t jjdS )N/)ospathrelpathreplacesep)srcp r: 7/usr/lib/python3.8/site-packages/pip/_internal/wheel.pynormpathO s r< c C sR t }d}t| d.}t||dD ]}|t|7 }|| q$W 5 Q R X ||fS )z5Return (hash, length) for path using hashlib.sha256()r rb)size)hashlibZsha256openr lenupdate)r4 blocksizehlengthfblockr: r: r; hash_fileS s rI c C s6 t | |\}}dt| dd }|t|fS )z?Return (encoded_digest, length) for path using hashlib.sha256()zsha256=latin1=)rI r digestdecoderstripstr)r4 rD rE rF rL r: r: r; rehash_ s rP c C s6 t jd dk ri }d}n ddi}d}t| || f|S )Nr bnewline )sys version_inforA )namemodenlbinr: r: r; open_for_csvj s r[ c C s | d}||d< d|S )zBReplace the Python tag in a wheel file name with a new value. -)splitjoin)Z wheelnameZnew_tagpartsr: r: r; replace_python_tagu s ra c C s t j| rt| dR}| }|ds8W 5 Q R dS tjt }d| t j d }| }W 5 Q R X t| d}| | | | W 5 Q R X dS dS ) zLReplace #!python with #!/path/to/python Return True if file was changed.r> s #!pythonFs #!asciiwbTN) r3 r4 isfilerA readline startswithrU executableencodegetfilesystemencodinglinesepreadwrite)r4 Zscript firstlineZexenamerestr: r: r; fix_script~ s ro zX^(?P<namever>(?P<name>.+?)(-(?P<ver>.+?))?) \.dist-info$c C s | dd}t|D ]p}t|}|r|d|krttj||d6}|D ]*}| }|dkrP W 5 Q R dS qPW 5 Q R X qdS )zP Return True if the extracted wheel in wheeldir should go into purelib. r\ _rW WHEELzroot-is-purelib: trueTF) r6 r3 listdir dist_info_rematchgrouprA r4 r_ lowerrN )rW wheeldirZ name_foldeditemrt wheelliner: r: r; root_is_purelib s r{ c s t j| si i fS t| 8}t }|D ] }|| |d q(|d W 5 Q R X tj |}| di }| di }dd t fdd| D }t fd d| D }||fS ) N r Zconsole_scriptsZ gui_scriptsc S s t | dddS )zRget the string representation of EntryPoint, remove space and split on '=' rT rK )rO r6 r^ )sr: r: r; _split_ep s z"get_entrypoints.<locals>._split_epc 3 s | ]} |V qd S Nr: .0vr r: r; <genexpr> s z"get_entrypoints.<locals>.<genexpr>c 3 s | ]} |V qd S r r: r r r: r; r s )r3 r4 existsrA r rl stripseekr Z EntryPointZ parse_mapgetdictvalues)filenamefpdatarz Z entry_pointsconsoleguir: r r; get_entrypoints s r c sJ | sdS t t}| D ]*}tj|}tj|}|| | qdd tj dd tj D tj tjtj fdd| D }|sdS g }| D ]b\}}t|}t|dkrd |d } n$d d |dd d |d } | d| | qd} t|dkr0| | d n| | d d|S )zDetermine if any scripts are not on PATH and format a warning. Returns a warning message if one or more scripts are not on PATH, otherwise None. Nc S s g | ]}t j|t jqS r: )r3 r4 normcaserN r7 )r ir: r: r; <listcomp> s z5message_about_scripts_not_on_PATH.<locals>.<listcomp>PATHrT c s& i | ] \}}t j| kr||qS r: )r3 r4 r )r parent_dirscriptsZ not_warn_dirsr: r; <dictcomp> s z5message_about_scripts_not_on_PATH.<locals>.<dictcomp>r1 z script {} isr zscripts {} are, z and z.The {} installed in '{}' which is not on PATH.zeConsider adding {} to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.zthis directoryzthese directoriesr| ) collections defaultdictsetr3 r4 dirnamebasenameaddenvironr r^ pathsepappendr rU rg itemssortedrB formatr_ ) r Zgrouped_by_dirdestfiler Z script_nameZwarn_for msg_linesZ dir_scriptsZsorted_scriptsZ start_textZ last_line_fmtr: r r; !message_about_scripts_not_on_PATH sH r c C s t | dd dS )a; Return the given rows of a RECORD file in sorted order. Each row is a 3-tuple (path, hash, size) and corresponds to a record of a RECORD file (see PEP 376 and PEP 427 for details). For the rows passed to this function, the size can be an integer as an int or string, or the empty string. c S s t dd | D S )Nc s s | ]}t |V qd S r )rO )r xr: r: r; r s z3sorted_outrows.<locals>.<lambda>.<locals>.<genexpr>)tuple)rowr: r: r; <lambda> z sorted_outrows.<locals>.<lambda>)key)r )outrowsr: r: r; sorted_outrows s r c C s g }| D ]v}t |dkr(td| t|}|d }|||}||d< ||krpt|\} } | |d< | |d< |t| q|D ]*} t| \} } |t | || t | f q|D ]} ||| ddf q|S )z_ :param installed: A map from archive RECORD path to installation RECORD path. rQ z,RECORD line has more than three elements: {}r r1 rT ) rB loggerwarningr listpoprP r r r< rO ) Z old_csv_rows installedchanged generatedlib_dirZinstalled_rowsr Zold_pathnew_pathrL rF rG r: r: r; get_csv_rows_for_installed s* r c @ s e Zd ZdS )MissingCallableSuffixN)__name__ __module__ __qualname__r: r: r: r; r = s r c C s* t | }|d k r&|jd kr&tt|d S r )r suffixr rO ) specificationentryr: r: r; _raise_for_invalid_entrypointA s r c s e Zd Zd fdd Z ZS )PipScriptMakerNc s t | tt| ||S r )r superr make)selfr Zoptions __class__r: r; r H s zPipScriptMaker.make)N)r r r r __classcell__r: r: r r; r G s r FTc - s\ |st | ||||| d}t| r,|d n|d g g tjjtjj } i t g } |rt 4} t t d t j | ddd W 5 Q R X W 5 Q R X t | d. fdd d/fd d }|| d std tjd d}t|\fdd}D ]j}d }d }ttj |D ]F}d }|dkr`t}|}tj ||} || }|| |d||d qFq&td |d }d|_dh|_d|_g }dd }|rDdtjkr|d| tj dddkr|dt j d |f |dt |f dd D }|D ] }|= q6d d }|rdtjkrp|d | |d t |f d d D } | D ] }|= q| d d! ! D d"d ! D } g } z.|"|} | | | |"| d#di W n> t#k r> } z | j$d } t%d$&| W 5 d } ~ X Y nX | rbt'| }!|!d k rbt (|! tjd d%}"tjd d&}#t)|#d'}$|$*d( W 5 Q R X t+,|#|" | |" tjd d)}%tjd d*}&t-|%d+\}'t-|&d,F}(t./|'})t0|) | d-}*t.1|(}+t2|*D ]},|+3|, q&W 5 Q R X W 5 Q R X t+,|&|% d S )0zInstall a wheel)userhomerootisolatedprefixZpurelibZplatlibignoreT)forcequietFc s. t | }t |}||< |r* | dS )z6Map archive RECORD paths to installation RECORD paths.N)r< r )srcfiler ZmodifiedZoldpathnewpath)r r r rw r: r; record_installed s z*move_wheel_files.<locals>.record_installedNc s t | t| D ]\}}}|t| d tjj}tj||} |rf|tjjdd drfq|D ]} tj||| } |r|dkr| dr | qjqj|rj| drjt | t j rjrtd| d d | qj|D ]} |r|| rqtj|| } tj||| }t | tj|rFt| t| | t| }ttdr|t||j|jf t| tjrt| }|jtjB tj B tj B }t || d }|r||}| || qqd S ) Nr1 r z.datarT z .dist-infoz!Multiple .dist-info directories: r utimeF) r r3 walkrB lstripr4 r7 r_ r^ endswithr r rf rW AssertionErrorr unlinkshutilZcopyfilestathasattrr st_atimest_mtimeaccessX_OKst_modeS_IXUSRS_IXGRPS_IXOTHchmod)sourcedestZis_basefixerfilterdirZsubdirsfilesZbasedirZdestdirr~ Z destsubdirrG r r stZ permissionsr ) data_dirsinfo_dirr reqr: r; clobber s^ z!move_wheel_files.<locals>.clobberz!%s .dist-info directory not foundr zentry_points.txtc sh | dr | d d }n<| dr8| d d }n | drT| d d }n| }| kpf|kS )Nz.exez -script.pyiz.pya)rv r )rW Z matchname)r r r: r; is_entrypoint_wrapper s z/move_wheel_files.<locals>.is_entrypoint_wrapperr )r r rT ZpipZENSUREPIP_OPTIONSzpip = Z altinstallz pip%s = %sc S s g | ]}t d |r|qS )zpip(\d(\.\d)?)?$rert r kr: r: r; r 0 s z$move_wheel_files.<locals>.<listcomp>Z easy_installzeasy_install = zeasy_install-%s = %sc S s g | ]}t d |r|qS )zeasy_install(-\d\.\d)?$r r r: r: r; r @ s c s s | ]}d | V qdS )%s = %sNr: r Zkvr: r: r; r G s z#move_wheel_files.<locals>.<genexpr>c S s g | ] }d | qS )r r: r r: r: r; r K s r zInvalid script entry point: {} for req: {} - A callable suffix is required. Cf https://packaging.python.org/en/latest/distributing.html#console-scripts for more information.Z INSTALLERz INSTALLER.piprc s pip ZRECORDz RECORD.piprzw+)r r r r )F)NN)4r r{ rN r3 r4 r7 r r warningscatch_warningsfilterwarnings compileall compile_dirr debuggetvaluer r_ r rr ro r r ZvariantsZset_moder r r r rU rV r extendr Z make_multipler argsr r r r rA rl r mover[ csvreaderr writerr Zwriterow)-rW r rw r r r Z pycompileZschemer r Zwarn_script_locationr r stdoutr Zep_filer Zdatadirr r Zsubdirr ZmakerZscripts_to_generateZ pip_scriptZpip_epr Zeasy_install_scriptZeasy_install_epZgui_scripts_to_generateZgenerated_console_scriptser msgZ installerZtemp_installerZinstaller_filerecordZ temp_recordZ record_inZ record_outr r r r r: ) r r r r r r r r r rw r; move_wheel_filesM s $F # "r c C sr zVdd t d| D d }|d}t |}|d }ttt| d}|W S t k rl Y dS X dS )z Return the Wheel-Version of an extracted wheel, if possible. Otherwise, return None if we couldn't parse / extract it. c S s g | ]}|qS r: r: )r dr: r: r; r s z!wheel_version.<locals>.<listcomp>Nr rq z Wheel-Version.) r Z find_on_pathZ get_metadatar Zparsestrr r mapintr^ Exception) source_dirZdistZ wheel_dataversionr: r: r; wheel_version s r c C sb | st d| | d td kr>t d|dtt| f n | tkr^tddtt| dS )a Raises errors or warns if called with an incompatible Wheel-Version. Pip should refuse to install a Wheel-Version that's a major series ahead of what it's compatible with (e.g 2.0 > 1.1); and warn when installing a version only minor version ahead (e.g 1.2 > 1.1). version: a 2-tuple representing a Wheel-Version (Major, Minor) name: name of wheel or package to raise exception about :raises UnsupportedWheel: when an incompatible Wheel-Version is given z(%s is in an unsupported or invalid wheelr zB%s's Wheel-Version (%s) is not compatible with this version of pipr z*Installing from a newer Wheel-Version (%s)N)r VERSION_COMPATIBLEr_ r rO r r )r rW r: r: r; check_compatibility s r c C s d | S )z Format three tags in the form "<python_tag>-<abi_tag>-<platform_tag>". :param file_tag: A 3-tuple of tags (python_tag, abi_tag, platform_tag). r\ )r_ )Zfile_tagr: r: r; format_tag s r c @ s> e Zd ZdZedejZdd Zdd Z dd Z d d Z d S ) Wheelz A wheel filez^(?P<namever>(?P<name>.+?)-(?P<ver>.*?)) ((-(?P<build>\d[^-]*?))?-(?P<pyver>.+?)-(?P<abi>.+?)-(?P<plat>.+?) \.whl|\.dist-info)$c s j |}|s td| | _|ddd _|ddd _|d _|d d _ |d d _ |d d _ fd d j D _ d S )zX :raises InvalidWheelFilename: when the filename is invalid for a wheel z!%s is not a valid wheel filename.rW rp r\ ZverbuildZpyverr ZabiZplatc s. h | ]&} j D ]} jD ]}|||fqqqS r: )abisplats)r r yzr r: r; <setcomp> s z!Wheel.__init__.<locals>.<setcomp>N) wheel_file_rert r r ru r6 rW r Z build_tagr^ Z pyversionsr r file_tags)r r Z wheel_infor: r! r; __init__ s zWheel.__init__c C s t dd | jD S )zF Return the wheel's tags as a sorted list of strings. c s s | ]}t |V qd S r )r r tagr: r: r; r s z0Wheel.get_formatted_file_tags.<locals>.<genexpr>)r r$ r! r: r: r; get_formatted_file_tags s z Wheel.get_formatted_file_tagsc s t fdd| jD S )a Return the lowest index that one of the wheel's file_tag combinations achieves in the given list of supported tags. For example, if there are 8 supported tags and one of the file tags is first in the list, then return 0. :param tags: the PEP 425 tags to check the wheel against, in order with most preferred first. :raises ValueError: If none of the wheel's file tags match one of the supported tags. c 3 s | ]}| kr |V qd S r )indexr& tagsr: r; r s z*Wheel.support_index_min.<locals>.<genexpr>)minr$ r r+ r: r* r; support_index_min s zWheel.support_index_minc C s | j | S )z Return whether the wheel is compatible with one of the given tags. :param tags: the PEP 425 tags to check the wheel against. )r$ isdisjointr- r: r: r; supported s zWheel.supportedN) r r r __doc__r compileVERBOSEr# r% r( r. r0 r: r: r: r; r s r z ([a-z0-9_.]+)-([a-z0-9_.!+-]+)c C s t || S )zjDetermine whether the string looks like an egg_info. :param s: The string to parse. E.g. foo-2.1 )boolsearch)r~ Z _egg_info_rer: r: r; _contains_egg_info s r6 c C s | j r dS | jr&|s"td| j dS |s.dS | js:| js>dS || sXtd| j dS | jrj| jjrjdS | j}| \}}|rt |rdS dS )a[ Return whether to build an InstallRequirement object using the ephemeral cache. :param cache_available: whether a cache directory is available for the should_unpack=True case. :return: True or False to build the requirement with ephem_cache=True or False, respectively; or None not to build the requirement. Nz(Skipping %s, due to already being wheel.FzCSkipping wheel build for %s, due to binaries being disabled for it.T) Z constraintis_wheelr inforW Zeditabler linkZis_vcssplitextr6 )r should_unpackcache_availablecheck_binary_allowedr9 baseZextr: r: r; should_use_ephemeral_cache s4 r? c C s^ t | }d|}|s |d7 }n:t tjkr8|d7 }n"|dsJ|d7 }|d|t7 }|S )z1 Format command information for logging. zCommand arguments: {} zCommand output: Nonez'Command output: [use --verbose to show]r| zCommand output: {}{})r r r ZgetEffectiveLevelloggingDEBUGr r ) command_argscommand_outputZ command_desctextr: r: r; format_command_resultG s rE c C sx t | } | s4d|j}|t||7 }t| dS t| dkrfd|j| }|t||7 }t| tj || d S )zH Return the path to the wheel in the temporary build directory. z1Legacy build of wheel for {!r} created no files. Nr1 zZLegacy build of wheel for {!r} created more than one file. Filenames (choosing first): {} r ) r r rW rE r r rB r3 r4 r_ )namestemp_dirr rB rC r r: r: r; get_legacy_build_wheel_path^ s$ rH c C s dS )NTr: )rp r: r: r; _always_true~ s rI c @ s\ e Zd ZdZdddZdddZddd Zd d Zdd d ZdddZ dd Z dddZ dS ) WheelBuilderz#Build wheels from a RequirementSet.NFc C sD |d kr t }|| _|| _|j| _|p&g | _|p0g | _|| _|| _d S r ) rI preparer wheel_cacheZwheel_download_dir _wheel_dir build_optionsglobal_optionsr= no_clean)r rK rL rN rO r= rP r: r: r; r% s zWheelBuilder.__init__c C s. |j | j|||dW 5 Q R S Q R X dS )ziBuild one wheel. :return: The filename of the built wheel, or None if the build failed. python_tagN)Z build_env_build_one_inside_env)r r output_dirrR r: r: r; _build_one s zWheelBuilder._build_onec C s t dd}|jr| j}n| j}|||j|d}|d k rtj|}tj||}zNt|\} } t || t d|j || | t d| |W W 5 Q R S tk r Y nX | | W 5 Q R d S Q R X d S )Nry )ZkindrQ z3Created wheel for %s: filename=%s size=%d sha256=%szStored in directory: %s)r Z use_pep517_build_one_pep517_build_one_legacyr4 r3 r r_ rI r r r r8 rW Z hexdigestr _clean_one) r r rT rR rG Zbuilder wheel_path wheel_nameZ dest_pathZ wheel_hashrF r: r: r; rS s. z"WheelBuilder._build_one_inside_envc C s t |j| jddS )NT)rO Zunbuffered_output)r Z setup_py_pathrO )r r r: r: r; _base_setup_args s z WheelBuilder._base_setup_argsc C s |j dk st| jr*td|jf dS z~td| td|j}|j }| | |j ||j d}W 5 Q R X |rt ||}t t j||t j|| |}W n$ tk r td|j Y dS X t j||S )zBuild one InstallRequirement using the PEP 517 build process. Returns path to wheel if successfully built. Otherwise, returns None. NzGCannot build wheel for %s using PEP 517 when --build-options is presentDestination directory: %sz Building wheel for {} (PEP 517))metadata_directory Failed building wheel for %s)r] r rN r errorrW r r r Zpep517_backendZsubprocess_runnerZ build_wheelra r3 renamer4 r_ r )r r tempdrR ZrunnerZbackendrZ new_namer: r: r; rV s8 z WheelBuilder._build_one_pep517c C s | |}d|jf }t|}td| |dd|g | j }|dk rT|d|g7 }zt||j|d}W n8 tk r | d t d |j Y W 5 Q R dS X t |} t | ||||d } | W 5 Q R S Q R X dS ) zBuild one InstallRequirement using the "legacy" build process. Returns path to wheel if successfully built. Otherwise, returns None. z Building wheel for %s (setup.py)r\ Z bdist_wheelz-dNz --python-tag)cwdspinnerr_ r^ )rF rG r rB rC )r[ rW r r r rN r Zunpacked_source_directoryr Zfinishr_ r3 rr rH ) r r ra rR base_argsZ spin_messagerd Z wheel_argsoutputrF rY r: r: r; rW s8 z WheelBuilder._build_one_legacyc C sb | |}td|j |ddg }zt||jd W dS tk r\ td|j Y dS X d S )Nz Running setup.py clean for %sZcleanz--all)rc Tz Failed cleaning build dir for %sF)r[ r r8 rW r r r r_ )r r re Z clean_argsr: r: r; rX s zWheelBuilder._clean_onec C s |r | j r|s| j stg }t| jj}|D ]\}t|||| jd}|dkrLq,|rt|rd| j|j}qz| j |j}n| j }| ||f q,|sg S t dd dd |D d}|rtj}t g g } } |D ]\}}z t| W nF tk r. } z&t d|j| | | W Y qW 5 d} ~ X Y nX | j|||d} | r| | |r|jrrt|jsrtd | || jj|_t t | |_|jj stt |jj |j q| | qW 5 Q R X | rt d d d d | D | rt d d dd | D | S )a Build wheels. :param should_unpack: If True, after building the wheel, unpack it and replace the sdist with the unpacked version in preparation for installation. :return: True if all the wheels built correctly. )r; r< r= Nz*Building wheels for collected packages: %sr c S s g | ]\}}|j qS r: rW )r r rp r: r: r; r \ s z&WheelBuilder.build.<locals>.<listcomp>z Building wheel for %s failed: %srQ z bad source dir - missing markerzSuccessfully built %sr} c S s g | ] }|j qS r: rg r r r: r: r; r s zFailed to build %sc S s g | ] }|j qS r: rg rh r: r: r; r s )!rM r r4 rL cache_dirr? r= Zget_ephem_path_for_linkr9 Zget_path_for_linkr r r8 r_ r Zimplementation_tagr r OSErrorr rW rU r r Zremove_temporary_sourceZensure_build_locationrK Z build_dirr r r7 r Z file_path) r Z requirementsr; Zbuildsetr< r Z ephem_cacherT rR Z build_successZ build_failurer Z wheel_filer: r: r; r # s zWheelBuilder.build)NNNF)N)N)N)N)F) r r r r1 r% rU rS r[ rV rW rX r r: r: r: r; rJ s ' % rJ )r= )r= )FNNTNFNT)r1 Z __future__r r r r r@ r@ Zos.pathr3 r r r rU r base64r Z email.parserr Z pip._vendorr Zpip._vendor.distlib.scriptsr Zpip._vendor.distlib.utilr Zpip._vendor.packaging.utilsr Zpip._vendor.sixr Z pip._internalr Zpip._internal.exceptionsr r r Zpip._internal.locationsr r Zpip._internal.models.linkr Zpip._internal.utils.loggingr Z pip._internal.utils.marker_filesr Zpip._internal.utils.miscr r r Z$pip._internal.utils.setuptools_buildr Z pip._internal.utils.subprocessr r r r Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.uir Z pip._internal.utils.unpackingr Zpip._internal.utils.urlsr typingr r! r" r# r$ r% r& r' r( r) r* r+ Z"pip._vendor.packaging.requirementsr, Z pip._internal.req.req_installr- Z pip._internal.operations.preparer. Zpip._internal.cacher/ Zpip._internal.pep425tagsr0 rO ZInstalledCSVRowr4 ZBinaryAllowedPredicater Z getLoggerr r r< rI rP r[ ra ro r2 r3 rs r{ r r r r r r r r r r r r objectr Ir6 r? rE rH rI rJ r: r: r: r; <module> s 8 =$ 4 J : PK A\u - pip/_internal/__pycache__/main.cpython-38.pycnu [ U .eO @ s d Z ddlmZ ddlZddlZddlZddlZddlmZ ddl m Z ddl m Z ddl mZ ddlmZ eeZd d d ZdS ) z Primary application entrypoint. )absolute_importN) autocomplete) parse_command)create_command)PipError) deprecationc C s | d krt jdd } t t zt| \}}W nJ tk r~ } z,t jd| t jt j t d W 5 d }~X Y nX zt t jd W n0 t jk r } ztd| W 5 d }~X Y nX t|d|kd}||S )N z ERROR: %s z%Ignoring error %s when setting localez --isolated)isolated)sysargvr Zinstall_warning_loggerr r r stderrwriteoslinesepexitlocale setlocaleLC_ALLErrorloggerdebugr main)argsZcmd_nameZcmd_argsexceZcommand r 6/usr/lib/python3.8/site-packages/pip/_internal/main.pyr s r )N)__doc__Z __future__r r Zloggingr r Z pip._internal.cli.autocompletionr Z pip._internal.cli.main_parserr Zpip._internal.commandsr Zpip._internal.exceptionsr Zpip._internal.utilsr Z getLogger__name__r r r r r r <module> s PK A\u 3 pip/_internal/__pycache__/main.cpython-38.opt-1.pycnu [ U .eO @ s d Z ddlmZ ddlZddlZddlZddlZddlmZ ddl m Z ddl m Z ddl mZ ddlmZ eeZd d d ZdS ) z Primary application entrypoint. )absolute_importN) autocomplete) parse_command)create_command)PipError) deprecationc C s | d krt jdd } t t zt| \}}W nJ tk r~ } z,t jd| t jt j t d W 5 d }~X Y nX zt t jd W n0 t jk r } ztd| W 5 d }~X Y nX t|d|kd}||S )N z ERROR: %s z%Ignoring error %s when setting localez --isolated)isolated)sysargvr Zinstall_warning_loggerr r r stderrwriteoslinesepexitlocale setlocaleLC_ALLErrorloggerdebugr main)argsZcmd_nameZcmd_argsexceZcommand r 6/usr/lib/python3.8/site-packages/pip/_internal/main.pyr s r )N)__doc__Z __future__r r Zloggingr r Z pip._internal.cli.autocompletionr Z pip._internal.cli.main_parserr Zpip._internal.commandsr Zpip._internal.exceptionsr Zpip._internal.utilsr Z getLogger__name__r r r r r r <module> s PK A\"q < pip/_internal/__pycache__/self_outdated_check.cpython-38.pycnu [ U .e @ s^ d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dl m Z d dl m Z d dlmZ d dlmZ d dlmZ d dlmZ d d lmZ d d lmZ d d lmZm Z m Z d d l m Z m Z m!Z! d d l"m#Z# d dl$m%Z% e%rd dl&Z&d dl&m'Z' d dl(m)Z)m*Z*m+Z+m,Z, d dl-m.Z. dZ/e0e1Z2d ddZ3dd Z4G dd de5Z6dd Z7d d Z8dS ) )absolute_importN) pkg_resources)version) ensure_binary) LinkCollector) PackageFinder) SearchScope)SelectionPreferences)WINDOWS)adjacent_tmp_filecheck_path_ownerreplace) ensure_dirget_installed_versionredact_auth_from_url) get_installer)MYPY_CHECK_RUNNING)Values)AnyDictTextUnion) PipSessionz%Y-%m-%dT%H:%M:%SZFc C s` |j g|j }|jr8|s8tdddd |D g }|jp@g }tj||d}t | |d}|S )z :param session: The Session to use to make requests. :param suppress_no_index: Whether to ignore the --no-index option when constructing the SearchScope object. zIgnoring indexes: %s,c s s | ]}t |V qd S N)r ).0Zurl r E/usr/lib/python3.8/site-packages/pip/_internal/self_outdated_check.py <genexpr>@ s z&make_link_collector.<locals>.<genexpr>) find_links index_urls)session search_scope) Z index_urlZextra_index_urlsZno_indexloggerdebugjoinr r creater )r! optionssuppress_no_indexr r r" link_collectorr r r make_link_collector1 s r* c C s t | }t| }|S r )r hashlibZsha224Z hexdigest)keyZ key_bytesnamer r r _get_statefile_nameP s r. c @ s( e Zd Zdd Zedd Zdd ZdS )SelfCheckStatec C sn i | _ d | _|rjtj|dt| j| _z&t| j}t || _ W 5 Q R X W n t t t fk rh Y nX d S )NZ selfcheck) statestatefile_pathospathr% r. r, openjsonloadIOError ValueErrorKeyError)self cache_dirZ statefiler r r __init__X s zSelfCheckState.__init__c C s t jS r )sysprefix)r: r r r r, j s zSelfCheckState.keyc C s | j s d S ttj| j s d S ttj| j | j|t|d}t j |ddd}t | j }| t | W 5 Q R X zt|j| j W n tk r Y nX d S )N)r, last_check pypi_versionT)r :)Z sort_keysZ separators)r1 r r2 r3 dirnamer r, strftimeSELFCHECK_DATE_FMTr5 dumpsr writer r r- OSError)r: r@ current_timer0 textfr r r saven s zSelfCheckState.saveN)__name__ __module__ __qualname__r< propertyr, rK r r r r r/ W s r/ c C s6 zt | }dt|kW S t jk r0 Y dS X dS )zChecks whether pkg was installed by pip This is used not to display the upgrade message when pip is in fact installed by system package manager, such as dnf on Fedora. pipFN)r Zget_distributionr ZDistributionNotFound)ZpkgZdistr r r was_installed_by_pip s rQ c C sX t d}|sdS t|}d}zt|jd}tj }d|jkrzd|jkrztj|jd t }|| dk rz|jd }|dkrt | |dd}t d d d } t j|| d } | dj} | dkrW dS t| j}||| t|} || k o|j| jkotd} | s W dS trd }nd}td ||| W n$ tk rR tjddd Y nX dS )zCheck for an update for pip. Limit the frequency of checks to once per week. State is stored either in the active virtualenv or in the user's USER_CACHE_DIR keyed off the prefix of the pip script path. rP N)r; r? r@ i: T)r' r( F)Z allow_yankedZallow_all_prereleases)r) selection_prefsz python -m pipzYou are using pip version %s; however, version %s is available. You should consider upgrading via the '%s install --upgrade pip' command.z5There was an error checking the latest version of pip)exc_info)r packaging_versionparser/ r; datetimeZutcnowr0 strptimerD Z total_secondsr* r r r& Zfind_best_candidatebest_candidatestrr rK Z base_versionrQ r r# Zwarning Exceptionr$ )r! r' Zinstalled_versionZ pip_versionr@ r0 rH r? r) rR finderrX Zremote_versionZlocal_version_is_olderZpip_cmdr r r pip_self_version_check sp r\ )F)9Z __future__r rV r+ r5 ZloggingZos.pathr2 r= Z pip._vendorr Zpip._vendor.packagingr rT Zpip._vendor.sixr Zpip._internal.collectorr Zpip._internal.indexr Z!pip._internal.models.search_scoper Z$pip._internal.models.selection_prefsr Zpip._internal.utils.compatr Z pip._internal.utils.filesystemr r r Zpip._internal.utils.miscr r r Z pip._internal.utils.packagingr Zpip._internal.utils.typingr Zoptparser typingr r r r Z pip._internal.network.sessionr rD Z getLoggerrL r# r* r. objectr/ rQ r\ r r r r <module> s> ;PK A\ 4_\( \( = pip/_internal/__pycache__/legacy_resolve.cpython-38.opt-1.pycnu [ U .eRC @ sF d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m Z m Z m Z m Z mZ ddlmZ ddlmZmZmZmZ dd lmZmZ dd lmZ er dd lm Z m Z m Z m Z m Z m!Z! dd l"m#Z# dd l$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z- ddl.m/Z/ e e0e-ge-f Z1e2e3Z4dddZ5G dd de6Z7dS )ay Dependency Resolution The dependency resolution in pip is performed as follows: for top-level requirements: a. only one spec allowed per project, regardless of conflicts or not. otherwise a "double requirement" exception is raised b. they override sub-dependency requirements. for sub-dependencies a. "first found, wins" (where the order is breadth first) N) defaultdict)chain) specifiers)BestVersionAlreadyInstalledDistributionNotFound HashError HashErrorsUnsupportedPythonVersion) indent_log)dist_in_install_pathdist_in_usersite ensure_dirnormalize_version_info)check_requires_pythonget_requires_python)MYPY_CHECK_RUNNING)Callable DefaultDictListOptionalSetTuple) pkg_resources)AbstractDistribution) PipSession) PackageFinder)RequirementPreparer)InstallRequirement)RequirementSetFc C s t | }zt||d}W n: tjk rR } ztd| j| W Y dS d}~X Y nX |r\dS dtt |}|rt d| j|| dS t d | j||dS )a Check whether the given Python version is compatible with a distribution's "Requires-Python" value. :param version_info: A 3-tuple of ints representing the Python major-minor-micro version to check. :param ignore_requires_python: Whether to ignore the "Requires-Python" value if the given Python version isn't compatible. :raises UnsupportedPythonVersion: When the given Python version isn't compatible. ) version_infoz-Package %r has an invalid Requires-Python: %sN.zBIgnoring failed Requires-Python check for package %r: %s not in %rz8Package {!r} requires a different Python: {} not in {!r}) r r r ZInvalidSpecifierloggerwarningZ project_namejoinmapstrdebugr format)distr ignore_requires_pythonZrequires_pythonZ is_compatibleexcversion r, @/usr/lib/python3.8/site-packages/pip/_internal/legacy_resolve.py_check_dist_requires_python> s> r. c sd e Zd ZdZdddhZd fdd Zdd Zd d Zd d Zdd Z dd Z dd Z dd Z Z S )ResolverzResolves which packages need to be installed/uninstalled to perform the requested operation without breaking the requirements of any package. eageronly-if-neededto-satisfy-onlyNc s t t| | d kr&tjd d } nt| } | | _|| _|| _|| _ d | _ | | _ | | _ || _ || _|| _|| _|| _tt| _d S )N )superr/ __init__sysr r _py_version_infopreparerfindersessionrequire_hashesupgrade_strategyforce_reinstallignore_dependenciesignore_installedr) use_user_site_make_install_reqr list_discovered_dependencies) selfr8 r: r9 Zmake_install_reqr@ r> r? r) r= r< Zpy_version_info __class__r, r- r5 u s$ zResolver.__init__c C s | j jrt| j j |jt|j }|jp>tdd |D | _| j j }| }|r`t | g }t }t||D ]N}z|| || W qt tk r } z||_|| W 5 d}~X Y qtX qt|r|dS )a Resolve what operations need to be done As a side-effect of this method, the packages (and their dependencies) are downloaded, unpacked and prepared for installation. This preparation is done by ``pip.operations.prepare``. Once PyPI has static dependency metadata available, it would be possible to move the preparation to become a step separated from dependency resolution. c s s | ] }|j V qd S N)Zhas_hash_options).0reqr, r, r- <genexpr> s z#Resolver.resolve.<locals>.<genexpr>N)r8 Zwheel_download_dirr Zunnamed_requirementsrB requirementsvaluesr; anyr9 search_scopeZget_formatted_locationsr! infor r extend _resolve_oner rI append) rD requirement_setZ root_reqsrN Z locationsZdiscovered_reqsZ hash_errorsrI r* r, r, r- resolve s2 zResolver.resolvec C s& | j dkrdS | j dkr dS |jS d S )Nr2 Fr0 T)r< is_directrD rI r, r, r- _is_upgrade_allowed s z Resolver._is_upgrade_allowedc C s, | j rt|jr"t|jr"|j|_d|_dS )z4 Set a requirement to be installed. N)r@ r satisfied_byr Zconflicts_withrV r, r, r- _set_req_to_reinstall s z Resolver._set_req_to_reinstallc C s | j r dS || j |js dS | jr4| | dS | |sP| jdkrLdS dS |jsz| j j |dd W n( t k r Y dS t k r Y nX | | dS )a Check if req_to_install should be skipped. This will check if the req is installed, and whether we should upgrade or reinstall it, taking into account all the relevant user options. After calling this req_to_install will only have satisfied_by set to None if the req_to_install is to be upgraded/reinstalled etc. Any other value will be a dist recording the current thing installed that satisfies the requirement. Note that for vcs urls and the like we can't assess skipping in this routine - we simply identify that we need to pull the thing down, then later on it is pulled down and introspected to assess upgrade/ reinstalls etc. :return: A text reason for why it was skipped, or None. Nr1 z#already satisfied, skipping upgradezalready satisfiedT)Zupgradezalready up-to-date) r? check_if_existsr@ rX r= rY rW r< linkr9 Zfind_requirementr r )rD req_to_installr, r, r- _check_skip_installed s* z Resolver._check_skip_installedc C s |j r | j|| j| j| jS | |}|jr@| j|| j|S | |}| | j|| j | j || j | j| j}| j s|| j |jr| jdkp| jp| j p|jjdk}|r| | n td| |S )zzTakes a InstallRequirement and returns a single AbstractDist representing a prepared variant of the same. r2 filez<Requirement already satisfied (use --upgrade to upgrade): %s)editabler8 Z prepare_editable_requirementr; r@ r9 r] rX Z prepare_installed_requirementrW Z populate_linkZprepare_linked_requirementr: r? rZ r< r= r[ ZschemerY r! rO )rD rI Z skip_reasonZupgrade_allowed abstract_distZ should_modifyr, r, r- _get_abstract_dist_for sN z Resolver._get_abstract_dist_forc s4 j s jrg S d_j }| }t|jjd g fdd}t j sd_ j dd js jrtddj ttjt|j }|D ]}td || qtt|jtj@ }||D ]} || |d qjs&js&j W 5 Q R X S ) zxPrepare a single requirements file. :return: A list of additional InstallRequirements to also install. T)r r) c sP t| }j}j|||d\}}|rB|rBj| | | d S )N)parent_req_nameextras_requested)rA r% nameadd_requirementrC rR rP )subreqrc Zsub_install_reqrb Z to_scan_againZ add_to_parentZ more_reqsr\ rS rD r, r- add_req} s z&Resolver._resolve_one.<locals>.add_reqN)rb z!Installing extra requirements: %r,z"%s does not provide the extra '%s')rc ) constraintZpreparedZreqs_to_cleanuprR ra Z get_pkg_resources_distributionr. r7 r) r Zhas_requirementrd rU re r> Zextrasr! r& r# sortedsetr" Zrequiresr_ rX Zsuccessfully_downloaded) rD rS r\ r` r( rh Zmissing_requestedZmissingZavailable_requestedrf r, rg r- rQ [ sV zResolver._resolve_onec s8 g t fdd|j D ] }| q& S )zCreate the installation order. The installation order is topological - requirements are installed before the requiring thing. We break cycles at an arbitrary point, and make no other guarantees. c sN | j s| krd S | jr d S | j| j D ] }| q2 | d S rG )rX rj addrC rd rR )rI ZdeporderZ ordered_reqsschedulerD r, r- rp s z1Resolver.get_installation_order.<locals>.schedule)rl rK rL )rD Zreq_setZ install_reqr, rn r- get_installation_order s z Resolver.get_installation_order)N)__name__ __module__ __qualname____doc__Z_allowed_strategiesr5 rT rW rY r] ra rQ rq __classcell__r, r, rE r- r/ n s +3 5<Zr/ )F)8ru Zloggingr6 collectionsr itertoolsr Zpip._vendor.packagingr Zpip._internal.exceptionsr r r r r Zpip._internal.utils.loggingr Zpip._internal.utils.miscr r r r Z pip._internal.utils.packagingr r Zpip._internal.utils.typingr typingr r r r r r Z pip._vendorr Zpip._internal.distributionsr Z pip._internal.network.sessionr Zpip._internal.indexr Z pip._internal.operations.preparer Z pip._internal.req.req_installr Zpip._internal.req.req_setr r% ZInstallRequirementProviderZ getLoggerrr r! r. objectr/ r, r, r, r- <module> s4 0PK A\:p p 2 pip/_internal/__pycache__/locations.cpython-38.pycnu [ U .e& @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl mZ ddl m Z ddl mZ ddlmZ ddlmZ dd lmZ erdd lmZmZmZmZmZ ed Z d d Z dd Z e dZ e! " dkre # Z z e$ Z%W n e&k r ej'Z%Y nX er`ej()ej*dZ+ej()e%dZ,ej(-e+sej()ej*dZ+ej()e%dZ,nJej()ej*dZ+ej()e%dZ,ejdd dkrej*dd dkrdZ+d ddZ.dS ) z7Locations where we look for configs, install stuff, etc )absolute_importN) sysconfig) SCHEME_KEYS)appdirs)WINDOWS)MYPY_CHECK_RUNNING)running_under_virtualenv)AnyUnionDictListOptionalZpipc C s dj tj S )ze Return the major-minor version of the current Python as a string, e.g. "3.7" or "3.10". z{}.{})formatsys version_info r r ;/usr/lib/python3.8/site-packages/pip/_internal/locations.pyget_major_minor_version s r c C sZ t rtjtjd} n6ztjt d} W n tk rL td Y nX tj | S )Nsrcz=The folder you are executing pip from can no longer be found.) r ospathjoinr prefixgetcwdOSErrorexitabspath)Z src_prefixr r r get_src_prefix( s r purelibZpypyZScriptsbin darwin z/System/Library/z/usr/local/binFc C s ddl m} i }|r ddgi}ni }d| i} | | || } | | jddd} | d k s`t|rx|rxtd |||r|rtd |||p| j| _|s|rd | _|p| j| _|p| j | _ |p| j | _ | t D ]} t | d | || < qd| dkr|t| j| jd t rtjtjdddt | |d< |d k rtjtj|d d } tj|| dd |d< |S )z+ Return a distutils install scheme r ) DistributionZ script_argsz --no-user-cfgnameZinstallT)ZcreateNzuser={} prefix={}zhome={} prefix={} Zinstall_ install_lib)r ZplatlibZincludesitezpython{}Zheaders )Zdistutils.distr# updateZparse_config_filesZget_command_objAssertionErrorr userr homerootZfinalize_optionsr getattrZget_option_dictdictr& r r r r r r splitdriver )Z dist_namer+ r, r- isolatedr r# ZschemeZextra_dist_argsZ dist_argsdikeyZ path_no_driver r r distutils_scheme[ sV r5 )FNNFN)/__doc__Z __future__r r Zos.pathplatformr' r r Z distutilsZdistutils_sysconfigZdistutils.command.installr Zpip._internal.utilsr Zpip._internal.utils.compatr Zpip._internal.utils.typingr Z pip._internal.utils.virtualenvr typingr r r r r Zuser_cache_dirZUSER_CACHE_DIRr r Zget_pathZ site_packagesZpython_implementationlowerZget_python_libgetusersitepackages user_siteAttributeError USER_SITEr r r Zbin_pyZbin_userexistsr5 r r r r <module> sN ( PK A\l l 4 pip/_internal/__pycache__/wheel.cpython-38.opt-1.pycnu [ U .eH @ s4 d Z ddlmZ ddlZddlZddlZddlZddlZddlZ ddl Z ddl Z ddl Z ddl Z ddlZddlmZ ddlmZ ddlmZ ddlmZ ddlmZ dd lmZ dd lm Z dd l m Z dd l m Z m!Z!m"Z" dd l#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 ddl9m:Z: ddl;m<Z< ddl=m>Z> ddl?m@Z@ e:rddlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZM ddlNmOZO ddlPmQZQ dd lRmSZS dd lTmUZU dd lVmWZW eGeXd f ZYeLeQgeZf Z[d Z\e]e^Z_d!d" Z`dXd$d%ZadYd&d'Zbd(d) Zcd*d+ Zdd,d- Zee fd.e jgZhd/d0 Zid1d2 Zjd3d4 Zkd5d6 Zld7d8 ZmG d9d: d:enZod;d< ZpG d=d> d>eZqdZdAdBZrdCdD ZsdEdF ZtdGdH ZuG dIdJ dJevZwe fdKe jxfdLdMZydNdO ZzdPdQ Z{dRdS Z|dTdU Z}G dVdW dWevZ~dS )[zH Support for installing and building the "wheel" binary package format. )absolute_importN)urlsafe_b64encode)Parser) pkg_resources) ScriptMaker)get_export_entry)canonicalize_name)StringIO) pep425tags)InstallationErrorInvalidWheelFilenameUnsupportedWheel)distutils_schemeget_major_minor_version)Link) indent_log)has_delete_marker_file)captured_stdout ensure_dir read_chunks)make_setuptools_shim_args) LOG_DIVIDERcall_subprocessformat_command_argsrunner_with_spinner_message) TempDirectory)MYPY_CHECK_RUNNING) open_spinner) unpack_file) path_to_url) DictListOptionalSequenceMappingTupleIOTextAnyIterableCallableSet) Requirement)InstallRequirement)RequirementPreparer) WheelCache) Pep425Tag.) r c C s t j| |t jjdS )N/)ospathrelpathreplacesep)srcp r: 7/usr/lib/python3.8/site-packages/pip/_internal/wheel.pynormpathO s r< c C sR t }d}t| d.}t||dD ]}|t|7 }|| q$W 5 Q R X ||fS )z5Return (hash, length) for path using hashlib.sha256()r rb)size)hashlibZsha256openr lenupdate)r4 blocksizehlengthfblockr: r: r; hash_fileS s rI c C s6 t | |\}}dt| dd }|t|fS )z?Return (encoded_digest, length) for path using hashlib.sha256()zsha256=latin1=)rI r digestdecoderstripstr)r4 rD rE rF rL r: r: r; rehash_ s rP c C s6 t jd dk ri }d}n ddi}d}t| || f|S )Nr bnewline )sys version_inforA )namemodenlbinr: r: r; open_for_csvj s r[ c C s | d}||d< d|S )zBReplace the Python tag in a wheel file name with a new value. -)splitjoin)Z wheelnameZnew_tagpartsr: r: r; replace_python_tagu s ra c C s t j| rt| dR}| }|ds8W 5 Q R dS tjt }d| t j d }| }W 5 Q R X t| d}| | | | W 5 Q R X dS dS ) zLReplace #!python with #!/path/to/python Return True if file was changed.r> s #!pythonFs #!asciiwbTN) r3 r4 isfilerA readline startswithrU executableencodegetfilesystemencodinglinesepreadwrite)r4 Zscript firstlineZexenamerestr: r: r; fix_script~ s ro zX^(?P<namever>(?P<name>.+?)(-(?P<ver>.+?))?) \.dist-info$c C s | dd}t|D ]p}t|}|r|d|krttj||d6}|D ]*}| }|dkrP W 5 Q R dS qPW 5 Q R X qdS )zP Return True if the extracted wheel in wheeldir should go into purelib. r\ _rW WHEELzroot-is-purelib: trueTF) r6 r3 listdir dist_info_rematchgrouprA r4 r_ lowerrN )rW wheeldirZ name_foldeditemrt wheelliner: r: r; root_is_purelib s r{ c s t j| si i fS t| 8}t }|D ] }|| |d q(|d W 5 Q R X tj |}| di }| di }dd t fdd| D }t fd d| D }||fS ) N r Zconsole_scriptsZ gui_scriptsc S s t | dddS )zRget the string representation of EntryPoint, remove space and split on '=' rT rK )rO r6 r^ )sr: r: r; _split_ep s z"get_entrypoints.<locals>._split_epc 3 s | ]} |V qd S Nr: .0vr r: r; <genexpr> s z"get_entrypoints.<locals>.<genexpr>c 3 s | ]} |V qd S r r: r r r: r; r s )r3 r4 existsrA r rl stripseekr Z EntryPointZ parse_mapgetdictvalues)filenamefpdatarz Z entry_pointsconsoleguir: r r; get_entrypoints s r c sJ | sdS t t}| D ]*}tj|}tj|}|| | qdd tj dd tj D tj tjtj fdd| D }|sdS g }| D ]b\}}t|}t|dkrd |d } n$d d |dd d |d } | d| | qd} t|dkr0| | d n| | d d|S )zDetermine if any scripts are not on PATH and format a warning. Returns a warning message if one or more scripts are not on PATH, otherwise None. Nc S s g | ]}t j|t jqS r: )r3 r4 normcaserN r7 )r ir: r: r; <listcomp> s z5message_about_scripts_not_on_PATH.<locals>.<listcomp>PATHrT c s& i | ] \}}t j| kr||qS r: )r3 r4 r )r parent_dirscriptsZ not_warn_dirsr: r; <dictcomp> s z5message_about_scripts_not_on_PATH.<locals>.<dictcomp>r1 z script {} isr zscripts {} are, z and z.The {} installed in '{}' which is not on PATH.zeConsider adding {} to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.zthis directoryzthese directoriesr| ) collections defaultdictsetr3 r4 dirnamebasenameaddenvironr r^ pathsepappendr rU rg itemssortedrB formatr_ ) r Zgrouped_by_dirdestfiler Z script_nameZwarn_for msg_linesZ dir_scriptsZsorted_scriptsZ start_textZ last_line_fmtr: r r; !message_about_scripts_not_on_PATH sH r c C s t | dd dS )a; Return the given rows of a RECORD file in sorted order. Each row is a 3-tuple (path, hash, size) and corresponds to a record of a RECORD file (see PEP 376 and PEP 427 for details). For the rows passed to this function, the size can be an integer as an int or string, or the empty string. c S s t dd | D S )Nc s s | ]}t |V qd S r )rO )r xr: r: r; r s z3sorted_outrows.<locals>.<lambda>.<locals>.<genexpr>)tuple)rowr: r: r; <lambda> z sorted_outrows.<locals>.<lambda>)key)r )outrowsr: r: r; sorted_outrows s r c C s g }| D ]v}t |dkr(td| t|}|d }|||}||d< ||krpt|\} } | |d< | |d< |t| q|D ]*} t| \} } |t | || t | f q|D ]} ||| ddf q|S )z_ :param installed: A map from archive RECORD path to installation RECORD path. rQ z,RECORD line has more than three elements: {}r r1 rT ) rB loggerwarningr listpoprP r r r< rO ) Z old_csv_rows installedchanged generatedlib_dirZinstalled_rowsr Zold_pathnew_pathrL rF rG r: r: r; get_csv_rows_for_installed s* r c @ s e Zd ZdS )MissingCallableSuffixN)__name__ __module__ __qualname__r: r: r: r; r = s r c C s* t | }|d k r&|jd kr&tt|d S r )r suffixr rO ) specificationentryr: r: r; _raise_for_invalid_entrypointA s r c s e Zd Zd fdd Z ZS )PipScriptMakerNc s t | tt| ||S r )r superr make)selfr Zoptions __class__r: r; r H s zPipScriptMaker.make)N)r r r r __classcell__r: r: r r; r G s r FTc - sL |st | ||||| d}t| r,|d n|d g g tjjtjj } i t g } |rt 4} t t d t j | ddd W 5 Q R X W 5 Q R X t | d- fdd d.fd d }|| d tjd d}t|\fdd}D ]j}d }d }ttj |D ]F}d }|dkrPt}|}tj ||} || }|| |d||d q6qtd |d }d|_dh|_d|_g }dd }|r4dtjkr|d| tjdddkr |dt j d |f |dt |f dd D }|D ] }|= q&dd }|rdtjkr`|d | |d t |f d d D } | D ] }|= q| d d D d!d D } g } z.|!|} | | | |!| d"di W n> t"k r. } z | j#d } t$d#%| W 5 d } ~ X Y nX | rRt&| }!|!d k rRt '|! tjd d$}"tjd d%}#t(|#d&}$|$)d' W 5 Q R X t*+|#|" | |" tjd d(}%tjd d)}&t,|%d*\}'t,|&d+F}(t-.|'})t/|) | d,}*t-0|(}+t1|*D ]},|+2|, qW 5 Q R X W 5 Q R X t*+|&|% d S )/zInstall a wheel)userhomerootisolatedprefixZpurelibZplatlibignoreT)forcequietFc s. t | }t |}||< |r* | dS )z6Map archive RECORD paths to installation RECORD paths.N)r< r )srcfiler ZmodifiedZoldpathnewpath)r r r rw r: r; record_installed s z*move_wheel_files.<locals>.record_installedNc s t | t| D ]\}}}|t| d tjj}tj||} |rf|tjjdd drfq|D ]d} tj||| } |r|dkr| dr | qjqj|rj| drjt | t j rj | qj|D ]} |r|| rqtj|| } tj||| }t | tj|r$t| t| | t| }ttdrZt||j|jf t| tjrt| }|jtjB tjB tj B }t || d}|r||}| || qqd S )Nr1 r z.datarT z .dist-infoutimeF) r r3 walkrB lstripr4 r7 r_ r^ endswithr r rf rW r unlinkshutilZcopyfilestathasattrr st_atimest_mtimeaccessX_OKst_modeS_IXUSRS_IXGRPS_IXOTHchmod)sourcedestZis_basefixerfilterdirZsubdirsfilesZbasedirZdestdirr~ Z destsubdirrG r r stZ permissionsr ) data_dirsinfo_dirr reqr: r; clobber sP z!move_wheel_files.<locals>.clobberr zentry_points.txtc sh | dr | d d }n<| dr8| d d }n | drT| d d }n| }| kpf|kS )Nz.exez -script.pyiz.pya)rv r )rW Z matchname)r r r: r; is_entrypoint_wrapper s z/move_wheel_files.<locals>.is_entrypoint_wrapperr )r r rT ZpipZENSUREPIP_OPTIONSzpip = Z altinstallz pip%s = %sc S s g | ]}t d |r|qS )zpip(\d(\.\d)?)?$rert r kr: r: r; r 0 s z$move_wheel_files.<locals>.<listcomp>Z easy_installzeasy_install = zeasy_install-%s = %sc S s g | ]}t d |r|qS )zeasy_install(-\d\.\d)?$r r r: r: r; r @ s c s s | ]}d | V qdS )%s = %sNr: r Zkvr: r: r; r G s z#move_wheel_files.<locals>.<genexpr>c S s g | ] }d | qS )r r: r r: r: r; r K s r zInvalid script entry point: {} for req: {} - A callable suffix is required. Cf https://packaging.python.org/en/latest/distributing.html#console-scripts for more information.Z INSTALLERz INSTALLER.piprc s pip ZRECORDz RECORD.piprzw+)r r r r )F)NN)3r r{ rN r3 r4 r7 r r warningscatch_warningsfilterwarnings compileall compile_dirr debuggetvaluer_ r rr ro r r ZvariantsZset_moder r r r rU rV r extendr Z make_multipler argsr r r r rA rl r mover[ csvreaderr writerr Zwriterow)-rW r rw r r r Z pycompileZschemer r Zwarn_script_locationr r stdoutr Zep_filer Zdatadirr r Zsubdirr ZmakerZscripts_to_generateZ pip_scriptZpip_epr Zeasy_install_scriptZeasy_install_epZgui_scripts_to_generateZgenerated_console_scriptser msgZ installerZtemp_installerZinstaller_filerecordZ temp_recordZ record_inZ record_outr r r r r: ) r r r r r r r r r rw r; move_wheel_filesM s $F # "r c C sr zVdd t d| D d }|d}t |}|d }ttt| d}|W S t k rl Y dS X dS )z Return the Wheel-Version of an extracted wheel, if possible. Otherwise, return None if we couldn't parse / extract it. c S s g | ]}|qS r: r: )r dr: r: r; r s z!wheel_version.<locals>.<listcomp>Nr rq z Wheel-Version.) r Z find_on_pathZ get_metadatar Zparsestrr r mapintr^ Exception) source_dirZdistZ wheel_dataversionr: r: r; wheel_version s r c C sb | st d| | d td kr>t d|dtt| f n | tkr^tddtt| dS )a Raises errors or warns if called with an incompatible Wheel-Version. Pip should refuse to install a Wheel-Version that's a major series ahead of what it's compatible with (e.g 2.0 > 1.1); and warn when installing a version only minor version ahead (e.g 1.2 > 1.1). version: a 2-tuple representing a Wheel-Version (Major, Minor) name: name of wheel or package to raise exception about :raises UnsupportedWheel: when an incompatible Wheel-Version is given z(%s is in an unsupported or invalid wheelr zB%s's Wheel-Version (%s) is not compatible with this version of pipr z*Installing from a newer Wheel-Version (%s)N)r VERSION_COMPATIBLEr_ r rO r r )r rW r: r: r; check_compatibility s r c C s d | S )z Format three tags in the form "<python_tag>-<abi_tag>-<platform_tag>". :param file_tag: A 3-tuple of tags (python_tag, abi_tag, platform_tag). r\ )r_ )Zfile_tagr: r: r; format_tag s r c @ s> e Zd ZdZedejZdd Zdd Z dd Z d d Z d S ) Wheelz A wheel filez^(?P<namever>(?P<name>.+?)-(?P<ver>.*?)) ((-(?P<build>\d[^-]*?))?-(?P<pyver>.+?)-(?P<abi>.+?)-(?P<plat>.+?) \.whl|\.dist-info)$c s j |}|s td| | _|ddd _|ddd _|d _|d d _ |d d _ |d d _ fd d j D _ d S )zX :raises InvalidWheelFilename: when the filename is invalid for a wheel z!%s is not a valid wheel filename.rW rp r\ ZverbuildZpyverr ZabiZplatc s. h | ]&} j D ]} jD ]}|||fqqqS r: )abisplats)r r yzr r: r; <setcomp> s z!Wheel.__init__.<locals>.<setcomp>N) wheel_file_rert r r ru r6 rW r Z build_tagr^ Z pyversionsr r file_tags)r r Z wheel_infor: r r; __init__ s zWheel.__init__c C s t dd | jD S )zF Return the wheel's tags as a sorted list of strings. c s s | ]}t |V qd S r )r r tagr: r: r; r s z0Wheel.get_formatted_file_tags.<locals>.<genexpr>)r r# r r: r: r; get_formatted_file_tags s z Wheel.get_formatted_file_tagsc s t fdd| jD S )a Return the lowest index that one of the wheel's file_tag combinations achieves in the given list of supported tags. For example, if there are 8 supported tags and one of the file tags is first in the list, then return 0. :param tags: the PEP 425 tags to check the wheel against, in order with most preferred first. :raises ValueError: If none of the wheel's file tags match one of the supported tags. c 3 s | ]}| kr |V qd S r )indexr% tagsr: r; r s z*Wheel.support_index_min.<locals>.<genexpr>)minr# r r* r: r) r; support_index_min s zWheel.support_index_minc C s | j | S )z Return whether the wheel is compatible with one of the given tags. :param tags: the PEP 425 tags to check the wheel against. )r# isdisjointr, r: r: r; supported s zWheel.supportedN) r r r __doc__r compileVERBOSEr" r$ r' r- r/ r: r: r: r; r s r z ([a-z0-9_.]+)-([a-z0-9_.!+-]+)c C s t || S )zjDetermine whether the string looks like an egg_info. :param s: The string to parse. E.g. foo-2.1 )boolsearch)r~ Z _egg_info_rer: r: r; _contains_egg_info s r5 c C s | j r dS | jr&|s"td| j dS |s.dS | js:| js>dS || sXtd| j dS | jrj| jjrjdS | j}| \}}|rt |rdS dS )a[ Return whether to build an InstallRequirement object using the ephemeral cache. :param cache_available: whether a cache directory is available for the should_unpack=True case. :return: True or False to build the requirement with ephem_cache=True or False, respectively; or None not to build the requirement. Nz(Skipping %s, due to already being wheel.FzCSkipping wheel build for %s, due to binaries being disabled for it.T) Z constraintZis_wheelr inforW Zeditabler linkZis_vcssplitextr5 )r should_unpackcache_availablecheck_binary_allowedr7 baseZextr: r: r; should_use_ephemeral_cache s4 r= c C s^ t | }d|}|s |d7 }n:t tjkr8|d7 }n"|dsJ|d7 }|d|t7 }|S )z1 Format command information for logging. zCommand arguments: {} zCommand output: Nonez'Command output: [use --verbose to show]r| zCommand output: {}{})r r r ZgetEffectiveLevelloggingDEBUGr r ) command_argscommand_outputZ command_desctextr: r: r; format_command_resultG s rC c C sx t | } | s4d|j}|t||7 }t| dS t| dkrfd|j| }|t||7 }t| tj || d S )zH Return the path to the wheel in the temporary build directory. z1Legacy build of wheel for {!r} created no files. Nr1 zZLegacy build of wheel for {!r} created more than one file. Filenames (choosing first): {} r ) r r rW rC r r rB r3 r4 r_ )namestemp_dirr r@ rA r r: r: r; get_legacy_build_wheel_path^ s$ rF c C s dS )NTr: )rp r: r: r; _always_true~ s rG c @ s\ e Zd ZdZdddZdddZddd Zd d Zdd d ZdddZ dd Z dddZ dS ) WheelBuilderz#Build wheels from a RequirementSet.NFc C sD |d kr t }|| _|| _|j| _|p&g | _|p0g | _|| _|| _d S r ) rG preparer wheel_cacheZwheel_download_dir _wheel_dir build_optionsglobal_optionsr; no_clean)r rI rJ rL rM r; rN r: r: r; r$ s zWheelBuilder.__init__c C s. |j | j|||dW 5 Q R S Q R X dS )ziBuild one wheel. :return: The filename of the built wheel, or None if the build failed. python_tagN)Z build_env_build_one_inside_env)r r output_dirrP r: r: r; _build_one s zWheelBuilder._build_onec C s t dd}|jr| j}n| j}|||j|d}|d k rtj|}tj||}zNt|\} } t || t d|j || | t d| |W W 5 Q R S tk r Y nX | | W 5 Q R d S Q R X d S )Nry )ZkindrO z3Created wheel for %s: filename=%s size=%d sha256=%szStored in directory: %s)r Z use_pep517_build_one_pep517_build_one_legacyr4 r3 r r_ rI r r r r6 rW Z hexdigestr _clean_one) r r rR rP rE Zbuilder wheel_path wheel_nameZ dest_pathZ wheel_hashrF r: r: r; rQ s. z"WheelBuilder._build_one_inside_envc C s t |j| jddS )NT)rM Zunbuffered_output)r Z setup_py_pathrM )r r r: r: r; _base_setup_args s z WheelBuilder._base_setup_argsc C s | j r td|jf dS z~td| td|j}|j}|| |j ||j d}W 5 Q R X |rt ||}t t j||t j|| |}W n$ tk r td|j Y dS X t j||S )zBuild one InstallRequirement using the PEP 517 build process. Returns path to wheel if successfully built. Otherwise, returns None. zGCannot build wheel for %s using PEP 517 when --build-options is presentNDestination directory: %sz Building wheel for {} (PEP 517))metadata_directory Failed building wheel for %s)rL r errorrW r r r Zpep517_backendZsubprocess_runnerZ build_wheelr[ ra r3 renamer4 r_ r )r r tempdrP ZrunnerZbackendrX new_namer: r: r; rT s6 z WheelBuilder._build_one_pep517c C s | |}d|jf }t|}td| |dd|g | j }|dk rT|d|g7 }zt||j|d}W n8 tk r | d t d |j Y W 5 Q R dS X t |} t | ||||d } | W 5 Q R S Q R X dS ) zBuild one InstallRequirement using the "legacy" build process. Returns path to wheel if successfully built. Otherwise, returns None. z Building wheel for %s (setup.py)rZ Z bdist_wheelz-dNz --python-tag)cwdspinnerr] r\ )rD rE r r@ rA )rY rW r r r rL r Zunpacked_source_directoryr Zfinishr] r3 rr rF ) r r r_ rP base_argsZ spin_messagerb Z wheel_argsoutputrD rW r: r: r; rU s8 z WheelBuilder._build_one_legacyc C sb | |}td|j |ddg }zt||jd W dS tk r\ td|j Y dS X d S )Nz Running setup.py clean for %sZcleanz--all)ra Tz Failed cleaning build dir for %sF)rY r r6 rW r r r r] )r r rc Z clean_argsr: r: r; rV s zWheelBuilder._clean_onec C s g }t | jj}|D ]\}t|||| jd}|dkr4q|r\|rL| j|j}qb| j|j}n| j}| ||f q|szg S t dd dd |D d}|rt j}t g g } } |D ]\}}z t| W nF tk r } z&t d|j| | | W Y qW 5 d} ~ X Y nX | j|||d} | r| | |r|jrXt|jsXtd | || jj|_t t | |_t |jj |j q| | qW 5 Q R X | rt d d d d | D | rt d d dd | D | S )a Build wheels. :param should_unpack: If True, after building the wheel, unpack it and replace the sdist with the unpacked version in preparation for installation. :return: True if all the wheels built correctly. )r9 r: r; Nz*Building wheels for collected packages: %sr c S s g | ]\}}|j qS r: rW )r r rp r: r: r; r \ s z&WheelBuilder.build.<locals>.<listcomp>z Building wheel for %s failed: %srO z bad source dir - missing markerzSuccessfully built %sr} c S s g | ] }|j qS r: re r r r: r: r; r s zFailed to build %sc S s g | ] }|j qS r: re rf r: r: r; r s ) r3 rJ cache_dirr= r; Zget_ephem_path_for_linkr7 Zget_path_for_linkrK r r r6 r_ r Zimplementation_tagr r OSErrorr rW rS r r AssertionErrorZremove_temporary_sourceZensure_build_locationrI Z build_dirr r r Z file_path) r Z requirementsr9 Zbuildsetr: r Z ephem_cacherR rP Z build_successZ build_failurer Z wheel_filer: r: r; r # s zWheelBuilder.build)NNNF)N)N)N)N)F) r r r r0 r$ rS rQ rY rT rU rV r r: r: r: r; rH s ' % rH )r= )r= )FNNTNFNT)r0 Z __future__r r r r r@ r> Zos.pathr3 r r r rU r base64r Z email.parserr Z pip._vendorr Zpip._vendor.distlib.scriptsr Zpip._vendor.distlib.utilr Zpip._vendor.packaging.utilsr Zpip._vendor.sixr Z pip._internalr Zpip._internal.exceptionsr r r Zpip._internal.locationsr r Zpip._internal.models.linkr Zpip._internal.utils.loggingr Z pip._internal.utils.marker_filesr Zpip._internal.utils.miscr r r Z$pip._internal.utils.setuptools_buildr Z pip._internal.utils.subprocessr r r r Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.uir Z pip._internal.utils.unpackingr Zpip._internal.utils.urlsr typingr r! r" r# r$ r% r& r' r( r) r* r+ Z"pip._vendor.packaging.requirementsr, Z pip._internal.req.req_installr- Z pip._internal.operations.preparer. Zpip._internal.cacher/ Zpip._internal.pep425tagsr0 rO ZInstalledCSVRowr3 ZBinaryAllowedPredicater Z getLoggerr r r< rI rP r[ ra ro r1 r2 rs r{ r r r r r r r r r r r r objectr Ir5 r= rC rF rG rH r: r: r: r; <module> s 8 =$ 4 J : PK A\$cNb b 4 pip/_internal/__pycache__/index.cpython-38.opt-1.pycnu [ U .e @ s( d Z ddlmZ ddlZddlZddlmZ ddlmZ ddl m Z ddl m Z mZmZmZ ddlmZ dd lmZ dd lmZ dd lmZ dd lmZ dd lm Z ddl m Z ddl m Z ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z* e$rddl+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 ddl m4Z4 ddl5m6Z6 ddl7m8Z8 ddl9m:Z: ddl;m<Z< ddl=m>Z> e3e2d e2e?e@f f ZAe2e?e?e?e4eAe/e? f ZBd d d gZCeDeEZFd1d!d"ZGG d#d$ d$eHZId%d& ZJG d'd( d(eHZKG d)d d eHZLG d*d+ d+eHZMG d,d d eHZNd-d. ZOd/d0 ZPdS )2z!Routines related to PyPI, indexes )absolute_importN) specifiers)canonicalize_name)parse)BestVersionAlreadyInstalledDistributionNotFoundInvalidWheelFilenameUnsupportedWheel)InstallationCandidate) FormatControl)Link)SelectionPreferences) TargetPython)WHEEL_EXTENSION) indent_log) build_netloc)check_requires_python)MYPY_CHECK_RUNNING)SUPPORTED_EXTENSIONS) url_to_path)Wheel) FrozenSetIterableListOptionalSetTextTupleUnion) _BaseVersion) LinkCollector) SearchScope)InstallRequirement) Pep425Tag)Hashes r BestCandidateResult PackageFinderFc C s~ zt | j|d}W n& tjk r8 td| j| Y nBX |szdtt|}|shtd|| j| dS td|| j| dS )aa Return whether the given Python version is compatible with a link's "Requires-Python" value. :param version_info: A 3-tuple of ints representing the Python major-minor-micro version to check. :param ignore_requires_python: Whether to ignore the "Requires-Python" value if the given Python version isn't compatible. ) version_infoz2Ignoring invalid Requires-Python (%r) for link: %s.z4Link requires a different Python (%s not in: %r): %sFzBIgnoring failed Requires-Python check (%s not in: %r) for link: %sT) r Zrequires_pythonr ZInvalidSpecifierloggerdebugjoinmapstr)linkr( ignore_requires_pythonZ is_compatibleversionr% r% 7/usr/lib/python3.8/site-packages/pip/_internal/index.py_check_link_requires_python; s8 r3 c @ s, e Zd ZdZedZdddZdd ZdS ) LinkEvaluatorzD Responsible for evaluating links for a particular project. z-py([123]\.?[0-9]?)$Nc C s4 |dkr d}|| _ || _|| _|| _|| _|| _dS )a :param project_name: The user supplied package name. :param canonical_name: The canonical package name. :param formats: The formats allowed for this package. Should be a set with 'binary' or 'source' or both in it. :param target_python: The target Python interpreter to use when evaluating link compatibility. This is used, for example, to check wheel compatibility, as well as when checking the Python version, e.g. the Python version embedded in a link filename (or egg fragment) and against an HTML link's optional PEP 503 "data-requires-python" attribute. :param allow_yanked: Whether files marked as yanked (in the sense of PEP 592) are permitted to be candidates for install. :param ignore_requires_python: Whether to ignore incompatible PEP 503 "data-requires-python" values in HTML links. Defaults to False. NF) _allow_yanked_canonical_name_ignore_requires_python_formats_target_python project_name)selfr: canonical_nameformats target_python allow_yankedr0 r% r% r2 __init__r s zLinkEvaluator.__init__c C s d}|j r(| js(|jpd}dd|fS |jr<|j}|j}n| \}}|sPdS |tkrddd| fS d| jkr|t krd| j }d|fS d |j kr|d krd S |t kr,zt |j }W n tk r Y d S X t|j| jkrd | j }d|fS | j }||s&| }dd|}d|fS |j}d| jkrP|t krPdd| j fS |sbt|| j}|svdd| j fS | j|} | r|d| }| d} | | jj krdS t || jj | j d} | sdS t!"d|| d|fS )aG Determine whether a link is a candidate for installation. :return: A tuple (is_candidate, result), where `result` is (1) a version string if `is_candidate` is True, and (2) if `is_candidate` is False, an optional string to log the reason the link fails to qualify. N <none given>Fzyanked for reason: {})Fz not a filez unsupported archive format: %sZbinaryz No binaries permitted for %sZmacosx10z.zip)Fz macosx10 one)Fzinvalid wheel filenamezwrong project name (not %s)z"none of the wheel's tags match: {}, sourcezNo sources permitted for %sz Missing project version for %s )FzPython version is incorrect)r( r0 )FNzFound link %s, version: %sT)# is_yankedr5 yanked_reasonformat egg_fragmentextsplitextr r8 r r: pathr filenamer r namer6 r9 get_tags supportedZget_formatted_file_tagsr, r1 _extract_version_from_fragment_py_version_researchstartgroup py_versionr3 Zpy_version_infor7 r* r+ ) r; r/ r1 reasonZegg_inforI wheelsupported_tagsZ file_tagsmatchrU Zsupports_pythonr% r% r2 evaluate_link sx zLinkEvaluator.evaluate_link)N) __name__ __module__ __qualname____doc__recompilerQ r@ rZ r% r% r% r2 r4 f s &r4 c C s |s t dt| | t| S g }g }d}| D ]>}|j}|js@n"|j|drV|d7 }n || q.|| q.|rx|}nt| }t|t| krd} n dt|d dd |D } t d t| ||j |t|| | |S ) a Filter out candidates whose hashes aren't allowed, and return a new list of candidates. If at least one candidate has an allowed hash, then all candidates with either an allowed hash or no hash specified are returned. Otherwise, the given candidates are returned. Including the candidates with no hash specified when there is a match allows a warning to be logged if there is a more preferred candidate with no hash specified. Returning all candidates in the case of no matches lets pip report the hash of the candidate that would otherwise have been installed (e.g. permitting the user to more easily update their requirements file with the desired hash). zJGiven no hashes to check %s links for project %r: discarding no candidatesr )hashesrD zdiscarding no candidatesz discarding {} non-matches: {}z c s s | ]}t |jV qd S N)r. r/ .0 candidater% r% r2 <genexpr>+ s z*filter_unallowed_hashes.<locals>.<genexpr>zPChecked %s links for project %r against %s hashes (%s matches, %s no digest): %s) r* r+ lenlistr/ Zhas_hashis_hash_allowedappendrG r, Z digest_count) candidatesra r: Zmatches_or_no_digestZ non_matchesZ match_countre r/ ZfilteredZdiscard_messager% r% r2 filter_unallowed_hashes sL rl c @ s e Zd ZdZdddZdS )CandidatePreferenceszk Encapsulates some of the preferences for filtering and sorting InstallationCandidate objects. Fc C s || _ || _dS )zR :param allow_all_prereleases: Whether to allow all pre-releases. N)allow_all_prereleases prefer_binary)r; ro rn r% r% r2 r@ C s z CandidatePreferences.__init__N)FF)r[ r\ r] r^ r@ r% r% r% r2 rm < s rm c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r& zA collection of candidates, returned by `PackageFinder.find_best_candidate`. This class is only intended to be instantiated by CandidateEvaluator's `compute_best_candidate()` method. c C s |dkr n || _ || _|| _dS )a :param candidates: A sequence of all available candidates found. :param applicable_candidates: The applicable candidates. :param best_candidate: The most preferred candidate found, or None if no applicable candidates were found. N)_applicable_candidates _candidatesbest_candidater; rk applicable_candidatesrr r% r% r2 r@ W s z BestCandidateResult.__init__c C s t | jS )z(Iterate through all candidates. )iterrq r; r% r% r2 iter_allp s z BestCandidateResult.iter_allc C s t | jS )z3Iterate through the applicable candidates. )ru rp rv r% r% r2 iter_applicablev s z#BestCandidateResult.iter_applicableN)r[ r\ r] r^ r@ rw rx r% r% r% r2 r& P s c @ sH e Zd ZdZedddZdddZdd Zd d Zd d Z dd Z dS )CandidateEvaluatorzm Responsible for filtering and sorting candidates for installation based on what tags are valid. NFc C s: |dkrt }|dkr t }| }| ||||||dS )a Create a CandidateEvaluator object. :param target_python: The target Python interpreter to use when checking compatibility. If None (the default), a TargetPython object will be constructed from the running Python. :param specifier: An optional object implementing `filter` (e.g. `packaging.specifiers.SpecifierSet`) to filter applicable versions. :param hashes: An optional collection of allowed hashes. N)r: rX specifierro rn ra )r r Z SpecifierSetrN )clsr: r> ro rn rz ra rX r% r% r2 create s zCandidateEvaluator.createc C s( || _ || _|| _|| _|| _|| _dS )z :param supported_tags: The PEP 425 tags supported by the target Python in order of preference (most preferred first). N)_allow_all_prereleases_hashes_prefer_binary _project_name _specifier_supported_tags)r; r: rX rz ro rn ra r% r% r2 r@ s zCandidateEvaluator.__init__c sV | j pd}| j}dd |jdd |D |dD fdd|D }t|| j| jd S ) zM Return the applicable candidates from a list of candidates. Nc S s h | ] }t |qS r% )r. )rd vr% r% r2 <setcomp> s z?CandidateEvaluator.get_applicable_candidates.<locals>.<setcomp>c s s | ]}t |jV qd S rb r. r1 rd cr% r% r2 rf s z?CandidateEvaluator.get_applicable_candidates.<locals>.<genexpr>)Z prereleasesc s g | ]}t |j kr|qS r% r r Zversionsr% r2 <listcomp> s z@CandidateEvaluator.get_applicable_candidates.<locals>.<listcomp>)rk ra r: )r} r filterrl r~ r )r; rk Zallow_prereleasesrz rt r% r r2 get_applicable_candidates s z,CandidateEvaluator.get_applicable_candidatesc C s | j }t|}d}d}|j}|jrt|j}||sDtd|j | jrNd}| | }|j dk rt d|j } | } t| d | d f}n| }t|| j} dt|j } | | ||j||fS )a) Function to pass as the `key` argument to a call to sorted() to sort InstallationCandidates by preference. Returns a tuple such that tuples sorting as greater using Python's default comparison operator are more preferred. The preference is as follows: First and foremost, candidates with allowed (matching) hashes are always preferred over candidates without matching hashes. This is because e.g. if the only candidate with an allowed hash is yanked, we still want to use that candidate. Second, excepting hash considerations, candidates that have been yanked (in the sense of PEP 592) are always less preferred than candidates that haven't been yanked. Then: If not finding wheels, they are sorted by version only. If finding wheels, then the sort order is by version, then: 1. existing installs 2. wheels ordered via Wheel.support_index_min(self._supported_tags) 3. source archives If prefer_binary was set, then all wheels are sorted above sources. Note: it was considered to embed this logic into the Link comparison operators, but then different sdist links with the same version, would have to be considered equal r% r zB%s is not a supported wheel for this platform. It can't be sorted.rD Nz ^(\d+)(.*)$)r rg r/ Zis_wheelr rL rO r r Zsupport_index_min build_tagr_ rY groupsintri r~ rE r1 ) r; re Z valid_tagsZ support_numr Zbinary_preferencer/ rW ZprirY Zbuild_tag_groupsZhas_allowed_hashZ yank_valuer% r% r2 _sort_key s< z CandidateEvaluator._sort_keyc C sH |sdS t || jd}|j}|jrD|jp*d}dj||d}t| |S )zy Return the best candidate per the instance's sort order, or None if no candidate is acceptable. NkeyrA zqThe candidate selected for download or install is a yanked version: {candidate} Reason for being yanked: {reason})re rV )maxr r/ rE rF rG r* Zwarning)r; rk rr r/ rV msgr% r% r2 sort_best_candidate s z&CandidateEvaluator.sort_best_candidatec C s" | |}| |}t|||dS )zF Compute and return a `BestCandidateResult` instance. )rt rr )r r r& rs r% r% r2 compute_best_candidate< s z)CandidateEvaluator.compute_best_candidate)NFFNN)FFN) r[ r\ r] r^ classmethodr| r@ r r r r r% r% r% r2 ry } s ) $< ry c @ s e Zd ZdZd&ddZed'ddZedd Zej d d Zed d Z ed d Z edd Z edd Z dd Zdd Zdd Zdd Zdd Zd d Zd d Zd(d d!Zd)d"d#Zd$d% ZdS )*r' zThis finds packages. This is meant to match easy_install's technique for looking for packages, by reading pages and looking for appropriate links. Nc C sP |dkrt }|p tt t }|| _|| _|| _|| _|| _|| _t | _ dS )a This constructor is primarily meant to be used by the create() class method and from tests. :param format_control: A FormatControl object, used to control the selection of source packages / binary packages when consulting the index and links. :param candidate_prefs: Options to use when creating a CandidateEvaluator object. N) rm r setr5 _candidate_prefsr7 _link_collectorr9 format_control _logged_links)r; link_collectorr> r? r candidate_prefsr0 r% r% r2 r@ V s zPackageFinder.__init__c C s8 |dkrt }t|j|jd}| ||||j|j|jdS )af Create a PackageFinder. :param selection_prefs: The candidate selection preferences, as a SelectionPreferences object. :param target_python: The target Python interpreter to use when checking compatibility. If None (the default), a TargetPython object will be constructed from the running Python. N)ro rn )r r r> r? r r0 )r rm ro rn r? r r0 )r{ r Zselection_prefsr> r r% r% r2 r| ~ s zPackageFinder.createc C s | j jS rb r search_scoperv r% r% r2 r s zPackageFinder.search_scopec C s || j _d S rb r )r; r r% r% r2 r s c C s | j jS rb )r find_linksrv r% r% r2 r s zPackageFinder.find_linksc C s | j jS rb )r index_urlsrv r% r% r2 r s zPackageFinder.index_urlsc c s | j jjD ]}t| V q d S rb )r ZsessionZpip_trusted_originsr )r; Z host_portr% r% r2 trusted_hosts s zPackageFinder.trusted_hostsc C s | j jS rb r rn rv r% r% r2 rn s z#PackageFinder.allow_all_prereleasesc C s d| j _d S )NTr rv r% r% r2 set_allow_all_prereleases s z'PackageFinder.set_allow_all_prereleasesc C s. t |}| j|}t|||| j| j| jdS )N)r: r< r= r> r? r0 )r r Zget_allowed_formatsr4 r9 r5 r7 )r; r: r< r= r% r% r2 make_link_evaluator s z!PackageFinder.make_link_evaluatorc C sP g g }}t }|D ]2}||kr|| |jr<|| q|| q|| S )z Returns elements of links in order, non-egg links first, egg links second, while eliminating duplicates )r addrH rj )r; linksZeggsZno_eggsseenr/ r% r% r2 _sort_links s zPackageFinder._sort_linksc C s( || j kr$td|| | j | d S )NzSkipping link: %s: %s)r r* r+ r )r; r/ rV r% r% r2 _log_skipped_link s z PackageFinder._log_skipped_linkc C s< | |\}}|s(|r$| j||d dS t|j|t|dS )z If the link is a candidate for install, convert it to an InstallationCandidate and return it. Otherwise, return None. )rV N)Zprojectr/ r1 )rZ r r r: r. )r; link_evaluatorr/ Z is_candidateresultr% r% r2 get_install_candidate s z#PackageFinder.get_install_candidatec C s6 g }| |D ]"}| ||}|dk r|| q|S )zU Convert links that are candidates to InstallationCandidate objects. N)r r rj )r; r r rk r/ re r% r% r2 evaluate_links s z PackageFinder.evaluate_linksc C s | j |}| |}| j||jd}g }|j D ]>\}}td| t | j||d}| | W 5 Q R X q4| j||j d} | r| j dd tdd dd | D | | | S ) a Find all available InstallationCandidate for project_name This checks index_urls and find_links. All versions found are returned as an InstallationCandidate list. See LinkEvaluator.evaluate_link() for details on which files are accepted. )r z Analyzing links from page %sT)reversezLocal files found: %srB c S s g | ]}t |jjqS r% )r r/ Zurlrc r% r% r2 r 2 s z5PackageFinder.find_all_candidates.<locals>.<listcomp>)r Z collect_linksr r r Zpagesitemsr* r+ r extendfilessortr, ) r; r: Zcollected_linksr Zfind_links_versionsZ page_versionsZpage_urlZ page_linksZ new_versionsZ file_versionsr% r% r2 find_all_candidates s8 z!PackageFinder.find_all_candidatesc C s" | j }tj|| j|j|j||dS )z3Create a CandidateEvaluator object to use. )r: r> ro rn rz ra )r ry r| r9 ro rn )r; r: rz ra r r% r% r2 make_candidate_evaluator; s z&PackageFinder.make_candidate_evaluatorc C s$ | |}| j|||d}||S )a Find matches for the given project and specifier. :param specifier: An optional object implementing `filter` (e.g. `packaging.specifiers.SpecifierSet`) to filter applicable versions. :return: A `BestCandidateResult` instance. )r: rz ra )r r r )r; r: rz ra rk Zcandidate_evaluatorr% r% r2 find_best_candidateN s z!PackageFinder.find_best_candidatec C s |j dd}| j|j|j|d}|j}d}|jdk r@t|jj}dd }|dkrz|dkrzt d||| t d| d}|r|dks|j|krd }|s|dk r|rt d | nt d ||j dS |rt d ||| tt d |j|| |jS )zTry to find a Link matching req Expects req, an InstallRequirement and upgrade, a boolean Returns a Link if found, Raises DistributionNotFound or BestVersionAlreadyInstalled otherwise F)Ztrust_internet)rz ra Nc S s d tdd | D tdp dS )NrB c S s h | ]}t |jqS r% r r r% r% r2 r } s zKPackageFinder.find_requirement.<locals>._format_versions.<locals>.<setcomp>r Znone)r, sorted parse_version)Z cand_iterr% r% r2 _format_versionsw s z8PackageFinder.find_requirement.<locals>._format_versionszNCould not find a version that satisfies the requirement %s (from versions: %s)z%No matching distribution found for %sTzLExisting installed version (%s) is most up-to-date and satisfies requirementzUExisting installed version (%s) satisfies requirement (most up-to-date version is %s)z=Installed version (%s) is most up-to-date (past versions: %s)z)Using version %s (newest of versions: %s))ra r rM rz rr Z satisfied_byr r1 r* Zcriticalrw r r+ rx r r/ ) r; ZreqZupgradera Zbest_candidate_resultrr Zinstalled_versionr Zbest_installedr% r% r2 find_requiremente sh z PackageFinder.find_requirement)NNN)N)NN)NN)r[ r\ r] r^ r@ r r| propertyr setterr r r rn r r r r r r r r r r r% r% r% r2 r' O sD ( 1 c C sL t | D ].\}}|dkrqt| d| |kr| S qtd| |dS )a Find the separator's index based on the package's canonical name. :param fragment: A <package>+<version> filename "fragment" (stem) or egg fragment. :param canonical_name: The package's canonical name. This function is needed since the canonicalized name does not necessarily have the same length as the egg info's name part. An example:: >>> fragment = 'foo__bar-1.0' >>> canonical_name = 'foo-bar' >>> _find_name_version_sep(fragment, canonical_name) 8 -Nz{} does not match {}) enumerater ValueErrorrG )fragmentr< ir r% r% r2 _find_name_version_sep s r c C sB zt | |d }W n tk r( Y dS X | |d }|s>dS |S )zParse the version string from a <package>+<version> filename "fragment" (stem) or egg fragment. :param fragment: The string to parse. E.g. foo-2.1 :param canonical_name: The canonicalized name of the package this belongs to. rD N)r r )r r< Z version_startr1 r% r% r2 rP s rP )F)Qr^ Z __future__r Zloggingr_ Zpip._vendor.packagingr Zpip._vendor.packaging.utilsr Z pip._vendor.packaging.versionr r Zpip._internal.exceptionsr r r r Z pip._internal.models.candidater Z#pip._internal.models.format_controlr Zpip._internal.models.linkr Z$pip._internal.models.selection_prefsr Z"pip._internal.models.target_pythonr Z pip._internal.utils.filetypesr Zpip._internal.utils.loggingr Zpip._internal.utils.miscr Z pip._internal.utils.packagingr Zpip._internal.utils.typingr Z pip._internal.utils.unpackingr Zpip._internal.utils.urlsr Zpip._internal.wheelr typingr r r r r r r r r Zpip._internal.collectorr Z!pip._internal.models.search_scoper! Zpip._internal.reqr" Zpip._internal.pep425tagsr# Zpip._internal.utils.hashesr$ r r. ZBuildTagZCandidateSortingKey__all__Z getLoggerr[ r* r3 objectr4 rl rm r& ry r' r rP r% r% r% r2 <module> s^ ( + K- S hPK A\^=2 4 pip/_internal/__pycache__/cache.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m Z ddl m Z ddl mZ ddlmZ dd lmZmZ erdd lmZmZmZmZ dd lmZ dd lm Z e e Z G d d de Z!G dd de!Z"G dd de"Z#G dd de!Z$dS )zCache Management N)canonicalize_name)Link) expanduser) TempDirectory)MYPY_CHECK_RUNNING) path_to_url)InvalidWheelFilenameWheel)OptionalSetListAny) FormatControl) Pep425Tagc sP e Zd ZdZ fddZdd Zdd Zdd Zd d Zd d Z dd Z Z S )Cachea An abstract class - provides cache directories for data from links :param cache_dir: The root of the cache. :param format_control: An object of FormatControl class to limit binaries being read from the cache. :param allowed_formats: which formats of files the cache should store. ('binary' and 'source' are the only allowed values) c s8 t t| |rt|nd | _|| _|| _ddh}d S )Nsourcebinary)superr __init__r cache_dirformat_controlallowed_formats)selfr r r Z_valid_formats __class__ 7/usr/lib/python3.8/site-packages/pip/_internal/cache.pyr ( s zCache.__init__c C s |j g}|jdk r4|jdk r4|d|j|jg d|}t| }|dd |dd |dd |dd g}|S )zEGet parts of part that must be os.path.joined with cache_dir N=# ) Zurl_without_fragmentZ hash_namehashappendjoinhashlibZsha224encodeZ hexdigest)r linkZ key_partsZkey_urlZhashedpartsr r r _get_cache_path_parts2 s ,zCache._get_cache_path_partsc C s | j p| p| }|r g S t|}| j|}| j|s@g S | |}z t|W S t k r } z$|j t j t j hkrg W Y S W 5 d }~X Y nX d S N) r r r Zget_allowed_formatsr intersectionget_path_for_linkoslistdirOSErrorerrnoZENOENTZENOTDIR)r r' package_nameZ can_not_cacheZcanonical_nameZformatsrooterrr r r _get_candidatesL s( zCache._get_candidatesc C s t dS )z>Return a directory to store cached items in for link. NNotImplementedErrorr r' r r r r, e s zCache.get_path_for_linkc C s t dS )zaReturns a link to a cached item if it exists, otherwise returns the passed link. Nr5 )r r' r1 supported_tagsr r r getk s z Cache.getc C s$ | |}tj||}tt|S r* )r, r- pathr$ r r )r r' candidater2 r: r r r _link_for_candidatew s zCache._link_for_candidatec C s d S r* r r r r r cleanup~ s z Cache.cleanup) __name__ __module__ __qualname____doc__r r) r4 r, r9 r< r> __classcell__r r r r r s r c s0 e Zd ZdZ fddZdd Zdd Z ZS )SimpleWheelCachez+A cache of wheels for future installs. c s t t| ||dh d S Nr )r rD r r r r r r r r s zSimpleWheelCache.__init__c C s | |}tjj| jdf| S )a Return a directory to store cached wheels for link Because there are M wheels for any one sdist, we provide a directory to cache them in, and then consult that directory when looking up cache hits. We only insert things into the cache if they have plausible version numbers, so that we don't contaminate the cache with things that were not unique. E.g. ./package might have dozens of installs done for it and build a version of 0.0...and if we built and cached a wheel, we'd end up using the same wheel even if the source has been edited. :param link: The link of the sdist for which this will cache wheels. Zwheels)r) r- r: r$ r )r r' r( r r r r, s z"SimpleWheelCache.get_path_for_linkc C sx g }| ||D ]J}z t|}W n tk r8 Y qY nX ||sFq||||f q|sd|S | |t|d S )N )r4 r r Z supportedr# Zsupport_index_minr< min)r r' r1 r8 Z candidatesZ wheel_nameZwheelr r r r9 s zSimpleWheelCache.get)r? r@ rA rB r r, r9 rC r r r r rD s rD c s( e Zd ZdZ fddZdd Z ZS )EphemWheelCachezGA SimpleWheelCache that creates it's own temporary cache directory c s& t dd| _tt| | jj| d S )Nzephem-wheel-cache)Zkind)r _temp_dirr rI r r: )r r r r r r s zEphemWheelCache.__init__c C s | j d S r* )rJ r> r= r r r r> s zEphemWheelCache.cleanup)r? r@ rA rB r r> rC r r r r rI s rI c s@ e Zd ZdZ fddZdd Zdd Zdd Zd d Z Z S ) WheelCachezWraps EphemWheelCache and SimpleWheelCache into a single Cache This Cache allows for gracefully degradation, using the ephem wheel cache when a certain link is not found in the simple wheel cache first. c s0 t t| ||dh t||| _t|| _d S rE )r rK r rD _wheel_cacherI _ephem_cacherF r r r r s zWheelCache.__init__c C s | j |S r* )rL r, r7 r r r r, s z WheelCache.get_path_for_linkc C s | j |S r* )rM r, r7 r r r get_ephem_path_for_link s z"WheelCache.get_ephem_path_for_linkc C s0 | j j|||d}||k r |S | jj|||dS )N)r' r1 r8 )rL r9 rM )r r' r1 r8 Zretvalr r r r9 s zWheelCache.getc C s | j | j d S r* )rL r> rM r= r r r r> s zWheelCache.cleanup) r? r@ rA rB r r, rN r9 r> rC r r r r rK s rK )%rB r0 r% Zloggingr- Zpip._vendor.packaging.utilsr Zpip._internal.models.linkr Zpip._internal.utils.compatr Z pip._internal.utils.temp_dirr Zpip._internal.utils.typingr Zpip._internal.utils.urlsr Zpip._internal.wheelr r typingr r r r Zpip._internal.indexr Zpip._internal.pep425tagsr Z getLoggerr? Zloggerobjectr rD rI rK r r r r <module> s( f:PK A\&$ > > 8 pip/_internal/__pycache__/pyproject.cpython-38.opt-1.pycnu [ U .eZ @ s d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z d dl m Z e rhd dl m Z mZmZmZ dd Zd d Zd d ZdS ) )absolute_importN)pytomlsix)InstallationError)MYPY_CHECK_RUNNING)AnyTupleOptionalListc C s t | totdd | D S )Nc s s | ]}t |tjV qd S )N) isinstancer Z string_types).0item r ;/usr/lib/python3.8/site-packages/pip/_internal/pyproject.py <genexpr> s z"_is_list_of_str.<locals>.<genexpr>)r listall)objr r r _is_list_of_str s r c C s2 t j| d}tjr.t|tjr.|t }|S )Nzpyproject.toml) ospathjoinr ZPY2r Z text_typeencodesysgetfilesystemencoding)Zunpacked_source_directoryr r r r make_pyproject_path s r c C s< t j|}t j|}|rLtj|dd}t|}W 5 Q R X |d}nd}|rr|sr| dk rl| sltdd} n<|rd|kr| dk r| std |d d} n | dkr|} | sdS |dkrd d gd d }d } d|krt| j |dd|d } t | st| j |dd|d} g } | dkr2d } d d g} | | | fS )a Load the pyproject.toml file. Parameters: use_pep517 - Has the user requested PEP 517 processing? None means the user hasn't explicitly specified. pyproject_toml - Location of the project's pyproject.toml file setup_py - Location of the project's setup.py file req_name - The name of the requirement we're processing (for error reporting) Returns: None if we should use the legacy code path, otherwise a tuple ( requirements from pyproject.toml, name of PEP 517 backend, requirements we should check are installed after setting up the build environment ) zutf-8)encodingz build-systemNzIDisabling PEP 517 processing is invalid: project does not have a setup.pyT build-backendzbDisabling PEP 517 processing is invalid: project specifies a build backend of {} in pyproject.tomlzsetuptools>=40.8.0Zwheelz setuptools.build_meta:__legacy__)requiresr zO{package} has a pyproject.toml file that does not comply with PEP 518: {reason}r z]it has a 'build-system' table but not 'build-system.requires' which is mandatory in the table)packagereasonz1'build-system.requires' is not a list of strings.) r r isfileioopenr loadgetr formatr ) Z use_pep517Zpyproject_tomlZsetup_pyZreq_nameZ has_pyprojectZ has_setupfZpp_tomlZ build_systemZerror_templater ZbackendZcheckr r r load_pyproject_toml# sb r( )Z __future__r r" r r Z pip._vendorr r Zpip._internal.exceptionsr Zpip._internal.utils.typingr typingr r r r r r r( r r r r <module> s PK A\2g 8 pip/_internal/__pycache__/locations.cpython-38.opt-1.pycnu [ U .e& @ s d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl mZ ddl m Z ddl mZ ddlmZ ddlmZ dd lmZ erdd lmZmZmZmZmZ ed Z d d Z dd Z e dZ e! " dkre # Z z e$ Z%W n e&k r ej'Z%Y nX er`ej()ej*dZ+ej()e%dZ,ej(-e+sej()ej*dZ+ej()e%dZ,nJej()ej*dZ+ej()e%dZ,ejdd dkrej*dd dkrdZ+d ddZ.dS ) z7Locations where we look for configs, install stuff, etc )absolute_importN) sysconfig) SCHEME_KEYS)appdirs)WINDOWS)MYPY_CHECK_RUNNING)running_under_virtualenv)AnyUnionDictListOptionalZpipc C s dj tj S )ze Return the major-minor version of the current Python as a string, e.g. "3.7" or "3.10". z{}.{})formatsys version_info r r ;/usr/lib/python3.8/site-packages/pip/_internal/locations.pyget_major_minor_version s r c C sZ t rtjtjd} n6ztjt d} W n tk rL td Y nX tj | S )Nsrcz=The folder you are executing pip from can no longer be found.) r ospathjoinr prefixgetcwdOSErrorexitabspath)Z src_prefixr r r get_src_prefix( s r purelibZpypyZScriptsbin darwin z/System/Library/z/usr/local/binFc C sH ddl m} i }|r ddgi}ni }d| i} | | || } | | jddd} |p\| j| _|sh|rnd | _|pv| j| _|p| j| _|p| j| _| t D ]} t | d | || < qd | dkr|t | j| jd t rDtjtjd ddt | |d< |dk rDtjtj|d d } tj|| dd |d< |S )z+ Return a distutils install scheme r ) DistributionZ script_argsz --no-user-cfgnameZinstallT)Zcreate Zinstall_ install_lib)r ZplatlibZincludesitezpython{}ZheadersN )Zdistutils.distr# updateZparse_config_filesZget_command_objuserr homerootZfinalize_optionsr getattrZget_option_dictdictr& r r r r r r r splitdriver )Z dist_namer* r+ r, isolatedr r# ZschemeZextra_dist_argsZ dist_argsdikeyZ path_no_driver r r distutils_scheme[ sP r4 )FNNFN)/__doc__Z __future__r r Zos.pathplatformr' r r Z distutilsZdistutils_sysconfigZdistutils.command.installr Zpip._internal.utilsr Zpip._internal.utils.compatr Zpip._internal.utils.typingr Z pip._internal.utils.virtualenvr typingr r r r r Zuser_cache_dirZUSER_CACHE_DIRr r Zget_pathZ site_packagesZpython_implementationlowerZget_python_libgetusersitepackages user_siteAttributeError USER_SITEr r r Zbin_pyZbin_userexistsr4 r r r r <module> sN ( PK A\ 7 pip/_internal/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .eP @ s d dl ZdS ) N)Z*pip._internal.utils.inject_securetransportZpip r r :/usr/lib/python3.8/site-packages/pip/_internal/__init__.py<module> PK A\ ) ) 7 pip/_internal/__pycache__/legacy_resolve.cpython-38.pycnu [ U .eRC @ sF d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl m Z m Z m Z m Z mZ ddlmZ ddlmZmZmZmZ dd lmZmZ dd lmZ er dd lm Z m Z m Z m Z m Z m!Z! dd l"m#Z# dd l$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z- ddl.m/Z/ e e0e-ge-f Z1e2e3Z4dddZ5G dd de6Z7dS )ay Dependency Resolution The dependency resolution in pip is performed as follows: for top-level requirements: a. only one spec allowed per project, regardless of conflicts or not. otherwise a "double requirement" exception is raised b. they override sub-dependency requirements. for sub-dependencies a. "first found, wins" (where the order is breadth first) N) defaultdict)chain) specifiers)BestVersionAlreadyInstalledDistributionNotFound HashError HashErrorsUnsupportedPythonVersion) indent_log)dist_in_install_pathdist_in_usersite ensure_dirnormalize_version_info)check_requires_pythonget_requires_python)MYPY_CHECK_RUNNING)Callable DefaultDictListOptionalSetTuple) pkg_resources)AbstractDistribution) PipSession) PackageFinder)RequirementPreparer)InstallRequirement)RequirementSetFc C s t | }zt||d}W n: tjk rR } ztd| j| W Y dS d}~X Y nX |r\dS dtt |}|rt d| j|| dS t d | j||dS )a Check whether the given Python version is compatible with a distribution's "Requires-Python" value. :param version_info: A 3-tuple of ints representing the Python major-minor-micro version to check. :param ignore_requires_python: Whether to ignore the "Requires-Python" value if the given Python version isn't compatible. :raises UnsupportedPythonVersion: When the given Python version isn't compatible. ) version_infoz-Package %r has an invalid Requires-Python: %sN.zBIgnoring failed Requires-Python check for package %r: %s not in %rz8Package {!r} requires a different Python: {} not in {!r}) r r r ZInvalidSpecifierloggerwarningZ project_namejoinmapstrdebugr format)distr ignore_requires_pythonZrequires_pythonZ is_compatibleexcversion r, @/usr/lib/python3.8/site-packages/pip/_internal/legacy_resolve.py_check_dist_requires_python> s> r. c sd e Zd ZdZdddhZd fdd Zdd Zd d Zd d Zdd Z dd Z dd Z dd Z Z S )ResolverzResolves which packages need to be installed/uninstalled to perform the requested operation without breaking the requirements of any package. eageronly-if-neededto-satisfy-onlyNc s t t| | | jks t| d kr4tjd d } nt| } | | _|| _ || _ || _ d | _ | | _ | | _|| _|| _|| _|| _|| _tt| _d S )N )superr/ __init___allowed_strategiesAssertionErrorsysr r _py_version_infopreparerfindersessionrequire_hashesupgrade_strategyforce_reinstallignore_dependenciesignore_installedr) use_user_site_make_install_reqr list_discovered_dependencies) selfr: r< r; Zmake_install_reqrB r@ rA r) r? r> Zpy_version_info __class__r, r- r5 u s& zResolver.__init__c C s | j jrt| j j |jt|j }|jp>tdd |D | _| j j }| }|r`t | g }t }t||D ]N}z|| || W qt tk r } z||_|| W 5 d}~X Y qtX qt|r|dS )a Resolve what operations need to be done As a side-effect of this method, the packages (and their dependencies) are downloaded, unpacked and prepared for installation. This preparation is done by ``pip.operations.prepare``. Once PyPI has static dependency metadata available, it would be possible to move the preparation to become a step separated from dependency resolution. c s s | ] }|j V qd S N)Zhas_hash_options).0reqr, r, r- <genexpr> s z#Resolver.resolve.<locals>.<genexpr>N)r: Zwheel_download_dirr Zunnamed_requirementsrD requirementsvaluesr= anyr; search_scopeZget_formatted_locationsr! infor r extend _resolve_oner rK append) rF requirement_setZ root_reqsrP Z locationsZdiscovered_reqsZ hash_errorsrK r* r, r, r- resolve s2 zResolver.resolvec C s4 | j dkrdS | j dkr dS | j dks*t|jS d S )Nr2 Fr0 Tr1 )r> r7 is_directrF rK r, r, r- _is_upgrade_allowed s z Resolver._is_upgrade_allowedc C s, | j rt|jr"t|jr"|j|_d|_dS )z4 Set a requirement to be installed. N)rB r satisfied_byr Zconflicts_withrX r, r, r- _set_req_to_reinstall s z Resolver._set_req_to_reinstallc C s | j r dS || j |js dS | jr4| | dS | |sP| jdkrLdS dS |jsz| j j |dd W n( t k r Y dS t k r Y nX | | dS )a Check if req_to_install should be skipped. This will check if the req is installed, and whether we should upgrade or reinstall it, taking into account all the relevant user options. After calling this req_to_install will only have satisfied_by set to None if the req_to_install is to be upgraded/reinstalled etc. Any other value will be a dist recording the current thing installed that satisfies the requirement. Note that for vcs urls and the like we can't assess skipping in this routine - we simply identify that we need to pull the thing down, then later on it is pulled down and introspected to assess upgrade/ reinstalls etc. :return: A text reason for why it was skipped, or None. Nr1 z#already satisfied, skipping upgradezalready satisfiedT)Zupgradezalready up-to-date) rA check_if_existsrB rZ r? r[ rY r> linkr; Zfind_requirementr r )rF req_to_installr, r, r- _check_skip_installed s* z Resolver._check_skip_installedc C s | j dk std|jr0| j|| j | j| jS |jdks>t| |}|jr`| j || j |S | |}| | j|| j | j || j | j| j }| js|| j |jr| jdkp| jp| jp|jjdk}|r| | n td| |S )zzTakes a InstallRequirement and returns a single AbstractDist representing a prepared variant of the same. Nz9require_hashes should have been set in Resolver.resolve()r2 filez<Requirement already satisfied (use --upgrade to upgrade): %s)r= r7 editabler: Z prepare_editable_requirementrB r; rZ r_ Z prepare_installed_requirementrY Z populate_linkZprepare_linked_requirementr< rA r\ r> r? r] Zschemer[ r! rQ )rF rK Z skip_reasonZupgrade_allowed abstract_distZ should_modifyr, r, r- _get_abstract_dist_for sV z Resolver._get_abstract_dist_forc s4 j s jrg S d_j }| }t|jjd g fdd}t j sd_ j dd js jrtddj ttjt|j }|D ]}td || qtt|jtj@ }||D ]} || |d qjs&js&j W 5 Q R X S ) zxPrepare a single requirements file. :return: A list of additional InstallRequirements to also install. T)r r) c sP t| }j}j|||d\}}|rB|rBj| | | d S )N)parent_req_nameextras_requested)rC r% nameadd_requirementrE rT rR )subreqre Zsub_install_reqrd Z to_scan_againZ add_to_parentZ more_reqsr^ rU rF r, r- add_req} s z&Resolver._resolve_one.<locals>.add_reqN)rd z!Installing extra requirements: %r,z"%s does not provide the extra '%s')re ) constraintZpreparedZreqs_to_cleanuprT rc Z get_pkg_resources_distributionr. r9 r) r Zhas_requirementrf rW rg r@ Zextrasr! r& r# sortedsetr" Zrequiresra rZ Zsuccessfully_downloaded) rF rU r^ rb r( rj Zmissing_requestedZmissingZavailable_requestedrh r, ri r- rS [ sV zResolver._resolve_onec s8 g t fdd|j D ] }| q& S )zCreate the installation order. The installation order is topological - requirements are installed before the requiring thing. We break cycles at an arbitrary point, and make no other guarantees. c sN | j s| krd S | jr d S | j| j D ] }| q2 | d S rI )rZ rl addrE rf rT )rK ZdeporderZ ordered_reqsschedulerF r, r- rr s z1Resolver.get_installation_order.<locals>.schedule)rn rM rN )rF Zreq_setZ install_reqr, rp r- get_installation_order s z Resolver.get_installation_order)N)__name__ __module__ __qualname____doc__r6 r5 rV rY r[ r_ rc rS rs __classcell__r, r, rG r- r/ n s +3 5<Zr/ )F)8rw Zloggingr8 collectionsr itertoolsr Zpip._vendor.packagingr Zpip._internal.exceptionsr r r r r Zpip._internal.utils.loggingr Zpip._internal.utils.miscr r r r Z pip._internal.utils.packagingr r Zpip._internal.utils.typingr typingr r r r r r Z pip._vendorr Zpip._internal.distributionsr Z pip._internal.network.sessionr Zpip._internal.indexr Z pip._internal.operations.preparer Z pip._internal.req.req_installr Zpip._internal.req.req_setr r% ZInstallRequirementProviderZ getLoggerrt r! r. objectr/ r, r, r, r- <module> s4 0PK A\q0 0 9 pip/_internal/__pycache__/exceptions.cpython-38.opt-1.pycnu [ U .e( @ s d Z ddlmZ ddlmZmZmZ ddlmZ ddl m Z e rdddl m Z ddl mZ ddlmZ G d d d eZG d d d eZG d d deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd d eZG d d d eZ G d d d eZ G d!d" d"eZ G d#d$ d$eZ G d%d& d&eZ G d'd( d(e Z!G d)d* d*e Z"G d+d, d,e Z#G d-d. d.e Z$G d/d0 d0e Z%G d1d2 d2eZ&G d3d4 d4eZ'd5S )6z"Exceptions used throughout package )absolute_import)chaingroupbyrepeat) iteritems)MYPY_CHECK_RUNNING)Optional) Distribution)InstallRequirementc @ s e Zd ZdZdS )PipErrorzBase pip exceptionN__name__ __module__ __qualname____doc__ r r </usr/lib/python3.8/site-packages/pip/_internal/exceptions.pyr s r c @ s e Zd ZdZdS )ConfigurationErrorz"General exception in configurationNr r r r r r s r c @ s e Zd ZdZdS )InstallationErrorz%General exception during installationNr r r r r r s r c @ s e Zd ZdZdS )UninstallationErrorz'General exception during uninstallationNr r r r r r s r c @ s e Zd ZdZdd Zdd ZdS )NoneMetadataErrora Raised when accessing "METADATA" or "PKG-INFO" metadata for a pip._vendor.pkg_resources.Distribution object and `dist.has_metadata('METADATA')` returns True but `dist.get_metadata('METADATA')` returns None (and similarly for "PKG-INFO"). c C s || _ || _dS )z :param dist: A Distribution object. :param metadata_name: The name of the metadata being accessed (can be "METADATA" or "PKG-INFO"). N)dist metadata_name)selfr r r r r __init__- s zNoneMetadataError.__init__c C s d | j| jS )Nz+None {} metadata found for distribution: {})formatr r r r r r __str__7 s zNoneMetadataError.__str__N)r r r r r r r r r r r $ s r c @ s e Zd ZdZdS )DistributionNotFoundzCRaised when a distribution cannot be found to satisfy a requirementNr r r r r r B s r c @ s e Zd ZdZdS )RequirementsFileParseErrorzDRaised when a general error occurs parsing a requirements file line.Nr r r r r r F s r c @ s e Zd ZdZdS )BestVersionAlreadyInstalledzNRaised when the most up-to-date version of a package is already installed.Nr r r r r r J s r c @ s e Zd ZdZdS ) BadCommandz0Raised when virtualenv or a command is not foundNr r r r r r! O s r! c @ s e Zd ZdZdS ) CommandErrorz7Raised when there is an error in command-line argumentsNr r r r r r" S s r" c @ s e Zd ZdZdS )PreviousBuildDirErrorz:Raised when there's a previous conflicting build directoryNr r r r r r# W s r# c @ s e Zd ZdZdS )InvalidWheelFilenamezInvalid wheel filename.Nr r r r r r$ [ s r$ c @ s e Zd ZdZdS )UnsupportedWheelzUnsupported wheel.Nr r r r r r% _ s r% c @ s8 e Zd ZdZdd Zdd Zdd Zdd Zd d Zd S ) HashErrorsz:Multiple HashError instances rolled into one for reportingc C s g | _ d S N)errorsr r r r r f s zHashErrors.__init__c C s | j | d S r' )r( append)r errorr r r r) i s zHashErrors.appendc C sb g }| j jdd d t| j dd D ](\}}||j |dd |D q&|r^d|S d S )Nc S s | j S r' )orderer r r <lambda>n z$HashErrors.__str__.<locals>.<lambda>)keyc S s | j S r' __class__r, r r r r. o r/ c s s | ]}| V qd S r' )body.0r- r r r <genexpr>q s z%HashErrors.__str__.<locals>.<genexpr> )r( sortr r) headextendjoin)r linesclsZ errors_of_clsr r r r l s zHashErrors.__str__c C s t | jS r' )boolr( r r r r __nonzero__u s zHashErrors.__nonzero__c C s | S r' )r? r r r r __bool__x s zHashErrors.__bool__N) r r r r r r) r r? r@ r r r r r& c s r& c @ s0 e Zd ZdZdZdZdd Zdd Zdd ZdS ) HashErrora A failure to verify a package against known-good hashes :cvar order: An int sorting hash exception classes by difficulty of recovery (lower being harder), so the user doesn't bother fretting about unpinned packages when he has deeper issues, like VCS dependencies, to deal with. Also keeps error reports in a deterministic order. :cvar head: A section heading for display above potentially many exceptions of this kind :ivar req: The InstallRequirement that triggered this error. This is pasted on after the exception is instantiated, because it's not typically available earlier. N c C s d| S )a) Return a summary of me for display under the heading. This default implementation simply prints a description of the triggering requirement. :param req: The InstallRequirement that provoked this error, with populate_link() having already been called z %s)_requirement_namer r r r r3 s zHashError.bodyc C s d| j | f S )Nz%s %s)r9 r3 r r r r r s zHashError.__str__c C s | j rt| j S dS )zReturn a description of the requirement that triggered me. This default implementation returns long description of the req, with line numbers unknown package)reqstrr r r r rC s zHashError._requirement_name) r r r r rE r9 r3 r rC r r r r rA | s rA c @ s e Zd ZdZdZdZdS )VcsHashUnsupporteduA hash was provided for a version-control-system-based requirement, but we don't have a method for hashing those.r zlCan't verify hashes for these requirements because we don't have a way to hash version control repositories:Nr r r r r+ r9 r r r r rG s rG c @ s e Zd ZdZdZdZdS )DirectoryUrlHashUnsupportedrH zUCan't verify hashes for these file:// requirements because they point to directories:NrI r r r r rJ s rJ c @ s( e Zd ZdZdZdZdd Zdd ZdS ) HashMissingz2A hash was needed for a requirement but is absent. aw Hashes are required in --require-hashes mode, but they are missing from some requirements. Here is a list of those requirements along with the hashes their downloaded archives actually had. Add lines like these to your requirements files to prevent tampering. (If you did not enable --require-hashes manually, note that it turns on automatically when any package has a hash.)c C s || _ dS )zq :param gotten_hash: The hash of the (possibly malicious) archive we just downloaded N) gotten_hash)r rN r r r r s zHashMissing.__init__c C sH ddl m} d }| jr4| jjr&| jjn t| jdd }d|p<d|| jf S )Nr ) FAVORITE_HASHrE z %s --hash=%s:%srD )Zpip._internal.utils.hashesrO rE Z original_linkgetattrrN )r rO packager r r r3 s zHashMissing.bodyN)r r r r r+ r9 r r3 r r r r rL s rL c @ s e Zd ZdZdZdZdS ) HashUnpinnedzPA requirement had a hash specified but was not pinned to a specific version. zaIn --require-hashes mode, all requirements must have their versions pinned with ==. These do not:NrI r r r r rR s rR c @ s0 e Zd ZdZdZdZdd Zdd Zdd Zd S ) HashMismatchz Distribution file hash values don't match. :ivar package_name: The name of the package that triggered the hash mismatch. Feel free to write to this after the exception is raise to improve its error message. zTHESE PACKAGES DO NOT MATCH THE HASHES FROM THE REQUIREMENTS FILE. If you have updated the package versions, please update the hashes. Otherwise, examine the package contents carefully; someone may have tampered with them.c C s || _ || _dS )z :param allowed: A dict of algorithm names pointing to lists of allowed hex digests :param gots: A dict of algorithm names pointing to hashes we actually got from the files under suspicion N)allowedgots)r rV rW r r r r s zHashMismatch.__init__c C s d| | f S )Nz %s: %s)rC _hash_comparisonr r r r r3 s zHashMismatch.bodyc sb dd }g }t | jD ]@\}}|| | fdd|D |d| j| qd|S )aE Return a comparison of actual and expected hash values. Example:: Expected sha256 abcdeabcdeabcdeabcdeabcdeabcdeabcdeabcdeabcde or 123451234512345123451234512345123451234512345 Got bcdefbcdefbcdefbcdefbcdefbcdefbcdefbcdefbcdef c S s t | gtdS )Nz or)r r ) hash_namer r r hash_then_or s z3HashMismatch._hash_comparison.<locals>.hash_then_orc 3 s | ]}d t |f V qdS )z Expected %s %sN)nextr4 prefixr r r6 s z0HashMismatch._hash_comparison.<locals>.<genexpr>z Got %s r7 )r rV r: r) rW Z hexdigestr; )r rZ r< rY Z expectedsr r\ r rX s z HashMismatch._hash_comparisonN) r r r r r+ r9 r r3 rX r r r r rT s rT c @ s e Zd ZdZdS )UnsupportedPythonVersionzMUnsupported python version according to Requires-Python package metadata.Nr r r r r r^ s r^ c s* e Zd ZdZd fdd Zdd Z ZS ) !ConfigurationFileCouldNotBeLoadedz=When there are errors while loading a configuration file could not be loadedNc s& t t| | || _|| _|| _d S r' )superr_ r reasonfnamer* )r rb rc r* r1 r r r ( s z*ConfigurationFileCouldNotBeLoaded.__init__c C s4 | j d k rd| j }nd| jj}d| j|S )Nz in {}.z. {} zConfiguration file {}{})rc r r* messagerb )r Z message_partr r r r . s z)ConfigurationFileCouldNotBeLoaded.__str__)r` NN)r r r r r r __classcell__r r r1 r r_ $ s r_ N)(r Z __future__r itertoolsr r r Zpip._vendor.sixr Zpip._internal.utils.typingr typingr Zpip._vendor.pkg_resourcesr Z pip._internal.req.req_installr Exceptionr r r r r r r r r! r" r# r$ r% r& rA rG rJ rL rR rT r^ r_ r r r r <module> s< , % 7PK A\Hx=) =) < pip/_internal/__pycache__/configuration.cpython-38.opt-1.pycnu [ U .e7 @ s d Z ddlZddlZddlZddlZddlmZ ddlmZm Z ddl m Z ddl m Z mZ ddlmZmZ ddlmZ erdd lmZmZmZmZmZmZmZ ej Z ed e Z e e Z!d d Z"d d Z#eddddddZ$e rdndZ%dd Z&G dd de'Z(dS )a Configuration management setup Some terminology: - name As written in config files. - value Value associated with a name - key Name combined with it's section (section.name) - variant A single word describing where the configuration key-value pair came from N) configparser)ConfigurationError!ConfigurationFileCouldNotBeLoaded)appdirs)WINDOWS expanduser) ensure_direnum)MYPY_CHECK_RUNNING)AnyDictIterableListNewTypeOptionalTupleKindc C s* | dd} | dr&| dd } | S )zFMake a name consistent regardless of source (environment or file) _-z-- N)lowerreplace startswith)name r ?/usr/lib/python3.8/site-packages/pip/_internal/configuration.py_normalize_name. s r c C s& d| krd | }t|| ddS )N.zbKey does not contain dot separated section and key. Perhaps you wanted to use 'global.{}' instead? )formatr split)r Z error_messager r r _disassemble_key8 s r! userglobalZsiteenvzenv-var)USERGLOBALSITEENVENV_VARzpip.inizpip.confc C sp dd t dD } tjtjt}tjtdt r8dndt}tjt dt}t j | t j |gt j||giS )Nc S s g | ]}t j|tqS r )ospathjoinCONFIG_BASENAME).0r+ r r r <listcomp>Q s z+get_configuration_files.<locals>.<listcomp>Zpip~z.pip)r Zsite_config_dirsr* r+ r, sysprefixr- r r Zuser_config_dirkindsr& r' r% )Zglobal_config_filesZsite_config_fileZlegacy_config_fileZnew_config_filer r r get_configuration_filesP s( r4 c s e Zd ZdZd) fdd Zdd Zdd Zd d Zd d Zd d Z dd Z dd Z dd Z e dd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Z ZS )* Configurationa Handles management of configuration. Provides an interface to accessing and managing configuration files. This class converts provides an API that takes "section.key-name" style keys and stores the value associated with it as "key-name" under the section "section". This allows for a clean interface wherein the both the section and the key-name are preserved in an easy to manage form in the configuration files and the data stored is also nice. Nc s t t| tjtjtjd g}||krJtdd t t |d d || _ || _ tjtjtjtjtjg| _ddg| _dd | jD | _dd | jD | _g | _d S ) Nz5Got invalid value for load_only - should be one of {}z, versionhelpc S s i | ] }|g qS r r r. variantr r r <dictcomp> s z*Configuration.__init__.<locals>.<dictcomp>c S s i | ] }|i qS r r r9 r r r r; s )superr5 __init__r3 r% r& r' r r r, mapreprisolated load_onlyr( r) _override_order_ignore_env_names_parsers_config_modified_parsers)selfr@ rA Z_valid_load_only __class__r r r= t s0 zConfiguration.__init__c C s | | js| dS )zELoads configuration from configuration files and environment N)_load_config_filesr@ _load_environment_varsrG r r r load s zConfiguration.loadc C s* z| d W S tk r$ Y dS X dS )z@Returns the file with highest priority in configuration r N)_get_parser_to_modify IndexErrorrL r r r get_file_to_edit s z Configuration.get_file_to_editc C s | j S )z`Returns key-value pairs like dict.items() representing the loaded configuration ) _dictionaryitemsrL r r r rR s zConfiguration.itemsc C s4 z | j | W S tk r. td|Y nX dS )z,Get a value from the configuration. No such key - {}N)rQ KeyErrorr r )rG keyr r r get_value s zConfiguration.get_valuec C sj | | \}}|dk rJt|\}}||s<|| |||| || j| j |< | || dS )z-Modify a value in the configuration. N) _ensure_have_load_onlyrN r! has_sectionZ add_sectionsetrE rA _mark_as_modified)rG rU valuefnameparsersectionr r r r set_value s zConfiguration.set_valuec C s | || j| j kr&td|| \}}|dk rt|\}}d}||r`|||}|rt | |}z t |}W n t k r d}Y nX |dkr| | | || ntd| j| j |= dS )z,Unset a value in the configuration. rS NFz4Fatal Internal error [id=1]. Please report as a bug.)rW rE rA r r rN r! rX Z remove_optioniterrR next StopIterationZremove_sectionrZ ) rG rU r\ r] r^ r Zmodified_somethingZ section_itervalr r r unset_value s, zConfiguration.unset_valuec C sX | | jD ]D\}}td| ttj| t|d}| | W 5 Q R X qdS )z*Save the current in-memory state. z Writing to %swN) rW rF loggerinfor r* r+ dirnameopenwrite)rG r\ r] fr r r save s zConfiguration.savec C s$ | j d krtdtd| j d S )Nz'Needed a specific file to be modifying.z$Will be working with %s variant only)rA r rf debugrL r r r rW s z$Configuration._ensure_have_load_onlyc C s$ i }| j D ]}|| j| q |S )z<A dictionary representing the loaded configuration. )rB updaterE )rG Zretvalr: r r r rQ s zConfiguration._dictionaryc C s t | }|tj dd tjgkr4td dS | D ]V\}}|D ]H}| j dk rp|| j krptd|| qH| ||}| j | ||f qHq<dS )z5Loads configuration from configuration files r r zZSkipping loading configuration files due to environment's PIP_CONFIG_FILE being os.devnullNz Skipping file '%s' (variant: %s)) dict_iter_config_filesr3 r( r* devnullrf rm rR rA _load_filerD append)rG config_filesr: filesr\ r] r r r rJ s" z Configuration._load_config_filesc C sL t d|| | |}| D ]&}||}| j| | || q |S )Nz'For variant '%s', will try loading '%s')rf rm _construct_parserZsectionsrR rE rn _normalized_keys)rG r: r\ r] r^ rR r r r rr 2 s zConfiguration._load_filec C s t }tj|r|z|| W nX tk rN tdt d|dY n. t j k rz } zt|dW 5 d }~X Y nX |S )Nz contains invalid {} charactersF)reasonr\ )error) r RawConfigParserr* r+ existsreadUnicodeDecodeErrorr r localeZgetpreferredencodingError)rG r\ r] ry r r r rv = s z Configuration._construct_parserc C s" | j tj | d| dS )z7Loads configuration from environment variables z:env:N)rE r3 r) rn rw _get_environ_varsrL r r r rK T s z$Configuration._load_environment_varsc C s. i }|D ] \}}|d t | }|||< q|S )zNormalizes items to construct a dictionary with normalized keys. This routine is where the names become keys and are made the same regardless of source - configuration files or environment. r )r )rG r^ rR Z normalizedr rc rU r r r rw \ s z Configuration._normalized_keysc c sR t j D ]B\}}|do0|dd | jk}|r |dd |fV q dS )z@Returns a generator with all environmental vars with prefix PIP_ZPIP_ N)r* environrR r r rC )rG rU rc Zshould_be_yieldedr r r r i s z Configuration._get_environ_varsc c s t jdd}|dk r&tj|gfV n tjg fV t }tj|tj fV | j ob|o`t j | }|rztj |tj fV tj |tj fV dS )zYields variant and configuration files associated with it. This should be treated like items of a dictionary. ZPIP_CONFIG_FILEN) r* r getr3 r( r4 r& r@ r+ r{ r% r' )rG Z config_filert Zshould_load_user_configr r r rp u s z Configuration._iter_config_filesc C s | j | j }|std|d S )Nz4Fatal Internal error [id=2]. Please report as a bug.r6 )rD rA r )rG Zparsersr r r rN s z#Configuration._get_parser_to_modifyc C s" ||f}|| j kr | j | d S )N)rF rs )rG r\ r] Zfile_parser_tupler r r rZ s z Configuration._mark_as_modified)N)__name__ __module__ __qualname____doc__r= rM rP rR rV r_ rd rl rW propertyrQ rJ rr rv rK rw r rp rN rZ __classcell__r r rH r r5 f s* ' r5 ))r r~ Zloggingr* r1 Zpip._vendor.six.movesr Zpip._internal.exceptionsr r Zpip._internal.utilsr Zpip._internal.utils.compatr r Zpip._internal.utils.miscr r Zpip._internal.utils.typingr typingr r r r r r r rz strr Z getLoggerr rf r r! r3 r- r4 objectr5 r r r r <module> s6 $ PK A\J0 0 3 pip/_internal/__pycache__/exceptions.cpython-38.pycnu [ U .e( @ s d Z ddlmZ ddlmZmZmZ ddlmZ ddl m Z e rdddl m Z ddl mZ ddlmZ G d d d eZG d d d eZG d d deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd deZG dd d eZG d d d eZ G d d d eZ G d!d" d"eZ G d#d$ d$eZ G d%d& d&eZ G d'd( d(e Z!G d)d* d*e Z"G d+d, d,e Z#G d-d. d.e Z$G d/d0 d0e Z%G d1d2 d2eZ&G d3d4 d4eZ'd5S )6z"Exceptions used throughout package )absolute_import)chaingroupbyrepeat) iteritems)MYPY_CHECK_RUNNING)Optional) Distribution)InstallRequirementc @ s e Zd ZdZdS )PipErrorzBase pip exceptionN__name__ __module__ __qualname____doc__ r r </usr/lib/python3.8/site-packages/pip/_internal/exceptions.pyr s r c @ s e Zd ZdZdS )ConfigurationErrorz"General exception in configurationNr r r r r r s r c @ s e Zd ZdZdS )InstallationErrorz%General exception during installationNr r r r r r s r c @ s e Zd ZdZdS )UninstallationErrorz'General exception during uninstallationNr r r r r r s r c @ s e Zd ZdZdd Zdd ZdS )NoneMetadataErrora Raised when accessing "METADATA" or "PKG-INFO" metadata for a pip._vendor.pkg_resources.Distribution object and `dist.has_metadata('METADATA')` returns True but `dist.get_metadata('METADATA')` returns None (and similarly for "PKG-INFO"). c C s || _ || _dS )z :param dist: A Distribution object. :param metadata_name: The name of the metadata being accessed (can be "METADATA" or "PKG-INFO"). N)dist metadata_name)selfr r r r r __init__- s zNoneMetadataError.__init__c C s d | j| jS )Nz+None {} metadata found for distribution: {})formatr r r r r r __str__7 s zNoneMetadataError.__str__N)r r r r r r r r r r r $ s r c @ s e Zd ZdZdS )DistributionNotFoundzCRaised when a distribution cannot be found to satisfy a requirementNr r r r r r B s r c @ s e Zd ZdZdS )RequirementsFileParseErrorzDRaised when a general error occurs parsing a requirements file line.Nr r r r r r F s r c @ s e Zd ZdZdS )BestVersionAlreadyInstalledzNRaised when the most up-to-date version of a package is already installed.Nr r r r r r J s r c @ s e Zd ZdZdS ) BadCommandz0Raised when virtualenv or a command is not foundNr r r r r r! O s r! c @ s e Zd ZdZdS ) CommandErrorz7Raised when there is an error in command-line argumentsNr r r r r r" S s r" c @ s e Zd ZdZdS )PreviousBuildDirErrorz:Raised when there's a previous conflicting build directoryNr r r r r r# W s r# c @ s e Zd ZdZdS )InvalidWheelFilenamezInvalid wheel filename.Nr r r r r r$ [ s r$ c @ s e Zd ZdZdS )UnsupportedWheelzUnsupported wheel.Nr r r r r r% _ s r% c @ s8 e Zd ZdZdd Zdd Zdd Zdd Zd d Zd S ) HashErrorsz:Multiple HashError instances rolled into one for reportingc C s g | _ d S N)errorsr r r r r f s zHashErrors.__init__c C s | j | d S r' )r( append)r errorr r r r) i s zHashErrors.appendc C sb g }| j jdd d t| j dd D ](\}}||j |dd |D q&|r^d|S d S )Nc S s | j S r' )orderer r r <lambda>n z$HashErrors.__str__.<locals>.<lambda>)keyc S s | j S r' __class__r, r r r r. o r/ c s s | ]}| V qd S r' )body.0r- r r r <genexpr>q s z%HashErrors.__str__.<locals>.<genexpr> )r( sortr r) headextendjoin)r linesclsZ errors_of_clsr r r r l s zHashErrors.__str__c C s t | jS r' )boolr( r r r r __nonzero__u s zHashErrors.__nonzero__c C s | S r' )r? r r r r __bool__x s zHashErrors.__bool__N) r r r r r r) r r? r@ r r r r r& c s r& c @ s0 e Zd ZdZdZdZdd Zdd Zdd ZdS ) HashErrora A failure to verify a package against known-good hashes :cvar order: An int sorting hash exception classes by difficulty of recovery (lower being harder), so the user doesn't bother fretting about unpinned packages when he has deeper issues, like VCS dependencies, to deal with. Also keeps error reports in a deterministic order. :cvar head: A section heading for display above potentially many exceptions of this kind :ivar req: The InstallRequirement that triggered this error. This is pasted on after the exception is instantiated, because it's not typically available earlier. N c C s d| S )a) Return a summary of me for display under the heading. This default implementation simply prints a description of the triggering requirement. :param req: The InstallRequirement that provoked this error, with populate_link() having already been called z %s)_requirement_namer r r r r3 s zHashError.bodyc C s d| j | f S )Nz%s %s)r9 r3 r r r r r s zHashError.__str__c C s | j rt| j S dS )zReturn a description of the requirement that triggered me. This default implementation returns long description of the req, with line numbers unknown package)reqstrr r r r rC s zHashError._requirement_name) r r r r rE r9 r3 r rC r r r r rA | s rA c @ s e Zd ZdZdZdZdS )VcsHashUnsupporteduA hash was provided for a version-control-system-based requirement, but we don't have a method for hashing those.r zlCan't verify hashes for these requirements because we don't have a way to hash version control repositories:Nr r r r r+ r9 r r r r rG s rG c @ s e Zd ZdZdZdZdS )DirectoryUrlHashUnsupportedrH zUCan't verify hashes for these file:// requirements because they point to directories:NrI r r r r rJ s rJ c @ s( e Zd ZdZdZdZdd Zdd ZdS ) HashMissingz2A hash was needed for a requirement but is absent. aw Hashes are required in --require-hashes mode, but they are missing from some requirements. Here is a list of those requirements along with the hashes their downloaded archives actually had. Add lines like these to your requirements files to prevent tampering. (If you did not enable --require-hashes manually, note that it turns on automatically when any package has a hash.)c C s || _ dS )zq :param gotten_hash: The hash of the (possibly malicious) archive we just downloaded N) gotten_hash)r rN r r r r s zHashMissing.__init__c C sH ddl m} d }| jr4| jjr&| jjn t| jdd }d|p<d|| jf S )Nr ) FAVORITE_HASHrE z %s --hash=%s:%srD )Zpip._internal.utils.hashesrO rE Z original_linkgetattrrN )r rO packager r r r3 s zHashMissing.bodyN)r r r r r+ r9 r r3 r r r r rL s rL c @ s e Zd ZdZdZdZdS ) HashUnpinnedzPA requirement had a hash specified but was not pinned to a specific version. zaIn --require-hashes mode, all requirements must have their versions pinned with ==. These do not:NrI r r r r rR s rR c @ s0 e Zd ZdZdZdZdd Zdd Zdd Zd S ) HashMismatchz Distribution file hash values don't match. :ivar package_name: The name of the package that triggered the hash mismatch. Feel free to write to this after the exception is raise to improve its error message. zTHESE PACKAGES DO NOT MATCH THE HASHES FROM THE REQUIREMENTS FILE. If you have updated the package versions, please update the hashes. Otherwise, examine the package contents carefully; someone may have tampered with them.c C s || _ || _dS )z :param allowed: A dict of algorithm names pointing to lists of allowed hex digests :param gots: A dict of algorithm names pointing to hashes we actually got from the files under suspicion N)allowedgots)r rV rW r r r r s zHashMismatch.__init__c C s d| | f S )Nz %s: %s)rC _hash_comparisonr r r r r3 s zHashMismatch.bodyc sb dd }g }t | jD ]@\}}|| | fdd|D |d| j| qd|S )aE Return a comparison of actual and expected hash values. Example:: Expected sha256 abcdeabcdeabcdeabcdeabcdeabcdeabcdeabcdeabcde or 123451234512345123451234512345123451234512345 Got bcdefbcdefbcdefbcdefbcdefbcdefbcdefbcdefbcdef c S s t | gtdS )Nz or)r r ) hash_namer r r hash_then_or s z3HashMismatch._hash_comparison.<locals>.hash_then_orc 3 s | ]}d t |f V qdS )z Expected %s %sN)nextr4 prefixr r r6 s z0HashMismatch._hash_comparison.<locals>.<genexpr>z Got %s r7 )r rV r: r) rW Z hexdigestr; )r rZ r< rY Z expectedsr r\ r rX s z HashMismatch._hash_comparisonN) r r r r r+ r9 r r3 rX r r r r rT s rT c @ s e Zd ZdZdS )UnsupportedPythonVersionzMUnsupported python version according to Requires-Python package metadata.Nr r r r r r^ s r^ c s* e Zd ZdZd fdd Zdd Z ZS ) !ConfigurationFileCouldNotBeLoadedz=When there are errors while loading a configuration file could not be loadedNc s& t t| | || _|| _|| _d S r' )superr_ r reasonfnamer* )r rb rc r* r1 r r r ( s z*ConfigurationFileCouldNotBeLoaded.__init__c C sB | j d k rd| j }n | jd k s&td| jj}d| j|S )Nz in {}.z. {} zConfiguration file {}{})rc r r* AssertionErrormessagerb )r Z message_partr r r r . s z)ConfigurationFileCouldNotBeLoaded.__str__)r` NN)r r r r r r __classcell__r r r1 r r_ $ s r_ N)(r Z __future__r itertoolsr r r Zpip._vendor.sixr Zpip._internal.utils.typingr typingr Zpip._vendor.pkg_resourcesr Z pip._internal.req.req_installr Exceptionr r r r r r r r r! r" r# r$ r% r& rA rG rJ rL rR rT r^ r_ r r r r <module> s< , % 7PK A\J pip/_internal/network/cache.pynu [ """HTTP cache implementation. """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import os from contextlib import contextmanager from pip._vendor.cachecontrol.cache import BaseCache from pip._vendor.cachecontrol.caches import FileCache from pip._internal.utils.filesystem import adjacent_tmp_file, replace from pip._internal.utils.misc import ensure_dir from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import Optional @contextmanager def suppressed_cache_errors(): """If we can't access the cache then we can just skip caching and process requests as if caching wasn't enabled. """ try: yield except (OSError, IOError): pass class SafeFileCache(BaseCache): """ A file based cache which is safe to use even when the target directory may not be accessible or writable. """ def __init__(self, directory): # type: (str) -> None assert directory is not None, "Cache directory must not be None." super(SafeFileCache, self).__init__() self.directory = directory def _get_cache_path(self, name): # type: (str) -> str # From cachecontrol.caches.file_cache.FileCache._fn, brought into our # class for backwards-compatibility and to avoid using a non-public # method. hashed = FileCache.encode(name) parts = list(hashed[:5]) + [hashed] return os.path.join(self.directory, *parts) def get(self, key): # type: (str) -> Optional[bytes] path = self._get_cache_path(key) with suppressed_cache_errors(): with open(path, 'rb') as f: return f.read() def set(self, key, value): # type: (str, bytes) -> None path = self._get_cache_path(key) with suppressed_cache_errors(): ensure_dir(os.path.dirname(path)) with adjacent_tmp_file(path) as f: f.write(value) replace(f.name, path) def delete(self, key): # type: (str) -> None path = self._get_cache_path(key) with suppressed_cache_errors(): os.remove(path) PK A\S 9 pip/_internal/network/__pycache__/__init__.cpython-38.pycnu [ U .e2 @ s d Z dS )z+Contains purely network-related utilities. N)__doc__ r r B/usr/lib/python3.8/site-packages/pip/_internal/network/__init__.py<module> PK A\*9 6 pip/_internal/network/__pycache__/cache.cpython-38.pycnu [ U .e @ s d Z ddlZddlmZ ddlmZ ddlmZ ddlm Z m Z ddl m Z ddl mZ erhdd lmZ ed d ZG d d d eZdS )zHTTP cache implementation. N)contextmanager) BaseCache) FileCache)adjacent_tmp_filereplace) ensure_dir)MYPY_CHECK_RUNNING)Optionalc c s( z dV W n t tfk r" Y nX dS )zvIf we can't access the cache then we can just skip caching and process requests as if caching wasn't enabled. N)OSErrorIOError r r ?/usr/lib/python3.8/site-packages/pip/_internal/network/cache.pysuppressed_cache_errors s r c s@ e Zd ZdZ fddZdd Zdd Zdd Zd d Z Z S ) SafeFileCachezw A file based cache which is safe to use even when the target directory may not be accessible or writable. c s( |d k st dtt| || _d S )Nz!Cache directory must not be None.)AssertionErrorsuperr __init__ directory)selfr __class__r r r & s zSafeFileCache.__init__c C s4 t |}t|d d |g }tjj| jf| S )N )r encodelistospathjoinr )r nameZhashedpartsr r r _get_cache_path, s z SafeFileCache._get_cache_pathc C sR | |}t 8 t|d"}| W 5 Q R W 5 Q R S Q R X W 5 Q R X d S )Nrb)r r openread)r keyr fr r r get5 s zSafeFileCache.getc C sZ | |}t @ ttj| t|}|| W 5 Q R X t|j | W 5 Q R X d S N) r r r r r dirnamer writer r )r r# valuer r$ r r r set< s zSafeFileCache.setc C s* | |}t t| W 5 Q R X d S r& )r r r remove)r r# r r r r deleteG s zSafeFileCache.delete) __name__ __module__ __qualname____doc__r r r% r* r, __classcell__r r r r r s r )r0 r contextlibr Z pip._vendor.cachecontrol.cacher Z pip._vendor.cachecontrol.cachesr Z pip._internal.utils.filesystemr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr r r r r r r <module> s PK A\;& & 7 pip/_internal/network/__pycache__/xmlrpc.cpython-38.pycnu [ U .e= @ sP d Z ddlZddlmZ ddlmZ ddlmZ e e Z G dd dej Z dS )z#xmlrpclib.Transport implementation N)requests) xmlrpc_client)parsec @ s$ e Zd ZdZdddZd ddZdS ) PipXmlrpcTransportzRProvide a `xmlrpclib.Transport` implementation via a `PipSession` object. Fc C s* t j| | t|}|j| _|| _d S )N)r Transport__init__ urllib_parseZurlparseZscheme_scheme_session)selfZ index_urlZsessionZ use_datetimeZ index_parts r @/usr/lib/python3.8/site-packages/pip/_internal/network/xmlrpc.pyr s zPipXmlrpcTransport.__init__c C s | j ||d d d f}t|}z8ddi}| jj|||dd}| || _| |jW S t j k r } zt d| j j| W 5 d } ~ X Y nX d S )Nz Content-Typeztext/xmlT)dataheadersstreamz HTTP error %s while getting %s)r r Z urlunparser ZpostZraise_for_statusverboseZparse_responserawr Z HTTPErrorloggerZcriticalresponseZ status_code) r ZhostZhandlerZ request_bodyr partsZurlr r excr r r request s$ zPipXmlrpcTransport.requestN)F)F)__name__ __module__ __qualname____doc__r r r r r r r s r )r ZloggingZ pip._vendorr Zpip._vendor.six.movesr Z pip._vendor.six.moves.urllibr r Z getLoggerr r r r r r r r <module> s PK A\;& & = pip/_internal/network/__pycache__/xmlrpc.cpython-38.opt-1.pycnu [ U .e= @ sP d Z ddlZddlmZ ddlmZ ddlmZ e e Z G dd dej Z dS )z#xmlrpclib.Transport implementation N)requests) xmlrpc_client)parsec @ s$ e Zd ZdZdddZd ddZdS ) PipXmlrpcTransportzRProvide a `xmlrpclib.Transport` implementation via a `PipSession` object. Fc C s* t j| | t|}|j| _|| _d S )N)r Transport__init__ urllib_parseZurlparseZscheme_scheme_session)selfZ index_urlZsessionZ use_datetimeZ index_parts r @/usr/lib/python3.8/site-packages/pip/_internal/network/xmlrpc.pyr s zPipXmlrpcTransport.__init__c C s | j ||d d d f}t|}z8ddi}| jj|||dd}| || _| |jW S t j k r } zt d| j j| W 5 d } ~ X Y nX d S )Nz Content-Typeztext/xmlT)dataheadersstreamz HTTP error %s while getting %s)r r Z urlunparser ZpostZraise_for_statusverboseZparse_responserawr Z HTTPErrorloggerZcriticalresponseZ status_code) r ZhostZhandlerZ request_bodyr partsZurlr r excr r r request s$ zPipXmlrpcTransport.requestN)F)F)__name__ __module__ __qualname____doc__r r r r r r r s r )r ZloggingZ pip._vendorr Zpip._vendor.six.movesr Z pip._vendor.six.moves.urllibr r Z getLoggerr r r r r r r r <module> s PK A\8Ml $ $ > pip/_internal/network/__pycache__/session.cpython-38.opt-1.pycnu [ U .e= @ s d Z ddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z m Z m Z ddlmZ ddlmZmZ ddlmZ ddlmZ ddlmZ dd lmZ dd l m Z dd l m Z dd l m!Z! dd l"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+m,Z,m-Z- ddl.m/Z/ ddl0m1Z1 e/rhddl2m3Z3m4Z4m5Z5m6Z6m7Z7 ddl8m9Z9 e6e:e:e5e7e;e:f f Z<e=e>Z?e j@ded dddddd gZAd ZBd d ZCd d! ZDG d"d# d#eZEG d$d% d%eZFG d&d' d'e jGZHdS )(zhPipSession and supporting code, containing all pip-specific network request configuration and behavior. N)requestssixurllib3)CacheControlAdapter) BaseAdapter HTTPAdapter)Response)CaseInsensitiveDict)parse)InsecureRequestWarning) __version__)MultiDomainBasicAuth) SafeFileCache)HAS_TLS ipaddressssl)check_path_owner)libc_ver)build_url_from_netlocget_installed_version parse_netloc)MYPY_CHECK_RUNNING) url_to_path)IteratorListOptionalTupleUnion)Linkignore)category)Zhttps*r! )r! Z localhostr! )r! z 127.0.0.0/8r! )r! z::1/128r! )filer! N)Zsshr! r! )Z BUILD_BUILDIDZBUILD_IDZCIZ PIP_IS_CIc C s t dd tD S )z? Return whether it looks like pip is running under CI. c s s | ]}|t jkV qd S N)osenviron).0name r( A/usr/lib/python3.8/site-packages/pip/_internal/network/session.py <genexpr>a s z looks_like_ci.<locals>.<genexpr>)anyCI_ENVIRONMENT_VARIABLESr( r( r( r) looks_like_ciY s r- c C sB dt dt dt id} | d d dkr@t | d d< n| d d dkrtjjd krltjd d }ntj}d d d |D | d d< nB| d d dkrt | d d< n | d d dkrt | d d< tjdrHddl m } t t dd t dddg| }t t dd t ddgt }|r:||d< |rH|| d< tjdrzt d rzd t d d| d< t rt | d i d< t rt | d i d < t rt | d < trtj| d < td!}|d k r|| d"< t rd#nd | d$< tj d%}|d k r(|| d&< d'j | t j | d(d#d)d*S )+z6 Return a string representing the user agent. pip)r' versionr' )Z installerpythonimplementationr1 ZCPythonr/ ZPyPyfinalN .c S s g | ] }t |qS r( )str)r& xr( r( r) <listcomp>x s z user_agent.<locals>.<listcomp>ZJythonZ IronPythonZlinuxr )distroc S s | d S N r( r6 r( r( r) <lambda> z user_agent.<locals>.<lambda>idc S s | d S r9 r( r; r( r( r) r< r= liblibcr8 darwinZmacOSsystemreleaseZcpuZopenssl_versionZ setuptoolssetuptools_versionTZciZPIP_USER_AGENT_USER_DATA user_dataz9{data[installer][name]}/{data[installer][version]} {json}),:)Z separatorsZ sort_keys)datajson) r platformZpython_versionZpython_implementationsyspypy_version_info releaseleveljoin startswith pip._vendorr8 dictfilterzipZlinux_distributionr Zmac_verrB setdefaultrC machiner r ZOPENSSL_VERSIONr r- r$ r% getformatrI dumps)rH rL r8 Z distro_infosr@ rD rE r( r( r) user_agentd sl rY c @ s e Zd ZdddZdd ZdS )LocalFSAdapterNc C s t |j}t }d|_|j|_zt|} W n. tk rZ } zd|_| |_W 5 d } ~ X Y nPX tj j | j dd} t |d p~d} t| | j| d|_t|d|_|jj|_|S ) N i T)Zusegmtr z text/plain)z Content-TypezContent-Lengthz Last-Modifiedrb)r urlr Z status_coder$ statOSErrorrawemailZutilsZ formatdatest_mtime mimetypesZ guess_typer st_sizeheadersopenclose) selfrequeststreamtimeoutverifycertZproxiespathnameZrespZstatsexcZmodifiedZ content_typer( r( r) send s& zLocalFSAdapter.sendc C s d S r# r( )rh r( r( r) rg s zLocalFSAdapter.close)NNNNN)__name__ __module__ __qualname__rp rg r( r( r( r) rZ s rZ c @ s e Zd Zdd ZdS )InsecureHTTPAdapterc C s d|_ d |_d S )NZ CERT_NONE)Z cert_reqsZca_certs)rh Zconnr] rl rm r( r( r) cert_verify s z InsecureHTTPAdapter.cert_verifyN)rq rr rs ru r( r( r( r) rt s rt c sF e Zd ZdZ fddZd ddZdd Zd d Z fd d Z Z S ) PipSessionNc s | dd}| dd}| dg }| dd}tt| j|| g | _t | jd< t|d| _t j |d d d d gd d}|rt |st d| d}|rtt||d}n t|d}t|d}|| _| d| | d| | dt |D ]} | j| dd qdS )zj :param trusted_hosts: Domains not to emit warnings for when not using HTTPS. retriesr cacheN trusted_hosts index_urlsz User-Agent)rz i i i i g ?)ZtotalZstatus_forcelistZbackoff_factorzThe directory '%s' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)rx max_retries)r{ zhttps://zhttp://zfile://T)suppress_logging)popsuperrv __init__pip_trusted_originsrY re r Zauthr ZRetryr loggerwarningr r r rt _insecure_adaptermountrZ add_trusted_host) rh argskwargsrw rx ry rz Zsecure_adapterZinsecure_adapterhost __class__r( r) r s@ zPipSession.__init__Fc C s |s.d |}|dk r$|d |7 }t| t|}|| jkrL| j| | t|d | j |d s| t|d | j dS )z :param host: It is okay to provide a host that has previously been added. :param source: An optional source string, for logging where the host string came from. zadding trusted host: {!r}Nz (from {})/r: rG ) rW r infor r appendr r r )rh r sourcer| msgZ host_portr( r( r) r 3 s zPipSession.add_trusted_hostc c s< t D ] }|V q| jD ] \}}d||d kr.dn|fV qd S )Nr! )SECURE_ORIGINSr )rh secure_originr portr( r( r) iter_secure_originsM s z PipSession.iter_secure_originsc C s t t|}|j|j|j }}}|ddd }| D ]}|\}}} ||kr\|dkr\q<zLt t |t j sv|d krz|n| d} tt |t j r|n| d} W n4 tk r |r| | kr|dkrY q<Y n X | | krq<|| kr| dkr| d k rq< dS td|| dS ) N+r: r! utf8TzThe repository located at %s is not a trusted or secure host and is being ignored. If this repository is available via HTTPS we recommend you use HTTPS instead, otherwise you may silence this warning and allow it anyway with '--trusted-host %s'.F) urllib_parseZurlparser5 ZschemeZhostnamer rsplitr r Z ip_address isinstancer Z text_typedecodeZ ip_network ValueErrorlowerr r ) rh locationZparsedZorigin_protocolZ origin_hostZ origin_portr Zsecure_protocolZ secure_hostZ secure_portZaddrZnetworkr( r( r) is_secure_originT s^ zPipSession.is_secure_originc s( | d| j tt| j||f||S )Nrk )rT rk r~ rv ri )rh methodr] r r r r( r) ri s zPipSession.request)NF) rq rr rs rk r r r r ri __classcell__r( r( r r) rv s T Qrv )I__doc__Z email.utilsra rI Zloggingrc r$ rJ rK warningsrP r r r Zpip._vendor.cachecontrolr Z pip._vendor.requests.adaptersr r Zpip._vendor.requests.modelsr Z pip._vendor.requests.structuresr Z pip._vendor.six.moves.urllibr r Z pip._vendor.urllib3.exceptionsr r. r Zpip._internal.network.authr Zpip._internal.network.cacher Zpip._internal.utils.compatr r r Z pip._internal.utils.filesystemr Zpip._internal.utils.glibcr Zpip._internal.utils.miscr r r Zpip._internal.utils.typingr Zpip._internal.utils.urlsr typingr r r r r Zpip._internal.models.linkr r5 intZ SecureOriginZ getLoggerrq r filterwarningsr r, r- rY rZ rt ZSessionrv r( r( r( r) <module> sV O!PK A\7S ; pip/_internal/network/__pycache__/auth.cpython-38.opt-1.pycnu [ U .eo+ @ s d Z ddlZddlmZmZ ddlmZ ddlmZ ddl m Z m Z m Z mZmZ ddlmZ erddlmZ dd lmZmZmZ dd lmZ eeeef Ze e Z z ddl Z W nL e k r dZ Y n6 e!k r Z" ze #d ee" dZ W 5 dZ"["X Y nX d d Z$G dd deZ%dS )zNetwork Authentication Helpers Contains interface (MultiDomainBasicAuth) and associated glue code for providing credentials in the context of network requests. N)AuthBase HTTPBasicAuth)get_netrc_auth)parse)ask ask_input ask_passwordremove_auth_from_urlsplit_auth_netloc_from_url)MYPY_CHECK_RUNNING)Values)DictOptionalTuple)AuthInfo*Keyring is skipped due to an exception: %sc C s | rt s dS zz t j}W n tk r, Y n4X td| || |}|dk rZ|j|jfW S W dS |rtd| t | |}|r||fW S W n2 tk r } zt dt | W 5 d}~X Y nX dS )z3Return the tuple auth for a given url from keyring.Nz'Getting credentials from keyring for %sz$Getting password from keyring for %sr ) keyringget_credentialAttributeErrorloggerdebugusernamepasswordZ get_password Exceptionwarningstr)urlr r Zcredr exc r >/usr/lib/python3.8/site-packages/pip/_internal/network/auth.pyget_keyring_auth. s, r c @ s` e Zd ZdddZdd ZdddZd d Zd d Zd d Zdd Z dd Z dd Z dd Z dS )MultiDomainBasicAuthTNc C s || _ || _i | _d | _d S )N) prompting index_urls passwords_credentials_to_save)selfr" r# r r r __init__M s z MultiDomainBasicAuth.__init__c C sB |r | j sdS | j D ](}t|dd }||r| S qdS )a Return the original index URL matching the requested URL. Cached or dynamically generated credentials may work against the original index URL rather than just the netloc. The provided url should have had its username and password removed already. If the original index url had credentials then they will be included in the return value. Returns None if no matching index was found, or if --no-index was specified by the user. N/)r# r rstrip startswith)r& r uprefixr r r _get_index_urlY s z#MultiDomainBasicAuth._get_index_urlc C s t |\}}}|\}}|dk r6|dk r6td| |S | |} | rft | } | rf| \} } } td| | r| d dk r| \}}|dk r|dk rtd| | S |rt|} | rtd| | S |rt| |pt||}|rtd| |S ||fS )z2Find and return credentials for the specified URL.Nz Found credentials in url for %szFound index url %sr z%Found credentials in index url for %sz!Found credentials in netrc for %sz#Found credentials in keyring for %s)r r r r- r r )r& original_urlZ allow_netrcZ allow_keyringr netlocZurl_user_passwordr r Z index_urlZ index_info_Zindex_url_user_passwordZ netrc_authZkr_authr r r _get_new_credentialsn s> z)MultiDomainBasicAuth._get_new_credentialsc C sv t |\}}}| j|d\}}|dkr>|dkr>| |\}}|dk sN|dk rl|pTd}|p\d}||f| j|< |||fS )a_ Return the credentials to use for the provided URL. If allowed, netrc and keyring may be used to obtain the correct credentials. Returns (url_without_credentials, username, password). Note that even if the original URL contains credentials, this function may return a different username and password. NNN )r r$ getr1 )r& r. r r/ r0 r r r r r _get_url_and_credentials s z-MultiDomainBasicAuth._get_url_and_credentialsc C sH | |j\}}}||_|d k r6|d k r6t|||}|d| j |S )Nresponse)r5 r r register_hook handle_401)r& reqr r r r r r __call__ s z MultiDomainBasicAuth.__call__c C sF t d| }|sdS t||}|r4|d |d dfS td}||dfS )Nz User for %s: r2 r Fz Password: T)r r r )r& r/ r Zauthr r r r _prompt_for_password s z)MultiDomainBasicAuth._prompt_for_passwordc C s t sdS tdddgdkS )NFz#Save credentials to keyring [y/N]: yn)r r )r& r r r _should_save_password_to_keyring s z5MultiDomainBasicAuth._should_save_password_to_keyringc K s |j dkr|S | js|S t|j}| |j\}}}d | _|d k rv|d k rv||f| j|j< |rv| rv|j||f| _|j |j t |pd|pd|j}|d| j | jr|d| j |jj|f|}|j| |S )N r3 r6 ) status_coder" urllib_parseZurlparser r< r/ r% r$ r? ZcontentrawZ release_connr requestr7 warn_on_401save_credentialsZ connectionsendhistoryappend) r& respkwargsZparsedr r Zsaver9 Znew_respr r r r8 s( z MultiDomainBasicAuth.handle_401c K s |j dkrtd|jj dS )z6Response callback to warn about incorrect credentials.r@ z)401 Error, Credentials not correct for %sN)rA r r rD r )r& rJ rK r r r rE s z MultiDomainBasicAuth.warn_on_401c K s^ t sdS | j}d| _|rZ|jdk rZztd t j| W n tk rX td Y nX dS )z1Response callback to save credentials on success.Ni z Saving credentials to keyringzFailed to save credentials)r r% rA r infoZ set_passwordr Z exception)r& rJ rK Zcredsr r r rF s z%MultiDomainBasicAuth.save_credentials)TN)TT) __name__ __module__ __qualname__r' r- r1 r5 r: r< r? r8 rE rF r r r r r! K s 2( -r! )&__doc__ZloggingZpip._vendor.requests.authr r Zpip._vendor.requests.utilsr Z pip._vendor.six.moves.urllibr rB Zpip._internal.utils.miscr r r r r Zpip._internal.utils.typingr Zoptparser typingr r r Z pip._internal.vcs.versioncontrolr r Z CredentialsZ getLoggerrM r r ImportErrorr r r r r! r r r r <module> s0 PK A\}v v < pip/_internal/network/__pycache__/cache.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZddlmZ ddlmZ ddlmZ ddlm Z m Z ddl m Z ddl mZ erhdd lmZ ed d ZG d d d eZdS )zHTTP cache implementation. N)contextmanager) BaseCache) FileCache)adjacent_tmp_filereplace) ensure_dir)MYPY_CHECK_RUNNING)Optionalc c s( z dV W n t tfk r" Y nX dS )zvIf we can't access the cache then we can just skip caching and process requests as if caching wasn't enabled. N)OSErrorIOError r r ?/usr/lib/python3.8/site-packages/pip/_internal/network/cache.pysuppressed_cache_errors s r c s@ e Zd ZdZ fddZdd Zdd Zdd Zd d Z Z S ) SafeFileCachezw A file based cache which is safe to use even when the target directory may not be accessible or writable. c s t t| || _d S N)superr __init__ directory)selfr __class__r r r & s zSafeFileCache.__init__c C s4 t |}t|d d |g }tjj| jf| S )N )r encodelistospathjoinr )r nameZhashedpartsr r r _get_cache_path, s z SafeFileCache._get_cache_pathc C sR | |}t 8 t|d"}| W 5 Q R W 5 Q R S Q R X W 5 Q R X d S )Nrb)r r openread)r keyr fr r r get5 s zSafeFileCache.getc C sZ | |}t @ ttj| t|}|| W 5 Q R X t|j | W 5 Q R X d S r ) r r r r r dirnamer writer r )r r# valuer r$ r r r set< s zSafeFileCache.setc C s* | |}t t| W 5 Q R X d S r )r r r remove)r r# r r r r deleteG s zSafeFileCache.delete) __name__ __module__ __qualname____doc__r r r% r) r+ __classcell__r r r r r s r )r/ r contextlibr Z pip._vendor.cachecontrol.cacher Z pip._vendor.cachecontrol.cachesr Z pip._internal.utils.filesystemr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr r r r r r r <module> s PK A\8Ml $ $ 8 pip/_internal/network/__pycache__/session.cpython-38.pycnu [ U .e= @ s d Z ddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z m Z m Z ddlmZ ddlmZmZ ddlmZ ddlmZ ddlmZ dd lmZ dd l m Z dd l m Z dd l m!Z! dd l"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z) ddl*m+Z+m,Z,m-Z- ddl.m/Z/ ddl0m1Z1 e/rhddl2m3Z3m4Z4m5Z5m6Z6m7Z7 ddl8m9Z9 e6e:e:e5e7e;e:f f Z<e=e>Z?e j@ded dddddd gZAd ZBd d ZCd d! ZDG d"d# d#eZEG d$d% d%eZFG d&d' d'e jGZHdS )(zhPipSession and supporting code, containing all pip-specific network request configuration and behavior. N)requestssixurllib3)CacheControlAdapter) BaseAdapter HTTPAdapter)Response)CaseInsensitiveDict)parse)InsecureRequestWarning) __version__)MultiDomainBasicAuth) SafeFileCache)HAS_TLS ipaddressssl)check_path_owner)libc_ver)build_url_from_netlocget_installed_version parse_netloc)MYPY_CHECK_RUNNING) url_to_path)IteratorListOptionalTupleUnion)Linkignore)category)Zhttps*r! )r! Z localhostr! )r! z 127.0.0.0/8r! )r! z::1/128r! )filer! N)Zsshr! r! )Z BUILD_BUILDIDZBUILD_IDZCIZ PIP_IS_CIc C s t dd tD S )z? Return whether it looks like pip is running under CI. c s s | ]}|t jkV qd S N)osenviron).0name r( A/usr/lib/python3.8/site-packages/pip/_internal/network/session.py <genexpr>a s z looks_like_ci.<locals>.<genexpr>)anyCI_ENVIRONMENT_VARIABLESr( r( r( r) looks_like_ciY s r- c C sB dt dt dt id} | d d dkr@t | d d< n| d d dkrtjjd krltjd d }ntj}d d d |D | d d< nB| d d dkrt | d d< n | d d dkrt | d d< tjdrHddl m } t t dd t dddg| }t t dd t ddgt }|r:||d< |rH|| d< tjdrzt d rzd t d d| d< t rt | d i d< t rt | d i d < t rt | d < trtj| d < td!}|d k r|| d"< t rd#nd | d$< tj d%}|d k r(|| d&< d'j | t j | d(d#d)d*S )+z6 Return a string representing the user agent. pip)r' versionr' )Z installerpythonimplementationr1 ZCPythonr/ ZPyPyfinalN .c S s g | ] }t |qS r( )str)r& xr( r( r) <listcomp>x s z user_agent.<locals>.<listcomp>ZJythonZ IronPythonZlinuxr )distroc S s | d S N r( r6 r( r( r) <lambda> z user_agent.<locals>.<lambda>idc S s | d S r9 r( r; r( r( r) r< r= liblibcr8 darwinZmacOSsystemreleaseZcpuZopenssl_versionZ setuptoolssetuptools_versionTZciZPIP_USER_AGENT_USER_DATA user_dataz9{data[installer][name]}/{data[installer][version]} {json}),:)Z separatorsZ sort_keys)datajson) r platformZpython_versionZpython_implementationsyspypy_version_info releaseleveljoin startswith pip._vendorr8 dictfilterzipZlinux_distributionr Zmac_verrB setdefaultrC machiner r ZOPENSSL_VERSIONr r- r$ r% getformatrI dumps)rH rL r8 Z distro_infosr@ rD rE r( r( r) user_agentd sl rY c @ s e Zd ZdddZdd ZdS )LocalFSAdapterNc C s t |j}t }d|_|j|_zt|} W n. tk rZ } zd|_| |_W 5 d } ~ X Y nPX tj j | j dd} t |d p~d} t| | j| d|_t|d|_|jj|_|S ) N i T)Zusegmtr z text/plain)z Content-TypezContent-Lengthz Last-Modifiedrb)r urlr Z status_coder$ statOSErrorrawemailZutilsZ formatdatest_mtime mimetypesZ guess_typer st_sizeheadersopenclose) selfrequeststreamtimeoutverifycertZproxiespathnameZrespZstatsexcZmodifiedZ content_typer( r( r) send s& zLocalFSAdapter.sendc C s d S r# r( )rh r( r( r) rg s zLocalFSAdapter.close)NNNNN)__name__ __module__ __qualname__rp rg r( r( r( r) rZ s rZ c @ s e Zd Zdd ZdS )InsecureHTTPAdapterc C s d|_ d |_d S )NZ CERT_NONE)Z cert_reqsZca_certs)rh Zconnr] rl rm r( r( r) cert_verify s z InsecureHTTPAdapter.cert_verifyN)rq rr rs ru r( r( r( r) rt s rt c sF e Zd ZdZ fddZd ddZdd Zd d Z fd d Z Z S ) PipSessionNc s | dd}| dd}| dg }| dd}tt| j|| g | _t | jd< t|d| _t j |d d d d gd d}|rt |st d| d}|rtt||d}n t|d}t|d}|| _| d| | d| | dt |D ]} | j| dd qdS )zj :param trusted_hosts: Domains not to emit warnings for when not using HTTPS. retriesr cacheN trusted_hosts index_urlsz User-Agent)rz i i i i g ?)ZtotalZstatus_forcelistZbackoff_factorzThe directory '%s' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)rx max_retries)r{ zhttps://zhttp://zfile://T)suppress_logging)popsuperrv __init__pip_trusted_originsrY re r Zauthr ZRetryr loggerwarningr r r rt _insecure_adaptermountrZ add_trusted_host) rh argskwargsrw rx ry rz Zsecure_adapterZinsecure_adapterhost __class__r( r) r s@ zPipSession.__init__Fc C s |s.d |}|dk r$|d |7 }t| t|}|| jkrL| j| | t|d | j |d s| t|d | j dS )z :param host: It is okay to provide a host that has previously been added. :param source: An optional source string, for logging where the host string came from. zadding trusted host: {!r}Nz (from {})/r: rG ) rW r infor r appendr r r )rh r sourcer| msgZ host_portr( r( r) r 3 s zPipSession.add_trusted_hostc c s< t D ] }|V q| jD ] \}}d||d kr.dn|fV qd S )Nr! )SECURE_ORIGINSr )rh secure_originr portr( r( r) iter_secure_originsM s z PipSession.iter_secure_originsc C s t t|}|j|j|j }}}|ddd }| D ]}|\}}} ||kr\|dkr\q<zLt t |t j sv|d krz|n| d} tt |t j r|n| d} W n4 tk r |r| | kr|dkrY q<Y n X | | krq<|| kr| dkr| d k rq< dS td|| dS ) N+r: r! utf8TzThe repository located at %s is not a trusted or secure host and is being ignored. If this repository is available via HTTPS we recommend you use HTTPS instead, otherwise you may silence this warning and allow it anyway with '--trusted-host %s'.F) urllib_parseZurlparser5 ZschemeZhostnamer rsplitr r Z ip_address isinstancer Z text_typedecodeZ ip_network ValueErrorlowerr r ) rh locationZparsedZorigin_protocolZ origin_hostZ origin_portr Zsecure_protocolZ secure_hostZ secure_portZaddrZnetworkr( r( r) is_secure_originT s^ zPipSession.is_secure_originc s( | d| j tt| j||f||S )Nrk )rT rk r~ rv ri )rh methodr] r r r r( r) ri s zPipSession.request)NF) rq rr rs rk r r r r ri __classcell__r( r( r r) rv s T Qrv )I__doc__Z email.utilsra rI Zloggingrc r$ rJ rK warningsrP r r r Zpip._vendor.cachecontrolr Z pip._vendor.requests.adaptersr r Zpip._vendor.requests.modelsr Z pip._vendor.requests.structuresr Z pip._vendor.six.moves.urllibr r Z pip._vendor.urllib3.exceptionsr r. r Zpip._internal.network.authr Zpip._internal.network.cacher Zpip._internal.utils.compatr r r Z pip._internal.utils.filesystemr Zpip._internal.utils.glibcr Zpip._internal.utils.miscr r r Zpip._internal.utils.typingr Zpip._internal.utils.urlsr typingr r r r r Zpip._internal.models.linkr r5 intZ SecureOriginZ getLoggerrq r filterwarningsr r, r- rY rZ rt ZSessionrv r( r( r( r) <module> sV O!PK A\˼B B 5 pip/_internal/network/__pycache__/auth.cpython-38.pycnu [ U .eo+ @ s d Z ddlZddlmZmZ ddlmZ ddlmZ ddl m Z m Z m Z mZmZ ddlmZ erddlmZ dd lmZmZmZ dd lmZ eeeef Ze e Z z ddl Z W nL e k r dZ Y n6 e!k r Z" ze #d ee" dZ W 5 dZ"["X Y nX d d Z$G dd deZ%dS )zNetwork Authentication Helpers Contains interface (MultiDomainBasicAuth) and associated glue code for providing credentials in the context of network requests. N)AuthBase HTTPBasicAuth)get_netrc_auth)parse)ask ask_input ask_passwordremove_auth_from_urlsplit_auth_netloc_from_url)MYPY_CHECK_RUNNING)Values)DictOptionalTuple)AuthInfo*Keyring is skipped due to an exception: %sc C s | rt s dS zz t j}W n tk r, Y n4X td| || |}|dk rZ|j|jfW S W dS |rtd| t | |}|r||fW S W n2 tk r } zt dt | W 5 d}~X Y nX dS )z3Return the tuple auth for a given url from keyring.Nz'Getting credentials from keyring for %sz$Getting password from keyring for %sr ) keyringget_credentialAttributeErrorloggerdebugusernamepasswordZ get_password Exceptionwarningstr)urlr r Zcredr exc r >/usr/lib/python3.8/site-packages/pip/_internal/network/auth.pyget_keyring_auth. s, r c @ s` e Zd ZdddZdd ZdddZd d Zd d Zd d Zdd Z dd Z dd Z dd Z dS )MultiDomainBasicAuthTNc C s || _ || _i | _d | _d S )N) prompting index_urls passwords_credentials_to_save)selfr" r# r r r __init__M s z MultiDomainBasicAuth.__init__c C sB |r | j sdS | j D ](}t|dd }||r| S qdS )a Return the original index URL matching the requested URL. Cached or dynamically generated credentials may work against the original index URL rather than just the netloc. The provided url should have had its username and password removed already. If the original index url had credentials then they will be included in the return value. Returns None if no matching index was found, or if --no-index was specified by the user. N/)r# r rstrip startswith)r& r uprefixr r r _get_index_urlY s z#MultiDomainBasicAuth._get_index_urlc C s t |\}}}|\}}|dk r6|dk r6td| |S | |} | rft | } | rf| \} } } td| | r| d dk r| \}}|dk r|dk rtd| | S |rt|} | rtd| | S |rt| |pt||}|rtd| |S ||fS )z2Find and return credentials for the specified URL.Nz Found credentials in url for %szFound index url %sr z%Found credentials in index url for %sz!Found credentials in netrc for %sz#Found credentials in keyring for %s)r r r r- r r )r& original_urlZ allow_netrcZ allow_keyringr netlocZurl_user_passwordr r Z index_urlZ index_info_Zindex_url_user_passwordZ netrc_authZkr_authr r r _get_new_credentialsn s> z)MultiDomainBasicAuth._get_new_credentialsc C s t |\}}}| j|d\}}|dkr>|dkr>| |\}}|dk sN|dk rl|pTd}|p\d}||f| j|< |dk r||dk s|dkr|dkstd||||fS )a_ Return the credentials to use for the provided URL. If allowed, netrc and keyring may be used to obtain the correct credentials. Returns (url_without_credentials, username, password). Note that even if the original URL contains credentials, this function may return a different username and password. NNN z'Could not load credentials from url: {})r r$ getr1 AssertionErrorformat)r& r. r r/ r0 r r r r r _get_url_and_credentials s& z-MultiDomainBasicAuth._get_url_and_credentialsc C sH | |j\}}}||_|d k r6|d k r6t|||}|d| j |S )Nresponse)r7 r r register_hook handle_401)r& reqr r r r r r __call__ s z MultiDomainBasicAuth.__call__c C sF t d| }|sdS t||}|r4|d |d dfS td}||dfS )Nz User for %s: r2 r Fz Password: T)r r r )r& r/ r Zauthr r r r _prompt_for_password s z)MultiDomainBasicAuth._prompt_for_passwordc C s t sdS tdddgdkS )NFz#Save credentials to keyring [y/N]: yn)r r )r& r r r _should_save_password_to_keyring s z5MultiDomainBasicAuth._should_save_password_to_keyringc K s |j dkr|S | js|S t|j}| |j\}}}d | _|d k rv|d k rv||f| j|j< |rv| rv|j||f| _|j |j t |pd|pd|j}|d| j | jr|d| j |jj|f|}|j| |S )N r3 r8 ) status_coder" urllib_parseZurlparser r> r/ r% r$ rA ZcontentrawZ release_connr requestr9 warn_on_401save_credentialsZ connectionsendhistoryappend) r& respkwargsZparsedr r Zsaver; Znew_respr r r r: s( z MultiDomainBasicAuth.handle_401c K s |j dkrtd|jj dS )z6Response callback to warn about incorrect credentials.rB z)401 Error, Credentials not correct for %sN)rC r r rF r )r& rL rM r r r rG s z MultiDomainBasicAuth.warn_on_401c K sn t dk stdt sdS | j}d| _|rj|jdk rjztd t j| W n tk rh td Y nX dS )z1Response callback to save credentials on success.Nz'should never reach here without keyringi z Saving credentials to keyringzFailed to save credentials) r r5 r% rC r infoZ set_passwordr Z exception)r& rL rM Zcredsr r r rH s z%MultiDomainBasicAuth.save_credentials)TN)TT) __name__ __module__ __qualname__r' r- r1 r7 r< r> rA r: rG rH r r r r r! K s 2( -r! )&__doc__ZloggingZpip._vendor.requests.authr r Zpip._vendor.requests.utilsr Z pip._vendor.six.moves.urllibr rD Zpip._internal.utils.miscr r r r r Zpip._internal.utils.typingr Zoptparser typingr r r Z pip._internal.vcs.versioncontrolr r Z CredentialsZ getLoggerrO r r ImportErrorr r r r r! r r r r <module> s0 PK A\S ? pip/_internal/network/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e2 @ s d Z dS )z+Contains purely network-related utilities. N)__doc__ r r B/usr/lib/python3.8/site-packages/pip/_internal/network/__init__.py<module> PK A\ J2 2 ! pip/_internal/network/__init__.pynu [ """Contains purely network-related utilities. """ PK A\t3o+ o+ pip/_internal/network/auth.pynu [ """Network Authentication Helpers Contains interface (MultiDomainBasicAuth) and associated glue code for providing credentials in the context of network requests. """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import logging from pip._vendor.requests.auth import AuthBase, HTTPBasicAuth from pip._vendor.requests.utils import get_netrc_auth from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._internal.utils.misc import ( ask, ask_input, ask_password, remove_auth_from_url, split_auth_netloc_from_url, ) from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from optparse import Values from typing import Dict, Optional, Tuple from pip._internal.vcs.versioncontrol import AuthInfo Credentials = Tuple[str, str, str] logger = logging.getLogger(__name__) try: import keyring # noqa except ImportError: keyring = None except Exception as exc: logger.warning( "Keyring is skipped due to an exception: %s", str(exc), ) keyring = None def get_keyring_auth(url, username): """Return the tuple auth for a given url from keyring.""" if not url or not keyring: return None try: try: get_credential = keyring.get_credential except AttributeError: pass else: logger.debug("Getting credentials from keyring for %s", url) cred = get_credential(url, username) if cred is not None: return cred.username, cred.password return None if username: logger.debug("Getting password from keyring for %s", url) password = keyring.get_password(url, username) if password: return username, password except Exception as exc: logger.warning( "Keyring is skipped due to an exception: %s", str(exc), ) class MultiDomainBasicAuth(AuthBase): def __init__(self, prompting=True, index_urls=None): # type: (bool, Optional[Values]) -> None self.prompting = prompting self.index_urls = index_urls self.passwords = {} # type: Dict[str, AuthInfo] # When the user is prompted to enter credentials and keyring is # available, we will offer to save them. If the user accepts, # this value is set to the credentials they entered. After the # request authenticates, the caller should call # ``save_credentials`` to save these. self._credentials_to_save = None # type: Optional[Credentials] def _get_index_url(self, url): """Return the original index URL matching the requested URL. Cached or dynamically generated credentials may work against the original index URL rather than just the netloc. The provided url should have had its username and password removed already. If the original index url had credentials then they will be included in the return value. Returns None if no matching index was found, or if --no-index was specified by the user. """ if not url or not self.index_urls: return None for u in self.index_urls: prefix = remove_auth_from_url(u).rstrip("/") + "/" if url.startswith(prefix): return u def _get_new_credentials(self, original_url, allow_netrc=True, allow_keyring=True): """Find and return credentials for the specified URL.""" # Split the credentials and netloc from the url. url, netloc, url_user_password = split_auth_netloc_from_url( original_url, ) # Start with the credentials embedded in the url username, password = url_user_password if username is not None and password is not None: logger.debug("Found credentials in url for %s", netloc) return url_user_password # Find a matching index url for this request index_url = self._get_index_url(url) if index_url: # Split the credentials from the url. index_info = split_auth_netloc_from_url(index_url) if index_info: index_url, _, index_url_user_password = index_info logger.debug("Found index url %s", index_url) # If an index URL was found, try its embedded credentials if index_url and index_url_user_password[0] is not None: username, password = index_url_user_password if username is not None and password is not None: logger.debug("Found credentials in index url for %s", netloc) return index_url_user_password # Get creds from netrc if we still don't have them if allow_netrc: netrc_auth = get_netrc_auth(original_url) if netrc_auth: logger.debug("Found credentials in netrc for %s", netloc) return netrc_auth # If we don't have a password and keyring is available, use it. if allow_keyring: # The index url is more specific than the netloc, so try it first kr_auth = ( get_keyring_auth(index_url, username) or get_keyring_auth(netloc, username) ) if kr_auth: logger.debug("Found credentials in keyring for %s", netloc) return kr_auth return username, password def _get_url_and_credentials(self, original_url): """Return the credentials to use for the provided URL. If allowed, netrc and keyring may be used to obtain the correct credentials. Returns (url_without_credentials, username, password). Note that even if the original URL contains credentials, this function may return a different username and password. """ url, netloc, _ = split_auth_netloc_from_url(original_url) # Use any stored credentials that we have for this netloc username, password = self.passwords.get(netloc, (None, None)) if username is None and password is None: # No stored credentials. Acquire new credentials without prompting # the user. (e.g. from netrc, keyring, or the URL itself) username, password = self._get_new_credentials(original_url) if username is not None or password is not None: # Convert the username and password if they're None, so that # this netloc will show up as "cached" in the conditional above. # Further, HTTPBasicAuth doesn't accept None, so it makes sense to # cache the value that is going to be used. username = username or "" password = password or "" # Store any acquired credentials. self.passwords[netloc] = (username, password) assert ( # Credentials were found (username is not None and password is not None) or # Credentials were not found (username is None and password is None) ), "Could not load credentials from url: {}".format(original_url) return url, username, password def __call__(self, req): # Get credentials for this request url, username, password = self._get_url_and_credentials(req.url) # Set the url of the request to the url without any credentials req.url = url if username is not None and password is not None: # Send the basic auth with this request req = HTTPBasicAuth(username, password)(req) # Attach a hook to handle 401 responses req.register_hook("response", self.handle_401) return req # Factored out to allow for easy patching in tests def _prompt_for_password(self, netloc): username = ask_input("User for %s: " % netloc) if not username: return None, None auth = get_keyring_auth(netloc, username) if auth: return auth[0], auth[1], False password = ask_password("Password: ") return username, password, True # Factored out to allow for easy patching in tests def _should_save_password_to_keyring(self): if not keyring: return False return ask("Save credentials to keyring [y/N]: ", ["y", "n"]) == "y" def handle_401(self, resp, **kwargs): # We only care about 401 responses, anything else we want to just # pass through the actual response if resp.status_code != 401: return resp # We are not able to prompt the user so simply return the response if not self.prompting: return resp parsed = urllib_parse.urlparse(resp.url) # Prompt the user for a new username and password username, password, save = self._prompt_for_password(parsed.netloc) # Store the new username and password to use for future requests self._credentials_to_save = None if username is not None and password is not None: self.passwords[parsed.netloc] = (username, password) # Prompt to save the password to keyring if save and self._should_save_password_to_keyring(): self._credentials_to_save = (parsed.netloc, username, password) # Consume content and release the original connection to allow our new # request to reuse the same one. resp.content resp.raw.release_conn() # Add our new username and password to the request req = HTTPBasicAuth(username or "", password or "")(resp.request) req.register_hook("response", self.warn_on_401) # On successful request, save the credentials that were used to # keyring. (Note that if the user responded "no" above, this member # is not set and nothing will be saved.) if self._credentials_to_save: req.register_hook("response", self.save_credentials) # Send our new request new_resp = resp.connection.send(req, **kwargs) new_resp.history.append(resp) return new_resp def warn_on_401(self, resp, **kwargs): """Response callback to warn about incorrect credentials.""" if resp.status_code == 401: logger.warning( '401 Error, Credentials not correct for %s', resp.request.url, ) def save_credentials(self, resp, **kwargs): """Response callback to save credentials on success.""" assert keyring is not None, "should never reach here without keyring" if not keyring: return creds = self._credentials_to_save self._credentials_to_save = None if creds and resp.status_code < 400: try: logger.info('Saving credentials to keyring') keyring.set_password(*creds) except Exception: logger.exception('Failed to save credentials') PK A\_##H= = pip/_internal/network/session.pynu [ """PipSession and supporting code, containing all pip-specific network request configuration and behavior. """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import email.utils import json import logging import mimetypes import os import platform import sys import warnings from pip._vendor import requests, six, urllib3 from pip._vendor.cachecontrol import CacheControlAdapter from pip._vendor.requests.adapters import BaseAdapter, HTTPAdapter from pip._vendor.requests.models import Response from pip._vendor.requests.structures import CaseInsensitiveDict from pip._vendor.six.moves.urllib import parse as urllib_parse from pip._vendor.urllib3.exceptions import InsecureRequestWarning from pip import __version__ from pip._internal.network.auth import MultiDomainBasicAuth from pip._internal.network.cache import SafeFileCache # Import ssl from compat so the initial import occurs in only one place. from pip._internal.utils.compat import HAS_TLS, ipaddress, ssl from pip._internal.utils.filesystem import check_path_owner from pip._internal.utils.glibc import libc_ver from pip._internal.utils.misc import ( build_url_from_netloc, get_installed_version, parse_netloc, ) from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.urls import url_to_path if MYPY_CHECK_RUNNING: from typing import ( Iterator, List, Optional, Tuple, Union, ) from pip._internal.models.link import Link SecureOrigin = Tuple[str, str, Optional[Union[int, str]]] logger = logging.getLogger(__name__) # Ignore warning raised when using --trusted-host. warnings.filterwarnings("ignore", category=InsecureRequestWarning) SECURE_ORIGINS = [ # protocol, hostname, port # Taken from Chrome's list of secure origins (See: http://bit.ly/1qrySKC) ("https", "*", "*"), ("*", "localhost", "*"), ("*", "127.0.0.0/8", "*"), ("*", "::1/128", "*"), ("file", "*", None), # ssh is always secure. ("ssh", "*", "*"), ] # type: List[SecureOrigin] # These are environment variables present when running under various # CI systems. For each variable, some CI systems that use the variable # are indicated. The collection was chosen so that for each of a number # of popular systems, at least one of the environment variables is used. # This list is used to provide some indication of and lower bound for # CI traffic to PyPI. Thus, it is okay if the list is not comprehensive. # For more background, see: https://github.com/pypa/pip/issues/5499 CI_ENVIRONMENT_VARIABLES = ( # Azure Pipelines 'BUILD_BUILDID', # Jenkins 'BUILD_ID', # AppVeyor, CircleCI, Codeship, Gitlab CI, Shippable, Travis CI 'CI', # Explicit environment variable. 'PIP_IS_CI', ) def looks_like_ci(): # type: () -> bool """ Return whether it looks like pip is running under CI. """ # We don't use the method of checking for a tty (e.g. using isatty()) # because some CI systems mimic a tty (e.g. Travis CI). Thus that # method doesn't provide definitive information in either direction. return any(name in os.environ for name in CI_ENVIRONMENT_VARIABLES) def user_agent(): """ Return a string representing the user agent. """ data = { "installer": {"name": "pip", "version": __version__}, "python": platform.python_version(), "implementation": { "name": platform.python_implementation(), }, } if data["implementation"]["name"] == 'CPython': data["implementation"]["version"] = platform.python_version() elif data["implementation"]["name"] == 'PyPy': if sys.pypy_version_info.releaselevel == 'final': pypy_version_info = sys.pypy_version_info[:3] else: pypy_version_info = sys.pypy_version_info data["implementation"]["version"] = ".".join( [str(x) for x in pypy_version_info] ) elif data["implementation"]["name"] == 'Jython': # Complete Guess data["implementation"]["version"] = platform.python_version() elif data["implementation"]["name"] == 'IronPython': # Complete Guess data["implementation"]["version"] = platform.python_version() if sys.platform.startswith("linux"): from pip._vendor import distro distro_infos = dict(filter( lambda x: x[1], zip(["name", "version", "id"], distro.linux_distribution()), )) libc = dict(filter( lambda x: x[1], zip(["lib", "version"], libc_ver()), )) if libc: distro_infos["libc"] = libc if distro_infos: data["distro"] = distro_infos if sys.platform.startswith("darwin") and platform.mac_ver()[0]: data["distro"] = {"name": "macOS", "version": platform.mac_ver()[0]} if platform.system(): data.setdefault("system", {})["name"] = platform.system() if platform.release(): data.setdefault("system", {})["release"] = platform.release() if platform.machine(): data["cpu"] = platform.machine() if HAS_TLS: data["openssl_version"] = ssl.OPENSSL_VERSION setuptools_version = get_installed_version("setuptools") if setuptools_version is not None: data["setuptools_version"] = setuptools_version # Use None rather than False so as not to give the impression that # pip knows it is not being run under CI. Rather, it is a null or # inconclusive result. Also, we include some value rather than no # value to make it easier to know that the check has been run. data["ci"] = True if looks_like_ci() else None user_data = os.environ.get("PIP_USER_AGENT_USER_DATA") if user_data is not None: data["user_data"] = user_data return "{data[installer][name]}/{data[installer][version]} {json}".format( data=data, json=json.dumps(data, separators=(",", ":"), sort_keys=True), ) class LocalFSAdapter(BaseAdapter): def send(self, request, stream=None, timeout=None, verify=None, cert=None, proxies=None): pathname = url_to_path(request.url) resp = Response() resp.status_code = 200 resp.url = request.url try: stats = os.stat(pathname) except OSError as exc: resp.status_code = 404 resp.raw = exc else: modified = email.utils.formatdate(stats.st_mtime, usegmt=True) content_type = mimetypes.guess_type(pathname)[0] or "text/plain" resp.headers = CaseInsensitiveDict({ "Content-Type": content_type, "Content-Length": stats.st_size, "Last-Modified": modified, }) resp.raw = open(pathname, "rb") resp.close = resp.raw.close return resp def close(self): pass class InsecureHTTPAdapter(HTTPAdapter): def cert_verify(self, conn, url, verify, cert): conn.cert_reqs = 'CERT_NONE' conn.ca_certs = None class PipSession(requests.Session): timeout = None # type: Optional[int] def __init__(self, *args, **kwargs): """ :param trusted_hosts: Domains not to emit warnings for when not using HTTPS. """ retries = kwargs.pop("retries", 0) cache = kwargs.pop("cache", None) trusted_hosts = kwargs.pop("trusted_hosts", []) # type: List[str] index_urls = kwargs.pop("index_urls", None) super(PipSession, self).__init__(*args, **kwargs) # Namespace the attribute with "pip_" just in case to prevent # possible conflicts with the base class. self.pip_trusted_origins = [] # type: List[Tuple[str, Optional[int]]] # Attach our User Agent to the request self.headers["User-Agent"] = user_agent() # Attach our Authentication handler to the session self.auth = MultiDomainBasicAuth(index_urls=index_urls) # Create our urllib3.Retry instance which will allow us to customize # how we handle retries. retries = urllib3.Retry( # Set the total number of retries that a particular request can # have. total=retries, # A 503 error from PyPI typically means that the Fastly -> Origin # connection got interrupted in some way. A 503 error in general # is typically considered a transient error so we'll go ahead and # retry it. # A 500 may indicate transient error in Amazon S3 # A 520 or 527 - may indicate transient error in CloudFlare status_forcelist=[500, 503, 520, 527], # Add a small amount of back off between failed requests in # order to prevent hammering the service. backoff_factor=0.25, ) # Check to ensure that the directory containing our cache directory # is owned by the user current executing pip. If it does not exist # we will check the parent directory until we find one that does exist. if cache and not check_path_owner(cache): logger.warning( "The directory '%s' or its parent directory is not owned by " "the current user and the cache has been disabled. Please " "check the permissions and owner of that directory. If " "executing pip with sudo, you may want sudo's -H flag.", cache, ) cache = None # We want to _only_ cache responses on securely fetched origins. We do # this because we can't validate the response of an insecurely fetched # origin, and we don't want someone to be able to poison the cache and # require manual eviction from the cache to fix it. if cache: secure_adapter = CacheControlAdapter( cache=SafeFileCache(cache), max_retries=retries, ) else: secure_adapter = HTTPAdapter(max_retries=retries) # Our Insecure HTTPAdapter disables HTTPS validation. It does not # support caching (see above) so we'll use it for all http:// URLs as # well as any https:// host that we've marked as ignoring TLS errors # for. insecure_adapter = InsecureHTTPAdapter(max_retries=retries) # Save this for later use in add_insecure_host(). self._insecure_adapter = insecure_adapter self.mount("https://", secure_adapter) self.mount("http://", insecure_adapter) # Enable file:// urls self.mount("file://", LocalFSAdapter()) for host in trusted_hosts: self.add_trusted_host(host, suppress_logging=True) def add_trusted_host(self, host, source=None, suppress_logging=False): # type: (str, Optional[str], bool) -> None """ :param host: It is okay to provide a host that has previously been added. :param source: An optional source string, for logging where the host string came from. """ if not suppress_logging: msg = 'adding trusted host: {!r}'.format(host) if source is not None: msg += ' (from {})'.format(source) logger.info(msg) host_port = parse_netloc(host) if host_port not in self.pip_trusted_origins: self.pip_trusted_origins.append(host_port) self.mount(build_url_from_netloc(host) + '/', self._insecure_adapter) if not host_port[1]: # Mount wildcard ports for the same host. self.mount( build_url_from_netloc(host) + ':', self._insecure_adapter ) def iter_secure_origins(self): # type: () -> Iterator[SecureOrigin] for secure_origin in SECURE_ORIGINS: yield secure_origin for host, port in self.pip_trusted_origins: yield ('*', host, '*' if port is None else port) def is_secure_origin(self, location): # type: (Link) -> bool # Determine if this url used a secure transport mechanism parsed = urllib_parse.urlparse(str(location)) origin_protocol, origin_host, origin_port = ( parsed.scheme, parsed.hostname, parsed.port, ) # The protocol to use to see if the protocol matches. # Don't count the repository type as part of the protocol: in # cases such as "git+ssh", only use "ssh". (I.e., Only verify against # the last scheme.) origin_protocol = origin_protocol.rsplit('+', 1)[-1] # Determine if our origin is a secure origin by looking through our # hardcoded list of secure origins, as well as any additional ones # configured on this PackageFinder instance. for secure_origin in self.iter_secure_origins(): secure_protocol, secure_host, secure_port = secure_origin if origin_protocol != secure_protocol and secure_protocol != "*": continue try: # We need to do this decode dance to ensure that we have a # unicode object, even on Python 2.x. addr = ipaddress.ip_address( origin_host if ( isinstance(origin_host, six.text_type) or origin_host is None ) else origin_host.decode("utf8") ) network = ipaddress.ip_network( secure_host if isinstance(secure_host, six.text_type) # setting secure_host to proper Union[bytes, str] # creates problems in other places else secure_host.decode("utf8") # type: ignore ) except ValueError: # We don't have both a valid address or a valid network, so # we'll check this origin against hostnames. if ( origin_host and origin_host.lower() != secure_host.lower() and secure_host != "*" ): continue else: # We have a valid address and network, so see if the address # is contained within the network. if addr not in network: continue # Check to see if the port matches. if ( origin_port != secure_port and secure_port != "*" and secure_port is not None ): continue # If we've gotten here, then this origin matches the current # secure origin and we should return True return True # If we've gotten to this point, then the origin isn't secure and we # will not accept it as a valid location to search. We will however # log a warning that we are ignoring it. logger.warning( "The repository located at %s is not a trusted or secure host and " "is being ignored. If this repository is available via HTTPS we " "recommend you use HTTPS instead, otherwise you may silence " "this warning and allow it anyway with '--trusted-host %s'.", origin_host, origin_host, ) return False def request(self, method, url, *args, **kwargs): # Allow setting a default timeout on a session kwargs.setdefault("timeout", self.timeout) # Dispatch the actual request return super(PipSession, self).request(method, url, *args, **kwargs) PK A\- c= = pip/_internal/network/xmlrpc.pynu [ """xmlrpclib.Transport implementation """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import logging from pip._vendor import requests # NOTE: XMLRPC Client is not annotated in typeshed as on 2017-07-17, which is # why we ignore the type on this import from pip._vendor.six.moves import xmlrpc_client # type: ignore from pip._vendor.six.moves.urllib import parse as urllib_parse logger = logging.getLogger(__name__) class PipXmlrpcTransport(xmlrpc_client.Transport): """Provide a `xmlrpclib.Transport` implementation via a `PipSession` object. """ def __init__(self, index_url, session, use_datetime=False): xmlrpc_client.Transport.__init__(self, use_datetime) index_parts = urllib_parse.urlparse(index_url) self._scheme = index_parts.scheme self._session = session def request(self, host, handler, request_body, verbose=False): parts = (self._scheme, host, handler, None, None, None) url = urllib_parse.urlunparse(parts) try: headers = {'Content-Type': 'text/xml'} response = self._session.post(url, data=request_body, headers=headers, stream=True) response.raise_for_status() self.verbose = verbose return self.parse_response(response.raw) except requests.HTTPError as exc: logger.critical( "HTTP error %s while getting %s", exc.response.status_code, url, ) raise PK A\* # pip/_internal/cli/autocompletion.pynu [ """Logic that powers autocompletion installed by ``pip completion``. """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import optparse import os import sys from pip._internal.cli.main_parser import create_main_parser from pip._internal.commands import commands_dict, create_command from pip._internal.utils.misc import get_installed_distributions def autocomplete(): """Entry Point for completion of main and subcommand options. """ # Don't complete if user hasn't sourced bash_completion file. if 'PIP_AUTO_COMPLETE' not in os.environ: return cwords = os.environ['COMP_WORDS'].split()[1:] cword = int(os.environ['COMP_CWORD']) try: current = cwords[cword - 1] except IndexError: current = '' subcommands = list(commands_dict) options = [] # subcommand try: subcommand_name = [w for w in cwords if w in subcommands][0] except IndexError: subcommand_name = None parser = create_main_parser() # subcommand options if subcommand_name: # special case: 'help' subcommand has no options if subcommand_name == 'help': sys.exit(1) # special case: list locally installed dists for show and uninstall should_list_installed = ( subcommand_name in ['show', 'uninstall'] and not current.startswith('-') ) if should_list_installed: installed = [] lc = current.lower() for dist in get_installed_distributions(local_only=True): if dist.key.startswith(lc) and dist.key not in cwords[1:]: installed.append(dist.key) # if there are no dists installed, fall back to option completion if installed: for dist in installed: print(dist) sys.exit(1) subcommand = create_command(subcommand_name) for opt in subcommand.parser.option_list_all: if opt.help != optparse.SUPPRESS_HELP: for opt_str in opt._long_opts + opt._short_opts: options.append((opt_str, opt.nargs)) # filter out previously specified options from available options prev_opts = [x.split('=')[0] for x in cwords[1:cword - 1]] options = [(x, v) for (x, v) in options if x not in prev_opts] # filter options by current input options = [(k, v) for k, v in options if k.startswith(current)] # get completion type given cwords and available subcommand options completion_type = get_path_completion_type( cwords, cword, subcommand.parser.option_list_all, ) # get completion files and directories if ``completion_type`` is # ``<file>``, ``<dir>`` or ``<path>`` if completion_type: options = auto_complete_paths(current, completion_type) options = ((opt, 0) for opt in options) for option in options: opt_label = option[0] # append '=' to options which require args if option[1] and option[0][:2] == "--": opt_label += '=' print(opt_label) else: # show main parser options only when necessary opts = [i.option_list for i in parser.option_groups] opts.append(parser.option_list) opts = (o for it in opts for o in it) if current.startswith('-'): for opt in opts: if opt.help != optparse.SUPPRESS_HELP: subcommands += opt._long_opts + opt._short_opts else: # get completion type given cwords and all available options completion_type = get_path_completion_type(cwords, cword, opts) if completion_type: subcommands = auto_complete_paths(current, completion_type) print(' '.join([x for x in subcommands if x.startswith(current)])) sys.exit(1) def get_path_completion_type(cwords, cword, opts): """Get the type of path completion (``file``, ``dir``, ``path`` or None) :param cwords: same as the environmental variable ``COMP_WORDS`` :param cword: same as the environmental variable ``COMP_CWORD`` :param opts: The available options to check :return: path completion type (``file``, ``dir``, ``path`` or None) """ if cword < 2 or not cwords[cword - 2].startswith('-'): return for opt in opts: if opt.help == optparse.SUPPRESS_HELP: continue for o in str(opt).split('/'): if cwords[cword - 2].split('=')[0] == o: if not opt.metavar or any( x in ('path', 'file', 'dir') for x in opt.metavar.split('/')): return opt.metavar def auto_complete_paths(current, completion_type): """If ``completion_type`` is ``file`` or ``path``, list all regular files and directories starting with ``current``; otherwise only list directories starting with ``current``. :param current: The word to be completed :param completion_type: path completion type(`file`, `path` or `dir`)i :return: A generator of regular files and/or directories """ directory, filename = os.path.split(current) current_path = os.path.abspath(directory) # Don't complete paths if they can't be accessed if not os.access(current_path, os.R_OK): return filename = os.path.normcase(filename) # list all files that start with ``filename`` file_list = (x for x in os.listdir(current_path) if os.path.normcase(x).startswith(filename)) for f in file_list: opt = os.path.join(current_path, f) comp_file = os.path.normcase(os.path.join(directory, f)) # complete regular files when there is not ``<dir>`` after option # complete directories when there is ``<file>``, ``<path>`` or # ``<dir>``after option if completion_type != 'dir' and os.path.isfile(opt): yield comp_file elif os.path.isdir(opt): yield os.path.join(comp_file, '') PK A\۬w ! pip/_internal/cli/status_codes.pynu [ from __future__ import absolute_import SUCCESS = 0 ERROR = 1 UNKNOWN_ERROR = 2 VIRTUALENV_NOT_FOUND = 3 PREVIOUS_BUILD_DIR_ERROR = 4 NO_MATCHES_FOUND = 23 PK A\l2nh h pip/_internal/cli/cmdoptions.pynu [ """ shared options and groups The principle here is to define options once, but *not* instantiate them globally. One reason being that options with action='append' can carry state between parses. pip parses general options twice internally, and shouldn't pass on state. To be consistent, all options will follow this design. """ # The following comment should be removed at some point in the future. # mypy: strict-optional=False # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import textwrap import warnings from distutils.util import strtobool from functools import partial from optparse import SUPPRESS_HELP, Option, OptionGroup from textwrap import dedent from pip._internal.exceptions import CommandError from pip._internal.locations import USER_CACHE_DIR, get_src_prefix from pip._internal.models.format_control import FormatControl from pip._internal.models.index import PyPI from pip._internal.models.target_python import TargetPython from pip._internal.utils.hashes import STRONG_HASHES from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.ui import BAR_TYPES if MYPY_CHECK_RUNNING: from typing import Any, Callable, Dict, Optional, Tuple from optparse import OptionParser, Values from pip._internal.cli.parser import ConfigOptionParser logger = logging.getLogger(__name__) def raise_option_error(parser, option, msg): """ Raise an option parsing error using parser.error(). Args: parser: an OptionParser instance. option: an Option instance. msg: the error text. """ msg = '{} error: {}'.format(option, msg) msg = textwrap.fill(' '.join(msg.split())) parser.error(msg) def make_option_group(group, parser): # type: (Dict[str, Any], ConfigOptionParser) -> OptionGroup """ Return an OptionGroup object group -- assumed to be dict with 'name' and 'options' keys parser -- an optparse Parser """ option_group = OptionGroup(parser, group['name']) for option in group['options']: option_group.add_option(option()) return option_group def check_install_build_global(options, check_options=None): # type: (Values, Optional[Values]) -> None """Disable wheels if per-setup.py call options are set. :param options: The OptionParser options to update. :param check_options: The options to check, if not supplied defaults to options. """ if check_options is None: check_options = options def getname(n): return getattr(check_options, n, None) names = ["build_options", "global_options", "install_options"] if any(map(getname, names)): control = options.format_control control.disallow_binaries() warnings.warn( 'Disabling all use of wheels due to the use of --build-options ' '/ --global-options / --install-options.', stacklevel=2, ) def check_dist_restriction(options, check_target=False): # type: (Values, bool) -> None """Function for determining if custom platform options are allowed. :param options: The OptionParser options. :param check_target: Whether or not to check if --target is being used. """ dist_restriction_set = any([ options.python_version, options.platform, options.abi, options.implementation, ]) binary_only = FormatControl(set(), {':all:'}) sdist_dependencies_allowed = ( options.format_control != binary_only and not options.ignore_dependencies ) # Installations or downloads using dist restrictions must not combine # source distributions and dist-specific wheels, as they are not # guaranteed to be locally compatible. if dist_restriction_set and sdist_dependencies_allowed: raise CommandError( "When restricting platform and interpreter constraints using " "--python-version, --platform, --abi, or --implementation, " "either --no-deps must be set, or --only-binary=:all: must be " "set and --no-binary must not be set (or must be set to " ":none:)." ) if check_target: if dist_restriction_set and not options.target_dir: raise CommandError( "Can not use any platform or abi specific options unless " "installing via '--target'" ) ########### # options # ########### help_ = partial( Option, '-h', '--help', dest='help', action='help', help='Show help.', ) # type: Callable[..., Option] isolated_mode = partial( Option, "--isolated", dest="isolated_mode", action="store_true", default=False, help=( "Run pip in an isolated mode, ignoring environment variables and user " "configuration." ), ) # type: Callable[..., Option] require_virtualenv = partial( Option, # Run only if inside a virtualenv, bail if not. '--require-virtualenv', '--require-venv', dest='require_venv', action='store_true', default=False, help=SUPPRESS_HELP ) # type: Callable[..., Option] verbose = partial( Option, '-v', '--verbose', dest='verbose', action='count', default=0, help='Give more output. Option is additive, and can be used up to 3 times.' ) # type: Callable[..., Option] no_color = partial( Option, '--no-color', dest='no_color', action='store_true', default=False, help="Suppress colored output", ) # type: Callable[..., Option] version = partial( Option, '-V', '--version', dest='version', action='store_true', help='Show version and exit.', ) # type: Callable[..., Option] quiet = partial( Option, '-q', '--quiet', dest='quiet', action='count', default=0, help=( 'Give less output. Option is additive, and can be used up to 3' ' times (corresponding to WARNING, ERROR, and CRITICAL logging' ' levels).' ), ) # type: Callable[..., Option] progress_bar = partial( Option, '--progress-bar', dest='progress_bar', type='choice', choices=list(BAR_TYPES.keys()), default='on', help=( 'Specify type of progress to be displayed [' + '|'.join(BAR_TYPES.keys()) + '] (default: %default)' ), ) # type: Callable[..., Option] log = partial( Option, "--log", "--log-file", "--local-log", dest="log", metavar="path", help="Path to a verbose appending log." ) # type: Callable[..., Option] no_input = partial( Option, # Don't ask for input '--no-input', dest='no_input', action='store_true', default=False, help=SUPPRESS_HELP ) # type: Callable[..., Option] proxy = partial( Option, '--proxy', dest='proxy', type='str', default='', help="Specify a proxy in the form [user:passwd@]proxy.server:port." ) # type: Callable[..., Option] retries = partial( Option, '--retries', dest='retries', type='int', default=5, help="Maximum number of retries each connection should attempt " "(default %default times).", ) # type: Callable[..., Option] timeout = partial( Option, '--timeout', '--default-timeout', metavar='sec', dest='timeout', type='float', default=15, help='Set the socket timeout (default %default seconds).', ) # type: Callable[..., Option] skip_requirements_regex = partial( Option, # A regex to be used to skip requirements '--skip-requirements-regex', dest='skip_requirements_regex', type='str', default='', help=SUPPRESS_HELP, ) # type: Callable[..., Option] def exists_action(): # type: () -> Option return Option( # Option when path already exist '--exists-action', dest='exists_action', type='choice', choices=['s', 'i', 'w', 'b', 'a'], default=[], action='append', metavar='action', help="Default action when a path already exists: " "(s)witch, (i)gnore, (w)ipe, (b)ackup, (a)bort.", ) cert = partial( Option, '--cert', dest='cert', type='str', metavar='path', help="Path to alternate CA bundle.", ) # type: Callable[..., Option] client_cert = partial( Option, '--client-cert', dest='client_cert', type='str', default=None, metavar='path', help="Path to SSL client certificate, a single file containing the " "private key and the certificate in PEM format.", ) # type: Callable[..., Option] index_url = partial( Option, '-i', '--index-url', '--pypi-url', dest='index_url', metavar='URL', default=PyPI.simple_url, help="Base URL of the Python Package Index (default %default). " "This should point to a repository compliant with PEP 503 " "(the simple repository API) or a local directory laid out " "in the same format.", ) # type: Callable[..., Option] def extra_index_url(): return Option( '--extra-index-url', dest='extra_index_urls', metavar='URL', action='append', default=[], help="Extra URLs of package indexes to use in addition to " "--index-url. Should follow the same rules as " "--index-url.", ) no_index = partial( Option, '--no-index', dest='no_index', action='store_true', default=False, help='Ignore package index (only looking at --find-links URLs instead).', ) # type: Callable[..., Option] def find_links(): # type: () -> Option return Option( '-f', '--find-links', dest='find_links', action='append', default=[], metavar='url', help="If a url or path to an html file, then parse for links to " "archives. If a local path or file:// url that's a directory, " "then look for archives in the directory listing.", ) def trusted_host(): # type: () -> Option return Option( "--trusted-host", dest="trusted_hosts", action="append", metavar="HOSTNAME", default=[], help="Mark this host or host:port pair as trusted, even though it " "does not have valid or any HTTPS.", ) def constraints(): # type: () -> Option return Option( '-c', '--constraint', dest='constraints', action='append', default=[], metavar='file', help='Constrain versions using the given constraints file. ' 'This option can be used multiple times.' ) def requirements(): # type: () -> Option return Option( '-r', '--requirement', dest='requirements', action='append', default=[], metavar='file', help='Install from the given requirements file. ' 'This option can be used multiple times.' ) def editable(): # type: () -> Option return Option( '-e', '--editable', dest='editables', action='append', default=[], metavar='path/url', help=('Install a project in editable mode (i.e. setuptools ' '"develop mode") from a local project path or a VCS url.'), ) src = partial( Option, '--src', '--source', '--source-dir', '--source-directory', dest='src_dir', metavar='dir', default=get_src_prefix(), help='Directory to check out editable projects into. ' 'The default in a virtualenv is "<venv path>/src". ' 'The default for global installs is "<current dir>/src".' ) # type: Callable[..., Option] def _get_format_control(values, option): # type: (Values, Option) -> Any """Get a format_control object.""" return getattr(values, option.dest) def _handle_no_binary(option, opt_str, value, parser): # type: (Option, str, str, OptionParser) -> None existing = _get_format_control(parser.values, option) FormatControl.handle_mutual_excludes( value, existing.no_binary, existing.only_binary, ) def _handle_only_binary(option, opt_str, value, parser): # type: (Option, str, str, OptionParser) -> None existing = _get_format_control(parser.values, option) FormatControl.handle_mutual_excludes( value, existing.only_binary, existing.no_binary, ) def no_binary(): # type: () -> Option format_control = FormatControl(set(), set()) return Option( "--no-binary", dest="format_control", action="callback", callback=_handle_no_binary, type="str", default=format_control, help="Do not use binary packages. Can be supplied multiple times, and " "each time adds to the existing value. Accepts either :all: to " "disable all binary packages, :none: to empty the set, or one or " "more package names with commas between them (no colons). Note " "that some packages are tricky to compile and may fail to " "install when this option is used on them.", ) def only_binary(): # type: () -> Option format_control = FormatControl(set(), set()) return Option( "--only-binary", dest="format_control", action="callback", callback=_handle_only_binary, type="str", default=format_control, help="Do not use source packages. Can be supplied multiple times, and " "each time adds to the existing value. Accepts either :all: to " "disable all source packages, :none: to empty the set, or one or " "more package names with commas between them. Packages without " "binary distributions will fail to install when this option is " "used on them.", ) platform = partial( Option, '--platform', dest='platform', metavar='platform', default=None, help=("Only use wheels compatible with <platform>. " "Defaults to the platform of the running system."), ) # type: Callable[..., Option] # This was made a separate function for unit-testing purposes. def _convert_python_version(value): # type: (str) -> Tuple[Tuple[int, ...], Optional[str]] """ Convert a version string like "3", "37", or "3.7.3" into a tuple of ints. :return: A 2-tuple (version_info, error_msg), where `error_msg` is non-None if and only if there was a parsing error. """ if not value: # The empty string is the same as not providing a value. return (None, None) parts = value.split('.') if len(parts) > 3: return ((), 'at most three version parts are allowed') if len(parts) == 1: # Then we are in the case of "3" or "37". value = parts[0] if len(value) > 1: parts = [value[0], value[1:]] try: version_info = tuple(int(part) for part in parts) except ValueError: return ((), 'each version part must be an integer') return (version_info, None) def _handle_python_version(option, opt_str, value, parser): # type: (Option, str, str, OptionParser) -> None """ Handle a provided --python-version value. """ version_info, error_msg = _convert_python_version(value) if error_msg is not None: msg = ( 'invalid --python-version value: {!r}: {}'.format( value, error_msg, ) ) raise_option_error(parser, option=option, msg=msg) parser.values.python_version = version_info python_version = partial( Option, '--python-version', dest='python_version', metavar='python_version', action='callback', callback=_handle_python_version, type='str', default=None, help=dedent("""\ The Python interpreter version to use for wheel and "Requires-Python" compatibility checks. Defaults to a version derived from the running interpreter. The version can be specified using up to three dot-separated integers (e.g. "3" for 3.0.0, "3.7" for 3.7.0, or "3.7.3"). A major-minor version can also be given as a string without dots (e.g. "37" for 3.7.0). """), ) # type: Callable[..., Option] implementation = partial( Option, '--implementation', dest='implementation', metavar='implementation', default=None, help=("Only use wheels compatible with Python " "implementation <implementation>, e.g. 'pp', 'jy', 'cp', " " or 'ip'. If not specified, then the current " "interpreter implementation is used. Use 'py' to force " "implementation-agnostic wheels."), ) # type: Callable[..., Option] abi = partial( Option, '--abi', dest='abi', metavar='abi', default=None, help=("Only use wheels compatible with Python " "abi <abi>, e.g. 'pypy_41'. If not specified, then the " "current interpreter abi tag is used. Generally " "you will need to specify --implementation, " "--platform, and --python-version when using " "this option."), ) # type: Callable[..., Option] def add_target_python_options(cmd_opts): # type: (OptionGroup) -> None cmd_opts.add_option(platform()) cmd_opts.add_option(python_version()) cmd_opts.add_option(implementation()) cmd_opts.add_option(abi()) def make_target_python(options): # type: (Values) -> TargetPython target_python = TargetPython( platform=options.platform, py_version_info=options.python_version, abi=options.abi, implementation=options.implementation, ) return target_python def prefer_binary(): # type: () -> Option return Option( "--prefer-binary", dest="prefer_binary", action="store_true", default=False, help="Prefer older binary packages over newer source packages." ) cache_dir = partial( Option, "--cache-dir", dest="cache_dir", default=USER_CACHE_DIR, metavar="dir", help="Store the cache data in <dir>." ) # type: Callable[..., Option] def _handle_no_cache_dir(option, opt, value, parser): # type: (Option, str, str, OptionParser) -> None """ Process a value provided for the --no-cache-dir option. This is an optparse.Option callback for the --no-cache-dir option. """ # The value argument will be None if --no-cache-dir is passed via the # command-line, since the option doesn't accept arguments. However, # the value can be non-None if the option is triggered e.g. by an # environment variable, like PIP_NO_CACHE_DIR=true. if value is not None: # Then parse the string value to get argument error-checking. try: strtobool(value) except ValueError as exc: raise_option_error(parser, option=option, msg=str(exc)) # Originally, setting PIP_NO_CACHE_DIR to a value that strtobool() # converted to 0 (like "false" or "no") caused cache_dir to be disabled # rather than enabled (logic would say the latter). Thus, we disable # the cache directory not just on values that parse to True, but (for # backwards compatibility reasons) also on values that parse to False. # In other words, always set it to False if the option is provided in # some (valid) form. parser.values.cache_dir = False no_cache = partial( Option, "--no-cache-dir", dest="cache_dir", action="callback", callback=_handle_no_cache_dir, help="Disable the cache.", ) # type: Callable[..., Option] no_deps = partial( Option, '--no-deps', '--no-dependencies', dest='ignore_dependencies', action='store_true', default=False, help="Don't install package dependencies.", ) # type: Callable[..., Option] build_dir = partial( Option, '-b', '--build', '--build-dir', '--build-directory', dest='build_dir', metavar='dir', help='Directory to unpack packages into and build in. Note that ' 'an initial build still takes place in a temporary directory. ' 'The location of temporary directories can be controlled by setting ' 'the TMPDIR environment variable (TEMP on Windows) appropriately. ' 'When passed, build directories are not cleaned in case of failures.' ) # type: Callable[..., Option] ignore_requires_python = partial( Option, '--ignore-requires-python', dest='ignore_requires_python', action='store_true', help='Ignore the Requires-Python information.' ) # type: Callable[..., Option] no_build_isolation = partial( Option, '--no-build-isolation', dest='build_isolation', action='store_false', default=True, help='Disable isolation when building a modern source distribution. ' 'Build dependencies specified by PEP 518 must be already installed ' 'if this option is used.' ) # type: Callable[..., Option] def _handle_no_use_pep517(option, opt, value, parser): # type: (Option, str, str, OptionParser) -> None """ Process a value provided for the --no-use-pep517 option. This is an optparse.Option callback for the no_use_pep517 option. """ # Since --no-use-pep517 doesn't accept arguments, the value argument # will be None if --no-use-pep517 is passed via the command-line. # However, the value can be non-None if the option is triggered e.g. # by an environment variable, for example "PIP_NO_USE_PEP517=true". if value is not None: msg = """A value was passed for --no-use-pep517, probably using either the PIP_NO_USE_PEP517 environment variable or the "no-use-pep517" config file option. Use an appropriate value of the PIP_USE_PEP517 environment variable or the "use-pep517" config file option instead. """ raise_option_error(parser, option=option, msg=msg) # Otherwise, --no-use-pep517 was passed via the command-line. parser.values.use_pep517 = False use_pep517 = partial( Option, '--use-pep517', dest='use_pep517', action='store_true', default=None, help='Use PEP 517 for building source distributions ' '(use --no-use-pep517 to force legacy behaviour).' ) # type: Any no_use_pep517 = partial( Option, '--no-use-pep517', dest='use_pep517', action='callback', callback=_handle_no_use_pep517, default=None, help=SUPPRESS_HELP ) # type: Any install_options = partial( Option, '--install-option', dest='install_options', action='append', metavar='options', help="Extra arguments to be supplied to the setup.py install " "command (use like --install-option=\"--install-scripts=/usr/local/" "bin\"). Use multiple --install-option options to pass multiple " "options to setup.py install. If you are using an option with a " "directory path, be sure to use absolute path.", ) # type: Callable[..., Option] global_options = partial( Option, '--global-option', dest='global_options', action='append', metavar='options', help="Extra global options to be supplied to the setup.py " "call before the install command.", ) # type: Callable[..., Option] no_clean = partial( Option, '--no-clean', action='store_true', default=False, help="Don't clean up build directories." ) # type: Callable[..., Option] pre = partial( Option, '--pre', action='store_true', default=False, help="Include pre-release and development versions. By default, " "pip only finds stable versions.", ) # type: Callable[..., Option] disable_pip_version_check = partial( Option, "--disable-pip-version-check", dest="disable_pip_version_check", action="store_true", default=False, help="Don't periodically check PyPI to determine whether a new version " "of pip is available for download. Implied with --no-index.", ) # type: Callable[..., Option] # Deprecated, Remove later always_unzip = partial( Option, '-Z', '--always-unzip', dest='always_unzip', action='store_true', help=SUPPRESS_HELP, ) # type: Callable[..., Option] def _handle_merge_hash(option, opt_str, value, parser): # type: (Option, str, str, OptionParser) -> None """Given a value spelled "algo:digest", append the digest to a list pointed to in a dict by the algo name.""" if not parser.values.hashes: parser.values.hashes = {} try: algo, digest = value.split(':', 1) except ValueError: parser.error('Arguments to %s must be a hash name ' 'followed by a value, like --hash=sha256:abcde...' % opt_str) if algo not in STRONG_HASHES: parser.error('Allowed hash algorithms for %s are %s.' % (opt_str, ', '.join(STRONG_HASHES))) parser.values.hashes.setdefault(algo, []).append(digest) hash = partial( Option, '--hash', # Hash values eventually end up in InstallRequirement.hashes due to # __dict__ copying in process_line(). dest='hashes', action='callback', callback=_handle_merge_hash, type='string', help="Verify that the package's archive matches this " 'hash before installing. Example: --hash=sha256:abcdef...', ) # type: Callable[..., Option] require_hashes = partial( Option, '--require-hashes', dest='require_hashes', action='store_true', default=False, help='Require a hash to check each requirement against, for ' 'repeatable installs. This option is implied when any package in a ' 'requirements file has a --hash option.', ) # type: Callable[..., Option] list_path = partial( Option, '--path', dest='path', action='append', help='Restrict to the specified installation path for listing ' 'packages (can be used multiple times).' ) # type: Callable[..., Option] def check_list_path_option(options): # type: (Values) -> None if options.path and (options.user or options.local): raise CommandError( "Cannot combine '--path' with '--user' or '--local'" ) ########## # groups # ########## general_group = { 'name': 'General Options', 'options': [ help_, isolated_mode, require_virtualenv, verbose, version, quiet, log, no_input, proxy, retries, timeout, skip_requirements_regex, exists_action, trusted_host, cert, client_cert, cache_dir, no_cache, disable_pip_version_check, no_color, ] } # type: Dict[str, Any] index_group = { 'name': 'Package Index Options', 'options': [ index_url, extra_index_url, no_index, find_links, ] } # type: Dict[str, Any] PK A\$/h h ! pip/_internal/cli/base_command.pynu [ """Base Command class, and related routines""" from __future__ import absolute_import, print_function import logging import logging.config import optparse import os import platform import sys import traceback from pip._internal.cli import cmdoptions from pip._internal.cli.command_context import CommandContextMixIn from pip._internal.cli.parser import ( ConfigOptionParser, UpdatingDefaultsHelpFormatter, ) from pip._internal.cli.status_codes import ( ERROR, PREVIOUS_BUILD_DIR_ERROR, SUCCESS, UNKNOWN_ERROR, VIRTUALENV_NOT_FOUND, ) from pip._internal.exceptions import ( BadCommand, CommandError, InstallationError, PreviousBuildDirError, UninstallationError, ) from pip._internal.utils.deprecation import deprecated from pip._internal.utils.logging import BrokenStdoutLoggingError, setup_logging from pip._internal.utils.misc import get_prog from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.virtualenv import running_under_virtualenv if MYPY_CHECK_RUNNING: from typing import List, Tuple, Any from optparse import Values __all__ = ['Command'] logger = logging.getLogger(__name__) class Command(CommandContextMixIn): usage = None # type: str ignore_require_venv = False # type: bool def __init__(self, name, summary, isolated=False): # type: (str, str, bool) -> None super(Command, self).__init__() parser_kw = { 'usage': self.usage, 'prog': '%s %s' % (get_prog(), name), 'formatter': UpdatingDefaultsHelpFormatter(), 'add_help_option': False, 'name': name, 'description': self.__doc__, 'isolated': isolated, } self.name = name self.summary = summary self.parser = ConfigOptionParser(**parser_kw) # Commands should add options to this option group optgroup_name = '%s Options' % self.name.capitalize() self.cmd_opts = optparse.OptionGroup(self.parser, optgroup_name) # Add the general options gen_opts = cmdoptions.make_option_group( cmdoptions.general_group, self.parser, ) self.parser.add_option_group(gen_opts) def handle_pip_version_check(self, options): # type: (Values) -> None """ This is a no-op so that commands by default do not do the pip version check. """ # Make sure we do the pip version check if the index_group options # are present. assert not hasattr(options, 'no_index') def run(self, options, args): # type: (Values, List[Any]) -> Any raise NotImplementedError def parse_args(self, args): # type: (List[str]) -> Tuple # factored out for testability return self.parser.parse_args(args) def main(self, args): # type: (List[str]) -> int try: with self.main_context(): return self._main(args) finally: logging.shutdown() def _main(self, args): # type: (List[str]) -> int options, args = self.parse_args(args) # Set verbosity so that it can be used elsewhere. self.verbosity = options.verbose - options.quiet level_number = setup_logging( verbosity=self.verbosity, no_color=options.no_color, user_log_file=options.log, ) if sys.version_info[:2] == (2, 7): message = ( "A future version of pip will drop support for Python 2.7. " "More details about Python 2 support in pip, can be found at " "https://pip.pypa.io/en/latest/development/release-process/#python-2-support" # noqa ) if platform.python_implementation() == "CPython": message = ( "Python 2.7 will reach the end of its life on January " "1st, 2020. Please upgrade your Python as Python 2.7 " "won't be maintained after that date. " ) + message deprecated(message, replacement=None, gone_in=None) # TODO: Try to get these passing down from the command? # without resorting to os.environ to hold these. # This also affects isolated builds and it should. if options.no_input: os.environ['PIP_NO_INPUT'] = '1' if options.exists_action: os.environ['PIP_EXISTS_ACTION'] = ' '.join(options.exists_action) if options.require_venv and not self.ignore_require_venv: # If a venv is required check if it can really be found if not running_under_virtualenv(): logger.critical( 'Could not find an activated virtualenv (required).' ) sys.exit(VIRTUALENV_NOT_FOUND) try: status = self.run(options, args) # FIXME: all commands should return an exit status # and when it is done, isinstance is not needed anymore if isinstance(status, int): return status except PreviousBuildDirError as exc: logger.critical(str(exc)) logger.debug('Exception information:', exc_info=True) return PREVIOUS_BUILD_DIR_ERROR except (InstallationError, UninstallationError, BadCommand) as exc: logger.critical(str(exc)) logger.debug('Exception information:', exc_info=True) return ERROR except CommandError as exc: logger.critical('%s', exc) logger.debug('Exception information:', exc_info=True) return ERROR except BrokenStdoutLoggingError: # Bypass our logger and write any remaining messages to stderr # because stdout no longer works. print('ERROR: Pipe to stdout was broken', file=sys.stderr) if level_number <= logging.DEBUG: traceback.print_exc(file=sys.stderr) return ERROR except KeyboardInterrupt: logger.critical('Operation cancelled by user') logger.debug('Exception information:', exc_info=True) return ERROR except BaseException: logger.critical('Exception:', exc_info=True) return UNKNOWN_ERROR finally: self.handle_pip_version_check(options) return SUCCESS PK A\G o o 8 pip/_internal/cli/__pycache__/main_parser.cpython-38.pycnu [ U .e @ s d Z ddlZddlZddlmZ ddlmZmZ ddlm Z m Z ddl m Z ddl mZmZ ddlmZ er|dd lmZmZ d d gZd d Zd d ZdS )z=A single place for constructing and exposing the main parser N) cmdoptions)ConfigOptionParser UpdatingDefaultsHelpFormatter) commands_dictget_similar_commands) CommandError)get_pip_versionget_prog)MYPY_CHECK_RUNNING)TupleListcreate_main_parser parse_commandc C st ddt dt d} tf | }| t |_ttj|}| | d|_ dgdd t D }d ||_|S ) z6Creates and returns the main parser for pip's CLI z %prog <command> [options]Fglobal)ZusageZadd_help_optionZ formatternameprogT c S s g | ]\}}d ||j f qS )z%-27s %s)Zsummary).0r Z command_info r A/usr/lib/python3.8/site-packages/pip/_internal/cli/main_parser.py <listcomp>2 s z&create_main_parser.<locals>.<listcomp> )r r r Zdisable_interspersed_argsr versionr Zmake_option_groupZ general_groupZadd_option_groupmainr itemsjoin description)Z parser_kwparserZgen_optsr r r r r s" c C s t }|| \}}|jr>tj|j tjtj t |rZ|d dkrjt |dkrj| t |d }|t krt |}d| g}|r| d| td|| d d }|| ||fS )Nr help zunknown command "%s"zmaybe you meant "%s"z - )r parse_argsr sysstdoutwriteoslinesepexitlenZ print_helpr r appendr r remove)argsr Zgeneral_optionsZ args_elseZcmd_nameZguessmsgZcmd_argsr r r r ; s& )__doc__r$ r! Zpip._internal.clir Zpip._internal.cli.parserr r Zpip._internal.commandsr r Zpip._internal.exceptionsr Zpip._internal.utils.miscr r Zpip._internal.utils.typingr typingr r __all__r r r r r r <module> s #PK A\E 5 pip/_internal/cli/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d Z dS )zGSubpackage containing all of pip's command line interface related code N)__doc__ r r >/usr/lib/python3.8/site-packages/pip/_internal/cli/__init__.py<module> PK A\@ > pip/_internal/cli/__pycache__/req_command.cpython-38.opt-1.pycnu [ U .ec, @ sX d Z ddlZddlmZ ddlmZ ddlmZ ddlm Z ddl m Z ddl m Z dd lmZ dd lmZ dd lmZ dd lmZmZmZ dd lmZ ddlmZm Z ddl m Z ddl m Z e r"ddl!m"Z" ddl#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0 G dd deZ1G dd dee1Z2G d d d e2Z3dS ) a Contains the Command base classes that depend on PipSession. The classes in this module are in a separate module so the commands not needing download / PackageFinder capability don't unnecessarily import the PackageFinder machinery and all its vendored dependencies, etc. N)partial)Command)CommandContextMixIn) CommandError) PackageFinder)Resolver)SelectionPreferences) PipSession)RequirementPreparer)install_req_from_editableinstall_req_from_lineinstall_req_from_req_string)parse_requirements)make_link_collectorpip_self_version_check)normalize_path)MYPY_CHECK_RUNNING)Values)ListOptionalTuple) WheelCache) TargetPython)RequirementSet)RequirementTracker) TempDirectoryc s> e Zd ZdZ fddZedd Zdd Zd d d Z Z S ) SessionCommandMixinzE A class mixin for command classes needing _build_session(). c s t t| d | _d S )N)superr __init___session)self __class__ A/usr/lib/python3.8/site-packages/pip/_internal/cli/req_command.pyr 2 s z SessionCommandMixin.__init__c C sL g }t |dds*t |dd}|r*|| t |dd}|rD|| |pJdS )z7Return a list of index urls from user-provided options.no_indexFZ index_urlNZextra_index_urls)getattrappendextend)clsoptions index_urlsZurlZurlsr# r# r$ _get_index_urls6 s z#SessionCommandMixin._get_index_urlsc C s" | j dkr | | || _ | j S )z Get a default-managed session.N)r enter_context_build_session)r r* r# r# r$ get_default_sessionD s z'SessionCommandMixin.get_default_sessionNc C s t |jr ttj|jdnd |d k r*|n|j|j| |d}|j rN|j |_ |j r\|j |_ |j sf|rz|d k rr|n|j |_ |j r|j |j d|_|j |j_|S )Nhttp)cacheretries trusted_hostsr+ )r0 Zhttps)r cache_dirr ospathjoinr2 r3 r, ZcertZverifyZ client_certtimeoutproxyZproxiesZno_inputZauthZ prompting)r r* r2 r8 sessionr# r# r$ r. K s* z"SessionCommandMixin._build_session)NN) __name__ __module__ __qualname____doc__r classmethodr, r/ r. __classcell__r# r# r! r$ r - s r c @ s e Zd ZdZdd ZdS )IndexGroupCommandz Abstract base class for commands with the index_group options. This also corresponds to the commands that permit the pip version check. c C sF |j s |jrdS | j|dtd|jd}| t|| W 5 Q R X dS )z Do the pip version check if not disabled. This overrides the default behavior of not doing the check. Nr )r2 r8 )Zdisable_pip_version_checkr% r. minr8 r )r r* r: r# r# r$ handle_pip_version_checkz s z*IndexGroupCommand.handle_pip_version_checkN)r; r< r= r> rD r# r# r# r$ rA r s rA c @ s: e Zd Zed ddZedddZd d Zdd d ZdS )RequirementCommandNc C s" | j }t||j|||j|j|dS )zQ Create a RequirementPreparer instance for the given parameters. )Z build_dirsrc_dir download_dirwheel_download_dir progress_barbuild_isolation req_tracker)r6 r rF rI rJ )Ztemp_build_dirr* rK rG rH Ztemp_build_dir_pathr# r# r$ make_requirement_preparer s z,RequirementCommand.make_requirement_preparerFTto-satisfy-onlyc C s2 t t|j|| d} t| ||| ||j|||| | d S )zF Create a Resolver instance for the given parameters. )isolated wheel_cache use_pep517) preparerr: findermake_install_req use_user_siteignore_dependenciesignore_installedignore_requires_pythonforce_reinstallupgrade_strategypy_version_info)r r isolated_moder rU ) rQ r: rR r* rO rT rV rW rX rY rP rZ rS r# r# r$ make_resolver s& z RequirementCommand.make_resolverc C s, |j D ].}t|d||||dD ]}d|_|| q q|D ]*} t| d|j|j|d}d|_|| q:|jD ](} t| |j|j|d}d|_|| ql|j D ]0}t||||||jdD ]}d|_|| qq|j |_ |s(|js(|j s(d| j i} |j r t dt| d|j d n t d | dS ) z? Marshal cmd line args into a requirement set. T)Z constraintrR r* r: rO N)rN rP rO )rR r* r: rO rP namez^You must give at least one requirement to %(name)s (maybe you meant "pip %(name)s %(links)s"?) )ZlinkszLYou must give at least one requirement to %(name)s (see "pip help %(name)s"))Z constraintsr Z is_directZadd_requirementr r[ rP Z editablesr Z requirementsZrequire_hashesr] Z find_linksr dictr7 ) r Zrequirement_setargsr* rR r: rO filenameZ req_to_addZreqZoptsr# r# r$ populate_requirement_set sn z+RequirementCommand.populate_requirement_setc C s4 t ||d}td|j|j|j|d}tj|||dS )z Create a package finder appropriate to this requirement command. :param ignore_requires_python: Whether to ignore incompatible "Requires-Python" values in links. Defaults to False. )r* T)Z allow_yankedformat_controlZallow_all_prereleases prefer_binaryrW )link_collectorselection_prefs target_python)r r rc Zprerd r Zcreate)r r* r: rg rW re rf r# r# r$ _build_package_finder s z(RequirementCommand._build_package_finder)NN)NFTFFrM NN)NN)r; r< r= staticmethodrL r\ rb rh r# r# r# r$ rE s$ &G rE )4r> r5 functoolsr Z pip._internal.cli.base_commandr Z!pip._internal.cli.command_contextr Zpip._internal.exceptionsr Zpip._internal.indexr Z pip._internal.legacy_resolver Z$pip._internal.models.selection_prefsr Z pip._internal.network.sessionr Z pip._internal.operations.preparer Z pip._internal.req.constructorsr r r Zpip._internal.req.req_filer Z!pip._internal.self_outdated_checkr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr Zoptparser typingr r r Zpip._internal.cacher Z"pip._internal.models.target_pythonr Zpip._internal.req.req_setr Z pip._internal.req.req_trackerr Z pip._internal.utils.temp_dirr r rA rE r# r# r# r$ <module> s4 E PK A\j~" " 9 pip/_internal/cli/__pycache__/parser.cpython-38.opt-1.pycnu [ U .e% @ s d Z ddlmZ ddlZddlZddlZddlZddlmZ ddl m Z ddl m Z ddl mZmZ ddlmZ eeZG d d d ejZG d d d eZG d d dejZG dd deZdd ZdS )zBase option parser setup )absolute_importN) strtobool) string_types) UNKNOWN_ERROR) ConfigurationConfigurationError)get_terminal_sizec @ sR e Zd ZdZdd Zdd Zddd Zd d Zd d Zdd Z dd Z dd Z dS )PrettyHelpFormatterz4A prettier/less verbose help formatter for optparse.c O s: d|d< d|d< t d d |d< tjj| f|| d S )N Zmax_help_position Zindent_incrementr width)r optparseIndentedHelpFormatter__init__)selfargskwargs r </usr/lib/python3.8/site-packages/pip/_internal/cli/parser.pyr s z PrettyHelpFormatter.__init__c C s | |ddS )N <%s>, )_format_option_stringsr optionr r r format_option_strings! s z)PrettyHelpFormatter.format_option_stringsr r c C s| g }|j r||j d |jr0||jd t|dkrH|d| | rr|jp^|j }||| d |S )a Return a comma-separated list of option strings and metavars. :param option: tuple of (short opt, long opt), e.g: ('-f', '--format') :param mvarfmt: metavar format string - evaluated as mvarfmt % metavar :param optsep: separator r r ) Z _short_optsappendZ _long_optsleninsertZ takes_valuemetavardestlowerjoin)r r ZmvarfmtZoptsepZoptsr r r r r $ s z*PrettyHelpFormatter._format_option_stringsc C s |dkr dS |d S )NZOptionsr z: r )r Zheadingr r r format_heading; s z"PrettyHelpFormatter.format_headingc C s d| t|d }|S )zz Ensure there is only one newline between usage and the first heading if there is no description. z Usage: %s ) indent_linestextwrapdedent)r Zusagemsgr r r format_usage@ s z PrettyHelpFormatter.format_usagec C sV |rNt | jdrd}nd}|d}| }| t|d}d||f }|S dS d S )NmainZCommandsZ Description r% z%s: %s r )hasattrparserlstriprstripr& r' r( )r descriptionZlabelr r r format_descriptionH s z&PrettyHelpFormatter.format_descriptionc C s |r|S dS d S )Nr r )r Zepilogr r r format_epilogZ s z!PrettyHelpFormatter.format_epilogc s" fdd| dD }d|S )Nc s g | ] } | qS r r ).0lineindentr r <listcomp>b s z4PrettyHelpFormatter.indent_lines.<locals>.<listcomp>r, )splitr# )r textr7 Z new_linesr r6 r r& a s z PrettyHelpFormatter.indent_linesN)r r ) __name__ __module__ __qualname____doc__r r r r$ r* r2 r3 r& r r r r r s r c @ s e Zd ZdZdd ZdS ) UpdatingDefaultsHelpFormatterzCustom help formatter for use in ConfigOptionParser. This is updates the defaults before expanding them, allowing them to show up correctly in the help listing. c C s( | j d k r| j | j j tj| |S )N)r. _update_defaultsdefaultsr r expand_defaultr r r r rB m s z,UpdatingDefaultsHelpFormatter.expand_defaultN)r; r< r= r> rB r r r r r? f s r? c @ s e Zd Zdd Zedd ZdS )CustomOptionParserc O s( | j ||}| j | j|| |S )z*Insert an OptionGroup at a given position.)Zadd_option_group option_groupspopr )r idxr r groupr r r insert_option_groupu s z&CustomOptionParser.insert_option_groupc C s* | j dd }| jD ]}||j q|S )z<Get a list of all options, including those in option groups.N)Z option_listrD extend)r resir r r option_list_all~ s z"CustomOptionParser.option_list_allN)r; r< r= rH propertyrL r r r r rC s s rC c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )ConfigOptionParserzsCustom option parser which updates its defaults by checking the configuration files and environmental variablesc O s: | d| _| dd}t|| _tjj| f|| d S )NnameisolatedF)rE rO r configr OptionParserr )r r r rP r r r r s zConfigOptionParser.__init__c C sN z| ||W S tjk rH } ztd| td W 5 d }~X Y nX d S )Nz*An error occurred during configuration: %s ) check_valuer ZOptionValueErrorprintsysexit)r r keyvalexcr r r check_default s z ConfigOptionParser.check_defaultc c s d| j dg}dd |D }| j D ]D\}}|s>td| q$|dd\}}||kr$|| ||f q$|D ] }|| D ]\}}||fV qzqnd S )Nglobalz:env:c S s i | ] }|g qS r r )r4 rO r r r <dictcomp> s zGConfigOptionParser._get_ordered_configuration_items.<locals>.<dictcomp>z7Ignoring configuration key '%s' as it's value is empty..r )rO rQ itemsloggerdebugr9 r )r Zoverride_orderZ section_itemsZ section_keyrY ZsectionrX r r r _get_ordered_configuration_items s z3ConfigOptionParser._get_ordered_configuration_itemsc sH t j_t } D ]\ }d dkr>q jdkrz t|}W n, t k r t j |} | Y nX njdkr| } fdd|D }nhjdkr| j }||}jpd}jpi }j||f|| n |}||j< q |D ] tj | < q&d_|S ) zUpdates the given defaults with values from the config files and the environ. Does a little special handling for certain types of options (lists).z--N) store_true store_falsecountr c s g | ]} |qS r )r[ )r4 vrX r r r r r8 s z7ConfigOptionParser._update_defaults.<locals>.<listcomp>callbackr )r ValuesrA valuessetrb Z get_optionactionr ValueError invalid_config_error_messageerrorr9 addr! get_opt_stringZ convert_valueZ callback_argsZcallback_kwargsrh r[ getattr)r rA Z late_evalrY Z error_msgopt_strr r r rg r r@ s@ z#ConfigOptionParser._update_defaultsc C s | j st| jS z| j W n2 tk rR } z| tt | W 5 d}~X Y nX | | j }| D ]4}| |j}t|trl| }|||||j< qlt|S )zOverriding to make updating the defaults after instantiation of the option parser possible, _update_defaults() does the dirty work.N)Zprocess_default_valuesr ri rA rQ loadr rW r strr@ copyZ_get_all_optionsgetr! isinstancer rq rT )r errrA r defaultrs r r r get_default_values s " z%ConfigOptionParser.get_default_valuesc C s | tj | td| d S )Nz%s )Z print_usagerV stderrrW r )r r) r r r ro s zConfigOptionParser.errorN) r; r< r= r> r r[ rb r@ r{ ro r r r r rN s 1rN c C s | dkrd ||S d ||S )zQReturns a better error message when invalid configuration option is provided.)rc rd zo{0} is not a valid value for {1} option, please specify a boolean value like yes/no, true/false or 1/0 instead.z[{0} is not a valid value for {1} option, please specify a numerical value like 1/0 instead.)format)rl rX rY r r r rn s rn ) r> Z __future__r Zloggingr rV r' Zdistutils.utilr Zpip._vendor.sixr Z pip._internal.cli.status_codesr Zpip._internal.configurationr r Zpip._internal.utils.compatr Z getLoggerr; r` r r r? rR rC rN rn r r r r <module> s O wPK A\G o o > pip/_internal/cli/__pycache__/main_parser.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlZddlZddlmZ ddlmZmZ ddlm Z m Z ddl m Z ddl mZmZ ddlmZ er|dd lmZmZ d d gZd d Zd d ZdS )z=A single place for constructing and exposing the main parser N) cmdoptions)ConfigOptionParser UpdatingDefaultsHelpFormatter) commands_dictget_similar_commands) CommandError)get_pip_versionget_prog)MYPY_CHECK_RUNNING)TupleListcreate_main_parser parse_commandc C st ddt dt d} tf | }| t |_ttj|}| | d|_ dgdd t D }d ||_|S ) z6Creates and returns the main parser for pip's CLI z %prog <command> [options]Fglobal)ZusageZadd_help_optionZ formatternameprogT c S s g | ]\}}d ||j f qS )z%-27s %s)Zsummary).0r Z command_info r A/usr/lib/python3.8/site-packages/pip/_internal/cli/main_parser.py <listcomp>2 s z&create_main_parser.<locals>.<listcomp> )r r r Zdisable_interspersed_argsr versionr Zmake_option_groupZ general_groupZadd_option_groupmainr itemsjoin description)Z parser_kwparserZgen_optsr r r r r s" c C s t }|| \}}|jr>tj|j tjtj t |rZ|d dkrjt |dkrj| t |d }|t krt |}d| g}|r| d| td|| d d }|| ||fS )Nr help zunknown command "%s"zmaybe you meant "%s"z - )r parse_argsr sysstdoutwriteoslinesepexitlenZ print_helpr r appendr r remove)argsr Zgeneral_optionsZ args_elseZcmd_nameZguessmsgZcmd_argsr r r r ; s& )__doc__r$ r! Zpip._internal.clir Zpip._internal.cli.parserr r Zpip._internal.commandsr r Zpip._internal.exceptionsr Zpip._internal.utils.miscr r Zpip._internal.utils.typingr typingr r __all__r r r r r r <module> s #PK A\p,3F F 8 pip/_internal/cli/__pycache__/req_command.cpython-38.pycnu [ U .ec, @ sX d Z ddlZddlmZ ddlmZ ddlmZ ddlm Z ddl m Z ddl m Z dd lmZ dd lmZ dd lmZ dd lmZmZmZ dd lmZ ddlmZm Z ddl m Z ddl m Z e r"ddl!m"Z" ddl#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0 G dd deZ1G dd dee1Z2G d d d e2Z3dS ) a Contains the Command base classes that depend on PipSession. The classes in this module are in a separate module so the commands not needing download / PackageFinder capability don't unnecessarily import the PackageFinder machinery and all its vendored dependencies, etc. N)partial)Command)CommandContextMixIn) CommandError) PackageFinder)Resolver)SelectionPreferences) PipSession)RequirementPreparer)install_req_from_editableinstall_req_from_lineinstall_req_from_req_string)parse_requirements)make_link_collectorpip_self_version_check)normalize_path)MYPY_CHECK_RUNNING)Values)ListOptionalTuple) WheelCache) TargetPython)RequirementSet)RequirementTracker) TempDirectoryc s> e Zd ZdZ fddZedd Zdd Zd d d Z Z S ) SessionCommandMixinzE A class mixin for command classes needing _build_session(). c s t t| d | _d S )N)superr __init___session)self __class__ A/usr/lib/python3.8/site-packages/pip/_internal/cli/req_command.pyr 2 s z SessionCommandMixin.__init__c C sL g }t |dds*t |dd}|r*|| t |dd}|rD|| |pJdS )z7Return a list of index urls from user-provided options.no_indexFZ index_urlNZextra_index_urls)getattrappendextend)clsoptions index_urlsZurlZurlsr# r# r$ _get_index_urls6 s z#SessionCommandMixin._get_index_urlsc C s" | j dkr | | || _ | j S )z Get a default-managed session.N)r enter_context_build_session)r r* r# r# r$ get_default_sessionD s z'SessionCommandMixin.get_default_sessionNc C s t |jr ttj|jdnd |d k r*|n|j|j| |d}|j rN|j |_ |j r\|j |_ |j sf|rz|d k rr|n|j |_ |j r|j |j d|_|j |j_|S )Nhttp)cacheretries trusted_hostsr+ )r0 Zhttps)r cache_dirr ospathjoinr2 r3 r, ZcertZverifyZ client_certtimeoutproxyZproxiesZno_inputZauthZ prompting)r r* r2 r8 sessionr# r# r$ r. K s* z"SessionCommandMixin._build_session)NN) __name__ __module__ __qualname____doc__r classmethodr, r/ r. __classcell__r# r# r! r$ r - s r c @ s e Zd ZdZdd ZdS )IndexGroupCommandz Abstract base class for commands with the index_group options. This also corresponds to the commands that permit the pip version check. c C sT t |dst|js|jr dS | j|dtd|jd}| t|| W 5 Q R X dS )z Do the pip version check if not disabled. This overrides the default behavior of not doing the check. r% Nr )r2 r8 )hasattrAssertionErrorZdisable_pip_version_checkr% r. minr8 r )r r* r: r# r# r$ handle_pip_version_checkz s z*IndexGroupCommand.handle_pip_version_checkN)r; r< r= r> rF r# r# r# r$ rA r s rA c @ s: e Zd Zed ddZedddZd d Zdd d ZdS )RequirementCommandNc C s. | j }|dk stt||j|||j|j|dS )zQ Create a RequirementPreparer instance for the given parameters. N)Z build_dirsrc_dir download_dirwheel_download_dir progress_barbuild_isolation req_tracker)r6 rD r rH rK rL )Ztemp_build_dirr* rM rI rJ Ztemp_build_dir_pathr# r# r$ make_requirement_preparer s z,RequirementCommand.make_requirement_preparerFTto-satisfy-onlyc C s2 t t|j|| d} t| ||| ||j|||| | d S )zF Create a Resolver instance for the given parameters. )isolated wheel_cache use_pep517) preparerr: findermake_install_req use_user_siteignore_dependenciesignore_installedignore_requires_pythonforce_reinstallupgrade_strategypy_version_info)r r isolated_moder rW ) rS r: rT r* rQ rV rX rY rZ r[ rR r\ rU r# r# r$ make_resolver s& z RequirementCommand.make_resolverc C s, |j D ].}t|d||||dD ]}d|_|| q q|D ]*} t| d|j|j|d}d|_|| q:|jD ](} t| |j|j|d}d|_|| ql|j D ]0}t||||||jdD ]}d|_|| qq|j |_ |s(|js(|j s(d| j i} |j r t dt| d|j d n t d | dS ) z? Marshal cmd line args into a requirement set. T)Z constraintrT r* r: rQ N)rP rR rQ )rT r* r: rQ rR namez^You must give at least one requirement to %(name)s (maybe you meant "pip %(name)s %(links)s"?) )ZlinkszLYou must give at least one requirement to %(name)s (see "pip help %(name)s"))Z constraintsr Z is_directZadd_requirementr r] rR Z editablesr Z requirementsZrequire_hashesr_ Z find_linksr dictr7 ) r Zrequirement_setargsr* rT r: rQ filenameZ req_to_addZreqZoptsr# r# r$ populate_requirement_set sn z+RequirementCommand.populate_requirement_setc C s4 t ||d}td|j|j|j|d}tj|||dS )z Create a package finder appropriate to this requirement command. :param ignore_requires_python: Whether to ignore incompatible "Requires-Python" values in links. Defaults to False. )r* T)Z allow_yankedformat_controlZallow_all_prereleases prefer_binaryrY )link_collectorselection_prefs target_python)r r re Zprerf r Zcreate)r r* r: ri rY rg rh r# r# r$ _build_package_finder s z(RequirementCommand._build_package_finder)NN)NFTFFrO NN)NN)r; r< r= staticmethodrN r^ rd rj r# r# r# r$ rG s$ &G rG )4r> r5 functoolsr Z pip._internal.cli.base_commandr Z!pip._internal.cli.command_contextr Zpip._internal.exceptionsr Zpip._internal.indexr Z pip._internal.legacy_resolver Z$pip._internal.models.selection_prefsr Z pip._internal.network.sessionr Z pip._internal.operations.preparer Z pip._internal.req.constructorsr r r Zpip._internal.req.req_filer Z!pip._internal.self_outdated_checkr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr Zoptparser typingr r r Zpip._internal.cacher Z"pip._internal.models.target_pythonr Zpip._internal.req.req_setr Z pip._internal.req.req_trackerr Z pip._internal.utils.temp_dirr r rA rG r# r# r# r$ <module> s4 E PK A\p# # 3 pip/_internal/cli/__pycache__/parser.cpython-38.pycnu [ U .e% @ s d Z ddlmZ ddlZddlZddlZddlZddlmZ ddl m Z ddl m Z ddl mZmZ ddlmZ eeZG d d d ejZG d d d eZG d d dejZG dd deZdd ZdS )zBase option parser setup )absolute_importN) strtobool) string_types) UNKNOWN_ERROR) ConfigurationConfigurationError)get_terminal_sizec @ sR e Zd ZdZdd Zdd Zddd Zd d Zd d Zdd Z dd Z dd Z dS )PrettyHelpFormatterz4A prettier/less verbose help formatter for optparse.c O s: d|d< d|d< t d d |d< tjj| f|| d S )N Zmax_help_position Zindent_incrementr width)r optparseIndentedHelpFormatter__init__)selfargskwargs r </usr/lib/python3.8/site-packages/pip/_internal/cli/parser.pyr s z PrettyHelpFormatter.__init__c C s | |ddS )N <%s>, )_format_option_stringsr optionr r r format_option_strings! s z)PrettyHelpFormatter.format_option_stringsr r c C s| g }|j r||j d |jr0||jd t|dkrH|d| | rr|jp^|j }||| d |S )a Return a comma-separated list of option strings and metavars. :param option: tuple of (short opt, long opt), e.g: ('-f', '--format') :param mvarfmt: metavar format string - evaluated as mvarfmt % metavar :param optsep: separator r r ) Z _short_optsappendZ _long_optsleninsertZ takes_valuemetavardestlowerjoin)r r ZmvarfmtZoptsepZoptsr r r r r $ s z*PrettyHelpFormatter._format_option_stringsc C s |dkr dS |d S )NZOptionsr z: r )r Zheadingr r r format_heading; s z"PrettyHelpFormatter.format_headingc C s d| t|d }|S )zz Ensure there is only one newline between usage and the first heading if there is no description. z Usage: %s ) indent_linestextwrapdedent)r Zusagemsgr r r format_usage@ s z PrettyHelpFormatter.format_usagec C sV |rNt | jdrd}nd}|d}| }| t|d}d||f }|S dS d S )NmainZCommandsZ Description r% z%s: %s r )hasattrparserlstriprstripr& r' r( )r descriptionZlabelr r r format_descriptionH s z&PrettyHelpFormatter.format_descriptionc C s |r|S dS d S )Nr r )r Zepilogr r r format_epilogZ s z!PrettyHelpFormatter.format_epilogc s" fdd| dD }d|S )Nc s g | ] } | qS r r ).0lineindentr r <listcomp>b s z4PrettyHelpFormatter.indent_lines.<locals>.<listcomp>r, )splitr# )r textr7 Z new_linesr r6 r r& a s z PrettyHelpFormatter.indent_linesN)r r ) __name__ __module__ __qualname____doc__r r r r$ r* r2 r3 r& r r r r r s r c @ s e Zd ZdZdd ZdS ) UpdatingDefaultsHelpFormatterzCustom help formatter for use in ConfigOptionParser. This is updates the defaults before expanding them, allowing them to show up correctly in the help listing. c C s( | j d k r| j | j j tj| |S )N)r. _update_defaultsdefaultsr r expand_defaultr r r r rB m s z,UpdatingDefaultsHelpFormatter.expand_defaultN)r; r< r= r> rB r r r r r? f s r? c @ s e Zd Zdd Zedd ZdS )CustomOptionParserc O s( | j ||}| j | j|| |S )z*Insert an OptionGroup at a given position.)Zadd_option_group option_groupspopr )r idxr r groupr r r insert_option_groupu s z&CustomOptionParser.insert_option_groupc C s* | j dd }| jD ]}||j q|S )z<Get a list of all options, including those in option groups.N)Z option_listrD extend)r resir r r option_list_all~ s z"CustomOptionParser.option_list_allN)r; r< r= rH propertyrL r r r r rC s s rC c @ s@ e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dS )ConfigOptionParserzsCustom option parser which updates its defaults by checking the configuration files and environmental variablesc O sD | d| _| dd}t|| _| js,ttjj| f|| d S )NnameisolatedF)rE rO r configAssertionErrorr OptionParserr )r r r rP r r r r s zConfigOptionParser.__init__c C sN z| ||W S tjk rH } ztd| td W 5 d }~X Y nX d S )Nz*An error occurred during configuration: %s ) check_valuer ZOptionValueErrorprintsysexit)r r keyvalexcr r r check_default s z ConfigOptionParser.check_defaultc c s d| j dg}dd |D }| j D ]D\}}|s>td| q$|dd\}}||kr$|| ||f q$|D ] }|| D ]\}}||fV qzqnd S )Nglobalz:env:c S s i | ] }|g qS r r )r4 rO r r r <dictcomp> s zGConfigOptionParser._get_ordered_configuration_items.<locals>.<dictcomp>z7Ignoring configuration key '%s' as it's value is empty..r )rO rQ itemsloggerdebugr9 r )r Zoverride_orderZ section_itemsZ section_keyrZ ZsectionrY r r r _get_ordered_configuration_items s z3ConfigOptionParser._get_ordered_configuration_itemsc sH t j_t } D ]\ }d dkr>q jdkrz t|}W n, t k r t j |} | Y nX njdkr| } fdd|D }nhjdkr| j }||}jpd}jpi }j||f|| n |}||j< q |D ] tj | < q&d_|S ) zUpdates the given defaults with values from the config files and the environ. Does a little special handling for certain types of options (lists).z--N) store_true store_falsecountr c s g | ]} |qS r )r\ )r4 vrY r r r r r8 s z7ConfigOptionParser._update_defaults.<locals>.<listcomp>callbackr )r ValuesrA valuessetrc Z get_optionactionr ValueError invalid_config_error_messageerrorr9 addr! get_opt_stringZ convert_valueZ callback_argsZcallback_kwargsri r\ getattr)r rA Z late_evalrZ Z error_msgopt_strr r r rh r r@ s@ z#ConfigOptionParser._update_defaultsc C s | j st| jS z| j W n2 tk rR } z| tt | W 5 d}~X Y nX | | j }| D ]4}| |j}t|trl| }|||||j< qlt|S )zOverriding to make updating the defaults after instantiation of the option parser possible, _update_defaults() does the dirty work.N)Zprocess_default_valuesr rj rA rQ loadr rX r strr@ copyZ_get_all_optionsgetr! isinstancer rr rU )r errrA r defaultrt r r r get_default_values s " z%ConfigOptionParser.get_default_valuesc C s | tj | td| d S )Nz%s )Z print_usagerW stderrrX r )r r) r r r rp s zConfigOptionParser.errorN) r; r< r= r> r r\ rc r@ r| rp r r r r rN s 1rN c C s | dkrd ||S d ||S )zQReturns a better error message when invalid configuration option is provided.)rd re zo{0} is not a valid value for {1} option, please specify a boolean value like yes/no, true/false or 1/0 instead.z[{0} is not a valid value for {1} option, please specify a numerical value like 1/0 instead.)format)rm rY rZ r r r ro s ro ) r> Z __future__r Zloggingr rW r' Zdistutils.utilr Zpip._vendor.sixr Z pip._internal.cli.status_codesr Zpip._internal.configurationr r Zpip._internal.utils.compatr Z getLoggerr; ra r r r? rS rC rN ro r r r r <module> s O wPK A\ 4FK FK 7 pip/_internal/cli/__pycache__/cmdoptions.cpython-38.pycnu [ U .eh @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z ddl m Z m Z m Z ddlmZ ddlmZ dd lmZmZ dd lmZ dd lmZ dd lmZ dd lmZ ddl m Z ddl m Z e rddl m!Z!m"Z"m#Z#m$Z$m%Z% ddl m&Z&m'Z' ddl(m)Z) e*e+Z,dd Z-dd Z.dddZ/dddZ0e e d d d d d d Z1e e d!d"d#dd$d%Z2e e d&d'd(d#de d%Z3e e d)d*d+d,dd-d%Z4e e d.d/d#dd0d%Z5e e d1d2d3d#d4d Z6e e d5d6d7d,dd8d%Z7e e d9d:d;e8e 9 d<d=d>:e 9 d? d@Z;e e dAdBdCdDdEdFdGZ<e e dHdId#de d%Z=e e dJdKdLdMdNdOZ>e e dPdQdRdSdTdOZ?e e dUdVdWdXdYdZd[d\Z@e e d]d^dLdMe dOZAd_d` ZBe e dadbdLdEdcddZCe e dedfdLddEdgdhZDe e didjdkdldmejEdndoZFdpdq ZGe e drdsd#ddtd%ZHdudv ZIdwdx ZJdydz ZKd{d| ZLd}d~ ZMe e dddddde ddo ZNdd ZOdd ZPdd ZQdd ZRdd ZSe e ddddddoZTdd ZUdd ZVe e ddddeVdLdedd ZWe e ddddddoZXe e ddddddoZYdd ZZdd Z[dd Z\e e ddedddZ]dd Z^e e ddde^ddZ_e e dddd#ddd%Z`e e ddddddddGZae e ddd#dd Zbe e dddddd%ZcddĄ Zde e ddd#ddd%Zee e dddedde dɍZfe e ddddddύZge e ddddddύZhe e dd#dddՍZie e dd#dddՍZje e ddd#ddd%Zke e dddd#e d Zldd߄ Zme e dddemdddZne e ddd#ddd%Zoe e ddEddd Zpdd Zqde1e2e3e4e6e7e<e=e>e?e@eAeBeJeCeDe]e_eke5gdZrdeFeGeHeIgdZsdS )aC shared options and groups The principle here is to define options once, but *not* instantiate them globally. One reason being that options with action='append' can carry state between parses. pip parses general options twice internally, and shouldn't pass on state. To be consistent, all options will follow this design. )absolute_importN) strtobool)partial) SUPPRESS_HELPOption OptionGroup)dedent) CommandError)USER_CACHE_DIRget_src_prefix) FormatControl)PyPI) TargetPython) STRONG_HASHES)MYPY_CHECK_RUNNING) BAR_TYPES)AnyCallableDictOptionalTuple) OptionParserValues)ConfigOptionParserc C s. d ||}td| }| | dS )z Raise an option parsing error using parser.error(). Args: parser: an OptionParser instance. option: an Option instance. msg: the error text. z {} error: {} N)formattextwrapZfilljoinspliterror)parseroptionmsg r# @/usr/lib/python3.8/site-packages/pip/_internal/cli/cmdoptions.pyraise_option_error) s r% c C s, t || d }| d D ]}|| q|S )z Return an OptionGroup object group -- assumed to be dict with 'name' and 'options' keys parser -- an optparse Parser nameoptions)r add_option)groupr Z option_groupr! r# r# r$ make_option_group7 s r* c sP dkr | fdd}dddg}t t||rL| j}| tjddd dS ) zDisable wheels if per-setup.py call options are set. :param options: The OptionParser options to update. :param check_options: The options to check, if not supplied defaults to options. Nc s t | d S N)getattr)n check_optionsr# r$ getnameO s z+check_install_build_global.<locals>.getnameZ build_optionsglobal_optionsinstall_optionszeDisabling all use of wheels due to the use of --build-options / --global-options / --install-options. ) stacklevel)anymapformat_controlZdisallow_binarieswarningswarn)r' r/ r0 namesZcontrolr# r. r$ check_install_build_globalD s r; Fc C sb t | j| j| j| jg}tt dh}| j|ko6| j }|rH|rHt d|r^|r^| j s^t ddS )zFunction for determining if custom platform options are allowed. :param options: The OptionParser options. :param check_target: Whether or not to check if --target is being used. z:all:zWhen restricting platform and interpreter constraints using --python-version, --platform, --abi, or --implementation, either --no-deps must be set, or --only-binary=:all: must be set and --no-binary must not be set (or must be set to :none:).zQCan not use any platform or abi specific options unless installing via '--target'N) r5 python_versionplatformabiimplementationr setr7 ignore_dependenciesr Z target_dir)r' Z check_targetZdist_restriction_setZ binary_onlyZsdist_dependencies_allowedr# r# r$ check_dist_restriction[ s& rB z-hz--helphelpz Show help.)destactionrC z --isolated isolated_mode store_truezSRun pip in an isolated mode, ignoring environment variables and user configuration.rD rE defaultrC z--require-virtualenvz--require-venvZ require_venvz-vz --verboseverbosecountzDGive more output. Option is additive, and can be used up to 3 times.z --no-colorno_colorzSuppress colored outputz-Vz --versionversionzShow version and exit.z-qz--quietquietzGive less output. Option is additive, and can be used up to 3 times (corresponding to WARNING, ERROR, and CRITICAL logging levels).z--progress-bar progress_barchoiceZonz*Specify type of progress to be displayed [|z] (default: %default))rD typechoicesrI rC z--logz --log-filez --local-loglogpathz Path to a verbose appending log.)rD metavarrC z --no-inputno_inputz--proxyproxystr z<Specify a proxy in the form [user:passwd@]proxy.server:port.)rD rR rI rC z --retriesretriesint zRMaximum number of retries each connection should attempt (default %default times).z --timeoutz--default-timeoutZsectimeoutfloat z2Set the socket timeout (default %default seconds).)rV rD rR rI rC z--skip-requirements-regexskip_requirements_regexc C s" t ddddddddgg d d d d S ) Nz--exists-action exists_actionrP siwbaappendrE zYDefault action when a path already exists: (s)witch, (i)gnore, (w)ipe, (b)ackup, (a)bort.)rD rR rS rI rE rV rC r r# r# r# r$ rb s rb z--certcertz Path to alternate CA bundle.)rD rR rV rC z --client-cert client_certzkPath to SSL client certificate, a single file containing the private key and the certificate in PEM format.)rD rR rI rV rC z-iz --index-urlz --pypi-url index_urlURLzBase URL of the Python Package Index (default %default). This should point to a repository compliant with PEP 503 (the simple repository API) or a local directory laid out in the same format.)rD rV rI rC c C s t ddddg ddS )Nz--extra-index-urlZextra_index_urlsrm rh zmExtra URLs of package indexes to use in addition to --index-url. Should follow the same rules as --index-url.)rD rV rE rI rC ri r# r# r# r$ extra_index_urlD s rn z --no-indexno_indexzAIgnore package index (only looking at --find-links URLs instead).c C s t ddddg dddS )Nz-fz --find-links find_linksrh ZurlzIf a url or path to an html file, then parse for links to archives. If a local path or file:// url that's a directory, then look for archives in the directory listing.rD rE rI rV rC ri r# r# r# r$ rp [ s rp c C s t ddddg ddS )Nz--trusted-hostZ trusted_hostsrh ZHOSTNAMEz]Mark this host or host:port pair as trusted, even though it does not have valid or any HTTPS.)rD rE rV rI rC ri r# r# r# r$ trusted_hosti s rr c C s t ddddg dddS )Nz-cz --constraint constraintsrh filez\Constrain versions using the given constraints file. This option can be used multiple times.rq ri r# r# r# r$ rs v s rs c C s t ddddg dddS )Nz-rz --requirement requirementsrh rt zQInstall from the given requirements file. This option can be used multiple times.rq ri r# r# r# r$ ru s ru c C s t ddddg dddS )Nz-ez --editableZ editablesrh zpath/urlzkInstall a project in editable mode (i.e. setuptools "develop mode") from a local project path or a VCS url.rq ri r# r# r# r$ editable s rv z--srcz--sourcez --source-dirz--source-directoryZsrc_dirdirzDirectory to check out editable projects into. The default in a virtualenv is "<venv path>/src". The default for global installs is "<current dir>/src".c C s t | |jS )z Get a format_control object.)r, rD )valuesr! r# r# r$ _get_format_control s ry c C s" t |j| }t||j|j d S r+ )ry rx r handle_mutual_excludes no_binary only_binaryr! opt_strvaluer Zexistingr# r# r$ _handle_no_binary s r c C s" t |j| }t||j|j d S r+ )ry rx r rz r| r{ r} r# r# r$ _handle_only_binary s r c C s$ t t t } tdddtd| ddS )Nz --no-binaryr7 callbackrY a^ Do not use binary packages. Can be supplied multiple times, and each time adds to the existing value. Accepts either :all: to disable all binary packages, :none: to empty the set, or one or more package names with commas between them (no colons). Note that some packages are tricky to compile and may fail to install when this option is used on them.rD rE r rR rI rC )r r@ r r r7 r# r# r$ r{ s r{ c C s$ t t t } tdddtd| ddS )Nz --only-binaryr7 r rY aG Do not use source packages. Can be supplied multiple times, and each time adds to the existing value. Accepts either :all: to disable all source packages, :none: to empty the set, or one or more package names with commas between them. Packages without binary distributions will fail to install when this option is used on them.r )r r@ r r r r# r# r$ r| s r| z --platformr= z[Only use wheels compatible with <platform>. Defaults to the platform of the running system.c C s | sdS | d}t|dkr"dS t|dkrV|d } t| dkrV| d | dd g}ztdd |D }W n tk r Y d S X |dfS ) z Convert a version string like "3", "37", or "3.7.3" into a tuple of ints. :return: A 2-tuple (version_info, error_msg), where `error_msg` is non-None if and only if there was a parsing error. )NN. )r# z'at most three version parts are allowed r Nc s s | ]}t |V qd S r+ )r\ ).0partr# r# r$ <genexpr> s z*_convert_python_version.<locals>.<genexpr>)r# z$each version part must be an integer)r lentuple ValueError)r parts version_infor# r# r$ _convert_python_version s r c C s: t |\}}|dk r.d||}t|| |d ||j_dS )z3 Handle a provided --python-version value. Nz(invalid --python-version value: {!r}: {}r! r" )r r r% rx r< )r! r~ r r r Z error_msgr" r# r# r$ _handle_python_version s r z--python-versionr< r a The Python interpreter version to use for wheel and "Requires-Python" compatibility checks. Defaults to a version derived from the running interpreter. The version can be specified using up to three dot-separated integers (e.g. "3" for 3.0.0, "3.7" for 3.7.0, or "3.7.3"). A major-minor version can also be given as a string without dots (e.g. "37" for 3.7.0). )rD rV rE r rR rI rC z--implementationr? zOnly use wheels compatible with Python implementation <implementation>, e.g. 'pp', 'jy', 'cp', or 'ip'. If not specified, then the current interpreter implementation is used. Use 'py' to force implementation-agnostic wheels.z--abir> zOnly use wheels compatible with Python abi <abi>, e.g. 'pypy_41'. If not specified, then the current interpreter abi tag is used. Generally you will need to specify --implementation, --platform, and --python-version when using this option.c C s4 | t | t | t | t d S r+ )r( r= r< r? r> )Zcmd_optsr# r# r$ add_target_python_optionsI s r c C s t | j| j| j| jd}|S )N)r= Zpy_version_infor> r? )r r= r< r> r? )r' Z target_pythonr# r# r$ make_target_pythonQ s r c C s t ddddddS )Nz--prefer-binary prefer_binaryrG Fz8Prefer older binary packages over newer source packages.rH ri r# r# r# r$ r ] s r z --cache-dir cache_dirz Store the cache data in <dir>.)rD rI rV rC c C sV |dk rJz t | W n4 tk rH } zt|| t|d W 5 d}~X Y nX d|j_dS )z Process a value provided for the --no-cache-dir option. This is an optparse.Option callback for the --no-cache-dir option. Nr F)r r r% rY rx r )r! optr r excr# r# r$ _handle_no_cache_dirr s $ r z--no-cache-dirzDisable the cache.)rD rE r rC z --no-depsz--no-dependenciesrA z#Don't install package dependencies.z-bz--buildz --build-dirz--build-directory build_dira> Directory to unpack packages into and build in. Note that an initial build still takes place in a temporary directory. The location of temporary directories can be controlled by setting the TMPDIR environment variable (TEMP on Windows) appropriately. When passed, build directories are not cleaned in case of failures.z--ignore-requires-pythonignore_requires_pythonz'Ignore the Requires-Python information.z--no-build-isolationZbuild_isolationZ store_falseTzDisable isolation when building a modern source distribution. Build dependencies specified by PEP 518 must be already installed if this option is used.c C s& |dk rd}t || |d d|j_dS )z Process a value provided for the --no-use-pep517 option. This is an optparse.Option callback for the no_use_pep517 option. Na0 A value was passed for --no-use-pep517, probably using either the PIP_NO_USE_PEP517 environment variable or the "no-use-pep517" config file option. Use an appropriate value of the PIP_USE_PEP517 environment variable or the "use-pep517" config file option instead. r F)r% rx use_pep517)r! r r r r" r# r# r$ _handle_no_use_pep517 s r z --use-pep517r z^Use PEP 517 for building source distributions (use --no-use-pep517 to force legacy behaviour).z--no-use-pep517)rD rE r rI rC z--install-optionr2 rh r' a" Extra arguments to be supplied to the setup.py install command (use like --install-option="--install-scripts=/usr/local/bin"). Use multiple --install-option options to pass multiple options to setup.py install. If you are using an option with a directory path, be sure to use absolute path.)rD rE rV rC z--global-optionr1 zTExtra global options to be supplied to the setup.py call before the install command.z --no-cleanz!Don't clean up build directories.)rE rI rC z--prezYInclude pre-release and development versions. By default, pip only finds stable versions.z--disable-pip-version-checkdisable_pip_version_checkz{Don't periodically check PyPI to determine whether a new version of pip is available for download. Implied with --no-index.z-Zz--always-unzip always_unzipc C s |j jsi |j _z|dd\}}W n" tk rF |d| Y nX |tkrh|d|dtf |j j|g | dS )zkGiven a value spelled "algo:digest", append the digest to a list pointed to in a dict by the algo name.:r zTArguments to %s must be a hash name followed by a value, like --hash=sha256:abcde...z&Allowed hash algorithms for %s are %s.z, N) rx hashesr r r r r setdefaultrh )r! r~ r r ZalgoZdigestr# r# r$ _handle_merge_hash) s r z--hashr stringzgVerify that the package's archive matches this hash before installing. Example: --hash=sha256:abcdef...)rD rE r rR rC z--require-hashesrequire_hasheszRequire a hash to check each requirement against, for repeatable installs. This option is implied when any package in a requirements file has a --hash option.z--pathz^Restrict to the specified installation path for listing packages (can be used multiple times).c C s | j r| js| jrtdd S )Nz2Cannot combine '--path' with '--user' or '--local')rU userZlocalr )r' r# r# r$ check_list_path_option_ s r zGeneral Options)r& r' zPackage Index Options)N)F)t__doc__Z __future__r Zloggingr r8 Zdistutils.utilr functoolsr Zoptparser r r r Zpip._internal.exceptionsr Zpip._internal.locationsr r Z#pip._internal.models.format_controlr Zpip._internal.models.indexr Z"pip._internal.models.target_pythonr Zpip._internal.utils.hashesr Zpip._internal.utils.typingr Zpip._internal.utils.uir typingr r r r r r r Zpip._internal.cli.parserr Z getLogger__name__Zloggerr% r* r; rB Zhelp_rF Zrequire_virtualenvrJ rL rM rN listkeysr rO rT rW rX r[ r^ ra rb rj rk Z simple_urlrl rn ro rp rr rs ru rv srcry r r r{ r| r= r r r< r? r> r r r r r Zno_cacheZno_depsr r Zno_build_isolationr r Z no_use_pep517r2 r1 Zno_cleanZprer r r hashr Z list_pathr Z general_groupZ index_groupr# r# r# r$ <module> sB , PK A\q q A pip/_internal/cli/__pycache__/autocompletion.cpython-38.opt-1.pycnu [ U .e @ s` d Z ddlZddlZddlZddlmZ ddlmZmZ ddl m Z dd Z dd Z d d Z dS ) zBLogic that powers autocompletion installed by ``pip completion``. N)create_main_parser) commands_dictcreate_command)get_installed_distributionsc s dt jkrdS t jd dd } tt jd }z| |d W n tk rZ d Y nX ttg }zfdd| D d }W n tk r d}Y nX t }|r:|d krt d |d kö d }|r>g } }t d dD ].}|j |r|j | dd kr||j q|r>|D ]}t| q$t d t|} | jjD ]8} | jtjkrN| j| j D ]} || | jf qlqNdd | d|d D fdd|D } fdd|D }t| || jj} | rt | }dd |D }|D ]>} | d }| d r,| d dd dkr,|d7 }t| qndd |jD }||j dd |D } d r|D ]$} | jtjkrt| j| j 7 qtn t| ||} | rt | td fddD t d dS )z?Entry Point for completion of main and subcommand options. ZPIP_AUTO_COMPLETENZ COMP_WORDS Z COMP_CWORD c s g | ]}| kr|qS r ).0w) subcommandsr D/usr/lib/python3.8/site-packages/pip/_internal/cli/autocompletion.py <listcomp>! s z autocomplete.<locals>.<listcomp>r help)ZshowZ uninstall-T)Z local_onlyc S s g | ]}| d d qS )=r )splitr xr r r r D s c s g | ]\}}| kr||fqS r r )r r v) prev_optsr r r E s c s" g | ]\}}| r||fqS r startswith)r kr currentr r r G s c s s | ]}|d fV qdS )r Nr )r optr r r <genexpr>P s z autocomplete.<locals>.<genexpr> z--r c S s g | ] }|j qS r ) option_list)r ir r r r Z s c s s | ]}|D ] }|V q qd S Nr )r itor r r r \ s c s g | ]}| r|qS r r r r r r r g s ) osenvironr int IndexErrorlistr r sysexitr lowerr keyappendprintr parserZoption_list_allr optparse SUPPRESS_HELPZ _long_optsZ _short_optsnargsget_path_completion_typeauto_complete_pathsZ option_groupsr join)cwordscwordZoptionsZsubcommand_namer/ Zshould_list_installedZ installedZlcZdistZ subcommandr Zopt_strcompletion_typeZoptionZ opt_labeloptsr )r r r r autocomplete s r: c C s |dk s| |d ds dS |D ]n}|jtjkr4q"t|dD ]L}| |d dd |krB|jrtdd |jdD rB|j S qBq"dS ) aL Get the type of path completion (``file``, ``dir``, ``path`` or None) :param cwords: same as the environmental variable ``COMP_WORDS`` :param cword: same as the environmental variable ``COMP_CWORD`` :param opts: The available options to check :return: path completion type (``file``, ``dir``, ``path`` or None) r r N/r r c s s | ]}|d kV qdS ))pathfiledirNr r r r r r z s z+get_path_completion_type.<locals>.<genexpr>)r r r0 r1 strr metavarany)r6 r7 r9 r r" r r r r3 k s r3 c # s t j| \} t j|}t |t js.dS t j fddt |D }|D ]`}t j||}t jt j||}|dkrt j |r|V qVt j |rVt j|dV qVdS )ao If ``completion_type`` is ``file`` or ``path``, list all regular files and directories starting with ``current``; otherwise only list directories starting with ``current``. :param current: The word to be completed :param completion_type: path completion type(`file`, `path` or `dir`)i :return: A generator of regular files and/or directories Nc 3 s$ | ] }t j| r|V qd S r )r$ r< normcaser r filenamer r r s z&auto_complete_paths.<locals>.<genexpr>r> r ) r$ r< r abspathaccessR_OKrB listdirr5 isfileisdir)r r8 Z directoryZ current_pathZ file_listfr Z comp_filer rC r r4 s r4 )__doc__r0 r$ r) Z pip._internal.cli.main_parserr Zpip._internal.commandsr r Zpip._internal.utils.miscr r: r3 r4 r r r r <module> s [PK A\~)(w ? pip/_internal/cli/__pycache__/base_command.cpython-38.opt-1.pycnu [ U .eh @ s6 d Z ddlmZmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZ ddlmZmZ ddlmZmZmZmZmZ ddlmZmZmZm Z m Z dd l m Z dd l m!Z!m"Z" dd l#m$Z$ dd l%m&Z& dd l'm(Z( e&rddl)m*Z*m+Z+m,Z, ddlm-Z- dgZ.e/e0Z1G dd deZ2dS )z(Base Command class, and related routines )absolute_importprint_functionN) cmdoptions)CommandContextMixIn)ConfigOptionParser UpdatingDefaultsHelpFormatter)ERRORPREVIOUS_BUILD_DIR_ERRORSUCCESS UNKNOWN_ERRORVIRTUALENV_NOT_FOUND) BadCommand CommandErrorInstallationErrorPreviousBuildDirErrorUninstallationError) deprecated)BrokenStdoutLoggingError setup_logging)get_prog)MYPY_CHECK_RUNNING)running_under_virtualenv)ListTupleAny)ValuesCommandc sN e Zd ZdZdZd fdd Zdd Zdd Zd d Zd d Z d d Z Z S )r NFc s t t| | jdt |f t d|| j|d}|| _|| _t f || _ d| j }t | j || _ttj| j }| j | d S )Nz%s %sF)usageprogZ formatterZadd_help_optionname descriptionisolatedz %s Options)superr __init__r r r __doc__r summaryr parser capitalizeoptparseZ OptionGroupZcmd_optsr Zmake_option_groupZ general_groupZadd_option_group)selfr r% r! Z parser_kwZ optgroup_nameZgen_opts __class__ B/usr/lib/python3.8/site-packages/pip/_internal/cli/base_command.pyr# 4 s& zCommand.__init__c C s dS )zf This is a no-op so that commands by default do not do the pip version check. Nr, )r) optionsr, r, r- handle_pip_version_checkP s z Command.handle_pip_version_checkc C s t d S N)NotImplementedError)r) r. argsr, r, r- runZ s z Command.runc C s | j |S r0 )r& parse_argsr) r2 r, r, r- r4 ^ s zCommand.parse_argsc C s> z.| | |W 5 Q R W S Q R X W 5 t X d S r0 )loggingZshutdownZ main_context_mainr5 r, r, r- mainc s $z Command.mainc C s | |\}}|j|j | _t| j|j|jd}tjd d dkrhd}t dkrZd| }t |d d d |j rxdt jd < |jrd |jt jd < |jr| jst std tt zz(| ||}t|tr|W W S W n t k r2 } z.tt | tj d dd t W Y W RS d }~X Y n> t t!t"fk r } z.tt | tj d dd t# W Y W S d }~X Y n t$k r } z*td| tj d dd t# W Y W S d }~X Y n t%k r t&dtj'd |t(j)krt*j+tj'd t# Y W fS t,k rD td tj d dd t# Y W 2S t-k rn tjddd t. Y W S X W 5 | | X t/S )N) verbosityno_colorZ user_log_file )r; zA future version of pip will drop support for Python 2.7. More details about Python 2 support in pip, can be found at https://pip.pypa.io/en/latest/development/release-process/#python-2-supportZCPythonzPython 2.7 will reach the end of its life on January 1st, 2020. Please upgrade your Python as Python 2.7 won't be maintained after that date. )Z replacementZgone_in1Z PIP_NO_INPUT ZPIP_EXISTS_ACTIONz2Could not find an activated virtualenv (required).zException information:T)exc_infoz%sz ERROR: Pipe to stdout was broken)filezOperation cancelled by userz Exception:)0r4 verbosequietr9 r r: logsys version_infoplatformZpython_implementationr Zno_inputosenvironZ exists_actionjoinZ require_venvignore_require_venvr loggerZcriticalexitr r/ r3 isinstanceintr strdebugr r r r r r r printstderrr6 DEBUG traceback print_excKeyboardInterrupt BaseExceptionr r )r) r2 r. Z level_numbermessageZstatusexcr, r, r- r7 k sn z Command._main)F) __name__ __module__ __qualname__r rJ r# r/ r3 r4 r8 r7 __classcell__r, r, r* r- r 0 s )3r$ Z __future__r r r6 Zlogging.configr( rG rF rD rT Zpip._internal.clir Z!pip._internal.cli.command_contextr Zpip._internal.cli.parserr r Z pip._internal.cli.status_codesr r r r r Zpip._internal.exceptionsr r r r r Z pip._internal.utils.deprecationr Zpip._internal.utils.loggingr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr Z pip._internal.utils.virtualenvr typingr r r r __all__Z getLoggerrZ rK r r, r, r, r- <module> s0 PK A\q q ; pip/_internal/cli/__pycache__/autocompletion.cpython-38.pycnu [ U .e @ s` d Z ddlZddlZddlZddlmZ ddlmZmZ ddl m Z dd Z dd Z d d Z dS ) zBLogic that powers autocompletion installed by ``pip completion``. N)create_main_parser) commands_dictcreate_command)get_installed_distributionsc s dt jkrdS t jd dd } tt jd }z| |d W n tk rZ d Y nX ttg }zfdd| D d }W n tk r d}Y nX t }|r:|d krt d |d kö d }|r>g } }t d dD ].}|j |r|j | dd kr||j q|r>|D ]}t| q$t d t|} | jjD ]8} | jtjkrN| j| j D ]} || | jf qlqNdd | d|d D fdd|D } fdd|D }t| || jj} | rt | }dd |D }|D ]>} | d }| d r,| d dd dkr,|d7 }t| qndd |jD }||j dd |D } d r|D ]$} | jtjkrt| j| j 7 qtn t| ||} | rt | td fddD t d dS )z?Entry Point for completion of main and subcommand options. ZPIP_AUTO_COMPLETENZ COMP_WORDS Z COMP_CWORD c s g | ]}| kr|qS r ).0w) subcommandsr D/usr/lib/python3.8/site-packages/pip/_internal/cli/autocompletion.py <listcomp>! s z autocomplete.<locals>.<listcomp>r help)ZshowZ uninstall-T)Z local_onlyc S s g | ]}| d d qS )=r )splitr xr r r r D s c s g | ]\}}| kr||fqS r r )r r v) prev_optsr r r E s c s" g | ]\}}| r||fqS r startswith)r kr currentr r r G s c s s | ]}|d fV qdS )r Nr )r optr r r <genexpr>P s z autocomplete.<locals>.<genexpr> z--r c S s g | ] }|j qS r ) option_list)r ir r r r Z s c s s | ]}|D ] }|V q qd S Nr )r itor r r r \ s c s g | ]}| r|qS r r r r r r r g s ) osenvironr int IndexErrorlistr r sysexitr lowerr keyappendprintr parserZoption_list_allr optparse SUPPRESS_HELPZ _long_optsZ _short_optsnargsget_path_completion_typeauto_complete_pathsZ option_groupsr join)cwordscwordZoptionsZsubcommand_namer/ Zshould_list_installedZ installedZlcZdistZ subcommandr Zopt_strcompletion_typeZoptionZ opt_labeloptsr )r r r r autocomplete s r: c C s |dk s| |d ds dS |D ]n}|jtjkr4q"t|dD ]L}| |d dd |krB|jrtdd |jdD rB|j S qBq"dS ) aL Get the type of path completion (``file``, ``dir``, ``path`` or None) :param cwords: same as the environmental variable ``COMP_WORDS`` :param cword: same as the environmental variable ``COMP_CWORD`` :param opts: The available options to check :return: path completion type (``file``, ``dir``, ``path`` or None) r r N/r r c s s | ]}|d kV qdS ))pathfiledirNr r r r r r z s z+get_path_completion_type.<locals>.<genexpr>)r r r0 r1 strr metavarany)r6 r7 r9 r r" r r r r3 k s r3 c # s t j| \} t j|}t |t js.dS t j fddt |D }|D ]`}t j||}t jt j||}|dkrt j |r|V qVt j |rVt j|dV qVdS )ao If ``completion_type`` is ``file`` or ``path``, list all regular files and directories starting with ``current``; otherwise only list directories starting with ``current``. :param current: The word to be completed :param completion_type: path completion type(`file`, `path` or `dir`)i :return: A generator of regular files and/or directories Nc 3 s$ | ] }t j| r|V qd S r )r$ r< normcaser r filenamer r r s z&auto_complete_paths.<locals>.<genexpr>r> r ) r$ r< r abspathaccessR_OKrB listdirr5 isfileisdir)r r8 Z directoryZ current_pathZ file_listfr Z comp_filer rC r r4 s r4 )__doc__r0 r$ r) Z pip._internal.cli.main_parserr Zpip._internal.commandsr r Zpip._internal.utils.miscr r: r3 r4 r r r r <module> s [PK A\ Cm m 9 pip/_internal/cli/__pycache__/status_codes.cpython-38.pycnu [ U .e @ s( d dl mZ d ZdZdZdZdZdZdS ) )absolute_import N)Z __future__r SUCCESSZERRORZ UNKNOWN_ERRORZVIRTUALENV_NOT_FOUNDZPREVIOUS_BUILD_DIR_ERRORZNO_MATCHES_FOUND r r B/usr/lib/python3.8/site-packages/pip/_internal/cli/status_codes.py<module> s PK A\m 9 pip/_internal/cli/__pycache__/base_command.cpython-38.pycnu [ U .eh @ s6 d Z ddlmZmZ ddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZ ddlmZmZ ddlmZmZmZmZmZ ddlmZmZmZm Z m Z dd l m Z dd l m!Z!m"Z" dd l#m$Z$ dd l%m&Z& dd l'm(Z( e&rddl)m*Z*m+Z+m,Z, ddlm-Z- dgZ.e/e0Z1G dd deZ2dS )z(Base Command class, and related routines )absolute_importprint_functionN) cmdoptions)CommandContextMixIn)ConfigOptionParser UpdatingDefaultsHelpFormatter)ERRORPREVIOUS_BUILD_DIR_ERRORSUCCESS UNKNOWN_ERRORVIRTUALENV_NOT_FOUND) BadCommand CommandErrorInstallationErrorPreviousBuildDirErrorUninstallationError) deprecated)BrokenStdoutLoggingError setup_logging)get_prog)MYPY_CHECK_RUNNING)running_under_virtualenv)ListTupleAny)ValuesCommandc sN e Zd ZdZdZd fdd Zdd Zdd Zd d Zd d Z d d Z Z S )r NFc s t t| | jdt |f t d|| j|d}|| _|| _t f || _ d| j }t | j || _ttj| j }| j | d S )Nz%s %sF)usageprogZ formatterZadd_help_optionname descriptionisolatedz %s Options)superr __init__r r r __doc__r summaryr parser capitalizeoptparseZ OptionGroupZcmd_optsr Zmake_option_groupZ general_groupZadd_option_group)selfr r% r! Z parser_kwZ optgroup_nameZgen_opts __class__ B/usr/lib/python3.8/site-packages/pip/_internal/cli/base_command.pyr# 4 s& zCommand.__init__c C s t |drtdS )zf This is a no-op so that commands by default do not do the pip version check. Zno_indexN)hasattrAssertionError)r) optionsr, r, r- handle_pip_version_checkP s z Command.handle_pip_version_checkc C s t d S N)NotImplementedError)r) r0 argsr, r, r- runZ s z Command.runc C s | j |S r2 )r& parse_argsr) r4 r, r, r- r6 ^ s zCommand.parse_argsc C s> z.| | |W 5 Q R W S Q R X W 5 t X d S r2 )loggingZshutdownZ main_context_mainr7 r, r, r- mainc s $z Command.mainc C s | |\}}|j|j | _t| j|j|jd}tjd d dkrhd}t dkrZd| }t |d d d |j rxdt jd < |jrd |jt jd < |jr| jst std tt zz(| ||}t|tr|W W S W n t k r2 } z.tt | tj d dd t W Y W RS d }~X Y n> t t!t"fk r } z.tt | tj d dd t# W Y W S d }~X Y n t$k r } z*td| tj d dd t# W Y W S d }~X Y n t%k r t&dtj'd |t(j)krt*j+tj'd t# Y W fS t,k rD td tj d dd t# Y W 2S t-k rn tjddd t. Y W S X W 5 | | X t/S )N) verbosityno_colorZ user_log_file )r= zA future version of pip will drop support for Python 2.7. More details about Python 2 support in pip, can be found at https://pip.pypa.io/en/latest/development/release-process/#python-2-supportZCPythonzPython 2.7 will reach the end of its life on January 1st, 2020. Please upgrade your Python as Python 2.7 won't be maintained after that date. )Z replacementZgone_in1Z PIP_NO_INPUT ZPIP_EXISTS_ACTIONz2Could not find an activated virtualenv (required).zException information:T)exc_infoz%sz ERROR: Pipe to stdout was broken)filezOperation cancelled by userz Exception:)0r6 verbosequietr; r r< logsys version_infoplatformZpython_implementationr Zno_inputosenvironZ exists_actionjoinZ require_venvignore_require_venvr loggerZcriticalexitr r1 r5 isinstanceintr strdebugr r r r r r r printstderrr8 DEBUG traceback print_excKeyboardInterrupt BaseExceptionr r )r) r4 r0 Z level_numbermessageZstatusexcr, r, r- r9 k sn z Command._main)F) __name__ __module__ __qualname__r rL r# r1 r5 r6 r: r9 __classcell__r, r, r* r- r 0 s )3r$ Z __future__r r r8 Zlogging.configr( rI rH rF rV Zpip._internal.clir Z!pip._internal.cli.command_contextr Zpip._internal.cli.parserr r Z pip._internal.cli.status_codesr r r r r Zpip._internal.exceptionsr r r r r Z pip._internal.utils.deprecationr Zpip._internal.utils.loggingr r Zpip._internal.utils.miscr Zpip._internal.utils.typingr Z pip._internal.utils.virtualenvr typingr r r r __all__Z getLoggerr\ rM r r, r, r, r- <module> s0 PK A\4+ + B pip/_internal/cli/__pycache__/command_context.cpython-38.opt-1.pycnu [ U .e @ s, d dl mZ d dlmZ G dd deZdS ) )contextmanager) ExitStackc s0 e Zd Z fddZedd Zdd Z ZS )CommandContextMixInc s t t| d| _t | _d S )NF)superr __init___in_main_contextr _main_contextself __class__ E/usr/lib/python3.8/site-packages/pip/_internal/cli/command_context.pyr s z CommandContextMixIn.__init__c c s0 d| _ z | j d V W 5 Q R X W 5 d| _ X d S )NTF)r r r r r r main_context s z CommandContextMixIn.main_contextc C s | j |S )N)r enter_context)r Zcontext_providerr r r r s z!CommandContextMixIn.enter_context)__name__ __module__ __qualname__r r r r __classcell__r r r r r s r N) contextlibr Zpip._vendor.contextlib2r objectr r r r r <module> s PK A\E ; pip/_internal/cli/__pycache__/__init__.cpython-38.opt-1.pycnu [ U .e @ s d Z dS )zGSubpackage containing all of pip's command line interface related code N)__doc__ r r >/usr/lib/python3.8/site-packages/pip/_internal/cli/__init__.py<module> PK A\-] ] < pip/_internal/cli/__pycache__/command_context.cpython-38.pycnu [ U .e @ s, d dl mZ d dlmZ G dd deZdS ) )contextmanager) ExitStackc s0 e Zd Z fddZedd Zdd Z ZS )CommandContextMixInc s t t| d| _t | _d S )NF)superr __init___in_main_contextr _main_contextself __class__ E/usr/lib/python3.8/site-packages/pip/_internal/cli/command_context.pyr s z CommandContextMixIn.__init__c c s: | j r td| _ z | j d V W 5 Q R X W 5 d| _ X d S )NTF)r AssertionErrorr r r r r main_context s z CommandContextMixIn.main_contextc C s | j s t| j|S )N)r r r enter_context)r Zcontext_providerr r r r s z!CommandContextMixIn.enter_context)__name__ __module__ __qualname__r r r r __classcell__r r r r r s r N) contextlibr Zpip._vendor.contextlib2r objectr r r r r <module> s PK A\ Cm m ? pip/_internal/cli/__pycache__/status_codes.cpython-38.opt-1.pycnu [ U .e @ s( d dl mZ d ZdZdZdZdZdZdS ) )absolute_import N)Z __future__r SUCCESSZERRORZ UNKNOWN_ERRORZVIRTUALENV_NOT_FOUNDZPREVIOUS_BUILD_DIR_ERRORZNO_MATCHES_FOUND r r B/usr/lib/python3.8/site-packages/pip/_internal/cli/status_codes.py<module> s PK A\ 4FK FK = pip/_internal/cli/__pycache__/cmdoptions.cpython-38.opt-1.pycnu [ U .eh @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z ddl m Z m Z m Z ddlmZ ddlmZ dd lmZmZ dd lmZ dd lmZ dd lmZ dd lmZ ddl m Z ddl m Z e rddl m!Z!m"Z"m#Z#m$Z$m%Z% ddl m&Z&m'Z' ddl(m)Z) e*e+Z,dd Z-dd Z.dddZ/dddZ0e e d d d d d d Z1e e d!d"d#dd$d%Z2e e d&d'd(d#de d%Z3e e d)d*d+d,dd-d%Z4e e d.d/d#dd0d%Z5e e d1d2d3d#d4d Z6e e d5d6d7d,dd8d%Z7e e d9d:d;e8e 9 d<d=d>:e 9 d? d@Z;e e dAdBdCdDdEdFdGZ<e e dHdId#de d%Z=e e dJdKdLdMdNdOZ>e e dPdQdRdSdTdOZ?e e dUdVdWdXdYdZd[d\Z@e e d]d^dLdMe dOZAd_d` ZBe e dadbdLdEdcddZCe e dedfdLddEdgdhZDe e didjdkdldmejEdndoZFdpdq ZGe e drdsd#ddtd%ZHdudv ZIdwdx ZJdydz ZKd{d| ZLd}d~ ZMe e dddddde ddo ZNdd ZOdd ZPdd ZQdd ZRdd ZSe e ddddddoZTdd ZUdd ZVe e ddddeVdLdedd ZWe e ddddddoZXe e ddddddoZYdd ZZdd Z[dd Z\e e ddedddZ]dd Z^e e ddde^ddZ_e e dddd#ddd%Z`e e ddddddddGZae e ddd#dd Zbe e dddddd%ZcddĄ Zde e ddd#ddd%Zee e dddedde dɍZfe e ddddddύZge e ddddddύZhe e dd#dddՍZie e dd#dddՍZje e ddd#ddd%Zke e dddd#e d Zldd߄ Zme e dddemdddZne e ddd#ddd%Zoe e ddEddd Zpdd Zqde1e2e3e4e6e7e<e=e>e?e@eAeBeJeCeDe]e_eke5gdZrdeFeGeHeIgdZsdS )aC shared options and groups The principle here is to define options once, but *not* instantiate them globally. One reason being that options with action='append' can carry state between parses. pip parses general options twice internally, and shouldn't pass on state. To be consistent, all options will follow this design. )absolute_importN) strtobool)partial) SUPPRESS_HELPOption OptionGroup)dedent) CommandError)USER_CACHE_DIRget_src_prefix) FormatControl)PyPI) TargetPython) STRONG_HASHES)MYPY_CHECK_RUNNING) BAR_TYPES)AnyCallableDictOptionalTuple) OptionParserValues)ConfigOptionParserc C s. d ||}td| }| | dS )z Raise an option parsing error using parser.error(). Args: parser: an OptionParser instance. option: an Option instance. msg: the error text. z {} error: {} N)formattextwrapZfilljoinspliterror)parseroptionmsg r# @/usr/lib/python3.8/site-packages/pip/_internal/cli/cmdoptions.pyraise_option_error) s r% c C s, t || d }| d D ]}|| q|S )z Return an OptionGroup object group -- assumed to be dict with 'name' and 'options' keys parser -- an optparse Parser nameoptions)r add_option)groupr Z option_groupr! r# r# r$ make_option_group7 s r* c sP dkr | fdd}dddg}t t||rL| j}| tjddd dS ) zDisable wheels if per-setup.py call options are set. :param options: The OptionParser options to update. :param check_options: The options to check, if not supplied defaults to options. Nc s t | d S N)getattr)n check_optionsr# r$ getnameO s z+check_install_build_global.<locals>.getnameZ build_optionsglobal_optionsinstall_optionszeDisabling all use of wheels due to the use of --build-options / --global-options / --install-options. ) stacklevel)anymapformat_controlZdisallow_binarieswarningswarn)r' r/ r0 namesZcontrolr# r. r$ check_install_build_globalD s r; Fc C sb t | j| j| j| jg}tt dh}| j|ko6| j }|rH|rHt d|r^|r^| j s^t ddS )zFunction for determining if custom platform options are allowed. :param options: The OptionParser options. :param check_target: Whether or not to check if --target is being used. z:all:zWhen restricting platform and interpreter constraints using --python-version, --platform, --abi, or --implementation, either --no-deps must be set, or --only-binary=:all: must be set and --no-binary must not be set (or must be set to :none:).zQCan not use any platform or abi specific options unless installing via '--target'N) r5 python_versionplatformabiimplementationr setr7 ignore_dependenciesr Z target_dir)r' Z check_targetZdist_restriction_setZ binary_onlyZsdist_dependencies_allowedr# r# r$ check_dist_restriction[ s& rB z-hz--helphelpz Show help.)destactionrC z --isolated isolated_mode store_truezSRun pip in an isolated mode, ignoring environment variables and user configuration.rD rE defaultrC z--require-virtualenvz--require-venvZ require_venvz-vz --verboseverbosecountzDGive more output. Option is additive, and can be used up to 3 times.z --no-colorno_colorzSuppress colored outputz-Vz --versionversionzShow version and exit.z-qz--quietquietzGive less output. Option is additive, and can be used up to 3 times (corresponding to WARNING, ERROR, and CRITICAL logging levels).z--progress-bar progress_barchoiceZonz*Specify type of progress to be displayed [|z] (default: %default))rD typechoicesrI rC z--logz --log-filez --local-loglogpathz Path to a verbose appending log.)rD metavarrC z --no-inputno_inputz--proxyproxystr z<Specify a proxy in the form [user:passwd@]proxy.server:port.)rD rR rI rC z --retriesretriesint zRMaximum number of retries each connection should attempt (default %default times).z --timeoutz--default-timeoutZsectimeoutfloat z2Set the socket timeout (default %default seconds).)rV rD rR rI rC z--skip-requirements-regexskip_requirements_regexc C s" t ddddddddgg d d d d S ) Nz--exists-action exists_actionrP siwbaappendrE zYDefault action when a path already exists: (s)witch, (i)gnore, (w)ipe, (b)ackup, (a)bort.)rD rR rS rI rE rV rC r r# r# r# r$ rb s rb z--certcertz Path to alternate CA bundle.)rD rR rV rC z --client-cert client_certzkPath to SSL client certificate, a single file containing the private key and the certificate in PEM format.)rD rR rI rV rC z-iz --index-urlz --pypi-url index_urlURLzBase URL of the Python Package Index (default %default). This should point to a repository compliant with PEP 503 (the simple repository API) or a local directory laid out in the same format.)rD rV rI rC c C s t ddddg ddS )Nz--extra-index-urlZextra_index_urlsrm rh zmExtra URLs of package indexes to use in addition to --index-url. Should follow the same rules as --index-url.)rD rV rE rI rC ri r# r# r# r$ extra_index_urlD s rn z --no-indexno_indexzAIgnore package index (only looking at --find-links URLs instead).c C s t ddddg dddS )Nz-fz --find-links find_linksrh ZurlzIf a url or path to an html file, then parse for links to archives. If a local path or file:// url that's a directory, then look for archives in the directory listing.rD rE rI rV rC ri r# r# r# r$ rp [ s rp c C s t ddddg ddS )Nz--trusted-hostZ trusted_hostsrh ZHOSTNAMEz]Mark this host or host:port pair as trusted, even though it does not have valid or any HTTPS.)rD rE rV rI rC ri r# r# r# r$ trusted_hosti s rr c C s t ddddg dddS )Nz-cz --constraint constraintsrh filez\Constrain versions using the given constraints file. This option can be used multiple times.rq ri r# r# r# r$ rs v s rs c C s t ddddg dddS )Nz-rz --requirement requirementsrh rt zQInstall from the given requirements file. This option can be used multiple times.rq ri r# r# r# r$ ru s ru c C s t ddddg dddS )Nz-ez --editableZ editablesrh zpath/urlzkInstall a project in editable mode (i.e. setuptools "develop mode") from a local project path or a VCS url.rq ri r# r# r# r$ editable s rv z--srcz--sourcez --source-dirz--source-directoryZsrc_dirdirzDirectory to check out editable projects into. The default in a virtualenv is "<venv path>/src". The default for global installs is "<current dir>/src".c C s t | |jS )z Get a format_control object.)r, rD )valuesr! r# r# r$ _get_format_control s ry c C s" t |j| }t||j|j d S r+ )ry rx r handle_mutual_excludes no_binary only_binaryr! opt_strvaluer Zexistingr# r# r$ _handle_no_binary s r c C s" t |j| }t||j|j d S r+ )ry rx r rz r| r{ r} r# r# r$ _handle_only_binary s r c C s$ t t t } tdddtd| ddS )Nz --no-binaryr7 callbackrY a^ Do not use binary packages. Can be supplied multiple times, and each time adds to the existing value. Accepts either :all: to disable all binary packages, :none: to empty the set, or one or more package names with commas between them (no colons). Note that some packages are tricky to compile and may fail to install when this option is used on them.rD rE r rR rI rC )r r@ r r r7 r# r# r$ r{ s r{ c C s$ t t t } tdddtd| ddS )Nz --only-binaryr7 r rY aG Do not use source packages. Can be supplied multiple times, and each time adds to the existing value. Accepts either :all: to disable all source packages, :none: to empty the set, or one or more package names with commas between them. Packages without binary distributions will fail to install when this option is used on them.r )r r@ r r r r# r# r$ r| s r| z --platformr= z[Only use wheels compatible with <platform>. Defaults to the platform of the running system.c C s | sdS | d}t|dkr"dS t|dkrV|d } t| dkrV| d | dd g}ztdd |D }W n tk r Y d S X |dfS ) z Convert a version string like "3", "37", or "3.7.3" into a tuple of ints. :return: A 2-tuple (version_info, error_msg), where `error_msg` is non-None if and only if there was a parsing error. )NN. )r# z'at most three version parts are allowed r Nc s s | ]}t |V qd S r+ )r\ ).0partr# r# r$ <genexpr> s z*_convert_python_version.<locals>.<genexpr>)r# z$each version part must be an integer)r lentuple ValueError)r parts version_infor# r# r$ _convert_python_version s r c C s: t |\}}|dk r.d||}t|| |d ||j_dS )z3 Handle a provided --python-version value. Nz(invalid --python-version value: {!r}: {}r! r" )r r r% rx r< )r! r~ r r r Z error_msgr" r# r# r$ _handle_python_version s r z--python-versionr< r a The Python interpreter version to use for wheel and "Requires-Python" compatibility checks. Defaults to a version derived from the running interpreter. The version can be specified using up to three dot-separated integers (e.g. "3" for 3.0.0, "3.7" for 3.7.0, or "3.7.3"). A major-minor version can also be given as a string without dots (e.g. "37" for 3.7.0). )rD rV rE r rR rI rC z--implementationr? zOnly use wheels compatible with Python implementation <implementation>, e.g. 'pp', 'jy', 'cp', or 'ip'. If not specified, then the current interpreter implementation is used. Use 'py' to force implementation-agnostic wheels.z--abir> zOnly use wheels compatible with Python abi <abi>, e.g. 'pypy_41'. If not specified, then the current interpreter abi tag is used. Generally you will need to specify --implementation, --platform, and --python-version when using this option.c C s4 | t | t | t | t d S r+ )r( r= r< r? r> )Zcmd_optsr# r# r$ add_target_python_optionsI s r c C s t | j| j| j| jd}|S )N)r= Zpy_version_infor> r? )r r= r< r> r? )r' Z target_pythonr# r# r$ make_target_pythonQ s r c C s t ddddddS )Nz--prefer-binary prefer_binaryrG Fz8Prefer older binary packages over newer source packages.rH ri r# r# r# r$ r ] s r z --cache-dir cache_dirz Store the cache data in <dir>.)rD rI rV rC c C sV |dk rJz t | W n4 tk rH } zt|| t|d W 5 d}~X Y nX d|j_dS )z Process a value provided for the --no-cache-dir option. This is an optparse.Option callback for the --no-cache-dir option. Nr F)r r r% rY rx r )r! optr r excr# r# r$ _handle_no_cache_dirr s $ r z--no-cache-dirzDisable the cache.)rD rE r rC z --no-depsz--no-dependenciesrA z#Don't install package dependencies.z-bz--buildz --build-dirz--build-directory build_dira> Directory to unpack packages into and build in. Note that an initial build still takes place in a temporary directory. The location of temporary directories can be controlled by setting the TMPDIR environment variable (TEMP on Windows) appropriately. When passed, build directories are not cleaned in case of failures.z--ignore-requires-pythonignore_requires_pythonz'Ignore the Requires-Python information.z--no-build-isolationZbuild_isolationZ store_falseTzDisable isolation when building a modern source distribution. Build dependencies specified by PEP 518 must be already installed if this option is used.c C s& |dk rd}t || |d d|j_dS )z Process a value provided for the --no-use-pep517 option. This is an optparse.Option callback for the no_use_pep517 option. Na0 A value was passed for --no-use-pep517, probably using either the PIP_NO_USE_PEP517 environment variable or the "no-use-pep517" config file option. Use an appropriate value of the PIP_USE_PEP517 environment variable or the "use-pep517" config file option instead. r F)r% rx use_pep517)r! r r r r" r# r# r$ _handle_no_use_pep517 s r z --use-pep517r z^Use PEP 517 for building source distributions (use --no-use-pep517 to force legacy behaviour).z--no-use-pep517)rD rE r rI rC z--install-optionr2 rh r' a" Extra arguments to be supplied to the setup.py install command (use like --install-option="--install-scripts=/usr/local/bin"). Use multiple --install-option options to pass multiple options to setup.py install. If you are using an option with a directory path, be sure to use absolute path.)rD rE rV rC z--global-optionr1 zTExtra global options to be supplied to the setup.py call before the install command.z --no-cleanz!Don't clean up build directories.)rE rI rC z--prezYInclude pre-release and development versions. By default, pip only finds stable versions.z--disable-pip-version-checkdisable_pip_version_checkz{Don't periodically check PyPI to determine whether a new version of pip is available for download. Implied with --no-index.z-Zz--always-unzip always_unzipc C s |j jsi |j _z|dd\}}W n" tk rF |d| Y nX |tkrh|d|dtf |j j|g | dS )zkGiven a value spelled "algo:digest", append the digest to a list pointed to in a dict by the algo name.:r zTArguments to %s must be a hash name followed by a value, like --hash=sha256:abcde...z&Allowed hash algorithms for %s are %s.z, N) rx hashesr r r r r setdefaultrh )r! r~ r r ZalgoZdigestr# r# r$ _handle_merge_hash) s r z--hashr stringzgVerify that the package's archive matches this hash before installing. Example: --hash=sha256:abcdef...)rD rE r rR rC z--require-hashesrequire_hasheszRequire a hash to check each requirement against, for repeatable installs. This option is implied when any package in a requirements file has a --hash option.z--pathz^Restrict to the specified installation path for listing packages (can be used multiple times).c C s | j r| js| jrtdd S )Nz2Cannot combine '--path' with '--user' or '--local')rU userZlocalr )r' r# r# r$ check_list_path_option_ s r zGeneral Options)r& r' zPackage Index Options)N)F)t__doc__Z __future__r Zloggingr r8 Zdistutils.utilr functoolsr Zoptparser r r r Zpip._internal.exceptionsr Zpip._internal.locationsr r Z#pip._internal.models.format_controlr Zpip._internal.models.indexr Z"pip._internal.models.target_pythonr Zpip._internal.utils.hashesr Zpip._internal.utils.typingr Zpip._internal.utils.uir typingr r r r r r r Zpip._internal.cli.parserr Z getLogger__name__Zloggerr% r* r; rB Zhelp_rF Zrequire_virtualenvrJ rL rM rN listkeysr rO rT rW rX r[ r^ ra rb rj rk Z simple_urlrl rn ro rp rr rs ru rv srcry r r r{ r| r= r r r< r? r> r r r r r Zno_cacheZno_depsr r Zno_build_isolationr r Z no_use_pep517r2 r1 Zno_cleanZprer r r hashr Z list_pathr Z general_groupZ index_groupr# r# r# r$ <module> sB , PK A\C´zc, c, pip/_internal/cli/req_command.pynu [ """Contains the Command base classes that depend on PipSession. The classes in this module are in a separate module so the commands not needing download / PackageFinder capability don't unnecessarily import the PackageFinder machinery and all its vendored dependencies, etc. """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import os from functools import partial from pip._internal.cli.base_command import Command from pip._internal.cli.command_context import CommandContextMixIn from pip._internal.exceptions import CommandError from pip._internal.index import PackageFinder from pip._internal.legacy_resolve import Resolver from pip._internal.models.selection_prefs import SelectionPreferences from pip._internal.network.session import PipSession from pip._internal.operations.prepare import RequirementPreparer from pip._internal.req.constructors import ( install_req_from_editable, install_req_from_line, install_req_from_req_string, ) from pip._internal.req.req_file import parse_requirements from pip._internal.self_outdated_check import ( make_link_collector, pip_self_version_check, ) from pip._internal.utils.misc import normalize_path from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from optparse import Values from typing import List, Optional, Tuple from pip._internal.cache import WheelCache from pip._internal.models.target_python import TargetPython from pip._internal.req.req_set import RequirementSet from pip._internal.req.req_tracker import RequirementTracker from pip._internal.utils.temp_dir import TempDirectory class SessionCommandMixin(CommandContextMixIn): """ A class mixin for command classes needing _build_session(). """ def __init__(self): super(SessionCommandMixin, self).__init__() self._session = None # Optional[PipSession] @classmethod def _get_index_urls(cls, options): """Return a list of index urls from user-provided options.""" index_urls = [] if not getattr(options, "no_index", False): url = getattr(options, "index_url", None) if url: index_urls.append(url) urls = getattr(options, "extra_index_urls", None) if urls: index_urls.extend(urls) # Return None rather than an empty list return index_urls or None def get_default_session(self, options): # type: (Values) -> PipSession """Get a default-managed session.""" if self._session is None: self._session = self.enter_context(self._build_session(options)) return self._session def _build_session(self, options, retries=None, timeout=None): # type: (Values, Optional[int], Optional[int]) -> PipSession session = PipSession( cache=( normalize_path(os.path.join(options.cache_dir, "http")) if options.cache_dir else None ), retries=retries if retries is not None else options.retries, trusted_hosts=options.trusted_hosts, index_urls=self._get_index_urls(options), ) # Handle custom ca-bundles from the user if options.cert: session.verify = options.cert # Handle SSL client certificate if options.client_cert: session.cert = options.client_cert # Handle timeouts if options.timeout or timeout: session.timeout = ( timeout if timeout is not None else options.timeout ) # Handle configured proxies if options.proxy: session.proxies = { "http": options.proxy, "https": options.proxy, } # Determine if we can prompt the user for authentication or not session.auth.prompting = not options.no_input return session class IndexGroupCommand(Command, SessionCommandMixin): """ Abstract base class for commands with the index_group options. This also corresponds to the commands that permit the pip version check. """ def handle_pip_version_check(self, options): # type: (Values) -> None """ Do the pip version check if not disabled. This overrides the default behavior of not doing the check. """ # Make sure the index_group options are present. assert hasattr(options, 'no_index') if options.disable_pip_version_check or options.no_index: return # Otherwise, check if we're using the latest version of pip available. session = self._build_session( options, retries=0, timeout=min(5, options.timeout) ) with session: pip_self_version_check(session, options) class RequirementCommand(IndexGroupCommand): @staticmethod def make_requirement_preparer( temp_build_dir, # type: TempDirectory options, # type: Values req_tracker, # type: RequirementTracker download_dir=None, # type: str wheel_download_dir=None, # type: str ): # type: (...) -> RequirementPreparer """ Create a RequirementPreparer instance for the given parameters. """ temp_build_dir_path = temp_build_dir.path assert temp_build_dir_path is not None return RequirementPreparer( build_dir=temp_build_dir_path, src_dir=options.src_dir, download_dir=download_dir, wheel_download_dir=wheel_download_dir, progress_bar=options.progress_bar, build_isolation=options.build_isolation, req_tracker=req_tracker, ) @staticmethod def make_resolver( preparer, # type: RequirementPreparer session, # type: PipSession finder, # type: PackageFinder options, # type: Values wheel_cache=None, # type: Optional[WheelCache] use_user_site=False, # type: bool ignore_installed=True, # type: bool ignore_requires_python=False, # type: bool force_reinstall=False, # type: bool upgrade_strategy="to-satisfy-only", # type: str use_pep517=None, # type: Optional[bool] py_version_info=None # type: Optional[Tuple[int, ...]] ): # type: (...) -> Resolver """ Create a Resolver instance for the given parameters. """ make_install_req = partial( install_req_from_req_string, isolated=options.isolated_mode, wheel_cache=wheel_cache, use_pep517=use_pep517, ) return Resolver( preparer=preparer, session=session, finder=finder, make_install_req=make_install_req, use_user_site=use_user_site, ignore_dependencies=options.ignore_dependencies, ignore_installed=ignore_installed, ignore_requires_python=ignore_requires_python, force_reinstall=force_reinstall, upgrade_strategy=upgrade_strategy, py_version_info=py_version_info ) def populate_requirement_set( self, requirement_set, # type: RequirementSet args, # type: List[str] options, # type: Values finder, # type: PackageFinder session, # type: PipSession wheel_cache, # type: Optional[WheelCache] ): # type: (...) -> None """ Marshal cmd line args into a requirement set. """ # NOTE: As a side-effect, options.require_hashes and # requirement_set.require_hashes may be updated for filename in options.constraints: for req_to_add in parse_requirements( filename, constraint=True, finder=finder, options=options, session=session, wheel_cache=wheel_cache): req_to_add.is_direct = True requirement_set.add_requirement(req_to_add) for req in args: req_to_add = install_req_from_line( req, None, isolated=options.isolated_mode, use_pep517=options.use_pep517, wheel_cache=wheel_cache ) req_to_add.is_direct = True requirement_set.add_requirement(req_to_add) for req in options.editables: req_to_add = install_req_from_editable( req, isolated=options.isolated_mode, use_pep517=options.use_pep517, wheel_cache=wheel_cache ) req_to_add.is_direct = True requirement_set.add_requirement(req_to_add) for filename in options.requirements: for req_to_add in parse_requirements( filename, finder=finder, options=options, session=session, wheel_cache=wheel_cache, use_pep517=options.use_pep517): req_to_add.is_direct = True requirement_set.add_requirement(req_to_add) # If --require-hashes was a line in a requirements file, tell # RequirementSet about it: requirement_set.require_hashes = options.require_hashes if not (args or options.editables or options.requirements): opts = {'name': self.name} if options.find_links: raise CommandError( 'You must give at least one requirement to %(name)s ' '(maybe you meant "pip %(name)s %(links)s"?)' % dict(opts, links=' '.join(options.find_links))) else: raise CommandError( 'You must give at least one requirement to %(name)s ' '(see "pip help %(name)s")' % opts) def _build_package_finder( self, options, # type: Values session, # type: PipSession target_python=None, # type: Optional[TargetPython] ignore_requires_python=None, # type: Optional[bool] ): # type: (...) -> PackageFinder """ Create a package finder appropriate to this requirement command. :param ignore_requires_python: Whether to ignore incompatible "Requires-Python" values in links. Defaults to False. """ link_collector = make_link_collector(session, options=options) selection_prefs = SelectionPreferences( allow_yanked=True, format_control=options.format_control, allow_all_prereleases=options.pre, prefer_binary=options.prefer_binary, ignore_requires_python=ignore_requires_python, ) return PackageFinder.create( link_collector=link_collector, selection_prefs=selection_prefs, target_python=target_python, ) PK A\w4 pip/_internal/cli/__init__.pynu [ """Subpackage containing all of pip's command line interface related code """ # This file intentionally does not import submodules PK A\% % pip/_internal/cli/parser.pynu [ """Base option parser setup""" # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import optparse import sys import textwrap from distutils.util import strtobool from pip._vendor.six import string_types from pip._internal.cli.status_codes import UNKNOWN_ERROR from pip._internal.configuration import Configuration, ConfigurationError from pip._internal.utils.compat import get_terminal_size logger = logging.getLogger(__name__) class PrettyHelpFormatter(optparse.IndentedHelpFormatter): """A prettier/less verbose help formatter for optparse.""" def __init__(self, *args, **kwargs): # help position must be aligned with __init__.parseopts.description kwargs['max_help_position'] = 30 kwargs['indent_increment'] = 1 kwargs['width'] = get_terminal_size()[0] - 2 optparse.IndentedHelpFormatter.__init__(self, *args, **kwargs) def format_option_strings(self, option): return self._format_option_strings(option, ' <%s>', ', ') def _format_option_strings(self, option, mvarfmt=' <%s>', optsep=', '): """ Return a comma-separated list of option strings and metavars. :param option: tuple of (short opt, long opt), e.g: ('-f', '--format') :param mvarfmt: metavar format string - evaluated as mvarfmt % metavar :param optsep: separator """ opts = [] if option._short_opts: opts.append(option._short_opts[0]) if option._long_opts: opts.append(option._long_opts[0]) if len(opts) > 1: opts.insert(1, optsep) if option.takes_value(): metavar = option.metavar or option.dest.lower() opts.append(mvarfmt % metavar.lower()) return ''.join(opts) def format_heading(self, heading): if heading == 'Options': return '' return heading + ':\n' def format_usage(self, usage): """ Ensure there is only one newline between usage and the first heading if there is no description. """ msg = '\nUsage: %s\n' % self.indent_lines(textwrap.dedent(usage), " ") return msg def format_description(self, description): # leave full control over description to us if description: if hasattr(self.parser, 'main'): label = 'Commands' else: label = 'Description' # some doc strings have initial newlines, some don't description = description.lstrip('\n') # some doc strings have final newlines and spaces, some don't description = description.rstrip() # dedent, then reindent description = self.indent_lines(textwrap.dedent(description), " ") description = '%s:\n%s\n' % (label, description) return description else: return '' def format_epilog(self, epilog): # leave full control over epilog to us if epilog: return epilog else: return '' def indent_lines(self, text, indent): new_lines = [indent + line for line in text.split('\n')] return "\n".join(new_lines) class UpdatingDefaultsHelpFormatter(PrettyHelpFormatter): """Custom help formatter for use in ConfigOptionParser. This is updates the defaults before expanding them, allowing them to show up correctly in the help listing. """ def expand_default(self, option): if self.parser is not None: self.parser._update_defaults(self.parser.defaults) return optparse.IndentedHelpFormatter.expand_default(self, option) class CustomOptionParser(optparse.OptionParser): def insert_option_group(self, idx, *args, **kwargs): """Insert an OptionGroup at a given position.""" group = self.add_option_group(*args, **kwargs) self.option_groups.pop() self.option_groups.insert(idx, group) return group @property def option_list_all(self): """Get a list of all options, including those in option groups.""" res = self.option_list[:] for i in self.option_groups: res.extend(i.option_list) return res class ConfigOptionParser(CustomOptionParser): """Custom option parser which updates its defaults by checking the configuration files and environmental variables""" def __init__(self, *args, **kwargs): self.name = kwargs.pop('name') isolated = kwargs.pop("isolated", False) self.config = Configuration(isolated) assert self.name optparse.OptionParser.__init__(self, *args, **kwargs) def check_default(self, option, key, val): try: return option.check_value(key, val) except optparse.OptionValueError as exc: print("An error occurred during configuration: %s" % exc) sys.exit(3) def _get_ordered_configuration_items(self): # Configuration gives keys in an unordered manner. Order them. override_order = ["global", self.name, ":env:"] # Pool the options into different groups section_items = {name: [] for name in override_order} for section_key, val in self.config.items(): # ignore empty values if not val: logger.debug( "Ignoring configuration key '%s' as it's value is empty.", section_key ) continue section, key = section_key.split(".", 1) if section in override_order: section_items[section].append((key, val)) # Yield each group in their override order for section in override_order: for key, val in section_items[section]: yield key, val def _update_defaults(self, defaults): """Updates the given defaults with values from the config files and the environ. Does a little special handling for certain types of options (lists).""" # Accumulate complex default state. self.values = optparse.Values(self.defaults) late_eval = set() # Then set the options with those values for key, val in self._get_ordered_configuration_items(): # '--' because configuration supports only long names option = self.get_option('--' + key) # Ignore options not present in this parser. E.g. non-globals put # in [global] by users that want them to apply to all applicable # commands. if option is None: continue if option.action in ('store_true', 'store_false', 'count'): try: val = strtobool(val) except ValueError: error_msg = invalid_config_error_message( option.action, key, val ) self.error(error_msg) elif option.action == 'append': val = val.split() val = [self.check_default(option, key, v) for v in val] elif option.action == 'callback': late_eval.add(option.dest) opt_str = option.get_opt_string() val = option.convert_value(opt_str, val) # From take_action args = option.callback_args or () kwargs = option.callback_kwargs or {} option.callback(option, opt_str, val, self, *args, **kwargs) else: val = self.check_default(option, key, val) defaults[option.dest] = val for key in late_eval: defaults[key] = getattr(self.values, key) self.values = None return defaults def get_default_values(self): """Overriding to make updating the defaults after instantiation of the option parser possible, _update_defaults() does the dirty work.""" if not self.process_default_values: # Old, pre-Optik 1.5 behaviour. return optparse.Values(self.defaults) # Load the configuration, or error out in case of an error try: self.config.load() except ConfigurationError as err: self.exit(UNKNOWN_ERROR, str(err)) defaults = self._update_defaults(self.defaults.copy()) # ours for option in self._get_all_options(): default = defaults.get(option.dest) if isinstance(default, string_types): opt_str = option.get_opt_string() defaults[option.dest] = option.check_value(opt_str, default) return optparse.Values(defaults) def error(self, msg): self.print_usage(sys.stderr) self.exit(UNKNOWN_ERROR, "%s\n" % msg) def invalid_config_error_message(action, key, val): """Returns a better error message when invalid configuration option is provided.""" if action in ('store_true', 'store_false'): return ("{0} is not a valid value for {1} option, " "please specify a boolean value like yes/no, " "true/false or 1/0 instead.").format(val, key) return ("{0} is not a valid value for {1} option, " "please specify a numerical value like 1/0 " "instead.").format(val, key) PK A\s1 $ pip/_internal/cli/command_context.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False from contextlib import contextmanager from pip._vendor.contextlib2 import ExitStack class CommandContextMixIn(object): def __init__(self): super(CommandContextMixIn, self).__init__() self._in_main_context = False self._main_context = ExitStack() @contextmanager def main_context(self): assert not self._in_main_context self._in_main_context = True try: with self._main_context: yield finally: self._in_main_context = False def enter_context(self, context_provider): assert self._in_main_context return self._main_context.enter_context(context_provider) PK A\ pip/_internal/cli/main_parser.pynu [ """A single place for constructing and exposing the main parser """ import os import sys from pip._internal.cli import cmdoptions from pip._internal.cli.parser import ( ConfigOptionParser, UpdatingDefaultsHelpFormatter, ) from pip._internal.commands import commands_dict, get_similar_commands from pip._internal.exceptions import CommandError from pip._internal.utils.misc import get_pip_version, get_prog from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import Tuple, List __all__ = ["create_main_parser", "parse_command"] def create_main_parser(): # type: () -> ConfigOptionParser """Creates and returns the main parser for pip's CLI """ parser_kw = { 'usage': '\n%prog <command> [options]', 'add_help_option': False, 'formatter': UpdatingDefaultsHelpFormatter(), 'name': 'global', 'prog': get_prog(), } parser = ConfigOptionParser(**parser_kw) parser.disable_interspersed_args() parser.version = get_pip_version() # add the general options gen_opts = cmdoptions.make_option_group(cmdoptions.general_group, parser) parser.add_option_group(gen_opts) # so the help formatter knows parser.main = True # type: ignore # create command listing for description description = [''] + [ '%-27s %s' % (name, command_info.summary) for name, command_info in commands_dict.items() ] parser.description = '\n'.join(description) return parser def parse_command(args): # type: (List[str]) -> Tuple[str, List[str]] parser = create_main_parser() # Note: parser calls disable_interspersed_args(), so the result of this # call is to split the initial args into the general options before the # subcommand and everything else. # For example: # args: ['--timeout=5', 'install', '--user', 'INITools'] # general_options: ['--timeout==5'] # args_else: ['install', '--user', 'INITools'] general_options, args_else = parser.parse_args(args) # --version if general_options.version: sys.stdout.write(parser.version) # type: ignore sys.stdout.write(os.linesep) sys.exit() # pip || pip help -> print_help() if not args_else or (args_else[0] == 'help' and len(args_else) == 1): parser.print_help() sys.exit() # the subcommand name cmd_name = args_else[0] if cmd_name not in commands_dict: guess = get_similar_commands(cmd_name) msg = ['unknown command "%s"' % cmd_name] if guess: msg.append('maybe you meant "%s"' % guess) raise CommandError(' - '.join(msg)) # all the args without the subcommand cmd_args = args[:] cmd_args.remove(cmd_name) return cmd_name, cmd_args PK A\yҮ& & ! pip/_internal/utils/subprocess.pynu [ # The following comment should be removed at some point in the future. # mypy: strict-optional=False from __future__ import absolute_import import logging import os import subprocess from pip._vendor.six.moves import shlex_quote from pip._internal.exceptions import InstallationError from pip._internal.utils.compat import console_to_str, str_to_display from pip._internal.utils.logging import subprocess_logger from pip._internal.utils.misc import HiddenText, path_to_display from pip._internal.utils.typing import MYPY_CHECK_RUNNING from pip._internal.utils.ui import open_spinner if MYPY_CHECK_RUNNING: from typing import ( Any, Callable, Iterable, List, Mapping, Optional, Text, Union, ) from pip._internal.utils.ui import SpinnerInterface CommandArgs = List[Union[str, HiddenText]] LOG_DIVIDER = '----------------------------------------' def make_command(*args): # type: (Union[str, HiddenText, CommandArgs]) -> CommandArgs """ Create a CommandArgs object. """ command_args = [] # type: CommandArgs for arg in args: # Check for list instead of CommandArgs since CommandArgs is # only known during type-checking. if isinstance(arg, list): command_args.extend(arg) else: # Otherwise, arg is str or HiddenText. command_args.append(arg) return command_args def format_command_args(args): # type: (Union[List[str], CommandArgs]) -> str """ Format command arguments for display. """ # For HiddenText arguments, display the redacted form by calling str(). # Also, we don't apply str() to arguments that aren't HiddenText since # this can trigger a UnicodeDecodeError in Python 2 if the argument # has type unicode and includes a non-ascii character. (The type # checker doesn't ensure the annotations are correct in all cases.) return ' '.join( shlex_quote(str(arg)) if isinstance(arg, HiddenText) else shlex_quote(arg) for arg in args ) def reveal_command_args(args): # type: (Union[List[str], CommandArgs]) -> List[str] """ Return the arguments in their raw, unredacted form. """ return [ arg.secret if isinstance(arg, HiddenText) else arg for arg in args ] def make_subprocess_output_error( cmd_args, # type: Union[List[str], CommandArgs] cwd, # type: Optional[str] lines, # type: List[Text] exit_status, # type: int ): # type: (...) -> Text """ Create and return the error message to use to log a subprocess error with command output. :param lines: A list of lines, each ending with a newline. """ command = format_command_args(cmd_args) # Convert `command` and `cwd` to text (unicode in Python 2) so we can use # them as arguments in the unicode format string below. This avoids # "UnicodeDecodeError: 'ascii' codec can't decode byte ..." in Python 2 # if either contains a non-ascii character. command_display = str_to_display(command, desc='command bytes') cwd_display = path_to_display(cwd) # We know the joined output value ends in a newline. output = ''.join(lines) msg = ( # Use a unicode string to avoid "UnicodeEncodeError: 'ascii' # codec can't encode character ..." in Python 2 when a format # argument (e.g. `output`) has a non-ascii character. u'Command errored out with exit status {exit_status}:\n' ' command: {command_display}\n' ' cwd: {cwd_display}\n' 'Complete output ({line_count} lines):\n{output}{divider}' ).format( exit_status=exit_status, command_display=command_display, cwd_display=cwd_display, line_count=len(lines), output=output, divider=LOG_DIVIDER, ) return msg def call_subprocess( cmd, # type: Union[List[str], CommandArgs] show_stdout=False, # type: bool cwd=None, # type: Optional[str] on_returncode='raise', # type: str extra_ok_returncodes=None, # type: Optional[Iterable[int]] command_desc=None, # type: Optional[str] extra_environ=None, # type: Optional[Mapping[str, Any]] unset_environ=None, # type: Optional[Iterable[str]] spinner=None, # type: Optional[SpinnerInterface] log_failed_cmd=True # type: Optional[bool] ): # type: (...) -> Text """ Args: show_stdout: if true, use INFO to log the subprocess's stderr and stdout streams. Otherwise, use DEBUG. Defaults to False. extra_ok_returncodes: an iterable of integer return codes that are acceptable, in addition to 0. Defaults to None, which means []. unset_environ: an iterable of environment variable names to unset prior to calling subprocess.Popen(). log_failed_cmd: if false, failed commands are not logged, only raised. """ if extra_ok_returncodes is None: extra_ok_returncodes = [] if unset_environ is None: unset_environ = [] # Most places in pip use show_stdout=False. What this means is-- # # - We connect the child's output (combined stderr and stdout) to a # single pipe, which we read. # - We log this output to stderr at DEBUG level as it is received. # - If DEBUG logging isn't enabled (e.g. if --verbose logging wasn't # requested), then we show a spinner so the user can still see the # subprocess is in progress. # - If the subprocess exits with an error, we log the output to stderr # at ERROR level if it hasn't already been displayed to the console # (e.g. if --verbose logging wasn't enabled). This way we don't log # the output to the console twice. # # If show_stdout=True, then the above is still done, but with DEBUG # replaced by INFO. if show_stdout: # Then log the subprocess output at INFO level. log_subprocess = subprocess_logger.info used_level = logging.INFO else: # Then log the subprocess output using DEBUG. This also ensures # it will be logged to the log file (aka user_log), if enabled. log_subprocess = subprocess_logger.debug used_level = logging.DEBUG # Whether the subprocess will be visible in the console. showing_subprocess = subprocess_logger.getEffectiveLevel() <= used_level # Only use the spinner if we're not showing the subprocess output # and we have a spinner. use_spinner = not showing_subprocess and spinner is not None if command_desc is None: command_desc = format_command_args(cmd) log_subprocess("Running command %s", command_desc) env = os.environ.copy() if extra_environ: env.update(extra_environ) for name in unset_environ: env.pop(name, None) try: proc = subprocess.Popen( # Convert HiddenText objects to the underlying str. reveal_command_args(cmd), stderr=subprocess.STDOUT, stdin=subprocess.PIPE, stdout=subprocess.PIPE, cwd=cwd, env=env, ) proc.stdin.close() except Exception as exc: if log_failed_cmd: subprocess_logger.critical( "Error %s while executing command %s", exc, command_desc, ) raise all_output = [] while True: # The "line" value is a unicode string in Python 2. line = console_to_str(proc.stdout.readline()) if not line: break line = line.rstrip() all_output.append(line + '\n') # Show the line immediately. log_subprocess(line) # Update the spinner. if use_spinner: spinner.spin() try: proc.wait() finally: if proc.stdout: proc.stdout.close() proc_had_error = ( proc.returncode and proc.returncode not in extra_ok_returncodes ) if use_spinner: if proc_had_error: spinner.finish("error") else: spinner.finish("done") if proc_had_error: if on_returncode == 'raise': if not showing_subprocess and log_failed_cmd: # Then the subprocess streams haven't been logged to the # console yet. msg = make_subprocess_output_error( cmd_args=cmd, cwd=cwd, lines=all_output, exit_status=proc.returncode, ) subprocess_logger.error(msg) exc_msg = ( 'Command errored out with exit status {}: {} ' 'Check the logs for full command output.' ).format(proc.returncode, command_desc) raise InstallationError(exc_msg) elif on_returncode == 'warn': subprocess_logger.warning( 'Command "%s" had error code %s in %s', command_desc, proc.returncode, cwd, ) elif on_returncode == 'ignore': pass else: raise ValueError('Invalid value: on_returncode=%s' % repr(on_returncode)) return ''.join(all_output) def runner_with_spinner_message(message): # type: (str) -> Callable """Provide a subprocess_runner that shows a spinner message. Intended for use with for pep517's Pep517HookCaller. Thus, the runner has an API that matches what's expected by Pep517HookCaller.subprocess_runner. """ def runner( cmd, # type: List[str] cwd=None, # type: Optional[str] extra_environ=None # type: Optional[Mapping[str, Any]] ): # type: (...) -> None with open_spinner(message) as spinner: call_subprocess( cmd, cwd=cwd, extra_environ=extra_environ, spinner=spinner, ) return runner PK A\N% % pip/_internal/utils/unpacking.pynu [ """Utilities related archives. """ # The following comment should be removed at some point in the future. # mypy: strict-optional=False # mypy: disallow-untyped-defs=False from __future__ import absolute_import import logging import os import shutil import stat import tarfile import zipfile from pip._internal.exceptions import InstallationError from pip._internal.utils.filetypes import ( BZ2_EXTENSIONS, TAR_EXTENSIONS, XZ_EXTENSIONS, ZIP_EXTENSIONS, ) from pip._internal.utils.misc import ensure_dir from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import Iterable, List, Optional, Text, Union logger = logging.getLogger(__name__) SUPPORTED_EXTENSIONS = ZIP_EXTENSIONS + TAR_EXTENSIONS try: import bz2 # noqa SUPPORTED_EXTENSIONS += BZ2_EXTENSIONS except ImportError: logger.debug('bz2 module is not available') try: # Only for Python 3.3+ import lzma # noqa SUPPORTED_EXTENSIONS += XZ_EXTENSIONS except ImportError: logger.debug('lzma module is not available') def current_umask(): """Get the current umask which involves having to set it temporarily.""" mask = os.umask(0) os.umask(mask) return mask def split_leading_dir(path): # type: (Union[str, Text]) -> List[Union[str, Text]] path = path.lstrip('/').lstrip('\\') if ( '/' in path and ( ('\\' in path and path.find('/') < path.find('\\')) or '\\' not in path ) ): return path.split('/', 1) elif '\\' in path: return path.split('\\', 1) else: return [path, ''] def has_leading_dir(paths): # type: (Iterable[Union[str, Text]]) -> bool """Returns true if all the paths have the same leading path name (i.e., everything is in one subdirectory in an archive)""" common_prefix = None for path in paths: prefix, rest = split_leading_dir(path) if not prefix: return False elif common_prefix is None: common_prefix = prefix elif prefix != common_prefix: return False return True def is_within_directory(directory, target): # type: ((Union[str, Text]), (Union[str, Text])) -> bool """ Return true if the absolute path of target is within the directory """ abs_directory = os.path.abspath(directory) abs_target = os.path.abspath(target) prefix = os.path.commonprefix([abs_directory, abs_target]) return prefix == abs_directory def unzip_file(filename, location, flatten=True): # type: (str, str, bool) -> None """ Unzip the file (with path `filename`) to the destination `location`. All files are written based on system defaults and umask (i.e. permissions are not preserved), except that regular file members with any execute permissions (user, group, or world) have "chmod +x" applied after being written. Note that for windows, any execute changes using os.chmod are no-ops per the python docs. """ ensure_dir(location) zipfp = open(filename, 'rb') try: zip = zipfile.ZipFile(zipfp, allowZip64=True) leading = has_leading_dir(zip.namelist()) and flatten for info in zip.infolist(): name = info.filename fn = name if leading: fn = split_leading_dir(name)[1] fn = os.path.join(location, fn) dir = os.path.dirname(fn) if not is_within_directory(location, fn): message = ( 'The zip file ({}) has a file ({}) trying to install ' 'outside target directory ({})' ) raise InstallationError(message.format(filename, fn, location)) if fn.endswith('/') or fn.endswith('\\'): # A directory ensure_dir(fn) else: ensure_dir(dir) # Don't use read() to avoid allocating an arbitrarily large # chunk of memory for the file's content fp = zip.open(name) try: with open(fn, 'wb') as destfp: shutil.copyfileobj(fp, destfp) finally: fp.close() mode = info.external_attr >> 16 # if mode and regular file and any execute permissions for # user/group/world? if mode and stat.S_ISREG(mode) and mode & 0o111: # make dest file have execute for user/group/world # (chmod +x) no-op on windows per python docs os.chmod(fn, (0o777 - current_umask() | 0o111)) finally: zipfp.close() def untar_file(filename, location): # type: (str, str) -> None """ Untar the file (with path `filename`) to the destination `location`. All files are written based on system defaults and umask (i.e. permissions are not preserved), except that regular file members with any execute permissions (user, group, or world) have "chmod +x" applied after being written. Note that for windows, any execute changes using os.chmod are no-ops per the python docs. """ ensure_dir(location) if filename.lower().endswith('.gz') or filename.lower().endswith('.tgz'): mode = 'r:gz' elif filename.lower().endswith(BZ2_EXTENSIONS): mode = 'r:bz2' elif filename.lower().endswith(XZ_EXTENSIONS): mode = 'r:xz' elif filename.lower().endswith('.tar'): mode = 'r' else: logger.warning( 'Cannot determine compression type for file %s', filename, ) mode = 'r:*' tar = tarfile.open(filename, mode) try: leading = has_leading_dir([ member.name for member in tar.getmembers() ]) for member in tar.getmembers(): fn = member.name if leading: # https://github.com/python/mypy/issues/1174 fn = split_leading_dir(fn)[1] # type: ignore path = os.path.join(location, fn) if not is_within_directory(location, path): message = ( 'The tar file ({}) has a file ({}) trying to install ' 'outside target directory ({})' ) raise InstallationError( message.format(filename, path, location) ) # Call the `data` filter for its side effect (raising exception) try: tarfile.data_filter(member.replace(name=fn), location) except tarfile.LinkOutsideDestinationError: pass if member.isdir(): ensure_dir(path) elif member.issym(): try: # https://github.com/python/typeshed/issues/2673 tar._extract_member(member, path) # type: ignore except Exception as exc: # Some corrupt tar files seem to produce this # (specifically bad symlinks) logger.warning( 'In the tar file %s the member %s is invalid: %s', filename, member.name, exc, ) continue else: try: fp = tar.extractfile(member) except (KeyError, AttributeError) as exc: # Some corrupt tar files seem to produce this # (specifically bad symlinks) logger.warning( 'In the tar file %s the member %s is invalid: %s', filename, member.name, exc, ) continue ensure_dir(os.path.dirname(path)) with open(path, 'wb') as destfp: shutil.copyfileobj(fp, destfp) fp.close() # Update the timestamp (useful for cython compiled files) # https://github.com/python/typeshed/issues/2673 tar.utime(member, path) # type: ignore # member have any execute permissions for user/group/world? if member.mode & 0o111: # make dest file have execute for user/group/world # no-op on windows per python docs os.chmod(path, (0o777 - current_umask() | 0o111)) finally: tar.close() def unpack_file( filename, # type: str location, # type: str content_type=None, # type: Optional[str] ): # type: (...) -> None filename = os.path.realpath(filename) if ( content_type == 'application/zip' or filename.lower().endswith(ZIP_EXTENSIONS) or zipfile.is_zipfile(filename) ): unzip_file( filename, location, flatten=not filename.endswith('.whl') ) elif ( content_type == 'application/x-gzip' or tarfile.is_tarfile(filename) or filename.lower().endswith( TAR_EXTENSIONS + BZ2_EXTENSIONS + XZ_EXTENSIONS ) ): untar_file(filename, location) else: # FIXME: handle? # FIXME: magic signatures? logger.critical( 'Cannot unpack file %s (downloaded from %s, content-type: %s); ' 'cannot detect archive format', filename, location, content_type, ) raise InstallationError( 'Cannot determine archive format of {}'.format(location) ) PK A\- - pip/_internal/utils/glibc.pynu [ # The following comment should be removed at some point in the future. # mypy: strict-optional=False from __future__ import absolute_import import os import re import warnings from pip._internal.utils.typing import MYPY_CHECK_RUNNING if MYPY_CHECK_RUNNING: from typing import Optional, Tuple def glibc_version_string(): # type: () -> Optional[str] "Returns glibc version string, or None if not using glibc." return glibc_version_string_confstr() or glibc_version_string_ctypes() def glibc_version_string_confstr(): # type: () -> Optional[str] "Primary implementation of glibc_version_string using os.confstr." # os.confstr is quite a bit faster than ctypes.DLL. It's also less likely # to be broken or missing. This strategy is used in the standard library # platform module: # https://github.com/python/cpython/blob/fcf1d003bf4f0100c9d0921ff3d70e1127ca1b71/Lib/platform.py#L175-L183 try: # os.confstr("CS_GNU_LIBC_VERSION") returns a string like "glibc 2.17": _, version = os.confstr("CS_GNU_LIBC_VERSION").split() except (AttributeError, OSError, ValueError): # os.confstr() or CS_GNU_LIBC_VERSION not available (or a bad value)... return None return version def glibc_version_string_ctypes(): # type: () -> Optional[str] "Fallback implementation of glibc_version_string using ctypes." try: import ctypes except ImportError: return None # ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen # manpage says, "If filename is NULL, then the returned handle is for the # main program". This way we can let the linker do the work to figure out # which libc our process is actually using. process_namespace = ctypes.CDLL(None) try: gnu_get_libc_version = process_namespace.gnu_get_libc_version except AttributeError: # Symbol doesn't exist -> therefore, we are not linked to # glibc. return None # Call gnu_get_libc_version, which returns a string like "2.5" gnu_get_libc_version.restype = ctypes.c_char_p version_str = gnu_get_libc_version() # py2 / py3 compatibility: if not isinstance(version_str, str): version_str = version_str.decode("ascii") return version_str # Separated out from have_compatible_glibc for easier unit testing def check_glibc_version(version_str, required_major, minimum_minor): # type: (str, int, int) -> bool # Parse string and check against requested version. # # We use a regexp instead of str.split because we want to discard any # random junk that might come after the minor version -- this might happen # in patched/forked versions of glibc (e.g. Linaro's version of glibc # uses version strings like "2.20-2014.11"). See gh-3588. m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str) if not m: warnings.warn("Expected glibc version with 2 components major.minor," " got: %s" % version_str, RuntimeWarning) return False return (int(m.group("major")) == required_major and int(m.group("minor")) >= minimum_minor) def have_compatible_glibc(required_major, minimum_minor): # type: (int, int) -> bool version_str = glibc_version_string() if version_str is None: return False return check_glibc_version(version_str, required_major, minimum_minor) # platform.libc_ver regularly returns completely nonsensical glibc # versions. E.g. on my computer, platform says: # # ~$ python2.7 -c 'import platform; print(platform.libc_ver())' # ('glibc', '2.7') # ~$ python3.5 -c 'import platform; print(platform.libc_ver())' # ('glibc', '2.9') # # But the truth is: # # ~$ ldd --version # ldd (Debian GLIBC 2.22-11) 2.22 # # This is unfortunate, because it means that the linehaul data on libc # versions that was generated by pip 8.1.2 and earlier is useless and # misleading. Solution: instead of using platform, use our code that actually # works. def libc_ver(): # type: () -> Tuple[str, str] """Try to determine the glibc version Returns a tuple of strings (lib, version) which default to empty strings in case the lookup fails. """ glibc_version = glibc_version_string() if glibc_version is None: return ("", "") else: return ("glibc", glibc_version) PK A\^7 7 # pip/_internal/utils/marker_files.pynu [ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import os.path DELETE_MARKER_MESSAGE = '''\ This file is placed here by pip to indicate the source was put here by pip. Once this package is successfully installed this source code will be deleted (unless you remove this file). ''' PIP_DELETE_MARKER_FILENAME = 'pip-delete-this-directory.txt' def has_delete_marker_file(directory): return os.path.exists(os.path.join(directory, PIP_DELETE_MARKER_FILENAME)) def write_delete_marker_file(directory): # type: (str) -> None """ Write the pip delete marker file into this directory. """ filepath = os.path.join(directory, PIP_DELETE_MARKER_FILENAME) with open(filepath, 'w') as marker_fp: marker_fp.write(DELETE_MARKER_MESSAGE) PK A\z3* * - pip/_internal/utils/inject_securetransport.pynu [ """A helper module that injects SecureTransport, on import. The import should be done as early as possible, to ensure all requests and sessions (or whatever) are created after injecting SecureTransport. Note that we only do the injection on macOS, when the linked OpenSSL is too old to handle TLSv1.2. """ import sys def inject_securetransport(): # type: () -> None # Only relevant on macOS if sys.platform != "darwin": return try: import ssl except ImportError: return # Checks for OpenSSL 1.0.1 if ssl.OPENSSL_VERSION_NUMBER >= 0x1000100f: return try: from pip._vendor.urllib3.contrib import securetransport except (ImportError, OSError): return securetransport.inject_into_urllib3() inject_securetransport() PK A\=| | pip/_internal/utils/models.pynu [ """Utilities for defining models """ # The following comment should be removed at some point in the future. # mypy: disallow-untyped-defs=False import operator class KeyBasedCompareMixin(object): """Provides comparison capabilities that is based on a key """ def __init__(self, key, defining_class): self._compare_key = key self._defining_class = defining_class def __hash__(self): return hash(self._compare_key) def __lt__(self, other): return self._compare(other, operator.__lt__) def __le__(self, other): return self._compare(other, operator.__le__) def __gt__(self, other): return self._compare(other, operator.__gt__) def __ge__(self, other): return self._compare(other, operator.__ge__) def __eq__(self, other): return self._compare(other, operator.__eq__) def __ne__(self, other): return self._compare(other, operator.__ne__) def _compare(self, other, method): if not isinstance(other, self._defining_class): return NotImplemented return method(self._compare_key, other._compare_key) PK A\ # # 6 pip/_internal/utils/__pycache__/logging.cpython-38.pycnu [ U .e2 @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlmZm Z d dl m Z d dl m Z d dlmZ d dlmZ z d dlZW n ek r d dlZY nX zd dlmZ W n ek r dZY nX d d lmZ eZe Z d e _ e d Z G d d d eZ e r&e r d d Z ndd Z ne r6dd Z ndd Z ej!d%ddZ"dd Z#G dd dej$Z%dd Z&G dd d ej'Z(G d d d ej)j*Z+G d d d eZ,G d!d" d"eZ-d#d$ Z.dS )& )absolute_importN)Filter getLogger)PY2)WINDOWS)DEPRECATION_MSG_PREFIX) ensure_dir)colorama)Forezpip.subprocessorc @ s e Zd ZdZdS )BrokenStdoutLoggingErrorzO Raised if BrokenPipeError occurs for the stdout stream while logging. N)__name__ __module__ __qualname____doc__ r r ?/usr/lib/python3.8/site-packages/pip/_internal/utils/logging.pyr ; s r c C s | t ko|jtjtjfkS z1See the docstring for non-Windows Python 3 below.)IOErrorerrnoEINVALEPIPE exc_classexcr r r _is_broken_pipe_errorI s r c C s" | t kp | tko |jtjtjfkS r )BrokenPipeErrorOSErrorr r r r r r r r O s c C s | t ko|jtjkS r )r r r r r r r r U s c C s | t kS )z Return whether an exception is a broken pipe error. Args: exc_class: an exception class. exc: an exception instance. )r r r r r r Z s c c s. t j| 7 _z dV W 5 t j| 8 _X dS )zv A context manager which will cause the log output to be indented for any log messages emitted inside it. N) _log_state indentation)Znumr r r indent_loge s r c C s t tddS )Nr r )getattrr r r r r get_indentationr s r" c s0 e Zd Z fddZdd Z fddZ ZS )IndentingFormatterc s$ | dd| _tt| j|| dS )z A logging.Formatter that obeys the indent_log() context manager. :param add_timestamp: A bool indicating output lines should be prefixed with their record's timestamp. add_timestampFN)popr$ superr# __init__)selfargskwargs __class__r r r' x s zIndentingFormatter.__init__c C s. |t jk rdS |tr dS |t jk r*dS dS )zv Return the start of the formatted log message (not counting the prefix to add to each line). z WARNING: zERROR: )loggingWARNING startswithr ERROR)r( formattedlevelnor r r get_message_start s z$IndentingFormatter.get_message_startc sz t t| |}| ||j}|| }d | jrJ| |d}d||jf dt 7 d fdd| dD }|S )z Calls the standard formatter, but will indent all of the log message lines by our current indentation level. r- z%Y-%m-%dT%H:%M:%Sz%s,%03d c s g | ] } | qS r r ).0lineprefixr r <listcomp> s z-IndentingFormatter.format.<locals>.<listcomp>T) r& r# formatr4 r3 r$ Z formatTimeZmsecsr" join splitlines)r( recordr2 Z message_starttr+ r8 r r; s zIndentingFormatter.format)r r r r' r4 r; __classcell__r r r+ r r# v s r# c s fdd}|S )Nc s d t | tjjg S )Nr- )r< listr ZStyleZ RESET_ALL)Zinpcolorsr r wrapped s z _color_wrap.<locals>.wrappedr )rC rD r rB r _color_wrap s rE c sh e Zd Zer.ejeejfej eej fgZ ng Z d ddZ dd Z dd Zdd Z fd d Z ZS ) ColorizedStreamHandlerNc C s. t j| | || _tr*tr*t| j| _d S N)r. StreamHandlerr' _no_colorr r AnsiToWin32stream)r( rK no_colorr r r r' s z ColorizedStreamHandler.__init__c C s" t rtr| jjtjkS | jtjkS )zA Return whether the handler is using sys.stdout. )r r rK rD sysstdoutr( r r r _using_stdout s z$ColorizedStreamHandler._using_stdoutc C sX t r | jrdS t| jt js"| jn| jj}t|dr@| r@dS tj ddkrTdS dS )NFisattyTZTERMZANSI) r rI isinstancerK rJ rD hasattrrQ osenvironget)r( Z real_streamr r r should_color s z#ColorizedStreamHandler.should_colorc C s@ t j| |}| r<| jD ] \}}|j|kr ||} q<q |S rG )r. rH r; rW COLORSr3 )r( r> msglevelZcolorr r r r; s z ColorizedStreamHandler.formatc s@ t d d \}}|r0| r0t||r0t tt| |S )Nr )rM exc_inforP r r r& rF handleError)r( r> r r r+ r r r\ s z"ColorizedStreamHandler.handleError)NN)r r r r r. r1 rE r ZREDr/ ZYELLOWrX r' rP rW r; r\ r@ r r r+ r rF s rF c @ s e Zd Zdd ZdS )BetterRotatingFileHandlerc C s t tj| j tjj| S rG ) r rT pathdirnameZ baseFilenamer. handlersRotatingFileHandler_openrO r r r rb s z BetterRotatingFileHandler._openN)r r r rb r r r r r] s r] c @ s e Zd Zdd Zdd ZdS )MaxLevelFilterc C s || _ d S rG )rZ )r( rZ r r r r' s zMaxLevelFilter.__init__c C s |j | jk S rG )r3 rZ r( r> r r r filter s zMaxLevelFilter.filterN)r r r r' re r r r r rc s rc c s e Zd ZdZ fddZ ZS )ExcludeLoggerFilterzQ A logging Filter that excludes records from a logger (or its children). c s t t| | S rG )r& rf re rd r+ r r re s zExcludeLoggerFilter.filter)r r r r re r@ r r r+ r rf s rf c C sf | dkrd}n.| dkr d}n | dkr*d}n| dkr8d}nd }t t|}|d k }|r\|}d}nd }|}|d krpdnd}d dd} ddd} dddg|rdgng } tjdddtjddtjdd tjdd td d td d d!d"|| d# || d$ d%d&gd'd(d| d# || d) d%gd'd(|| d# || d) d*gd'd(d| d+ |d d,d-d.|| d/d0d1|iid2 |S )3znConfigures and sets up all of the logging Returns the requested logging level, as its integer value. DEBUGr/ r1 ZCRITICALINFONz /dev/null)rl r1 zext://sys.stdoutzext://sys.stderr)rN stderrz2pip._internal.utils.logging.ColorizedStreamHandlerz5pip._internal.utils.logging.BetterRotatingFileHandler)rK fileconsoleconsole_errorsconsole_subprocessuser_logFz*pip._internal.utils.logging.MaxLevelFilter)()rZ zlogging.Filter)rs namez/pip._internal.utils.logging.ExcludeLoggerFilter)exclude_warningsrestrict_to_subprocessexclude_subprocessz %(message)s)rs r; T)rs r; r$ )indentindent_with_timestamprK rN rw ru rx )rZ classrL rK filters formatterrm rv rn ry )rZ rz filenameZdelayr| )ro rp rq rr )rZ r` z pip._vendorrZ )versionZdisable_existing_loggersr{ Z formattersr` rootZloggers)r! r. ZconfigZ dictConfigr/ subprocess_loggerrt r# ) verbosityrL Z user_log_filerZ Z level_numberZinclude_user_logZadditional_log_fileZ root_levelZvendored_log_levelZ log_streamsZhandler_classesr` r r r setup_logging s $ Jr )r )/Z __future__r contextlibr r. Zlogging.handlersrT rM r r Zpip._vendor.sixr Zpip._internal.utils.compatr Z pip._internal.utils.deprecationr Zpip._internal.utils.miscr Z threading ImportErrorZdummy_threadingZ pip._vendorr Z _colorama ExceptionZpip._vendor.coloramar Zlocalr r r r r contextmanagerr r" Z Formatterr# rE rH rF r` ra r] rc rf r r r r r <module> sT 2K PK A\/~ ? pip/_internal/utils/__pycache__/setuptools_build.cpython-38.pycnu [ U .e_ @ s: d dl Z d dlmZ er(d dlmZmZ dZdddZdS ) N)MYPY_CHECK_RUNNING)ListSequencezimport sys, setuptools, tokenize; sys.argv[0] = {0!r}; __file__={0!r};f=getattr(tokenize, 'open', open)(__file__);code=f.read().replace('\r\n', '\n');f.close();exec(compile(code, __file__, 'exec'))Fc C sJ t jg}|r|d |dt| g |r8|| |rF|d |S )ao Get setuptools command arguments with shim wrapped setup file invocation. :param setup_py_path: The path to setup.py to be wrapped. :param global_options: Additional global options. :param no_user_config: If True, disables personal user configuration. :param unbuffered_output: If True, adds the unbuffered switch to the argument list. z-uz-cz --no-user-cfg)sys executableappendextend_SETUPTOOLS_SHIMformat)Z setup_py_pathZglobal_optionsZno_user_configZunbuffered_outputargs r H/usr/lib/python3.8/site-packages/pip/_internal/utils/setuptools_build.pymake_setuptools_shim_args s r )NFF)r Zpip._internal.utils.typingr typingr r r r r r r r <module> s PK A\ # # < pip/_internal/utils/__pycache__/logging.cpython-38.opt-1.pycnu [ U .e2 @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlmZm Z d dl m Z d dl m Z d dlmZ d dlmZ z d dlZW n ek r d dlZY nX zd dlmZ W n ek r dZY nX d d lmZ eZe Z d e _ e d Z G d d d eZ e r&e r d d Z ndd Z ne r6dd Z ndd Z ej!d%ddZ"dd Z#G dd dej$Z%dd Z&G dd d ej'Z(G d d d ej)j*Z+G d d d eZ,G d!d" d"eZ-d#d$ Z.dS )& )absolute_importN)Filter getLogger)PY2)WINDOWS)DEPRECATION_MSG_PREFIX) ensure_dir)colorama)Forezpip.subprocessorc @ s e Zd ZdZdS )BrokenStdoutLoggingErrorzO Raised if BrokenPipeError occurs for the stdout stream while logging. N)__name__ __module__ __qualname____doc__ r r ?/usr/lib/python3.8/site-packages/pip/_internal/utils/logging.pyr ; s r c C s | t ko|jtjtjfkS z1See the docstring for non-Windows Python 3 below.)IOErrorerrnoEINVALEPIPE exc_classexcr r r _is_broken_pipe_errorI s r c C s" | t kp | tko |jtjtjfkS r )BrokenPipeErrorOSErrorr r r r r r r r O s c C s | t ko|jtjkS r )r r r r r r r r U s c C s | t kS )z Return whether an exception is a broken pipe error. Args: exc_class: an exception class. exc: an exception instance. )r r r r r r Z s c c s. t j| 7 _z dV W 5 t j| 8 _X dS )zv A context manager which will cause the log output to be indented for any log messages emitted inside it. N) _log_state indentation)Znumr r r indent_loge s r c C s t tddS )Nr r )getattrr r r r r get_indentationr s r" c s0 e Zd Z fddZdd Z fddZ ZS )IndentingFormatterc s$ | dd| _tt| j|| dS )z A logging.Formatter that obeys the indent_log() context manager. :param add_timestamp: A bool indicating output lines should be prefixed with their record's timestamp. add_timestampFN)popr$ superr# __init__)selfargskwargs __class__r r r' x s zIndentingFormatter.__init__c C s. |t jk rdS |tr dS |t jk r*dS dS )zv Return the start of the formatted log message (not counting the prefix to add to each line). z WARNING: zERROR: )loggingWARNING startswithr ERROR)r( formattedlevelnor r r get_message_start s z$IndentingFormatter.get_message_startc sz t t| |}| ||j}|| }d | jrJ| |d}d||jf dt 7 d fdd| dD }|S )z Calls the standard formatter, but will indent all of the log message lines by our current indentation level. r- z%Y-%m-%dT%H:%M:%Sz%s,%03d c s g | ] } | qS r r ).0lineprefixr r <listcomp> s z-IndentingFormatter.format.<locals>.<listcomp>T) r& r# formatr4 r3 r$ Z formatTimeZmsecsr" join splitlines)r( recordr2 Z message_starttr+ r8 r r; s zIndentingFormatter.format)r r r r' r4 r; __classcell__r r r+ r r# v s r# c s fdd}|S )Nc s d t | tjjg S )Nr- )r< listr ZStyleZ RESET_ALL)Zinpcolorsr r wrapped s z _color_wrap.<locals>.wrappedr )rC rD r rB r _color_wrap s rE c sh e Zd Zer.ejeejfej eej fgZ ng Z d ddZ dd Z dd Zdd Z fd d Z ZS ) ColorizedStreamHandlerNc C s. t j| | || _tr*tr*t| j| _d S N)r. StreamHandlerr' _no_colorr r AnsiToWin32stream)r( rK no_colorr r r r' s z ColorizedStreamHandler.__init__c C s" t rtr| jjtjkS | jtjkS )zA Return whether the handler is using sys.stdout. )r r rK rD sysstdoutr( r r r _using_stdout s z$ColorizedStreamHandler._using_stdoutc C sX t r | jrdS t| jt js"| jn| jj}t|dr@| r@dS tj ddkrTdS dS )NFisattyTZTERMZANSI) r rI isinstancerK rJ rD hasattrrQ osenvironget)r( Z real_streamr r r should_color s z#ColorizedStreamHandler.should_colorc C s@ t j| |}| r<| jD ] \}}|j|kr ||} q<q |S rG )r. rH r; rW COLORSr3 )r( r> msglevelZcolorr r r r; s z ColorizedStreamHandler.formatc s@ t d d \}}|r0| r0t||r0t tt| |S )Nr )rM exc_inforP r r r& rF handleError)r( r> r r r+ r r r\ s z"ColorizedStreamHandler.handleError)NN)r r r r r. r1 rE r ZREDr/ ZYELLOWrX r' rP rW r; r\ r@ r r r+ r rF s rF c @ s e Zd Zdd ZdS )BetterRotatingFileHandlerc C s t tj| j tjj| S rG ) r rT pathdirnameZ baseFilenamer. handlersRotatingFileHandler_openrO r r r rb s z BetterRotatingFileHandler._openN)r r r rb r r r r r] s r] c @ s e Zd Zdd Zdd ZdS )MaxLevelFilterc C s || _ d S rG )rZ )r( rZ r r r r' s zMaxLevelFilter.__init__c C s |j | jk S rG )r3 rZ r( r> r r r filter s zMaxLevelFilter.filterN)r r r r' re r r r r rc s rc c s e Zd ZdZ fddZ ZS )ExcludeLoggerFilterzQ A logging Filter that excludes records from a logger (or its children). c s t t| | S rG )r& rf re rd r+ r r re s zExcludeLoggerFilter.filter)r r r r re r@ r r r+ r rf s rf c C sf | dkrd}n.| dkr d}n | dkr*d}n| dkr8d}nd }t t|}|d k }|r\|}d}nd }|}|d krpdnd}d dd} ddd} dddg|rdgng } tjdddtjddtjdd tjdd td d td d d!d"|| d# || d$ d%d&gd'd(d| d# || d) d%gd'd(|| d# || d) d*gd'd(d| d+ |d d,d-d.|| d/d0d1|iid2 |S )3znConfigures and sets up all of the logging Returns the requested logging level, as its integer value. DEBUGr/ r1 ZCRITICALINFONz /dev/null)rl r1 zext://sys.stdoutzext://sys.stderr)rN stderrz2pip._internal.utils.logging.ColorizedStreamHandlerz5pip._internal.utils.logging.BetterRotatingFileHandler)rK fileconsoleconsole_errorsconsole_subprocessuser_logFz*pip._internal.utils.logging.MaxLevelFilter)()rZ zlogging.Filter)rs namez/pip._internal.utils.logging.ExcludeLoggerFilter)exclude_warningsrestrict_to_subprocessexclude_subprocessz %(message)s)rs r; T)rs r; r$ )indentindent_with_timestamprK rN rw ru rx )rZ classrL rK filters formatterrm rv rn ry )rZ rz filenameZdelayr| )ro rp rq rr )rZ r` z pip._vendorrZ )versionZdisable_existing_loggersr{ Z formattersr` rootZloggers)r! r. ZconfigZ dictConfigr/ subprocess_loggerrt r# ) verbosityrL Z user_log_filerZ Z level_numberZinclude_user_logZadditional_log_fileZ root_levelZvendored_log_levelZ log_streamsZhandler_classesr` r r r setup_logging s $ Jr )r )/Z __future__r contextlibr r. Zlogging.handlersrT rM r r Zpip._vendor.sixr Zpip._internal.utils.compatr Z pip._internal.utils.deprecationr Zpip._internal.utils.miscr Z threading ImportErrorZdummy_threadingZ pip._vendorr Z _colorama ExceptionZpip._vendor.coloramar Zlocalr r r r r contextmanagerr r" Z Formatterr# rE rH rF r` ra r] rc rf r r r r r <module> sT 2K PK A\QdC 7 pip/_internal/utils/__pycache__/__init__.cpython-38.pycnu [ U .e @ s d S )N r r r @/usr/lib/python3.8/site-packages/pip/_internal/utils/__init__.py<module> PK A\ߔ = pip/_internal/utils/__pycache__/temp_dir.cpython-38.opt-1.pycnu [ U .e @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlm Z d dl m Z e r\d dl m Z eeZG dd deZG dd d eZdS ) )absolute_importN)rmtree)MYPY_CHECK_RUNNING)Optionalc sV e Zd ZdZd fdd Zedd Zdd Zd d Zd d Z dd Z dd Z Z S ) TempDirectoryaM Helper class that owns and cleans up a temporary directory. This class can be used as a context manager or as an OO representation of a temporary directory. Attributes: path Location to the created temporary directory delete Whether the directory should be deleted when exiting (when used as a contextmanager) Methods: cleanup() Deletes the temporary directory When used as a context manager, if the delete attribute is True, on exiting the context the temporary directory is deleted. Ntempc sP t t| |d kr"|d kr"d}|d kr4| |}|| _d| _|| _|| _d S )NTF)superr __init___create_path_deleteddeletekind)selfpathr r __class__ @/usr/lib/python3.8/site-packages/pip/_internal/utils/temp_dir.pyr + s zTempDirectory.__init__c C s | j S N)r r r r r r @ s zTempDirectory.pathc C s d | jj| jS )Nz <{} {!r}>)formatr __name__r r r r r __repr__H s zTempDirectory.__repr__c C s | S r r r r r r __enter__K s zTempDirectory.__enter__c C s | j r| d S r )r cleanup)r excvaluetbr r r __exit__N s zTempDirectory.__exit__c C s. t jtjd|d}td| |S )zECreate a temporary directory and store its path in self.path pip-{}-prefix Created temporary directory: {})osr realpathtempfilemkdtempr loggerdebug)r r r r r r r R s zTempDirectory._createc C s" d| _ tj| jr t| j dS )z?Remove the temporary directory created and reset state TN)r r$ r existsr r r r r r r _ s zTempDirectory.cleanup)NNr ) r __module__ __qualname____doc__r propertyr r r r r r __classcell__r r r r r s r c s: e Zd ZdZdZd fdd Zedd Zdd Z Z S ) AdjacentTempDirectorya Helper class that creates a temporary directory adjacent to a real one. Attributes: original The original directory to create a temp directory for. path After calling create() or entering, contains the full path to the temporary directory. delete Whether the directory should be deleted when exiting (when used as a contextmanager) z-~.=%0123456789Nc s" | d| _tt| j|d d S )Nz/\)r )rstriporiginalr r0 r )r r2 r r r r r | s z AdjacentTempDirectory.__init__c c s t dt|D ]D}t| j|d D ],}dd| ||d }||kr$|V q$qt t| jD ]8}t| j|D ]$}dd| | }||krt|V qtqbdS )a Generates a series of temporary names. The algorithm replaces the leading characters in the name with ones that are valid filesystem characters, but are not valid package names (for both Python and pip definitions of package). ~ N)rangelen itertools combinations_with_replacement LEADING_CHARSjoin)clsnamei candidatenew_namer r r _generate_names s z%AdjacentTempDirectory._generate_namesc C s t j| j\}}| |D ]b}t j||}zt | W n0 tk rl } z|jtj kr\ W 5 d }~X Y q X t j |} qq t j t j d |d}td | |S )Nr r! r# )r$ r splitr2 rA r; mkdirOSErrorerrnoZEEXISTr% r& r' r r( r) )r r rootr= r? r Zexr r r r s z AdjacentTempDirectory._create)N) r r+ r, r- r: r classmethodrA r r/ r r r r r0 g s r0 )Z __future__r rE r8 ZloggingZos.pathr$ r& Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr Z getLoggerr r( objectr r0 r r r r <module> s QPK A\c"F F 9 pip/_internal/utils/__pycache__/urls.cpython-38.opt-1.pycnu [ U .e @ sh d dl Z d dlZd dlmZ d dlmZ d dlmZ erLd dl m Z m Z m Z dd Z dd Zd d ZdS ) N)parse)request)MYPY_CHECK_RUNNING)OptionalTextUnionc C s d| kr d S | ddd S )N: r )splitlower)url r </usr/lib/python3.8/site-packages/pip/_internal/utils/urls.pyget_url_scheme s r c C s* t jt j| } tdt| }|S )zh Convert a path to a file: URL. The path will be made absolute and have quoted path parts. zfile:)ospathnormpathabspath urllib_parseZurljoinurllib_requestZ pathname2url)r r r r r path_to_url s r c C sX t | \}}}}}|r |dkr&d}n tjdkr:d| }n td| t|| }|S )z( Convert a file: URL to a path. Z localhost Zwin32z\\z:non-local file URIs are not supported on this platform: %r)r Zurlsplitsysplatform ValueErrorr Z url2pathname)r _Znetlocr r r r url_to_path s r )r r Z pip._vendor.six.moves.urllibr r r r Zpip._internal.utils.typingr typingr r r r r r r r r r <module> s PK A\# @ pip/_internal/utils/__pycache__/deprecation.cpython-38.opt-1.pycnu [ U .e @ s d Z ddlmZ ddlZddlZddlmZ ddlmZ ddl m Z e rXddl m Z mZ dZG d d d eZdadd d Zd d ZdddZdS )zN A module that implements tooling to enable easy warnings about deprecations. )absolute_importN)parse) __version__)MYPY_CHECK_RUNNING)AnyOptionalz DEPRECATION: c @ s e Zd ZdS )PipDeprecationWarningN)__name__ __module__ __qualname__ r r C/usr/lib/python3.8/site-packages/pip/_internal/utils/deprecation.pyr s r c C sZ |d k r$t d k rVt | ||||| n2t|trDtd}|| nt | ||||| d S )Nzpip._internal.deprecations)_original_showwarning issubclassr loggingZ getLoggerZwarning)messagecategoryfilenamelinenofilelineZloggerr r r _showwarning! s* r c C s( t jdtdd td kr$t jatt _d S )NdefaultT)append)warnings simplefilterr r showwarningr r r r r install_warning_logger2 s r c C sh | t d f|df|df|dfg}ddd |D }|dk rTttt|krTt|tj|td d dS ) a Helper to deprecate existing functionality. reason: Textual reason shown to the user about why this functionality has been deprecated. replacement: Textual suggestion shown to the user about what alternative functionality they can use. gone_in: The version of pip does this functionality should get removed in. Raises errors if pip's current version is greater than or equal to this. issue: Issue number on the tracker that would serve as a useful place for users to find related discussion and provide feedback. Always pass replacement, gone_in and issue as keyword arguments for clarity at the call site. z{}z2pip {} will remove support for this functionality.z A possible replacement is {}.zPYou can find discussion regarding this at https://github.com/pypa/pip/issues/{}. c s s$ | ] \}}|d k r| |V qd S )N)format).0valtemplater r r <genexpr>` s z deprecated.<locals>.<genexpr>N )r stacklevel)DEPRECATION_MSG_PREFIXjoinr current_versionr r warn)reasonZ replacementZgone_inZissueZ sentencesr r r r deprecated> s r+ )NN)N)__doc__Z __future__r r r Z pip._vendor.packaging.versionr Zpipr r( Zpip._internal.utils.typingr typingr r r& Warningr r r r r+ r r r r <module> s PK A\B 5 pip/_internal/utils/__pycache__/models.cpython-38.pycnu [ U .e| @ s d Z ddlZG dd deZdS )z Utilities for defining models Nc @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )KeyBasedCompareMixinz<Provides comparison capabilities that is based on a key c C s || _ || _d S N) _compare_key_defining_class)selfkeyZdefining_class r >/usr/lib/python3.8/site-packages/pip/_internal/utils/models.py__init__ s z KeyBasedCompareMixin.__init__c C s t | jS r )hashr )r r r r __hash__ s z KeyBasedCompareMixin.__hash__c C s | |tjS r )_compareoperator__lt__r otherr r r r s zKeyBasedCompareMixin.__lt__c C s | |tjS r )r r __le__r r r r r s zKeyBasedCompareMixin.__le__c C s | |tjS r )r r __gt__r r r r r s zKeyBasedCompareMixin.__gt__c C s | |tjS r )r r __ge__r r r r r s zKeyBasedCompareMixin.__ge__c C s | |tjS r )r r __eq__r r r r r s zKeyBasedCompareMixin.__eq__c C s | |tjS r )r r __ne__r r r r r # s zKeyBasedCompareMixin.__ne__c C s t || jstS || j|jS r ) isinstancer NotImplementedr )r r methodr r r r & s z KeyBasedCompareMixin._compareN) __name__ __module__ __qualname____doc__r r r r r r r r r r r r r r s r )r r objectr r r r r <module> s PK A\z6:٠ ; pip/_internal/utils/__pycache__/marker_files.cpython-38.pycnu [ U .e7 @ s$ d dl ZdZdZdd Zdd ZdS ) NzThis file is placed here by pip to indicate the source was put here by pip. Once this package is successfully installed this source code will be deleted (unless you remove this file). z pip-delete-this-directory.txtc C s t jt j| tS )N)ospathexistsjoinPIP_DELETE_MARKER_FILENAME) directory r D/usr/lib/python3.8/site-packages/pip/_internal/utils/marker_files.pyhas_delete_marker_file s r c C s2 t j| t}t|d}|t W 5 Q R X dS )z? Write the pip delete marker file into this directory. wN)r r r r openwriteDELETE_MARKER_MESSAGE)r filepathZ marker_fpr r r write_delete_marker_file s r )Zos.pathr r r r r r r r r <module> s PK A\. 9 pip/_internal/utils/__pycache__/subprocess.cpython-38.pycnu [ U .e& @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl m Z m Z d dl m Z d dlmZmZ d dlmZ d d lmZ erd d lmZmZmZmZmZmZm Z m Z d d lm Z ee e ef Z d Z!d d Z"dd Z#dd Z$dd Z%d ddZ&dd Z'dS ) )absolute_importN) shlex_quote)InstallationError)console_to_strstr_to_display)subprocess_logger) HiddenTextpath_to_display)MYPY_CHECK_RUNNING) open_spinner)AnyCallableIterableListMappingOptionalTextUnion)SpinnerInterfacez(----------------------------------------c G s2 g }| D ]$}t |tr"|| q|| q|S )z& Create a CommandArgs object. ) isinstancelistextendappend)argsZ command_argsarg r B/usr/lib/python3.8/site-packages/pip/_internal/utils/subprocess.py make_command s r c C s d dd | D S )z/ Format command arguments for display. c s s, | ]$}t |tr tt|nt|V qd S )N)r r r str.0r r r r <genexpr>; s z&format_command_args.<locals>.<genexpr>)joinr r r r format_command_args1 s r% c C s dd | D S )z= Return the arguments in their raw, unredacted form. c S s g | ]}t |tr|jn|qS r )r r Zsecretr r r r <listcomp>F s z'reveal_command_args.<locals>.<listcomp>r r$ r r r reveal_command_argsA s r' c C sD t | }t|dd}t|}d|}dj|||t||td}|S )z Create and return the error message to use to log a subprocess error with command output. :param lines: A list of lines, each ending with a newline. z command bytes)Zdesc zCommand errored out with exit status {exit_status}: command: {command_display} cwd: {cwd_display} Complete output ({line_count} lines): {output}{divider}) exit_statuscommand_display cwd_displayZ line_countoutputZdivider)r% r r r# formatlen LOG_DIVIDER) cmd_argscwdlinesr) Zcommandr* r+ r, msgr r r make_subprocess_output_errorK s r4 FraiseTc C s4 |dkr g }|dkrg }|r*t j} tj} n t j} tj} t | k} | oN|dk } |dkr`t| }| d| tj }|r| | |D ]}| |d qz.t jt| t jt jt j||d}|j W n6 tk r } z| rt d|| W 5 d}~X Y nX g }t|j }|sqJ| }||d | | | r| qz | W 5 |jrj|j X |j o||j |k}| r|r| d n | d |r*|dkr| s| rt | |||j d }t | d !|j |}t"|n:|d krt #d ||j | n |d krnt$dt%| d&|S )a Args: show_stdout: if true, use INFO to log the subprocess's stderr and stdout streams. Otherwise, use DEBUG. Defaults to False. extra_ok_returncodes: an iterable of integer return codes that are acceptable, in addition to 0. Defaults to None, which means []. unset_environ: an iterable of environment variable names to unset prior to calling subprocess.Popen(). log_failed_cmd: if false, failed commands are not logged, only raised. NzRunning command %s)stderrstdinstdoutr1 envz#Error %s while executing command %s errorZdoner5 )r0 r1 r2 r) zSCommand errored out with exit status {}: {} Check the logs for full command output.warnz$Command "%s" had error code %s in %signorez Invalid value: on_returncode=%sr( )'r infologgingINFOdebugDEBUGZgetEffectiveLevelr% osenvironcopyupdatepop subprocessPopenr' ZSTDOUTPIPEr7 close ExceptionZcriticalr r8 readlinerstripr Zspinwait returncodeZfinishr4 r; r- r Zwarning ValueErrorreprr# )cmdZ show_stdoutr1 Z on_returncodeZextra_ok_returncodesZ command_desc extra_environZ unset_environspinnerZlog_failed_cmdZlog_subprocessZ used_levelZshowing_subprocessZ use_spinnerr9 nameprocexcZ all_outputlineZproc_had_errorr3 Zexc_msgr r r call_subprocessu s rZ c s d fdd }|S )zProvide a subprocess_runner that shows a spinner message. Intended for use with for pep517's Pep517HookCaller. Thus, the runner has an API that matches what's expected by Pep517HookCaller.subprocess_runner. Nc s( t }t| |||d W 5 Q R X d S )N)r1 rT rU )r rZ )rS r1 rT rU messager r runner s z+runner_with_spinner_message.<locals>.runner)NNr )r\ r] r r[ r runner_with_spinner_message s r^ ) FNr5 NNNNNT)(Z __future__r r? rC rH Zpip._vendor.six.movesr Zpip._internal.exceptionsr Zpip._internal.utils.compatr r Zpip._internal.utils.loggingr Zpip._internal.utils.miscr r Zpip._internal.utils.typingr Zpip._internal.utils.uir typingr r r r r r r r r r Z CommandArgsr/ r r% r' r4 rZ r^ r r r r <module> s> ( , PK A\a : pip/_internal/utils/__pycache__/glibc.cpython-38.opt-1.pycnu [ U .e- @ sx d dl mZ d dlZd dlZd dlZd dlmZ erDd dlmZm Z dd Z dd Z d d Z d d Z d d Zdd ZdS ) )absolute_importN)MYPY_CHECK_RUNNING)OptionalTuplec C s t p t S )z9Returns glibc version string, or None if not using glibc.) glibc_version_string_confstrglibc_version_string_ctypes r r =/usr/lib/python3.8/site-packages/pip/_internal/utils/glibc.pyglibc_version_string s r c C s8 zt d \} }W n tttfk r2 Y dS X |S )z@Primary implementation of glibc_version_string using os.confstr.CS_GNU_LIBC_VERSIONN)osconfstrsplitAttributeErrorOSError ValueError)_versionr r r r s r c C sv z ddl } W n tk r" Y dS X | d}z |j}W n tk rN Y dS X | j|_| }t|tsr| d}|S )z=Fallback implementation of glibc_version_string using ctypes.r Nascii) ctypes ImportErrorZCDLLgnu_get_libc_versionr Zc_char_pZrestype isinstancestrdecode)r Zprocess_namespacer version_strr r r r & s r c C sH t d| }|s$td| t dS t|d|koFt|d|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFmajorminor)rematchwarningswarnRuntimeWarningintgroup)r required_major minimum_minormr r r check_glibc_versionF s r( c C s t }|d krdS t|| |S )NF)r r( )r% r& r r r r have_compatible_glibcW s r) c C s t } | dkrdS d| fS dS )zTry to determine the glibc version Returns a tuple of strings (lib, version) which default to empty strings in case the lookup fails. N) r* Zglibc)r )Z glibc_versionr r r libc_verp s r+ )Z __future__r r r r Zpip._internal.utils.typingr typingr r r r r r( r) r+ r r r r <module> s PK A\yk, , > pip/_internal/utils/__pycache__/filetypes.cpython-38.opt-1.pycnu [ U .e; @ sL d Z ddlmZ er ddlmZ dZdZdZdefZdZ ee e e Z d S ) zFiletype information. )MYPY_CHECK_RUNNING)Tuplez.whl)z.tar.bz2z.tbz)z.tar.xzz.txzz.tlzz.tar.lzz .tar.lzmaz.zip)z.tar.gzz.tgzz.tarN) __doc__Zpip._internal.utils.typingr typingr ZWHEEL_EXTENSIONZBZ2_EXTENSIONSZ XZ_EXTENSIONSZZIP_EXTENSIONSZTAR_EXTENSIONSZARCHIVE_EXTENSIONS r r A/usr/lib/python3.8/site-packages/pip/_internal/utils/filetypes.py<module> s PK A\>&k - - > pip/_internal/utils/__pycache__/unpacking.cpython-38.opt-1.pycnu [ U .e% @ sX d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m Z ddl m Z m Z mZmZ ddlmZ ddlmZ erddlmZmZmZmZmZ eeZ ee Z zddl Z e e 7 Z W n e k r e d Y nX zddl!Z!e e7 Z W n e k r e d Y nX d d Z"d d Z#dd Z$dd Z%dddZ&dd Z'dddZ(dS ) z Utilities related archives. )absolute_importN)InstallationError)BZ2_EXTENSIONSTAR_EXTENSIONS XZ_EXTENSIONSZIP_EXTENSIONS) ensure_dir)MYPY_CHECK_RUNNING)IterableListOptionalTextUnionzbz2 module is not availablez lzma module is not availablec C s t d} t | | S )zBGet the current umask which involves having to set it temporarily.r )osumask)mask r A/usr/lib/python3.8/site-packages/pip/_internal/utils/unpacking.py current_umask2 s r c C sh | d d} d| krHd| kr4| d| dk s<d| krH| ddS d| kr\| ddS | dgS d S )N/\ )lstripfindsplit)pathr r r split_leading_dir9 s r c C sD d}| D ]6}t |\}}|s" dS |dkr0|}q||kr dS qdS )zyReturns true if all the paths have the same leading path name (i.e., everything is in one subdirectory in an archive)NFT)r )pathsZ common_prefixr prefixrestr r r has_leading_dirI s r! c C s0 t j| }t j|}t j||g}||kS )zL Return true if the absolute path of target is within the directory )r r abspath commonprefix)Z directorytargetZ abs_directoryZ abs_targetr r r r is_within_directoryY s r% Tc C sF t | t| d}z"tj|dd}t| o2|}| D ]}|j}|}|rZt |d }t j ||}t j |} t||sd} t| | |||ds|drt | q<t | ||} z&t|d } t| | W 5 Q R X W 5 | |jd? } | r0t| r0| d @ r0t |d t d B X q<W 5 | X d S ) a Unzip the file (with path `filename`) to the destination `location`. All files are written based on system defaults and umask (i.e. permissions are not preserved), except that regular file members with any execute permissions (user, group, or world) have "chmod +x" applied after being written. Note that for windows, any execute changes using os.chmod are no-ops per the python docs. rbT)Z allowZip64r zQThe zip file ({}) has a file ({}) trying to install outside target directory ({})r r I wbN)r openclosezipfileZZipFiler! ZnamelistZinfolistfilenamer r r joindirnamer% r formatendswithZ external_attrstatS_ISREGchmodr shutil copyfileobj)r. locationflattenZzipfpzipleadinginfonamefndirmessagefpmodedestfpr r r unzip_filee s8 rD c C s\ t | | ds$| dr*d}nL| tr>d}n8| trRd}n$| drfd}ntd| d }t| |}zt d d | D }| D ]}|j }|rt |d }tj||}t||sd }t|| ||zt|j|d| W n tjk r Y nX | r4t | q| rz||| W n> tk r } z td| |j | W Y qW 5 d} ~ X Y nX qz||} W nB t t fk r } z td| |j | W Y qW 5 d} ~ X Y nX t tj | t|d} t | | W 5 Q R X | |!|| |j"d@ rt#|dt$ dB qW 5 | X dS )a Untar the file (with path `filename`) to the destination `location`. All files are written based on system defaults and umask (i.e. permissions are not preserved), except that regular file members with any execute permissions (user, group, or world) have "chmod +x" applied after being written. Note that for windows, any execute changes using os.chmod are no-ops per the python docs. z.gzz.tgzzr:gzzr:bz2zr:xzz.tarrz-Cannot determine compression type for file %szr:*c S s g | ] }|j qS r r= ).0memberr r r <listcomp> s z untar_file.<locals>.<listcomp>r zQThe tar file ({}) has a file ({}) trying to install outside target directory ({})rF z/In the tar file %s the member %s is invalid: %sNr* r( r) )%r lowerr2 r r loggerZwarningtarfiler+ r, r! Z getmembersr= r r r r/ r% r r1 Z data_filterreplaceZLinkOutsideDestinationErrorisdirZissymZ_extract_member ExceptionZ extractfileKeyErrorAttributeErrorr0 r6 r7 utimerB r5 r ) r. r8 rB Ztarr; rH r> r r@ excrA rC r r r untar_file s rT c C s t j| } |dks,| ts,t| rDt| || d d nR|dkslt | sl| t t t rxt| | n td| || td|d S )Nzapplication/zipz.whl)r9 zapplication/x-gzipzZCannot unpack file %s (downloaded from %s, content-type: %s); cannot detect archive formatz%Cannot determine archive format of {})r r realpathrJ r2 r r- Z is_zipfilerD rL Z is_tarfiler r r rT rK Zcriticalr r1 )r. r8 Z content_typer r r unpack_file s< rV )T)N))__doc__Z __future__r Zloggingr r6 r3 rL r- Zpip._internal.exceptionsr Z pip._internal.utils.filetypesr r r r Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr r r r r Z getLogger__name__rK ZSUPPORTED_EXTENSIONSbz2 ImportErrordebugZlzmar r r! r% rD rT rV r r r r <module> sB 4^ PK A\yk k 6 pip/_internal/utils/__pycache__/appdirs.cpython-38.pycnu [ U .e&& @ s d Z ddlmZ ddlZddlZddlmZmZ ddlm Z m Z ddl m Z e r\ddl mZ dd Zdd d ZdddZdd Zdd Zdd Ze rzddlZeZW n ek r eZY nX dd ZdS )zd This code was taken from https://github.com/ActiveState/appdirs and modified to suit our purposes. )absolute_importN)PY2 text_type)WINDOWS expanduser)MYPY_CHECK_RUNNING)Listc C s t r<tjtd}tr*t|tr*t|}tj || d}n@t j dkr^t d}tj || }n t dt d}tj || }|S )a5 Return full path to the user-specific cache dir for this application. "appname" is the name of application. Typical user cache directories are: macOS: ~/Library/Caches/<AppName> Unix: ~/.cache/<AppName> (XDG default) Windows: C:\Users\<username>\AppData\Local\<AppName>\Cache On Windows the only suggestion in the MSDN docs is that local settings go in the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming app data dir (the default returned by `user_data_dir`). Apps typically put cache data somewhere *under* the given dir here. Some examples: ...\Mozilla\Firefox\Profiles\<ProfileName>\Cache ...\Acme\SuperApp\Cache\1.0 OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value. CSIDL_LOCAL_APPDATAZCachedarwinz~/Library/CachesZXDG_CACHE_HOMEz~/.cache)r ospathnormpath_get_win_folderr isinstancer _win_path_to_bytesjoinsysplatformr getenv)appnamer r ?/usr/lib/python3.8/site-packages/pip/_internal/utils/appdirs.pyuser_cache_dir s r Fc C s t r,|r dpd}tjtjt|| }ndtjdkrvtjtjt d| rbtjt d| ntjt d| }ntjt dt d| }|S )a Return full path to the user-specific data dir for this application. "appname" is the name of application. If None, just the system directory is returned. "roaming" (boolean, default False) can be set True to use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: macOS: ~/Library/Application Support/<AppName> if it exists, else ~/.config/<AppName> Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined Win XP (not roaming): C:\Documents and Settings\<username>\ ... ...Application Data\<AppName> Win XP (roaming): C:\Documents and Settings\<username>\Local ... ...Settings\Application Data\<AppName> Win 7 (not roaming): C:\\Users\<username>\AppData\Local\<AppName> Win 7 (roaming): C:\\Users\<username>\AppData\Roaming\<AppName> For Unix, we follow the XDG spec and support $XDG_DATA_HOME. That means, by default "~/.local/share/<AppName>". CSIDL_APPDATAr r z ~/Library/Application Support/z ~/.config/Z XDG_DATA_HOMEz~/.local/share) r r r r r r r r isdirr r )r roamingconstr r r r user_data_dirH s, r Tc C sH t rt| |d}n2tjdkr&t| }n tdtd}tj|| }|S )ar Return full path to the user-specific config dir for this application. "appname" is the name of application. If None, just the system directory is returned. "roaming" (boolean, default True) can be set False to not use the Windows roaming appdata directory. That means that for users on a Windows network setup for roaming profiles, this user data will be sync'd on login. See <http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx> for a discussion of issues. Typical user data directories are: macOS: same as user_data_dir Unix: ~/.config/<AppName> Win *: same as user_data_dir For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME. That means, by default "~/.config/<AppName>". )r r ZXDG_CONFIG_HOMEz ~/.config) r r r r r r r r r )r r r r r r user_config_dir} s r c s t r&tjtd}tj| g}nVtjdkrBtjd g}n:tdd}|rn fdd| tj D }ng }| d |S ) a Return a list of potential user-shared config dirs for this application. "appname" is the name of application. Typical user config directories are: macOS: /Library/Application Support/<AppName>/ Unix: /etc or $XDG_CONFIG_DIRS[i]/<AppName>/ for each value in $XDG_CONFIG_DIRS Win XP: C:\Documents and Settings\All Users\Application ... ...Data\<AppName>\ Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.) Win 7: Hidden, but writeable on Win 7: C:\ProgramData\<AppName>\ CSIDL_COMMON_APPDATAr z /Library/Application SupportZXDG_CONFIG_DIRSz/etc/xdgc s g | ]}t jt| qS r )r r r r ).0xr r r <listcomp> s z$site_config_dirs.<locals>.<listcomp>z/etc) r r r r r r r r r splitpathsepappend)r r ZpathlistZxdg_config_dirsr r" r site_config_dirs s r' c C s: ddl }dddd| }||jd}|||\}}|S )z This is a fallback technique at best. I'm not sure if using the registry for this guarantees us the correct answer for all CSIDL_* names. r NZAppDatazCommon AppDataz Local AppDatar r r z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)_winregOpenKeyHKEY_CURRENT_USERZ QueryValueEx) csidl_namer) Zshell_folder_namekeyZ directoryZ_typer r r _get_win_folder_from_registry s r. c C s dddd| }t d}t j}|jd |d d| d}|D ]}t|dkr<d } qVq<|rzt d}|j|j|drz|}|jS ) N # r( i r F T) ctypesZcreate_unicode_bufferwindllZshell32ZSHGetFolderPathWordZkernel32ZGetShortPathNameWvalue)r, Z csidl_constZbufr4 Z has_high_charcZbuf2r r r _get_win_folder_with_ctypes s& r8 c C s8 dD ].}z| |W S ttfk r0 Y qX q| S )a Encode Windows paths to bytes. Only used on Python 2. Motivation is to be consistent with other operating systems where paths are also returned as bytes. This avoids problems mixing bytes and Unicode elsewhere in the codebase. For more details and discussion see <https://github.com/pypa/pip/issues/3463>. If encoding using ASCII and MBCS fails, return the original Unicode path. )ASCIIZMBCS)encodeUnicodeEncodeError LookupError)r encodingr r r r s r )F)T)__doc__Z __future__r r r Zpip._vendor.sixr r Zpip._internal.utils.compatr r Zpip._internal.utils.typingr typingr r r r r' r. r8 r3 r ImportErrorr r r r r <module> s* 1 5 ") PK A\g{n n 9 pip/_internal/utils/__pycache__/virtualenv.cpython-38.pycnu [ U .e{ @ s, d dl Zd dlZd dlZdd Zdd ZdS ) Nc C s* t tdrdS tjttdtjkr&dS dS )zM Return True if we're running inside a virtualenv, False otherwise. Z real_prefixT base_prefixF)hasattrsysprefixgetattr r r B/usr/lib/python3.8/site-packages/pip/_internal/utils/virtualenv.pyrunning_under_virtualenv s r c C sB t jt jtj} t j| d}t r:t j|r:dS dS dS )z? Return True if in a venv and no system site packages. zno-global-site-packages.txtTFN) ospathdirnameabspathsite__file__joinr isfile)Z site_mod_dirZno_global_filer r r virtualenv_no_global s r )Zos.pathr r r r r r r r r <module> s PK A\N0 0 8 pip/_internal/utils/__pycache__/packaging.cpython-38.pycnu [ U .e @ s d dl mZ d dlZd dlmZ d dlmZ d dlmZm Z d dl m Z d dl m Z d dlmZ erd d lmZmZ d d lmZ d d lmZ eeZd d Zdd Zdd Z dd Z dS ) )absolute_importN) FeedParser) pkg_resources) specifiersversion)NoneMetadataError) display_path)MYPY_CHECK_RUNNING)OptionalTuple)Message) Distributionc C s4 | dkr dS t | }tdtt|}||kS )a Check if the given Python version matches a "Requires-Python" specifier. :param version_info: A 3-tuple of ints representing a Python major-minor-micro version to check (e.g. `sys.version_info[:3]`). :return: `True` if the given Python version satisfies the requirement. Otherwise, return `False`. :raises InvalidSpecifier: If `requires_python` has an invalid format. NT.)r Z SpecifierSetr parsejoinmapstr)requires_python version_infoZrequires_python_specifierZpython_version r A/usr/lib/python3.8/site-packages/pip/_internal/utils/packaging.pycheck_requires_python s r c C s d}t | tjr&| |r&| |}n0| dr@d}| |}ntdt| j d}|dkrht | |t }| | | S )z :raises NoneMetadataError: if the distribution reports `has_metadata()` True but `get_metadata()` returns None. ZMETADATAzPKG-INFOzNo metadata found in %s N) isinstancer ZDistInfoDistribution has_metadata get_metadataloggerZwarningr locationr r Zfeedclose)distZ metadata_nameZmetadataZ feed_parserr r r r , s r c C s& t | }|d}|dk r"t|}|S )z_ Return the "Requires-Python" metadata for a distribution, or None if not present. zRequires-PythonN)r getr )r Z pkg_info_dictr r r r get_requires_pythonG s r! c C s2 | dr.| dD ]}| r| S qdS )NZ INSTALLERr )r Zget_metadata_linesstrip)r liner r r get_installerX s r$ ) Z __future__r ZloggingZ email.parserr Z pip._vendorr Zpip._vendor.packagingr r Zpip._internal.exceptionsr Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr r Z email.messager Zpip._vendor.pkg_resourcesr Z getLogger__name__r r r r! r$ r r r r <module> s PK A\PAk˷ 5 pip/_internal/utils/__pycache__/compat.cpython-38.pycnu [ U .e]% @ s~ d Z ddlmZmZ ddlZddlZddlZddlZddlZddl Z ddl m Z m Z ddl mZ ddlmZ erddlmZmZmZmZ z ddlZW n ek r dZY nX eZz ddlZW nV ek r zddlmZ W n. ek r ddlZej e_ ej e_ Y nX Y nX d d d d d dddddg Z e!e"Z#edk pDeZ$e rddl%Z%z e%j&Z&W n e'k rx dZ&Y nX e&dk Z(ndZ(ddl)m&Z& e rdd Z*e+de* dZ,ndZ,d/ddZ-dd Z.e rd0d d Z/n d1d d Z/d d Z0e r dd l%m1Z1 d!d Z2ndd"l3m4Z4 d#d Z2d$d% Z5d&d'd(hZ6e j78d)pRe j7d*koRej9d+kZ:d,d Z;e<edrrd-d Z=nd.d Z=dS )2zKStuff that differs in different Python versions and platform distributions. )absolute_importdivisionN)PY2 text_type) IS_PYOPENSSL)MYPY_CHECK_RUNNING)OptionalTextTupleUnion) ipaddressr uses_pycacheconsole_to_str native_str get_path_uid stdlib_pkgsWINDOWSsamefileget_terminal_sizeget_extension_suffixesT)cache_from_sourcec sD fddt j jD }dd |D }ddd |D jfS )Nc 3 s | ]} j | V qd S N)object).0ierr >/usr/lib/python3.8/site-packages/pip/_internal/utils/compat.py <genexpr>L s z-backslashreplace_decode_fn.<locals>.<genexpr>c s s | ]}t |V qd S r )ord)r br r r r N s c s s | ]}d | V qdS )z\x%xNr )r cr r r r O s )rangestartendjoin)r Z raw_bytesr r r backslashreplace_decode_fnK s r( backslashreplace_decodebackslashreplacec C s t | tr| S t }|r*t|jdkr.d}z| |}W nD tk r |dkrXd}d |}t || | j|t d}Y nX t t tdddd}|r|j|d d}||}|S ) a For display or logging purposes, convert a bytes object (or text) to text (e.g. unicode in Python 2) safe for output. :param desc: An optional phrase describing the input data, for use in the log message if a warning is logged. Defaults to "Bytes object". This function should never error out and so can take a best effort approach. It is okay to be lossy if needed since the return value is just for display. We assume the data is in the locale preferred encoding. If it won't decode properly, we warn the user but decode as best we can. We also ensure that the output can be safely written to standard output without encoding errors. asciiutf-8Nz Bytes objectz&{} does not appear to be encoded as %s)errors __stderr__encodingr* ) isinstancer localeZgetpreferredencodingcodecslookupnamedecodeUnicodeDecodeErrorformatloggerZwarningr) getattrsysencode)datadescr/ Z decoded_dataZ msg_formatZoutput_encodingZoutput_encodedr r r str_to_displayY s0 r> c C s t | ddS )z<Return a string, safe for output, of subprocess output. zSubprocess output)r= )r> )r< r r r r s Fc C s t | tr| dS | S )Nr, )r0 r r; sreplacer r r r s c C s" t | tr | d|rdndS | S )Nr, rA strict)r0 bytesr5 r? r r r r s c C s` t tdr6t| tjtjB }t|j}t| n&tj | sPt | j}n t d| |S )a) Return path's uid. Does not follow symlinks: https://github.com/pypa/pip/pull/935#discussion_r5307003 Placed this function in compat due to differences on AIX and Jython, that should eventually go away. :raises OSError: When path is a symlink or can't be read. O_NOFOLLOWz1%s is a symlink; Will not return uid for symlinks) hasattrosopenO_RDONLYrD fstatst_uidclosepathislinkstatOSError)rL fdZfile_uidr r r r s get_suffixesc C s dd t D S )Nc S s g | ] }|d qS )r r )r suffixr r r <listcomp> s z*get_extension_suffixes.<locals>.<listcomp>rQ r r r r r s EXTENSION_SUFFIXESc C s t S r rU r r r r r s c C s0 t j| }| dr,|dr,|dd }|S )zm Expand ~ and ~user constructions. Includes a workaround for https://bugs.python.org/issue14768 z~/z// N)rF rL expanduser startswith)rL Zexpandedr r r rX s rX pythonZwsgirefargparsewinZclintc C sN t tjdrtj| |S tjtj| }tjtj|}||kS dS )z>Provide an alternative for os.path.samefile on Windows/Python2r N)rE rF rL r normcaseabspath)Zfile1Zfile2Zpath1Zpath2r r r r s c C s t t S ) Returns a tuple (x, y) representing the width(x) and the height(y) in characters of the terminal window. )tupleshutilr r r r r r s c C s dd } | dp | dp | d}|sbz(t t t j}| |}t | W n tk r` Y nX |st jddt jdd f}t|d t|d fS ) r` c S s\ z4dd l }dd l}dd l}|d|| |jd}W n tk rJ Y d S X |dkrXd S |S )Nr ZhhZ12345678)r r )fcntltermiosstruct unpack_fromZioctlZ TIOCGWINSZ Exception)rP rc rd re crr r r ioctl_GWINSZ s z'get_terminal_size.<locals>.ioctl_GWINSZr rW ZLINES ZCOLUMNSP ) rF rG ctermidrH rK rg environgetint)ri rh rP r r r r s )N)F)F)>__doc__Z __future__r r r2 r1 ZloggingrF rb r: Zpip._vendor.sixr r Zpip._vendor.urllib3.utilr Zpip._internal.utils.typingr typingr r r r Z_ssl ImportErrorZsslr Z pip._vendorZipaddrZ IPAddressZ ip_addressZ IPNetworkZ ip_network__all__Z getLogger__name__r8 ZHAS_TLSZimpr AttributeErrorr importlib.utilr( register_errorr) r> r r r rR r Zimportlib.machineryrV rX r platformrY r4 r r rE r r r r r <module> s B PK A\B ; pip/_internal/utils/__pycache__/models.cpython-38.opt-1.pycnu [ U .e| @ s d Z ddlZG dd deZdS )z Utilities for defining models Nc @ sX e Zd ZdZdd Zdd Zdd Zdd Zd d Zd d Z dd Z dd Z dd Z dS )KeyBasedCompareMixinz<Provides comparison capabilities that is based on a key c C s || _ || _d S N) _compare_key_defining_class)selfkeyZdefining_class r >/usr/lib/python3.8/site-packages/pip/_internal/utils/models.py__init__ s z KeyBasedCompareMixin.__init__c C s t | jS r )hashr )r r r r __hash__ s z KeyBasedCompareMixin.__hash__c C s | |tjS r )_compareoperator__lt__r otherr r r r s zKeyBasedCompareMixin.__lt__c C s | |tjS r )r r __le__r r r r r s zKeyBasedCompareMixin.__le__c C s | |tjS r )r r __gt__r r r r r s zKeyBasedCompareMixin.__gt__c C s | |tjS r )r r __ge__r r r r r s zKeyBasedCompareMixin.__ge__c C s | |tjS r )r r __eq__r r r r r s zKeyBasedCompareMixin.__eq__c C s | |tjS r )r r __ne__r r r r r # s zKeyBasedCompareMixin.__ne__c C s t || jstS || j|jS r ) isinstancer NotImplementedr )r r methodr r r r & s z KeyBasedCompareMixin._compareN) __name__ __module__ __qualname____doc__r r r r r r r r r r r r r r s r )r r objectr r r r r <module> s PK A\>&k - - 8 pip/_internal/utils/__pycache__/unpacking.cpython-38.pycnu [ U .e% @ sX d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl m Z ddl m Z m Z mZmZ ddlmZ ddlmZ erddlmZmZmZmZmZ eeZ ee Z zddl Z e e 7 Z W n e k r e d Y nX zddl!Z!e e7 Z W n e k r e d Y nX d d Z"d d Z#dd Z$dd Z%dddZ&dd Z'dddZ(dS ) z Utilities related archives. )absolute_importN)InstallationError)BZ2_EXTENSIONSTAR_EXTENSIONS XZ_EXTENSIONSZIP_EXTENSIONS) ensure_dir)MYPY_CHECK_RUNNING)IterableListOptionalTextUnionzbz2 module is not availablez lzma module is not availablec C s t d} t | | S )zBGet the current umask which involves having to set it temporarily.r )osumask)mask r A/usr/lib/python3.8/site-packages/pip/_internal/utils/unpacking.py current_umask2 s r c C sh | d d} d| krHd| kr4| d| dk s<d| krH| ddS d| kr\| ddS | dgS d S )N/\ )lstripfindsplit)pathr r r split_leading_dir9 s r c C sD d}| D ]6}t |\}}|s" dS |dkr0|}q||kr dS qdS )zyReturns true if all the paths have the same leading path name (i.e., everything is in one subdirectory in an archive)NFT)r )pathsZ common_prefixr prefixrestr r r has_leading_dirI s r! c C s0 t j| }t j|}t j||g}||kS )zL Return true if the absolute path of target is within the directory )r r abspath commonprefix)Z directorytargetZ abs_directoryZ abs_targetr r r r is_within_directoryY s r% Tc C sF t | t| d}z"tj|dd}t| o2|}| D ]}|j}|}|rZt |d }t j ||}t j |} t||sd} t| | |||ds|drt | q<t | ||} z&t|d } t| | W 5 Q R X W 5 | |jd? } | r0t| r0| d @ r0t |d t d B X q<W 5 | X d S ) a Unzip the file (with path `filename`) to the destination `location`. All files are written based on system defaults and umask (i.e. permissions are not preserved), except that regular file members with any execute permissions (user, group, or world) have "chmod +x" applied after being written. Note that for windows, any execute changes using os.chmod are no-ops per the python docs. rbT)Z allowZip64r zQThe zip file ({}) has a file ({}) trying to install outside target directory ({})r r I wbN)r openclosezipfileZZipFiler! ZnamelistZinfolistfilenamer r r joindirnamer% r formatendswithZ external_attrstatS_ISREGchmodr shutil copyfileobj)r. locationflattenZzipfpzipleadinginfonamefndirmessagefpmodedestfpr r r unzip_filee s8 rD c C s\ t | | ds$| dr*d}nL| tr>d}n8| trRd}n$| drfd}ntd| d }t| |}zt d d | D }| D ]}|j }|rt |d }tj||}t||sd }t|| ||zt|j|d| W n tjk r Y nX | r4t | q| rz||| W n> tk r } z td| |j | W Y qW 5 d} ~ X Y nX qz||} W nB t t fk r } z td| |j | W Y qW 5 d} ~ X Y nX t tj | t|d} t | | W 5 Q R X | |!|| |j"d@ rt#|dt$ dB qW 5 | X dS )a Untar the file (with path `filename`) to the destination `location`. All files are written based on system defaults and umask (i.e. permissions are not preserved), except that regular file members with any execute permissions (user, group, or world) have "chmod +x" applied after being written. Note that for windows, any execute changes using os.chmod are no-ops per the python docs. z.gzz.tgzzr:gzzr:bz2zr:xzz.tarrz-Cannot determine compression type for file %szr:*c S s g | ] }|j qS r r= ).0memberr r r <listcomp> s z untar_file.<locals>.<listcomp>r zQThe tar file ({}) has a file ({}) trying to install outside target directory ({})rF z/In the tar file %s the member %s is invalid: %sNr* r( r) )%r lowerr2 r r loggerZwarningtarfiler+ r, r! Z getmembersr= r r r r/ r% r r1 Z data_filterreplaceZLinkOutsideDestinationErrorisdirZissymZ_extract_member ExceptionZ extractfileKeyErrorAttributeErrorr0 r6 r7 utimerB r5 r ) r. r8 rB Ztarr; rH r> r r@ excrA rC r r r untar_file s rT c C s t j| } |dks,| ts,t| rDt| || d d nR|dkslt | sl| t t t rxt| | n td| || td|d S )Nzapplication/zipz.whl)r9 zapplication/x-gzipzZCannot unpack file %s (downloaded from %s, content-type: %s); cannot detect archive formatz%Cannot determine archive format of {})r r realpathrJ r2 r r- Z is_zipfilerD rL Z is_tarfiler r r rT rK Zcriticalr r1 )r. r8 Z content_typer r r unpack_file s< rV )T)N))__doc__Z __future__r Zloggingr r6 r3 rL r- Zpip._internal.exceptionsr Z pip._internal.utils.filetypesr r r r Zpip._internal.utils.miscr Zpip._internal.utils.typingr typingr r r r r Z getLogger__name__rK ZSUPPORTED_EXTENSIONSbz2 ImportErrordebugZlzmar r r! r% rD rT rV r r r r <module> sB 4^ PK A\yk, , 8 pip/_internal/utils/__pycache__/filetypes.cpython-38.pycnu [ U .e; @ sL d Z ddlmZ er ddlmZ dZdZdZdefZdZ ee e e Z d S ) zFiletype information. )MYPY_CHECK_RUNNING)Tuplez.whl)z.tar.bz2z.tbz)z.tar.xzz.txzz.tlzz.tar.lzz .tar.lzmaz.zip)z.tar.gzz.tgzz.tarN) __doc__Zpip._internal.utils.typingr typingr ZWHEEL_EXTENSIONZBZ2_EXTENSIONSZ XZ_EXTENSIONSZZIP_EXTENSIONSZTAR_EXTENSIONSZARCHIVE_EXTENSIONS r r A/usr/lib/python3.8/site-packages/pip/_internal/utils/filetypes.py<module> s PK A\g{n n ? pip/_internal/utils/__pycache__/virtualenv.cpython-38.opt-1.pycnu [ U .e{ @ s, d dl Zd dlZd dlZdd Zdd ZdS ) Nc C s* t tdrdS tjttdtjkr&dS dS )zM Return True if we're running inside a virtualenv, False otherwise. Z real_prefixT base_prefixF)hasattrsysprefixgetattr r r B/usr/lib/python3.8/site-packages/pip/_internal/utils/virtualenv.pyrunning_under_virtualenv s r c C sB t jt jtj} t j| d}t r:t j|r:dS dS dS )z? Return True if in a venv and no system site packages. zno-global-site-packages.txtTFN) ospathdirnameabspathsite__file__joinr isfile)Z site_mod_dirZno_global_filer r r virtualenv_no_global s r )Zos.pathr r r r r r r r r <module> s PK A\T]V[ V[ 9 pip/_internal/utils/__pycache__/misc.cpython-38.opt-1.pycnu [ U .ec @ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl m Z d dlmZ d dlmZ d dlmZmZ d dlmZ d dlmZ d d lmZ d d l m Z d d l m Z d d l!m"Z"m#Z#m$Z$m%Z% d d l&m'Z'm(Z(m)Z)m*Z* d dl+m,Z, d dl-m.Z. d dl/m0Z0m1Z1 er8d dlm2Z3 n d dlm3Z3 e.rd dl4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> d dl?m@Z@ e<eAeAeAf ZBndd Z>dddddd d d d d d!d"d#d$gZCeDeEZFd%d& ZGd'd( ZHd)d" ZId*d ZJed+d,d-dd/dZKd0d1 ZLd2d3 ZMd4d ZNdd6dZOd7d8 ZPd9d: ZQd;d ZRd<d= ZSd>d? ZTd@d ZUdAd ZVejWfdBdCZXddEd ZYdFd ZZdGd Z[dHdI Z\dJdK Z]dLdM Z^dNdO Z_dPdQ Z`dRdS ZadDe)dDd.d.dfdTdUZbdVdW ZcdXdY ZddZd[ Zed\d] ZfG d^d_ d_egZhG d`da dae3Ziejjdbdc Zkddd! Zldedf ZmG dgdh dhegZnddid#Zodjdk Zpdldm Zqdndo ZrddqdrZsdsdt Ztdudv Zudwdx Zvdydz Zwd{d| Zxd}d~ Zydd Zzdd$ Z{dd Z|G dd degZ}dd Z~dd Zdd Zdd ZdS ) )absolute_importNdeque) pkg_resources)retry)PY2 text_type)input)parse)unquote) __version__) CommandError)distutils_schemeget_major_minor_version site_packages user_site)WINDOWS expanduser stdlib_pkgsstr_to_display)write_delete_marker_file)MYPY_CHECK_RUNNING)running_under_virtualenvvirtualenv_no_global)BytesIO)StringIO) AnyAnyStr ContainerIterableListOptionalTextTupleUnioncast) Distributionc C s |S N )Ztype_valuer( r( </usr/lib/python3.8/site-packages/pip/_internal/utils/misc.pyr% A s r% rmtree display_path backup_dirasksplitext format_sizeis_installable_dirnormalize_pathrenamesget_progcaptured_stdout ensure_dirget_installed_versionremove_auth_from_urlc C s4 t jt jtdd} t j| } dt| t S )Nz..zpip {} from {} (python {})) ospathjoindirname__file__abspathformatr r )Z pip_pkg_dirr( r( r* get_pip_versionQ s r@ c C sD t | dk r"| dt | d 7 } nt | dkr:| dd } td| S )ax Convert a tuple of ints representing a Python version to one of length three. :param py_version_info: a tuple of ints representing a Python version, or None to specify no version. The tuple can have any length. :return: a tuple of length three if `py_version_info` is non-None. Otherwise, return `py_version_info` unchanged (i.e. None). )r N VersionInfo)lenr% )Zpy_version_infor( r( r* normalize_version_info] s rD c C sD zt | W n0 tk r> } z|jtjkr. W 5 d}~X Y nX dS )z os.path.makedirs without EEXIST.N)r9 makedirsOSErrorerrnoZEEXIST)r: er( r( r* r6 q s c C sP z0t jtjd } | dkr(dtj W S | W S W n tttfk rJ Y nX dS )Nr )z __main__.pyz-cz %s -m pippip) r9 r: basenamesysargv executableAttributeError TypeError IndexError)progr( r( r* r4 { s i i )Zstop_max_delayZ wait_fixedFc C s t j| |td d S )N) ignore_errorsonerror)shutilr+ rmtree_errorhandler)dirrR r( r( r* r+ s c C sX zt |jtj@ }W n ttfk r2 Y dS X |rRt |tj | | dS dS )zOn Windows, the files in .svn are read-only, so when rmtree() tries to remove them, an exception is thrown. We catch that here, remove the read-only attribute, and hopefully continue without problems.N)r9 statst_modeS_IWRITEIOErrorrF chmod)funcr: exc_infoZhas_attr_readonlyr( r( r* rU s rU c C sd | dkr dS t | tr| S z| t d}W n0 tk r^ trRtd| }nt | }Y nX |S )z Convert a bytes (or text) path to text (unicode in Python 2) for display and logging purposes. This function should never error out. Also, this function is mainly needed for Python 2 since in Python 3 str paths are already text. Nstrictzb{!r}) isinstancer decoderK getfilesystemencodingUnicodeDecodeErrorr r r? ascii)r: r, r( r( r* path_to_display s rd c C st t jt j| } tjd dkrB| t d} | t d} | t t jj rpd| t t d } | S )zTGives the display value for a given path, making it relative to cwd if possible.r replace.N)r9 r: normcaser> rK version_infor` ra encodegetdefaultencoding startswithgetcwdseprC r: r( r( r* r, s .bakc C s6 d}|}t j| | r.|d7 }|t| }q| | S )z\Figure out the name of a directory to back up the given dir to (adding .bak, .bak2, etc) )r9 r: existsstr)rV extn extensionr( r( r* r- s c C s2 t jdd D ]}||kr| S qt| |S )NZPIP_EXISTS_ACTION )r9 environgetsplitr. )messageoptionsactionr( r( r* ask_path_exists s r~ c C s t jdrtd| dS )z&Raise an error if no input is allowed.Z PIP_NO_INPUTz7No input was expected ($PIP_NO_INPUT set); question: %sN)r9 rx ry Exceptionr{ r( r( r* _check_no_input s r c C sF t | t| }| }||kr<td|d|f q |S q dS )z@Ask the message interactively, with the given possible responsesz<Your response (%r) was not one of the expected responses: %sz, N)r r striplowerprintr; )r{ r| Zresponser( r( r* r. s c C s t | t| S )z Ask for input interactively.)r r r r( r( r* ask_input s r c C s t | t| S )z!Ask for a password interactively.)r getpassr r( r( r* ask_password s r c C sL | dkrd| d d S | dkr,d| d S | dkr@d| d S d| S d S ) Ni@B z%.1fMBg @@i i' z%ikBz%.1fkBz%ibytesr( )bytesr( r( r* r0 s c C sP t j| sdS t j| d}t j|r.dS t j| d}t j|rLdS dS )zBIs path is a directory containing setup.py or pyproject.toml? Fzsetup.pyTzpyproject.toml)r9 r: isdirr; isfile)r: Zsetup_pyZpyproject_tomlr( r( r* r1 s c c s | |}|sq|V q dS )z7Yield pieces of data from a file-like object until EOF.N)read)filesizechunkr( r( r* read_chunks* s r Tc C s2 t | } |rtj| } n tj| } tj| S )zN Convert a path to its canonical, case-normalized, absolute version. )r r9 r: realpathr> rh )r: Zresolve_symlinksr( r( r* r2 3 s c C s@ t | \}}| dr8|dd | }|dd }||fS )z,Like os.path.splitext, but take off .tar tooz.tarN) posixpathr/ r endswith)r: basert r( r( r* r/ A s c C sz t j|\}}|r.|r.t j|s.t | t| | t j| \}}|rv|rvzt | W n tk rt Y nX dS )z7Like os.renames(), but handles renaming across devices.N) r9 r: rz rr rE rT Zmove removedirsrF )oldnewheadtailr( r( r* r3 K s c C s t s dS | ttjS )z Return True if path is within sys.prefix, if we're running in a virtualenv. If we're not in a virtualenv, all paths are considered "local." Caution: this function assumes the head of path has been normalized with normalize_path. T)r rl r2 rK prefixro r( r( r* is_local] s r c C s t t| S )z Return True if given Distribution object is installed locally (i.e. within current virtualenv). Always True if we're not in a virtualenv. )r dist_locationdistr( r( r* dist_is_locall s r c C s t | ttS )zF Return True if given Distribution is installed in user site. )r rl r2 r r r( r( r* dist_in_usersitex s r c C s t | ttS )z[ Return True if given Distribution is installed in sysconfig.get_python_lib(). )r rl r2 r r r( r( r* dist_in_site_packages s r c C s, t t| }|t tdd dd S )zf Return True if given Distribution is installed in path matching distutils_scheme layout. rw Zpurelibpythonr )r2 r rl r rz )r Z norm_pathr( r( r* dist_in_install_path s r c C s6 t jD ]*}tj|| jd }tj|r dS qdS )zC Return True if given Distribution is an editable install. .egg-linkTF)rK r: r9 r; project_namer )r Z path_itemegg_linkr( r( r* dist_is_editable s r c s |rt |}nt j}| r tndd |r6dd ndd |rLdd ndd |r^tnd d fd d |D S ) a^ Return a list of installed Distribution objects. If ``local_only`` is True (default), only return installations local to the current virtualenv, if in a virtualenv. ``skip`` argument is an iterable of lower-case project names to ignore; defaults to stdlib_pkgs If ``include_editables`` is False, don't report editables. If ``editables_only`` is True , only report editables. If ``user_only`` is True , only report installations in the user site directory. If ``paths`` is set, only report the distributions present at the specified list of locations. c S s dS NTr( dr( r( r* local_test s z/get_installed_distributions.<locals>.local_testc S s dS r r( r r( r( r*