o Zh@sdZddlmZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlmZddlmZddlmZddlmZddlZddlmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,dd l-m.Z.d d l/m0Z0m1Z1dd l2m3Z3dd l4m5Z5e 6dZ7e 6de j8Z9e 6dZ:e 6de j8j;ZgdZ?dZ@dejAdejBjCdejBjDZEddZFddZGddZHdFddZIdFd d!ZJdFd"d#ZKde#dfd$d%ZLd&d'ZMe 6d(e j8ZN eMd)d*ZOGd+d,d,ZPGd-d.d.ePZQGd/d0d0e%ZRe 6d1jSZTd2d3ZUd4d5ZVdGd6d7ZWd8d9ZXGd:d;d;eZYGdd?Z^d@dAZ_eWe@e^Z^dBdCZ`dDdEZadS)Hz$PyPI and direct package downloading.) annotationsN) translatewraps) NamedTupleunique_everseen) BINARY_DIST CHECKOUT_DIST DEVELOP_DISTEGG_DIST SOURCE_DIST Distribution Environment Requirementfind_distributionsnormalize_path parse_version safe_name safe_version to_filename)Wheel)_cfg_read_utf8_with_fallback_read_utf8_with_fallback)log)DistutilsErrorz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z([^<]+)\n\s+\(md5\)z([-+.a-z0-9]{2,}):z.tar.gz .tar.bz2 .tar .zip .tgz) PackageIndexdistros_for_urlparse_bdist_wininstinterpret_distro_namez setuptools/z Python-urllib/.c Cs6zt|WSty}ztd||d}~ww)Nz/Not a URL, existing file, or requirement spec: )rparse ValueErrorr)specer'O/var/www/html/lang_env/lib/python3.10/site-packages/setuptools/package_index.pyparse_requirement_argHs r)cCs|}d\}}}|drS|dr|dd}d}n7|ddr1|d d }|dd}d}n"|d r?|dd }d }n|ddrS|d d }|dd}d }|||fS)z=Return (base,pyversion) or (None,None) for possible .exe name)NNN.exez .win32.exeNiwin32z .win32-pyiiz.win-amd64.exeiz win-amd64z .win-amd64-pyi)lowerendswith startswith)namer-basepy_verplatr'r'r(rQs$             rc Csxtj|}|\}}}}}}tj|dd}|dkr,|dkr,tj|dd}d|vr8|dd\}}||fS)N/zsourceforge.netdownload#r)urllibr#urlparseunquotesplit) urlparts_schemeserverpath _parameters_queryfragmentr1r'r'r(egg_info_for_urlis rEccsZt|\}}t|||EdH|r)t|}|r+t||d|tdEdHdSdSdS)zEYield egg or source distribution objects that might be found at a URLNr) precedence)rEdistros_for_location EGG_FRAGMENTmatchr groupr )r=metadatar1rDrIr'r'r(rts  rcCs|dr |dd}|drd|vrt|||gS|drsz(interpret_distro_name..Nr) py_versionrFrW)r<anyrangerTisdigitrjoin)rNrUrKrarFrWr>r^r'r'r(r s$  r cstfdd}|S)zs Wrap a function returning an iterable such that the resulting iterable only ever yields unique items. cst|i|SNr)argskwargsfuncr'r(wrapperszunique_values..wrapperr)rjrkr'rir( unique_valuessrlz3<([^>]*\srel\s{0,10}=\s{0,10}['"]?([^'" >]+)[^>]*)>c cst|D]2}|\}}tttj|d}d|vs#d|vr8t |D]}t j |t |dVq(qdD] }||}|dkr[t ||}|r[t j |t |dVq;dS)zEFind rel="homepage" and rel="download" links in `page`, yielding URLs,Zhomepager6r)z Home PagezDownload URLr5N)RELfinditergroupssetmapstrstripr-r<HREFr9r#urljoin htmldecoderJfindsearch)r=pagerItagrelZrelsposr'r'r(find_external_linkss    r~c@s(eZdZdZddZddZddZdS) ContentCheckerzP A null content checker that defines the interface for checking content cCdS)z3 Feed a block of data to the hash. Nr'selfblockr'r'r(feedzContentChecker.feedcCr)zC Check the hash. Return False if validation fails. Tr'rr'r'r(is_validrzContentChecker.is_validcCr)zu Call reporter with information about the checker (hash name) substituted into the template. Nr')rreportertemplater'r'r(reportszContentChecker.reportN)__name__ __module__ __qualname____doc__rrrr'r'r'r(rs  rc@sDeZdZedZdddZeddZdd Z d d Z d d Z dS) HashCheckerzK(?Psha1|sha224|sha384|sha256|sha512|md5)=(?P[a-f0-9]+)returnNonecCs||_t||_||_dSrf) hash_namehashlibnewhashexpected)rrrr'r'r(__init__s  zHashChecker.__init__cCsBtj|d}|s tS|j|}|stS|di|S)z5Construct a (possibly null) ContentChecker from a URLr5Nr')r9r#r:rpatternry groupdict)clsr=rDrIr'r'r(from_urls zHashChecker.from_urlcCs|j|dSrf)rupdaterr'r'r(r!zHashChecker.feedcCs|j|jkSrf)r hexdigestrrr'r'r(r$rzHashChecker.is_validcCs||j}||Srf)r)rrrmsgr'r'r(r's zHashChecker.reportNrr) rrrr\compilerr classmethodrrrrr'r'r'r(r s    rcseZdZdZ    d\d]fd d ZfddZd^d_ddZd^d`ddZd^daddZdbddZ dbddZ ddZ d d!Z dbd"d#Z dcdbd$d%Zdbd&d'Zdcfd(d) Zdbd*d+Zdbd,d-Zd.d/Zdbd0d1Zd2d3Z    ddded8d9Z dfdgd;d<Zd=d>Zd?Zd@dAZdbdBdCZdcdDdEZdFdGZedHdIZdJdKZ dLdMZ!dbdNdOZ"dPdQZ#dRdSZ$edTdUZ%dbdVdWZ&dbdXdYZ'dbdZd[Z(Z)S)hrz;A distribution index that scans web pages for download URLshttps://pypi.org/simple/*NT index_urlrs verify_sslboolrrcsltj|i||dd|d |_i|_i|_i|_td t t |j |_ g|_tjj|_dS)Nr4|)superrr.r scanned_urls fetched_urls package_pagesr\rrerrrrIallowsto_scanr9requesturlopenopener)rrhostsZ ca_bundlerrgkw __class__r'r(r/s zPackageIndex.__init__cs0zt|jWn tyYdSwt|Srf)rrP Exceptionradd)rdistrr'r(rAs   zPackageIndex.addFretrievec Cs||jvr |s dSd|j|<t|s||dStt|}|r.||s(dS|d||s7|r7||jvrAtt|j |dS||sMd|j|<dS| d|d|j|<d}| |||}|durhdSt |t jjr}|jdkr}| d|jd|j|j<d|jd d vr|dS|j}|}t |tst |t jjrd }n|jd pd }||d }|t|D]} t j|t| d} |!| q|"|j#rt$|dddkr|%||}dSdSdS)z.)filterrYrArr itertoolsstarmap scan_egg_link)r search_pathdirsZ egg_linksr'r'r(scan_egg_linkss zPackageIndex.scan_egg_linkscCsttj||}ttdttj| }t |dkrdS|\}}t tj||D]}tjj|g|R|_ t |_||q+dS)Nr`)rrYrArerrrrrsrt splitlinesrTrrNr rFr)rrArcontentlinesZegg_pathZ _setup_pathrr'r'r(rs  zPackageIndex.scan_egg_linkcCsd}||js |Stttjj|t|jdd}t|dks)d|dvr+|St |d}t |d}d|j | i|<t|t|fS)NNNr4r`r8rrT)r/rrrrr9r#r;rTr<rrr setdefaultr-r)rrZNO_MATCH_SENTINELr>pkgverr'r'r(_scans &  zPackageIndex._scanc Cst|D]}z|tj|t|dWqty!Yqw||\}}|s-dSt ||D]&}t |\}}| drS|sS|rN|d|d|7}n| || |q2tdd|S)z#Process the contents of a PyPI pagerr.pyz#egg=rMcSsdj|dddS)Nz{}rr`)formatrJ)mr'r'r(z,PackageIndex.process_index..)rurorr9r#rvrwrJr$r~rEr.need_version_infoscan_urlPYPI_MD5sub) rr=rzrIrrnew_urlr1fragr'r'r(rs&"    zPackageIndex.process_indexcCs|d|dS)NzPPage at %s links to .py file(s) without version info; an index scan is required.)scan_allrr=r'r'r(rszPackageIndex.need_version_infocGs<|j|jvr|r|j|g|R|d||jdS)Nz6Scanning index of all packages (this may take a while))rrrrrrrrgr'r'r(rs  zPackageIndex.scan_allcCsz||j|jd|j|js||j|jd|j|js)||t|j|jdD]}||q3dS)Nr4r') rr unsafe_namerrkeyrOnot_found_in_indexr)r requirementr=r'r'r( find_packagess  zPackageIndex.find_packagescsN|||||jD]}||vr|S|d||qt||S)Nz%s does not match %s)prescanrrrrobtain)rr installerrrr'r(r s zPackageIndex.obtaincCsR||jd||s'|t|t|jjdtj |ddS)z- checker is a ContentChecker zValidating %s checksum for z validation failed for z; possible download problem?N) rrrrrYunlinkrrr0rArU)rcheckerrZtfpr'r'r( check_hash s zPackageIndex.check_hashcCsN|D]"}|jdust|r|dstt|r||q|j|qdS)z;Add `urls` to the list that will be prescanned for searchesNfile:)rrr/rrrappend)rurlsr=r'r'r(add_find_linkss   zPackageIndex.add_find_linkscCs"|jr tt|j|jd|_dS)z7Scan urls scheduled for prescanning (e.g. --find-links)N)rrrrrrr'r'r(r (s zPackageIndex.prescancCs<||jr |jd}}n|jd}}|||j|dS)Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rrrrr)rrmethrr'r'r(r.s    zPackageIndex.not_found_in_indexcCsvt|ts1t|}|r%|||}t|\}}|dr#||||}|Stj |r-|St |}t | ||ddS)aLocate and/or download `spec` to `tmpdir`, returning a local path `spec` may be a ``Requirement`` object, or a string containing a URL, an existing local filename, or a project/version requirement spec (i.e. the string form of a ``Requirement`` object). If it is the URL of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is automatically created alongside the downloaded file. If `spec` is a ``Requirement`` object or a string containing a project/version requirement spec, this method returns the location of a matching distribution (possibly after downloading it to `tmpdir`). If `spec` is a locally existing file or directory name, it is simply returned unchanged. If `spec` is a URL, it is downloaded to a subpath of `tmpdir`, and the local filename is returned. Various errors may be raised if a problem occurs during downloading. rrNN) rrr _download_urlrEr. gen_setuprYrArr)rfetch_distribution)rr%tmpdirschemefoundr1rDr'r'r(r66s     zPackageIndex.download force_scansource develop_okDistribution | Nonec sd|td}d d fdd }|r&|||}|s1|dur1|||}|durBjdur>||}|durQ|sQ|||}|durbdr\dp]d |dSd ||j|jd S)a|Obtain a distribution suitable for fulfilling `requirement` `requirement` must be a ``pkg_resources.Requirement`` instance. If necessary, or if the `force_scan` flag is set, the requirement is searched for in the (online) package index as well as the locally installed packages. If a distribution matching `requirement` is found, the returned distribution's ``location`` is the value you would have gotten from calling the ``download()`` method with the matching distribution's URL or filename. If no matching distribution is found, ``None`` is returned. If the `source` flag is set, only source distributions and source checkout links will be considered. Unless the `develop_ok` flag is set, development and system eggs (i.e., those using the ``.egg-info`` format) will be ignored. zSearching for %sNenvEnvironment | Nonecs|dur}||jD]<}|jtkr$s$|vr#d||q ||vo/|jtkp/ }|rG|j}||_t j |jrG|Sq dS)Nz&Skipping development or system egg: %s) rrFr rrr r6rNdownload_locationrYrAr)reqrrtestlocrrZskippedrrr'r(rxvs& z-PackageIndex.fetch_distribution..findz:No local packages or working download links found for %s%sza source distribution of rzBest match: %s)rNrf)rr )rrqr rrrcloner!) rrrrrrZ local_indexrrxr'r%r(rXs4         zPackageIndex.fetch_distribution str | NonecCs"|||||}|dur|jSdS)a3Obtain a file suitable for fulfilling `requirement` DEPRECATED; use the ``fetch_distribution()`` method now instead. For backward compatibility, this routine is identical but returns the ``location`` of the downloaded distribution instead of a distribution object. N)rrN)rrrrrrr'r'r(fetchs zPackageIndex.fetchc Cs"t|}|rddt||ddDpg}t|dkrtj|}tj||krGtj ||}tj |r?tj ||sGt |||}ttj |dddd$}|d|d jd |d jd tj|d d Wd|S1szwY|S|rtd |d|td)NcSsg|]}|jr|qSr')rP)r]dr'r'r( s z*PackageIndex.gen_setup..rzsetup.pywzutf-8)encodingz(from setuptools import setup setup(name=rz , version=z, py_modules=[z]) z9Can't unambiguously interpret project/version identifier zI; any dashes in the name or version should be escaped using underscores. zpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rHrIr rJrTrYrArUdirnamerersamefileshutilcopy2openwriterOrPsplitextr) rrZrDrrIrrUdstrr'r'r(rsL    zPackageIndex.gen_setupi c Cs:|d|d}zt|}||}t|tjjr)td|d|j d|j |}d}|j }d}d|vrM| d} t tt| }||||||t|d 1} ||} | rs|| | | |d 7}||||||nnqT|||| Wdn1swY|W|r|SS|r|ww) NzDownloading %szCan't download :  rr5zcontent-lengthzContent-LengthwbTr)rrrrrr9rrrrr dl_blocksizeget_allmaxrrint reporthookr1rrr2rr) rr=rZfpr rblocknumbssizesizesrrr'r'r( _download_tosB            zPackageIndex._download_tocCsdSrfr')rr=rZr>Zblksizer@r'r'r(r<zPackageIndex.reporthookc Cs|dr t|Szt||jWSttjjfyE}z%ddd|j D}|r0| ||n t |d||WYd}~dSd}~wt j jyZ}z|WYd}~Sd}~wt j jy}z|rm| ||jn t d|d|j|WYd}~dSd}~wtjjy}z|r| ||jn t |d|j|WYd}~dSd}~wtjjtfy}z|r| ||n t d|d||WYd}~dSd}~ww)Nrr6cSsg|]}t|qSr')rs)r]argr'r'r(r*rz)PackageIndex.open_url..zDownload error for r5z7 returned a bad status line. The server might be down, )r/ local_openopen_with_authrr$httpclient InvalidURLrergrrr9rrURLErrorreason BadStatusLineline HTTPExceptionOSError)rr=warningvrr'r'r(r sN zPackageIndex.open_urlcCsvt|\}}|rd|vr|dddd}d|vs nd}|dr(|dd}tj||}|||p:|||S)Nz..r"\_Z__downloaded__rLr,)rEreplacer.rYrAre _download_vcs_download_other)rr=rr0Z _fragmentrZr'r'r(r*s   zPackageIndex._download_urlcCsLtj|j}|d\}}}tddgdgt|}tt|h|@dS)a  >>> rvcs = PackageIndex._resolve_vcs >>> rvcs('git+http://foo/bar') 'git' >>> rvcs('hg+https://foo/bar') 'hg' >>> rvcs('git:myhost') 'git' >>> rvcs('hg:myhost') >>> rvcs('http://foo/bar') +svngithgN) r9r#urlsplitr partitionrqrnextiter)r=rpresep_postallowedr'r'r( _resolve_vcs;s zPackageIndex._resolve_vcsc Cs||}|s dS|dkrtd||d\}}}||\}}|d|d|d|t|dd||gt|d |d d|g|d |d d d |dgd}|durb|d|t|||S)NrXz/Invalid config, SVN download is not supported: r8zDoing z clone from z to r&z--quietz-Ccheckoutz--cwdupz-rz-q)rYrZz Checking out )rcrr\_vcs_split_rev_from_urlr subprocess check_calldict)rr=Z spec_filenamevcsrZrSrevZ co_commandsr'r'r(rUNs& zPackageIndex._download_vcscCsDtj|j}|dkrtjtj|jS||d| ||S)NrT) r9r#r[rr url2pathnamer:rAr_attempt_download)rr=rZrr'r'r(rVgs   zPackageIndex._download_othercCs||ddS)NT)rrr'r'r(rorzPackageIndex.scan_urlcCs2|||}d|ddvr||||S|S)Nrrr)rBrr-_invalid_download_html)rr=rZrr'r'r(rmrs zPackageIndex._attempt_downloadcCst|td|)NzUnexpected HTML page found at )rYr r)rr=rrZr'r'r(rnys z#PackageIndex._invalid_download_htmlc Csttj|}|jddd}|jd\}}}|d\}}}|r&||fn|df\}} |j||dd } | | fS) a Given a possible VCS URL, return a clean URL and resolved revision if any. >>> vsrfu = PackageIndex._vcs_split_rev_from_url >>> vsrfu('git+https://github.com/pypa/setuptools@v69.0.0#egg-info=setuptools') ('https://github.com/pypa/setuptools', 'v69.0.0') >>> vsrfu('git+https://github.com/pypa/setuptools#egg-info=setuptools') ('https://github.com/pypa/setuptools', None) >>> vsrfu('http://foo/bar') ('http://foo/bar', None) rWrr5r8@Nr)rrArD) r9r#r[rr<rAr\ rpartition_replacegeturl) r=r>Z clean_schemeZno_fragment_pathrSr_r`postZ clean_pathrkresolvedr'r'r(rf}s z$PackageIndex._vcs_split_rev_from_urlcGtj|g|RdSrf)rrrr'r'r(rzPackageIndex.debugcGrurf)rrrr'r'r(rrvzPackageIndex.infocGrurf)rrrr'r'r(rrvzPackageIndex.warn)rrNT)rrsrrrr)F)rrrr)rrrr)rrrrrrf)FFFN)rrrrrrrr)FF)rrrrrr')*rrrrrrrrrrrrrrrrr rrr rr6rr(rr8rBr<rr staticmethodrcrUrVrrmrnrfrrr __classcell__r'r'rr(r,sb  5        & S ) "       rz!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?cCs|d}t|S)Nr)rJrunescape)rIwhatr'r'r( decode_entitys  r{cCs tt|S)a Decode HTML entities in the given text. >>> htmldecode( ... 'https://../package_name-0.1.2.tar.gz' ... '?tokena=A&tokenb=B">package_name-0.1.2.tar.gz') 'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz' ) entity_subr{)textr'r'r(rws rwcsfdd}|S)Ncsfdd}|S)Nc s:t}tz |i|Wt|St|wrf)socketgetdefaulttimeoutsetdefaulttimeout)rgrhZ old_timeout)rjtimeoutr'r(_socket_timeouts  z@socket_timeout.._socket_timeout.._socket_timeoutr')rjrrrir(rsz'socket_timeout.._socket_timeoutr')rrr'rr(socket_timeouts  rcCs2tj|}|}t|}|}|ddS)a9 Encode auth from a URL suitable for an HTTP header. >>> str(_encode_auth('username%3Apassword')) 'dXNlcm5hbWU6cGFzc3dvcmQ=' Long auth strings should not cause a newline to be inserted. >>> long_auth = 'username:' + 'password'*10 >>> chr(10) in str(_encode_auth(long_auth)) False  r)r9r#r;encodebase64 b64encoderrT)authZauth_sZ auth_bytesZ encoded_bytesencodedr'r'r( _encode_auths   rc@s,eZdZUdZded<ded<d ddZdS) Credentialz A username/password pair. Displayed separated by `:`. >>> str(Credential('username', 'password')) 'username:password' rsusernamepasswordrcCs|jd|jS)N:)rrrr'r'r(__str__szCredential.__str__N)rrs)rrrr__annotations__rr'r'r'r(rs rcs8eZdZfddZeddZddZddZZS) PyPIConfigcsPtgdd}t|tjtjdd}tj|r&t ||dSdS)z% Load from ~/.pypirc )rr repositoryr~z.pypircN) rifromkeysrrrYrAre expanduserrr)rdefaultsrcrr'r(rs   zPyPIConfig.__init__cs&fddD}ttj|S)Ncs g|] }|dr|qS)r)rrt)r]sectionrr'r(r*s z2PyPIConfig.creds_by_repository..)sectionsrirr_get_repo_cred)rZsections_with_repositoriesr'rr(creds_by_repositorys zPyPIConfig.creds_by_repositorycCs6||d}|t||d||dfS)Nrrr)rrtr)rrrepor'r'r(rs zPyPIConfig._get_repo_credcCs*|jD] \}}||r|SqdS)z If the URL indicated appears to be a repository defined in this config, return the credential for that repository. N)ritemsr/)rr=rcredr'r'r(find_credentials  zPyPIConfig.find_credential) rrrrpropertyrrrrxr'r'rr(rs    rcCs>tj|}|\}}}}}}|drtjd|dvr$t|\} } nd\} } | sDt |} | rDt | } | j |f} t j dg| R| rgdt| } || ||||f} tj| }tj|}|d| ntj|}|dt||}| rtj|j\}}}}}}||kr|| kr||||||f} tj| |_|S) z4Open a urllib2 request, handling HTTP authenticationrznonnumeric port: '')rGhttpsrz*Authenticating as %s for %s (from .pypirc)zBasic Authorizationz User-Agent)r9r#r:r.rGrHrI _splituserrrrsrrrr urlunparserRequest add_header user_agentr=)r=rparsedrnetlocrAparamsqueryrraddressrrr>rrr=s2Zh2Zpath2Zparam2Zquery2Zfrag2r'r'r(rFs8          rFcCs$|d\}}}|r||fSd|fS)zNsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.roN)rp)hostuserdelimr'r'r(rIsrcCs|Srfr')r=r'r'r( fix_sf_urlTrCrcCstj|\}}}}}}tj|}tj|rtj|S| drktj |rkg}t |D])} tj || } | dkrCt | } n#tj | rM| d7} |d| d| dq0d} | j|d |d} d \} }nd \} }} d d i}t| }tj|| |||S) z7Read a local path, with special support for directoriesr4z index.htmlz zzB{url}{files}r)r=files)OK)rzPath not foundz Not foundrz text/html)r9r#r:rrlrYrAisfilerr.rrrerrrioStringIOrr)r=r?Z_serverrAZ_paramrCZ_fragrZrrfilepathbodyrstatusmessagerZ body_streamr'r'r(rEXs*       rErf)r!)br __future__rr configparserrr http.clientrGrrrYr\r/r~rgsys urllib.errorr9 urllib.parseurllib.requestfnmatchr functoolsrtypingrZmore_itertoolsr setuptools pkg_resourcesr r r r r rrrrrrrrrZsetuptools.wheelrZ unicode_utilsrr distutilsrZdistutils.errorsrrrHIrurrIrr<rS__all__Z_SOCKET_TIMEOUT __version__ version_infomajorminorrr)rrErrGr[r rlrnr~rrrrr|r{rwrrrRawConfigParserrrrrFrrrEr'r'r'r(s     @       # "  !  (0