o <©ZhRã@sddlZddlZddlZddlZddlmZddlmZmZmZm Z m Z mZmZddl mZddlmZddlmZmZerDddlmZejd fejd fejdfejdfejd fejdfiZejd fejd fejdfejdfejdfejd fiZGdd„dƒZdS)éN)ÚModule)ÚCallableÚListÚUnionÚcastÚOptionalÚTupleÚ TYPE_CHECKINGé)Úutil)Ú ASTTokens)Úastroid_node_classesÚ BaseContainer)ÚAstNodeú(ú)ú[ú]Ú{Ú}c@s:eZdZdZdd„Zdd„Zdd„Zdd „Zd d„Zdd „Z dd„Z dd„Zdd„Zdd„Z dd„ZeZeZeZdd„ZeZeZdd„Zdd„Zdd„Zd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„ZdFd+d,„Zd-d.„Zd/d0„Zd1d2„Z d3d4„Z!d5d6„Z"d7d8„Z#d9d:„Z$e$Z%d;d<„Z&d=d>„Z'd?d@„Z(dAdB„Z)e)Z*e)Z+dCdD„Z,dES)GÚ MarkTokensz§ Helper that visits all nodes in the AST tree and assigns .first_token and .last_token attributes to each of them. This is the heart of the token-marking logic. cCs||_t ¡|_d|_dS©N)Ú_coderZNodeMethodsÚ_methodsÚ_iter_children)ÚselfÚcode©rúL/var/www/html/lang_env/lib/python3.10/site-packages/asttokens/mark_tokens.pyÚ__init__1s zMarkTokens.__init__cCs"t |¡|_t ||j|j¡dSr)rZiter_children_funcrÚ visit_treeÚ_visit_before_childrenÚ_visit_after_children)rÚnoderrrr 7szMarkTokens.visit_treecCsPt|ddƒ}|dur|j |j|¡nd}|s"t |¡r"|j dd¡}|p%||fS)NÚ col_offsetr r)ÚgetattrrZget_token_from_utf8ÚlinenorZ is_moduleÚ get_token)rr#Úparent_tokenÚcolÚtokenrrrr!<s z!MarkTokens._visit_before_childrenc Csö|}d}tt|jƒ|ƒD] }t |¡rq|r|jj|jkr |j}|r)|jj|jkr,|j}q|p0|}|p4|}t |¡rC| ttj |ƒ¡}| ttj |ƒttj |ƒ|¡\}}|j ||j¡|||ƒ\}}||f||fkrs| |||¡\}}||_||_dSr)rrrrZis_empty_astroid_sliceÚfirst_tokenÚindexÚ last_tokenZis_stmtÚ_find_last_in_stmtÚTokenÚ_expand_to_matching_pairsrÚgetÚ __class__) rr#r(r*ÚfirstÚlastÚchildZnfirstZnlastrrrr"Is( € " z MarkTokens._visit_after_childrencCst|}t |tj¡s4t |tjd¡s4t |j¡s4|jj|dd}t |tj¡s4t |tjd¡s4t |j¡r|j |¡S)Nú;T)Z include_extra) rÚmatch_tokenr*ÚNEWLINEÚOPÚISEOFÚtyperÚ next_tokenÚ prev_token)rZstart_tokenÚtrrrr.ssÿ þýÿ þzMarkTokens._find_last_in_stmtc sg}g}|j ||¡D],}|dd…}|r ||dkr | ¡q|tvr,| t|¡q|tvr7| t|¡qt|ƒD]/}|j |¡‰t‡fdd„dDƒƒr`|j ˆ¡‰t‡fdd„dDƒƒsOt j ˆg|¢RŽrkˆ}q<|D]}|j |¡} t j | g|¢RŽr| }qn||fS)z´ Scan tokens in [first_token, last_token] range that are between node's children, and for any unmatched brackets, adjust first/last tokens to include the closing pair. Nééÿÿÿÿc3s |]}t ˆtj|¡VqdSr)rr7r*r9)Ú.0Úx©r4rrÚ “s€z7MarkTokens._expand_to_matching_pairs..)ú,ú:)rÚtoken_rangeÚpopÚ_matching_pairs_leftÚappendÚ_matching_pairs_rightÚreversedr<Úanyrr7r=) rr+r-r#Zto_match_rightZ to_match_leftÚtokZtok_infoÚmatchr3rrCrr0|s2 €ÿ€€z$MarkTokens._expand_to_matching_pairscCs||fSrr©rr#r+r-rrrÚ visit_default¥szMarkTokens.visit_defaultcCs$|j |¡}t |tj|¡||fSr)rr=rÚexpect_tokenr*r9)rÚ open_bracer#r+r-ÚbeforerrrÚhandle_comp«szMarkTokens.handle_compcCs|jj|tjddd}||fS)NÚforT©Úreverse)rÚ find_tokenr*ÚNAME)rr#r+r-r3rrrÚvisit_comprehension³szMarkTokens.visit_comprehensioncCs(|jdvr|j |¡}|jdvs||fS)N)ÚifÚelif©Ústringrr=rPrrrÚvisit_if¾s ÿzMarkTokens.visit_ifcCs4|j |tjd¡}|j |¡}t |tj¡||fS)NÚ.)rrYr*r9r<rrRrZ)rr#r+r-ÚdotÚnamerrrÚhandle_attrÄszMarkTokens.handle_attrcCs`|jst|ddƒst|ddƒr|j |tj¡}|jdkr,|j |¡}t |tj d¡r,|}||fS)NZdoc_nodeÚdocrú@)Úbodyr%rrYr*ÚSTRINGr,r=rr7r9)rr#r+r-ÚprevrrrÚ handle_defÐs zMarkTokens.handle_defcCs<ttt|jƒ|ƒƒ}|j |jtj|¡}|j |j kr|}|Sr) ÚnextrrrrrYr-r*r9r,)rr#r-Zopening_bracketZfirst_childZ call_startrrrÚhandle_following_bracketsás z$MarkTokens.handle_following_bracketscCs2| ||d¡}t |tjd¡r|j |¡}||fS)Nrrf)rlrr7r*r9rr<rPrrrÚ visit_callîszMarkTokens.visit_callcCó| ||d¡}||fS)Nr©rlrPrrrÚvisit_matchclassùszMarkTokens.visit_matchclasscCrn)NrrorPrrrÚvisit_subscriptþszMarkTokens.visit_subscriptcCsH |j |¡}|jdkr n|}q |j |¡}|jdkr! ||fS|}q)NTrF)rr=r_r<)rr#r+r-riZnext_rrrÚvisit_slices ü ÿüzMarkTokens.visit_slicecCs(|j |¡}t |tjd¡r|}||fS)NrE)rr<rr7r*r9)rr#r+r-Zmaybe_commarrrÚhandle_bare_tupleszMarkTokens.handle_bare_tuplecCsft|tjƒs t|tƒs J‚|jd}trtt|ƒ}| |j |j d¡\}}||kr/| |||¡S||fS)NrT)Ú isinstanceÚastrÚAstroidBaseContainerÚeltsr rrÚ_gobble_parensr+r-rs)rr#r+r-r5Zchild_firstZ child_lastrrrÚhandle_tuple_nonempty$s z MarkTokens.handle_tuple_nonemptycCs6t|tjƒs t|tƒs J‚|js||fS| |||¡Sr)rtrurrvrwryrPrrrÚvisit_tuple1szMarkTokens.visit_tupleFcCsd|jdkr.|j |¡}|j |¡}t |tjd¡r)t |tjd¡r)||}}|r)q ||fS||fS)Nrrr)r,rr=r<rr7r*r9)rr+r-Zinclude_allrirkrrrrx9s zMarkTokens._gobble_parenscCó| ||¡Sr©Ú handle_strrPrrrÚ visit_strGózMarkTokens.visit_strcCsÂtjdkr| ||¡S|} t |ttdƒ¡rKd}|dkrB|j |¡}t |ttdƒ¡r1|d7}n t |ttdƒ¡r>|d8}|dks|}|j |¡}nt |tj ¡r[|}|j |¡}n ||fSq)N)ééTZ FSTRING_STARTr rZFSTRING_END) ÚsysÚversion_infor}rr7r%r*rr<rh)rr#r+r-r4ÚcountrrrÚvisit_joinedstrKs* úêzMarkTokens.visit_joinedstrcCr{rr|rPrrrÚvisit_bytesnrzMarkTokens.visit_bytescCs@|j |¡}t |tj¡r|}|j |¡}t |tj¡s ||fSr)rr<rr7r*rh)rr+r-r4rrrr}rsþzMarkTokens.handle_strcCs`t |tj¡r|j |¡}t |tj¡st|tƒr|j}|dkr,|j tj kr,|j |¡}||fS)Nr)rr7r*r9rr<rtÚcomplexÚimagr;ÚNUMBERr=)rr#Úvaluer+r-rrrÚ handle_num{sÿ zMarkTokens.handle_numcCs| |ttj|ƒj||¡Sr)r‹rruÚNumÚnrPrrrÚ visit_num‘szMarkTokens.visit_numcCsbt|tjƒst|tjƒsJ‚t|jtjƒr| ||j||¡St|jt t fƒr-| |||¡S||fSr)rtruÚConstantÚncZConstrŠÚnumbersÚNumberr‹ÚstrÚbytesr~rPrrrÚvisit_const•szMarkTokens.visit_constcCsvt|tjƒst|tjƒsJ‚|jdur7t|ddƒdur7|jj|t j ddd}|j |¡}t |t j|j¡|}||fS)Nr&ú=TrW)rtruÚkeywordrÚKeywordÚargr%rrYr*r9r=rrRrZ)rr#r+r-ÚequalsrcrrrÚ visit_keyword szMarkTokens.visit_keywordcCs8t |tjd¡s|j |¡}t |tjd¡r|}||fS)NÚ*)rr7r*r9rr=)rr#r+r-ÚstarrrrÚ visit_starred¬s zMarkTokens.visit_starredcCs:t |tjd¡r|j |tjd¡}|j |¡}}||fS)NÚexceptrF)rr7r*rZrrYr9r=)rr#r+r-ÚcolonrrrÚvisit_assignnameµszMarkTokens.visit_assignnamecCs|jdks|j |¡}||fS)NÚasyncr^rPrrrÚhandle_asyncÁs zMarkTokens.handle_asynccCs*t |tjd¡r|j |¡}| |||¡S)NÚdef)rr7r*rZrr=Úvisit_functiondefrPrrrÚvisit_asyncfunctiondefÊsz!MarkTokens.visit_asyncfunctiondefN)F)-Ú__name__Ú __module__Ú__qualname__Ú__doc__rr r!r"r.r0rQrUr[r`rdZvisit_attributeZvisit_assignattrZ visit_delattrrjZvisit_classdefr¥rlrmrprqrrrsryrzrxr~r…r†r}r‹rŽr•Zvisit_constantr›ržr¡r£Zvisit_asyncforZvisit_asyncwithr¦rrrrr,sV * ) # r)rur‘r‚r*rÚtypingrrrrrrr ÚrZ asttokensrZastroid_compatr rrrvrr9rIrKrrrrrÚs($ýý