fR N dZdZddlZddlZddlmZmZddlTddlm Z de e Dgd zZ [ e n #e $reZ YnwxYwd Zd Zd Zd ZdZdZeedezzeezZdZdZdZdZeddZeeeeeZdZeddeezZdezZeeeZededzZ ee eeZ!dZ"dZ#dZ$d Z%d!Z&ee&d"ze&d#zZ'ee&d$ze&d%zZ(ed&d'd(d)d*d+d,d-d. Z)d/Z*ed0d1d2Z+ee)e*e+Z,ee!e,e(eZ-ee-zZ.ee&d3zed4dze&d5zed6dzZ/edee'Z0eee0e!e,e/ezZ1e2ej3e.e1e$e%f\Z4Z5Z6Z7ed7d8d9d:ed7d8d;d<zhd=zZ8ej3e"ej3e#e6e7d>d?e8Dd@e8DdAe8DZ9d"d#hdBe8DzdCe8DzZ:d4d6hdDe8DzdEe8DzZ;dFZ<GdGdHe=Z>GdIdJe=Z?dKZ@e@fdLZAdMZBGdNdOZCej3dPejDZEej3dQejDZFdRZGdSZHdTZIdUZJeKdVkrUddlLZLeMeLjNdkr&eAeOeLjNdjPdSeAeLjQjPdSdS)WzKa-Ping Yee z@GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip MontanaroN)BOM_UTF8lookup)*)tokenc*g|]}|ddk|S)r_).0xs =/opt/alt/python311/lib64/python3.11/lib2to3/pgen2/tokenize.py r%s! 0 0 0AaDCKK1KKK)tokenizegenerate_tokens untokenizec8dd|zdzS)N(|))joinchoicess r groupr0sC#((7"3"33c99rct|dzS)Nrrrs r anyr1s%/C//rct|dzS)N?rrs r mayber 2sE7Oc11rc:tfdDS)Nc3K|];}dzD]3}||k,||zV4z _combinations..4s`!e)qzz||qzz||/K/KA/K/K/K/K/Kr)set)r&s`r _combinationsr)3s;   rz[ \f\t]*z #[^\r\n]*z\\\r?\nz\w+z0[bB]_?[01]+(?:_[01]+)*z(0[xX]_?[\da-fA-F]+(?:_[\da-fA-F]+)*[lL]?z0[oO]?_?[0-7]+(?:_[0-7]+)*[lL]?z[1-9]\d*(?:_\d+)*[lL]?z0[lL]?z[eE][-+]?\d+(?:_\d+)*z\d+(?:_\d+)*\.(?:\d+(?:_\d+)*)?z\.\d+(?:_\d+)*z \d+(?:_\d+)*z\d+(?:_\d+)*[jJ]z[jJ]z[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'(?:[uUrRbBfF]|[rR][fFbB]|[fFbBuU][rR])?'''"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z<>z!=z//=?z->z[+\-*/%&@|^=<>]=?~z[][(){}]z\r?\nz:=z[:;.,`@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"rRfFbB>UuURUruRur)r-r.r*r+c$i|] }|dtSr*) single3progr prefixs r r@y FFFv&~~~{FFFrc$i|] }|dtSr+) double3progr>s r r@r@zrArci|]}|dSNr r>s r r@r@{s777vt777rch|]}|dSr<r r>s r rH///^^^///rch|]}|dSrCr r>s r rHrHrIrch|]}|dS)r-r r>s r rHrH---f\\\---rch|]}|dS)r.r r>s r rHrHrLrceZdZdS) TokenErrorN__name__ __module__ __qualname__r rr rPrPrrPceZdZdS)StopTokenizingNrQr rr rWrWrUrrWc z|\}}|\}}td||||t|t|fzdS)Nz%d,%d-%d,%d: %s %s)printtok_namerepr) typerxxx_todo_changemexxx_todo_changeme1linesrowscolerowecols r printtokenrdsR$LT4%LT4 tT4$e= >?????rcL t||dS#t$rYdSwxYwrF) tokenize_looprW)readline tokeneaters r rrsD  h +++++      s  ##c4t|D]}||dSrF)r)rgrh token_infos r rfrfs3%h//   J  rc&eZdZdZdZdZdZdS) Untokenizerc0g|_d|_d|_dS)Nrr)tokensprev_rowprev_col)selfs r __init__zUntokenizer.__init__s   rcf|\}}||jz }|r|jd|zdSdS)N )rprnappend)rqstartrowcol col_offsets r add_whitespacezUntokenizer.add_whitespacesJS4=(  1 K  sZ/ 0 0 0 0 0 1 1rcp|D]}t|dkr|||nn|\}}}}}|||j||\|_|_|ttfvr|xjdz c_d|_d |jS)Nrrr#) lencompatrzrnrurorpNEWLINENLr)rqiterablettok_typerrvendr_s r rzUntokenizer.untokenizes " "A1vv{{ Ax(((01 -HeUC    & & & K  u % % %+. (DM4=GR=(( " ! wwt{###rcd}g}|jj}|\}}|ttfvr|dz }|tt fvrd}|D]}|dd\}}|ttt tfvr|dz }|tkr||Q|tkr| q|tt fvrd}n|r|r||dd}||dS)NFrtTr|) rnruNAMENUMBERrrASYNCAWAITINDENTDEDENTpop) rqrr startlineindents toks_appendtoknumtokvaltoks r r~zUntokenizer.compats k(  dF^ # # cMF gr] " "I  C !WNFF$u555# v&&&6!! GR=((  "w " GBK(((! K    #  rN)rRrSrTrrrzrr~r rr rlrlsP 111 $ $ $     rrlz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)c |dddd}|dks|drdS|dvs|drdS|S) N r -utf-8zutf-8-)zlatin-1 iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r)lowerreplace startswith)orig_encencs r _get_normal_namersw2 3B3-     ' 'S 1 1C g~~11~w 666 ~~ABB7| OrcN dd}d}fd}fd}|}|trd|dd}d}|s|gfS||}|r||gfSt|s||gfS|}|s||gfS||}|r|||gfS|||gfS)NFrcV S#t$rtcYSwxYwrF) StopIterationbytes)rgsr read_or_stopz%detect_encoding..read_or_stops< 8::    77NNN s ((c| |d}n#t$rYdSwxYwt|}|sdSt |d} t |}n #t$rtd|zwxYwr|j dkrtd|dz }|S)Nasciirzunknown encoding: rzencoding problem: utf-8z-sig) decodeUnicodeDecodeError cookie_rematchrrr LookupError SyntaxErrorname)r_ line_stringrencodingcodec bom_founds r find_cookiez$detect_encoding..find_cookie s ++g..KK!   44  ,, 4#EKKNN33 ?8$$EE ? ? ?2X=>> > ?  zW$$!";<<<  Hs ''+A;;BTz utf-8-sig)rrblank_rer)rgrdefaultrrfirstsecondrs` @r detect_encodingrs2"IHG , LNNE !! abb  {{5!!H!%  >>%   \^^F  {6""H)%(( UFO ##rcJ t}||SrF)rlr)ruts r rr:s$" B == " ""rc# K dx}x}}d\}}d}dg}d}d} d} d} |} n#t$rd} YnwxYw|dz}dt| }} |r| std||| }|r>|dx} }t || d|z|||f|| zfVd\}}d}nZ|rA| dddkr3| d dd kr%t || z||t| f|fVd}d}|| z}|| z}|dkr|s| sn d}| |krO| | d kr|dz}n2| | d kr|tzdztz}n| | d krd}nn | dz} | |kO| |krn|r|Vd}| | dvr| | dkry| | dd}| t|z}t||| f|| t|zf| fVt| |d||f|t| f| fVn>ttf| | dk| | d|| f|t| f| fV0||dkr/| |t| d| |df|| f| fV||dkrT||vrtdd|| | f|dd}| r| |dkrd} d} d} td|| f|| f| fV||dkT| r| r| |dkrd} d} d} n| std|dfd}| |krt| | }|r|d\}}||f||f|} }}| ||| |}}|t"jvs |dkr|dkrt&|||| fVn|dvr,t(}|dkrt}n| rd} |r|Vd}||||| fVnO|dkr|r|Vd}t|||| fVn1|t*vrpt,|}|| | }|r9|d} | || }|r|Vd}t |||| f| fVn||f}| |d}| }n|t.vs"|ddt.vs|ddt.vrk|ddkrG||f}t,|p%t,|dpt,|d}| |dd}}| }nA|r|Vd}t |||| fVn"|r|dvr| r|dkrt2nt4|||| fVt6|||| f}|dkr|s|}/|dvrW|rU|dt6krD|ddkr8|dkr d} |d} t2|d|d|d|dfVd}|r|Vd}|Vnk|dkr|r|Vd}t|||| f| fVd}nJ|d vr|dz}n |d!vr|dz }|r|Vd}t8|||| fVn t | | || f|| dzf| fV| dz} | |k|r|Vd}|ddD]}td|df|dfdfVt:d|df|dfdfVdS)"Nr)r#rFrr#zEOF in multi-line stringz\ z\ rt  z# #z rz3unindent does not match any outer indentation levelz zEOF in multi-line statement.Tr|r )asyncawaitr)defforr\z([{z)]})rr}rPrrSTRING ERRORTOKENtabsizerstripCOMMENTrrurIndentationErrorr pseudoprogspanstringdigitsrr triple_quotedendprogs single_quoted isidentifierrrrOP ENDMARKER)rglnumparenlev continuedcontstrneedcontcontlinerstashed async_defasync_def_indent async_def_nlr_posmaxstrstartendprogendmatchrcolumn comment_tokennl_pos pseudomatchrvsposeposrinitialnewlinerindents r rrOs #$#D#8iGXHcGGIL} 8::DD   DDD axc$iiS J  G !;XFFF}}T**H $LLOO+cwdsd3$ho????$)! d233i611d233i86K6K!7T>#dCII%6BBBB!D.#d? ]]9] F))9##fqjVV#Y$&&&'/A2Ew1N#Y$&&Ag )) czz5  CyG##9##$(J$5$5f$=$=M 3}#5#55F"M #;sS5G5G/G(H$PPPPtFGG} &>D#d))+'"+.M.M! $ #$  K !>q JJJICii$**455Kg (--a00 s#'-$cCd!%eCi$u+wfm++sNNu||!5$d;;;;;&&%G!||"$",'+ '% "&"E4t<<<<<^^'% "&"E4t<<<<<m++&uoG&}}T377H &ll1oo $U3Y"+")MMM&*G%udT3KFFFFF$(%="&uvv,#' --"1"I.."1"I..RyD(($(%=#+G#4$6q8J$6#+E!H#5 ,0L!#'"+")MMM&*G%udD$?????))++,8 222$%,1W,<,<55%#($d#<<<<$dD9C'''"% ..# +$+AJ$$6$6$+AJ'$9$9$~~,0 3:2; 0#('!*#*1:wqz#*1:#////'+G'% "&IIII__'% "&udT3K>>>> !II%''HqL E))hl8'% "&udD$77777!49 #;s1u t====AgSCiii}~ !""+55rD!9tQi44444 b4)dAY 333333s ) 88__main__)R __author__ __credits__rrecodecsrrlib2to3.pgen2.tokenr#rdir__all__r NameErrorstrrrr r) WhitespaceCommentIgnoreName Binnumber Hexnumber Octnumber Decnumber IntnumberExponent PointfloatExpfloat Floatnumber ImagnumberNumberSingleDoubleSingle3Double3 _litprefixTripleStringOperatorBracketSpecialFunny PlainTokenTokenContStr PseudoExtras PseudoTokenmapcompile tokenprogrr=rD _strprefixesrrrr ExceptionrPrWrdrrfrlASCIIrrrrrrrRsysr}argvopenrgstdinr rr r#s#0* F ########!!!! 0 0cc%jj 0 0 04,4,4, ,  EE EEE :99///111   cc*z122 2UU7^^ C  & 7 . E+X 6 6 E)Y 9 = = # U57H I IEERZOO [ X %eJ)) U& g(= > > z; 2 2 $ # 2 2 7 zE!:#5 6 6 z;;;; = = 5GWeU%%    %% - - h)) U65&$ / /  % ;;c:&&';;c:&&' ( (uZ&11 55vugtLLL 25#J Wg63838/ :{KM#sC%%M#sC%%&&&&' F##*"*V*<*<{ 9 9FFFFF 9GFFFF 987,777  9 EN//,///0//,///0  #J-- ---.-- ---. !!!!!!!!%%%%%Y%%%??? #-    &   6 6 6 6 6 6 6 6 p BJ@"( K K 2:0"( ; ;   G$G$G$R###*`4`4`4D zJJJ s38}}q((44 #4#4#=>>>>> (39% & & & & &s?A A