a  ze5@sdddlmZmZmZGdddejZGdddeZGdddeZGdd d eZ dd d Z d S))grammartokentokenizec@s eZdZdS) PgenGrammarN)__name__ __module__ __qualname__r r F/opt/bitninja-python-dojo/embedded/lib/python3.9/lib2to3/pgen2/pgen.pyrsrc@seZdZd&ddZddZddZdd Zd d Zd d ZddZ ddZ ddZ ddZ ddZ ddZddZddZddZd'd d!Zd"d#Zd$d%ZdS)(ParserGeneratorNcCsld}|durt|}|j}||_||_t|j|_|| \|_ |_ |durZ|i|_ | dSN)openclosefilenamestreamrgenerate_tokensreadline generatorgettokenparsedfas startsymbolfirst addfirstsets)selfrrZ close_streamr r r __init__ szParserGenerator.__init__c Cst}t|j}|||j|d|j|D]&}dt|j }||j |<||j |<q:|D]}|j|}g}|D]`}g}t |j D]$\} } |||| || fq|jr|d||f||q||j|||||f|j|j |<qf|j |j|_|S)N)rlistrkeyssortremoverinsertlen symbol2numberZ number2symbolsortedarcsitemsappend make_labelindexisfinalstates make_firststart) rcnamesnameidfar,stater&labelnextr r r make_grammars.      zParserGenerator.make_grammarcCs4|j|}i}t|D]}|||}d||<q|SNr)rr%r))rr/r1Zrawfirstrr5ilabelr r r r-4s     zParserGenerator.make_firstcCsbt|j}|dr||jvrZ||jvr4|j|S|j|j|df||j|<|Snbtt|d}t|t sxJ||tj vsJ|||j vr|j |S|j|df||j |<|Sn|ddvsJ|t |}|dr ||j vr|j |S|jtj|f||j |<|Sn>tj|}||j vr@|j |S|j|df||j |<|SdS)Nr)"')r#labelsisalphar$Z symbol2labelr(getattrr isinstanceinttok_nametokensevalkeywordsNAMErZopmap)rr/r5r9Zitokenvaluer r r r)=s<                 zParserGenerator.make_labelcCs8t|j}||D]}||jvr||qdSr )rrrr r calcfirst)rr0r1r r r rks  zParserGenerator.addfirstsetsc Cs|j|}d|j|<|d}i}i}|jD]x\}}||jvr||jvrj|j|}|dur~td|n|||j|}|||||<q.d||<|di||<q.i} |D]:\}} | D],} | | vrtd|| || | f|| | <qq||j|<dS)Nrzrecursion for rule %rrzArule %s is ambiguous; %s is in the first sets of %s as well as %s)rrr&r' ValueErrorrGupdate) rr1r3r4ZtotalsetZ overlapcheckr5r6fsetZinverseZitsfirstsymbolr r r rGss4          zParserGenerator.calcfirstc Csi}d}|jtjkr|jtjkr*|q|tj}|tjd|\}}|tj| ||}t |}| |t |}|||<|dur|}q||fS)N:) typer ENDMARKERNEWLINErexpectrEOP parse_rhsmake_dfar# simplify_dfa) rrrr1azr3ZoldlenZnewlenr r r rs"        zParserGenerator.parsec st|tsJt|tsJfdd}fddt|||g}|D]}i}|jD].}|jD]"\}} |dur`| ||iq`qVt|D]@\}} |D]} | j| krqqt| |} || | | |qqH|S)Ncsi}|||Sr r )r4base addclosurer r closures z)ParserGenerator.make_dfa..closurecsHt|tsJ||vrdSd||<|jD]\}}|dur(||q(dSr8)r?NFAStater&)r4rWr5r6rXr r rYsz,ParserGenerator.make_dfa..addclosure) r?r[DFAStatenfasetr& setdefaultr%r'r(addarc) rr.finishrZr,r4r&Znfastater5r6r]str rXr rSs&      zParserGenerator.make_dfac Cstd||g}t|D]|\}}td|||ur2dp4d|jD]T\}}||vrZ||} nt|} |||durtd| q>td|| fq>qdS)NzDump of NFA for State(final)z -> %d %s -> %d)print enumerater&r*r#r() rr1r.r`Ztodor2r4r5r6jr r r dump_nfas   zParserGenerator.dump_nfacCsdtd|t|D]L\}}td||jr*dp,dt|jD]\}}td|||fq>qdS)NzDump of DFA forrbrcrdre)rfrgr+r%r&r'r*)rr1r3r2r4r5r6r r r dump_dfas  zParserGenerator.dump_dfacCspd}|rld}t|D]T\}}t|dt|D]8}||}||kr.||=|D]}|||qLd}qq.qqdS)NTFr)rgranger# unifystate)rr3Zchangesr2Zstate_irhZstate_jr4r r r rTszParserGenerator.simplify_dfacCs~|\}}|jdkr||fSt}t}|||||jdkrr||\}}||||q>||fSdS)N|) parse_altrFr[r_r)rrUrVZaazzr r r rRs        zParserGenerator.parse_rhscCsL|\}}|jdvs(|jtjtjfvrD|\}}|||}q ||fS)N)([) parse_itemrFrMrrESTRINGr_)rrUbr/dr r r rn s    zParserGenerator.parse_altcCs|jdkr>||\}}|tjd||||fS|\}}|j}|dvr`||fS||||dkr||fS||fSdS)Nrq])+*rw)rFrrRrPrrQr_ parse_atom)rrUrVrFr r r rrs     zParserGenerator.parse_itemcCs|jdkr4||\}}|tjd||fS|jtjtjfvrpt }t }| ||j|||fS| d|j|jdS)Nrp)z+expected (...) or NAME or STRING, got %s/%s) rFrrRrPrrQrMrErsr[r_ raise_error)rrUrVr r r ry(s  zParserGenerator.parse_atomcCsD|j|ks|dur2|j|kr2|d|||j|j|j}||S)Nzexpected %s/%s, got %s/%s)rMrFr{r)rrMrFr r r rP9s zParserGenerator.expectcCsFt|j}|dtjtjfvr*t|j}q |\|_|_|_|_|_ dS)Nr) r6rrCOMMENTNLrMrFZbeginendline)rtupr r r rAs  zParserGenerator.gettokenc Gs^|r8z ||}Wn&d|gttt|}Yn0t||j|jd|jd|jfdS)N rr)joinrmapstr SyntaxErrorrr~r)rmsgargsr r r r{Hs   zParserGenerator.raise_error)N)N)rrrrr7r-r)rrGrrSrirjrTrRrnrrryrPrr{r r r r r s$  .$  r c@seZdZddZdddZdS)r[cCs g|_dSr )r&)rr r r rSszNFAState.__init__NcCs8|dust|tsJt|ts$J|j||fdSr )r?rr[r&r(rr6r5r r r r_VszNFAState.addarc)N)rrrrr_r r r r r[Qsr[c@s0eZdZddZddZddZddZd Zd S) r\cCsLt|tsJttt|ts$Jt|ts2J||_||v|_i|_dSr )r?dictr6iterr[r]r+r&)rr]finalr r r r]s  zDFAState.__init__cCs8t|tsJ||jvsJt|ts*J||j|<dSr )r?rr&r\rr r r r_eszDFAState.addarccCs*|jD]\}}||ur ||j|<q dSr )r&r')roldnewr5r6r r r rlkszDFAState.unifystatecCsdt|tsJ|j|jkrdSt|jt|jkr6dS|jD]\}}||j|ur@dSq@dS)NFT)r?r\r+r#r&r'get)rotherr5r6r r r __eq__ps zDFAState.__eq__N)rrrrr_rlr__hash__r r r r r\[s r\ Grammar.txtcCst|}|Sr )r r7)rpr r r generate_grammarsrN)r) rdrrrZGrammarrobjectr r[r\rr r r r sI %