a  ze5@sdddlmZmZmZGdddejZGdddeZGdddeZGdd d eZ dd d Z d S))grammartokentokenizec@s eZdZdS) PgenGrammarN)__name__ __module__ __qualname__r r F/opt/bitninja-python-dojo/embedded/lib/python3.9/lib2to3/pgen2/pgen.pyrsrc@seZdZd&ddZddZddZdd Zd d Zd d ZddZ ddZ ddZ ddZ ddZ ddZddZddZddZd'd d!Zd"d#Zd$d%ZdS)(ParserGeneratorNcCsld}|durt|}|j}||_||_t|j|_|| \|_ |_ |durZ|i|_ | dSN)openclosefilenamestreamrgenerate_tokensreadline generatorgettokenparsedfas startsymbolfirst addfirstsets)selfrrZ close_streamr r r __init__ szParserGenerator.__init__c Cst}t|j}|||j|d|j|D]&}dt|j }||j |<||j |<q:|D]}|j|}g}|D]`}g}t |j D]$\} } |||| || fq|jr|d||f||q||j|||||f|j|j |<qf|j |j|_|S)N)rlistrkeyssortremoverinsertlen symbol2numberZ number2symbolsortedarcsitemsappend make_labelindexisfinalstates make_firststart) rcnamesnameidfar,stater&labelnextr r r make_grammars.      zParserGenerator.make_grammarcCs4|j|}i}t|D]}|||}d||<q|SNr)rr%r))rr/r1Zrawfirstrr5ilabelr r r r-4s     zParserGenerator.make_firstcCs&t|j}|dr||jvrZ||jvr4|j|S|j|j|df||j|<|Sn>tt|d}||jvrz|j|S|j|df||j|<|Snt |}|dr||j vr|j |S|jtj |f||j |<|Sn>t j |}||jvr|j|S|j|df||j|<|SdSNr)r#labelsisalphar$Z symbol2labelr(getattrrtokensevalkeywordsNAMErZopmap)rr/r5r9Zitokenvaluer r r r)=s6                  zParserGenerator.make_labelcCs8t|j}||D]}||jvr||qdSr )rrrr r calcfirst)rr0r1r r r rks  zParserGenerator.addfirstsetsc Cs|j|}d|j|<|d}i}i}|jD]x\}}||jvr||jvrj|j|}|dur~td|n|||j|}|||||<q.d||<|di||<q.i} |D]:\}} | D],} | | vrtd|| || | f|| | <qq||j|<dS)Nrzrecursion for rule %rrzArule %s is ambiguous; %s is in the first sets of %s as well as %s)rrr&r' ValueErrorrCupdate) rr1r3r4ZtotalsetZ overlapcheckr5r6fsetZinverseZitsfirstsymbolr r r rCss4          zParserGenerator.calcfirstc Csi}d}|jtjkr|jtjkr*|q|tj}|tjd|\}}|tj| ||}t |}| |t |}|||<|dur|}q||fS)N:) typer ENDMARKERNEWLINErexpectrAOP parse_rhsmake_dfar# simplify_dfa) rrrr1azr3ZoldlenZnewlenr r r rs"        zParserGenerator.parsec sfdd}fddt|||g}|D]}i}|jD].}|jD]"\}} |durD| ||iqDq:t|D]@\}} |D]} | j| krqqt| |} || || |qvq,|S)Ncsi}|||Sr r )r4base addclosurer r closures z)ParserGenerator.make_dfa..closurecs:||vr dSd||<|jD]\}}|dur||qdSr8r&)r4rSr5r6rTr r rUs z,ParserGenerator.make_dfa..addclosure)DFAStatenfasetr& setdefaultr%r'r(addarc) rr.finishrVr,r4r&Znfastater5r6rYstr rTr rOs"      zParserGenerator.make_dfac Cstd||g}t|D]|\}}td|||ur2dp4d|jD]T\}}||vrZ||} nt|} |||durtd| q>td|| fq>qdS)NzDump of NFA for State(final)z -> %d %s -> %d)print enumerater&r*r#r() rr1r.r\Ztodor2r4r5r6jr r r dump_nfas   zParserGenerator.dump_nfacCsdtd|t|D]L\}}td||jr*dp,dt|jD]\}}td|||fq>qdS)NzDump of DFA forr^r_r`ra)rbrcr+r%r&r'r*)rr1r3r2r4r5r6r r r dump_dfas  zParserGenerator.dump_dfacCspd}|rld}t|D]T\}}t|dt|D]8}||}||kr.||=|D]}|||qLd}qq.qqdS)NTFr)rcranger# unifystate)rr3Zchangesr2Zstate_irdZstate_jr4r r r rPszParserGenerator.simplify_dfacCs~|\}}|jdkr||fSt}t}|||||jdkrr||\}}||||q>||fSdS)N|) parse_altrBNFAStater[r)rrQrRZaazzr r r rNs        zParserGenerator.parse_rhscCsL|\}}|jdvs(|jtjtjfvrD|\}}|||}q ||fS)N)([) parse_itemrBrIrrASTRINGr[)rrQbr/dr r r rj s    zParserGenerator.parse_altcCs|jdkr>||\}}|tjd||||fS|\}}|j}|dvr`||fS||||dkr||fS||fSdS)Nrn])+*rt)rBrrNrLrrMr[ parse_atom)rrQrRrBr r r ros     zParserGenerator.parse_itemcCs|jdkr4||\}}|tjd||fS|jtjtjfvrpt }t }| ||j|||fS| d|j|jdS)Nrm)z+expected (...) or NAME or STRING, got %s/%s) rBrrNrLrrMrIrArprkr[ raise_error)rrQrRr r r rv(s  zParserGenerator.parse_atomcCsD|j|ks|dur2|j|kr2|d|||j|j|j}||S)Nzexpected %s/%s, got %s/%s)rIrBrxr)rrIrBr r r rL9s zParserGenerator.expectcCsFt|j}|dtjtjfvr*t|j}q |\|_|_|_|_|_ dSr:) r6rrCOMMENTNLrIrBZbeginendline)rtupr r r rAs  zParserGenerator.gettokenc Gs^|r8z ||}Wn&d|gttt|}Yn0t||j|jd|jd|jfdS)N rr)joinrmapstr SyntaxErrorrr{r|)rmsgargsr r r rxHs   zParserGenerator.raise_error)N)N)rrrrr7r-r)rrCrrOrerfrPrNrjrorvrLrrxr r r r r s$  .$  r c@seZdZddZdddZdS)rkcCs g|_dSr rW)rr r r rSszNFAState.__init__NcCs|j||fdSr )r&r(rr6r5r r r r[VszNFAState.addarc)N)rrrrr[r r r r rkQsrkc@s0eZdZddZddZddZddZd Zd S) rXcCs||_||v|_i|_dSr )rYr+r&)rrYfinalr r r r]s zDFAState.__init__cCs||j|<dSr rWrr r r r[eszDFAState.addarccCs*|jD]\}}||ur ||j|<q dSr )r&r')roldnewr5r6r r r rhkszDFAState.unifystatecCsV|j|jkrdSt|jt|jkr(dS|jD]\}}||j|ur2dSq2dS)NFT)r+r#r&r'get)rotherr5r6r r r __eq__ps zDFAState.__eq__N)rrrrr[rhr__hash__r r r r rX[s rX Grammar.txtcCst|}|Sr )r r7)rpr r r generate_grammarsrN)r) r`rrrZGrammarrobjectr rkrXrr r r r sI %