eD<ddlZddlmZmZmZmZmZmZmZm Z m Z m Z ddl m Z mZmZddlmZe edfZGdde j(ZGdd ZGd d ZGd d ZddedefdZy)N) IOAnyDictIteratorListNoReturnOptionalSequenceTupleUnion)grammartokentokenize) GoodTokenInfozos.PathLike[str]c eZdZy) PgenGrammarN)__name__ __module__ __qualname__5/usr/lib/python3/dist-packages/blib2to3/pgen2/pgen.pyrrsrrceZdZUeed<eeed<eeed<e ee e ee ffed<d&dede eeddfdZ de fdZd e d ede e e ffd Zd e d ede fd Zd'dZd eddfdZdee eedfeffdZdddddedfdZd eddddddfdZd ededddfdZdedddfdZdedfdZdedfdZdedfdZdedfdZd&de d e edefd!Z d'd"Z!d#ed$ede"fd%Z#y)(ParserGeneratorfilenamestream generatorfirstNreturnc<d}|t|d}|j}||_||_t j |j |_|j|j\|_ |_ ||i|_ |jy)Nzutf-8)encoding)opencloserrrgenerate_tokensreadlinergettokenparsedfas startsymbolr addfirstsets)selfrr close_streams r__init__zParserGenerator.__init__"s >(W5F!<>%00HHOOQ__U%;T$BC,2ANN5)!M!t4!&#.55./66/QXX%88F++HHOOVTN3'-AHHV$!M8z) 05 0)KEQx!8s? H zzHH$#E?*HHOOUZZ$78&,HUO!M!u-QXX%88F++HHOOVTN3'-AHHV$!Mrct|jj}|j|D]"}||jvs|j |$yN)r0r(r1r2r calcfirst)r+rCrDs rr*zParserGenerator.addfirstsetssGTYY^^%&  %D4::%t$ %rc |j|}d|j|<|d}i}i}|jD]}||jvrh||jvr|j|}|2td|z|j ||j|}|J|j ||||<yd||<|di||<i}|j D]/\}} | D]%} | |vrtd|d| d|d|| ||| <'1||j|<y)Nrzrecursion for rule %rrMzrule z is ambiguous; z is in the first sets of z as well as )r(rr9 ValueErrorrdupdater:) r+rDrFrGtotalset overlapcheckrHfsetinverseitsfirstsymbols rrdzParserGenerator.calcfirstsGiio 4A#% ZZ 1E !DJJ&::e,D|()@4)GHHNN5)::e,D+++%&* U#"#',aj U# 1#%+113 (OE8" (W$$$(&%J#(  ( ($ 4rDFAStatecdi}d}|jtjk7r|jtjk(r.|j |jtjk(r.|j tj }|j tjd|j\}}|j tj|j||}|j||||<||}|jtjk7r|J||fS)N:) typer ENDMARKERNEWLINEr&expectr^OP parse_rhsmake_dfa simplify_dfa)r+r(r)rDazrFs rr'zParserGenerator.parses%) ii5??*))u}}, ))u}},;;uzz*D KK# &>>#DAq KK &--1%C   c "DJ"" #ii5??*$&&&[  rrANFAStatefinishc Z t|tsJt|tsJdtdtttff fd }dtdtttfddf fd t |||g}|D]}i}|j D]2}|j D]!\}} |  | |j|i#4t|jD]L\}} |D]} | j | k(snt | |} |j| |j| |N|S)NrGrci}|||Srcr)rGbase addclosures rclosurez)ParserGenerator.make_dfa..closures(*D ud #Krrc~t|tsJ||vryd||<|jD]\}}| ||yrL)rWr{r9)rGrrHrIrs rrz,ParserGenerator.make_dfa..addclosuresLeX. ..}DK$zz + t=tT* +r) rWr{rrXrnnfasetr9 setdefaultr8r:r;addarc) r+rAr|rr?rGr9nfastaterHrIrstrs @rrwzParserGenerator.make_dfasC %***&(+++ 8 Xs](;   +h +d8S=.A +d +75>623 (E35D!LL E#+==EKE4("4)CDE E"( !5 ( v &ByyF*&"&&1BMM"% R' ( ( rcDtd||g}t|D]\}}td|||uxrdxsd|jD]X\}}||vr|j|} nt |} |j ||td| zItd|| fzZy)NzDump of NFA for State(final)z -> %d %s -> %d)print enumerater9r=r5r;) r+rDrAr|todorErGrHrIjs rdump_nfazParserGenerator.dump_nfas &w!$ 7HAu )Q =I C D$zz 7 t4< 4(AD AKK%=+/*.E1:56 7 7rrFc td|t|D]n\}}td||jxrdxsdt|jj D]$\}}td||j |fz&py)NzDump of DFA forrrrr)rrr>r8r9r:r=)r+rDrFrErGrHrIs rdump_dfazParserGenerator.dump_dfas &!# AHAu )Q ;) Ar B%ejj&6&6&89 A tnsyy'??@ A Arcd}|r`d}t|D]L\}}t|dzt|D],}||}||k(s||=|D]}|j||d}LN|r_yy)NTFrM)rranger5 unifystate)r+rFchangesrEstate_irstate_jrGs rrxzParserGenerator.simplify_dfasG'n  7q1uc#h/A!!fG')F%(?E!,,Wg>?"& r)r{r{c|j\}}|jdk7r||fSt}t}|j||j||jdk(rU|j |j\}}|j||j||jdk(rU||fS)N|) parse_altrar{rr&)r+ryrzaazzs rrvzParserGenerator.parse_rhss~~1 :: a4KBB IIaL HHRL**# ~~'1 !  **# r6Mrch|j\}}|jdvs,|jtjtj fvrb|j\}}|j ||}|jdvr5|jtjtj fvrb||fS)N)([) parse_itemrarqrr^STRINGr)r+rybrBds rrzParserGenerator.parse_alt,s 1jjJ&$)) ELL7Q*Q??$DAq HHQKAjjJ&$)) ELL7Q*Q!t rcz|jdk(rX|j|j\}}|jtj d|j |||fS|j\}}|j}|dvr||fS|j|j ||dk(r||fS||fS)Nr])+*r)rar&rvrtrrur parse_atom)r+ryrzras rrzParserGenerator.parse_item5s ::  MMO>>#DAq KK# & HHQKa4K??$DAqJJEJ&!t MMO HHQK|!t !t rc|jdk(rG|j|j\}}|jtj d||fS|j tjtjfvrDt}t}|j||j|j||fS|jd|j |jt)Nr)z+expected (...) or NAME or STRING, got %s/%s) rar&rvrtrrurqr^rr{r raise_errorAssertionError)r+ryrzs rrzParserGenerator.parse_atomIs ::  MMO>>#DAq KK# &a4K YY5::u||4 4 A A HHQ # MMOa4K   =tyy$** ! rrqrac|j|k7s|8|j|k7r)|jd|||j|j|j}|j|S)Nzexpected %s/%s, got %s/%s)rqrarr&)r+rqras rrtzParserGenerator.expect\sX 99 !2tzzU7J   +T5$))TZZ    rc0t|j}|dtjtjfvr;t|j}|dtjtjfvr;|\|_|_|_|_|_ y)Nr) rIrrCOMMENTNLrqrabeginendline)r+tups rr&zParserGenerator.gettokenesp4>>"!f))8;;77t~~&C!f))8;;77AD> 4:tz48TYrmsgargsc |r ||z}t ||j |jd|jd|jf#t$r/dj|gttt|z}YuwxYw)N rrM) Exceptionjoinr0mapstr SyntaxErrorrrr)r+rrs rrzParserGenerator.raise_errorlst  =Dj# txx{DHHQKSTT =hhutCTN';;< =sA5A?>A?rcrN)$rrrPath__annotations__rrrrrr rXr-rrJr@r<r*rdr rr'rwrr rrxrvrrrrrtr&rrrrrrrsN sGO && Xd38n-- ..  x3/@ D k2KstCH~1"K1"1"1"f%$c$d$@!uT#tJ'7"78#=>!2%j%*%jAQ%N7S77Z7D7 ASAx ';AAZ 0T*5!78"5!78E"89(!E"89!&3x}EUsU3U8UrrcReZdZUeeeedfed<ddZd dddeeddfdZ y) r{r9rNcg|_yrc)r9)r+s rr-zNFAState.__init__xs  rrIrHc|t|tsJt|tsJ|jj ||fyrc)rWrr{r9r;r+rIrHs rrzNFAState.addarc{s<} 5# 666$))) %'rrrc) rrrrr r rrr-rrrrr{r{us> uXc]J./ 00(:(hsm(t(rr{ceZdZUeeefed<eed<eedfed<deeefdeddfdZ ddd eddfd Z dd Z d edefd Z dZ eed<y)rnrr>r9finalrNct|tsJttt|tsJt|tsJ||_||v|_i|_yrc)rWdictrIiterr{rr>r9)r+rrs rr-zDFAState.__init__sT&$'''$tF|,h777%***   rrIrHct|tsJ||jvsJt|tsJ||j|<yrc)rWrr9rnrs rrzDFAState.addarcsB%%%%DII%%%$))) %rcp|jjD]\}}||us ||j|<yrc)r9r:)r+oldnewrHrIs rrzDFAState.unifystates599??, 'KE4s{#& %  'rotherc6t|tsJ|j|jk7ryt|jt|jk7ry|jj D]$\}}||jj |us$yy)NFT)rWrnr>r5r9r:get)r+rrHrIs r__eq__zDFAState.__eq__s}%*** <<5== ( tyy>S_ ,99??, KE45::>>%00 r__hash__)rrnrrnrN)rrrrr{rrboolrr-rrrrrrrrnrns 3  M sJ tHcM28 : c d ' C D Hcrrnrrc8t|}|jSrc)rrJ)rps rgenerate_grammarrs!A >> r)z Grammar.txt)ostypingrrrrrrr r r r blib2to3.pgen2r rrblib2to3.pgen2.tokenizerrrGrammarrrr{rnrrrrrs{    431 S$ $% '// VUVUr ( (&&Rt r