�`^c@s�dd
lm
Z
mZmZ
de
jf
d��YZdef
d��YZdef
d��YZdef
d	��YZ	d
d�Z
dS(
i
(tgrammarttokenttokenizetPgenGrammarc
BseZ
RS((t__name__t
__module__(((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRs
tParserGeneratorcBs�eZ
dd�Zd
�Zd�Zd�Zd�Zd�Zd�Z	d�Z
d�Zd	�Zd
�Z
d�Zd�Zd
�Zd�Zdd�Zd�Zd�ZRS(cCs�d}|dkr*t
|
�}|j}n|
|_||_tj|j�|_|j	�
|j
�\|_|_|dk	r�|�
ni|_
|j�
dS(
N(tNonetopentclosetfilenametstreamRtgenerate_tokenstreadlinet	generatortgettokentparsetdfaststartsymboltfirsttaddfirstsets(tselfR
Rtclose_stream((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyt__init__s




	
	







	
c
Cs�t�}
|j
j�}|j�
|j|j�
|jd
|j�
x;|D]3}dt|
j�}||
j|<||
j	|<qLWx�D]�|j
|}g}x�|D]�}g}xE|j
j�D]4\}	}
|j|j
|
|	�|j|
�f�
q�W|jr&
|jd
|j|�f�
n|j|�
q�W|
jj|�
||j|
|�f|
j
|
j|<q�W|
j|j|
_|
S(Nii
(RRtkeystsorttremoveRtinserttlent
symbol2numbert
number2symboltarcst	iteritemstappendt
make_labeltindextisfinaltstatest
make_firsttstart(Rt
ctnamestnamet
itdfaR%tstateRtlabeltnext((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pytmake_grammars.
	




















,
	



*

cCsD|j|}i}x*|D]"}|j
|
|�}d
||<qW|S(Ni
(RR"(RR(R*trawfirstRR.tilabel((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyR&4s






cCs�t|
j
�}|d
j�r�||
jkry||
jkrH|
j|S|
j
j|
j|df�
||
j|<|Sq�tt|d�}||
j	kr�|
j	|S|
j
j|df�
||
j	|<|Sn�t
|�}|d
j�r2
||
jkr
|
j|S|
j
jtj|f�
||
j|<|SnNt
j|}||
j	krY
|
j	|S|
j
j|df�
||
j	|<|SdS(Ni(RtlabelstisalphaRtsymbol2labelR!RtgetattrR
ttokenstevaltkeywordstNAMERtopmap(RR(R.R2titokentvalue((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyR"=s6



















c
CsM|jj
�}
|
j�
x-|
D]%}||jkr |j|�
q q WdS(
N(RRRRt	calcfirst(RR)R*((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRks







c	Csj
|j|
}d|j|
<|d
}i}i}x�|jj�D]�\}}||jkr�||jkr�|j|}|dkr�td|
��q�n|j|�
|j|}|j|�
|||<q@d||<i
d|6||<q@Wi}	xd|j�D]V\}}
xG|
D]?}||	krG
td|
|||	|f��n||	|<q
Wq�|j|
<dS(Nisrecursion for rule %ri
sArule %s is ambiguous; %s is in the first sets of %s as well as %s(RRRRR t
ValueErrorR>tupdate(RR*R,R-ttotalsettoverlapcheckR.R/tfsettinversetitsfirsttsymbol((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyR>ss2































c
	Cs�i}
d}x�|j
tjkr� |j
tjkrC|j�
q$W|jtj�}|jtjd
�
|j	�\}}|jtj�
|j
||�}t|�}|j|�
t|�}||
|<|dkr|}qqW|
|fS(Nt
:(
RttypeR
t	ENDMARKERtNEWLINERtexpectR:tOPt	parse_rhstmake_dfaRtsimplify_dfa(	RRRR*t
at
zR,toldlentnewlen((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyR�s"














cs
�f
d
�}�f
d��t||
�|�g
}x�|D]�}i}xS|j
D]H}x?|jD]4\}}	|dk	rc�|	|j|i��
qcqcWqSWxj|j�D]\\}}
x=|D]}|j
|
kr�Pq�q�Wt|
|�}|j|�
|j||�
q�Wq=W|S(Nc
si}
�||
�
|
S(
N((R-tbase(
t
addclosure(s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pytclosure�s



csT||
krdSd
|
|<x3|jD](\}}|dkr$�||
�
q$q$WdS(Ni
(RR(R-RTR.R/(
RU(s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRU�s





(tDFAStatetnfasetRRt
setdefaultR R!taddarc(RR'tfinishRVR%R-RtnfastateR.R/RXtst((
RUs(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRN�s"






$








c
Cs�d
G|
GH|g
}x�t|�D]�\}}dG|G||krEdpHdGHxu|j
D]j\}}||kr~|j|�}	nt|�}	|j|�
|dkr�d|	GHqTd||	fGHqTWqWdS(NsDump of NFA fors  States(final)ts	    -> %ds    %s -> %d(t	enumerateRR#RR!R(
RR*R'R[ttodoR+R-R.R/t
j((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pytdump_nfa�s
	
	








cCs~d
G|
GHxnt|�D]`\}}dG|G|j
r9dp<dGHx5|jj�D]$\}}d||j|�fGHqNWqWdS(NsDump of DFA fors  States(final)R^s    %s -> %d(R_R$RR R#(RR*R,R+R-R.R/((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pytdump_dfa�s

	



cCs�t}x�|r�t
}x�t|
�D]x\}}xit|d
t|
��D]N}|
|}||krH|
|=x|
D]}|j||�
qrWt}PqHqHWq"Wq	WdS(Ni
(tTruetFalseR_trangeRt
unifystate(RR,tchangesR+tstate_iRatstate_jR-((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRO�s
	


 







c
Cs�|j�\}
}|j
d
kr+|
|fSt�}t�}|j|
�
|j|�
xI|j
d
kr�|j�
|j�\}
}|j|
�
|j|�
qZW||fSdS(Nt
|(t	parse_altR=tNFAStateRZR(RRPRQtaatzz((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRM�s


	
	











c
Csr|j�\}
}xS|j
dks?|jtjtjfkrg|j�\}}|j|�
|}qW|
|fS(Nt
(t
[(RpRq(t
parse_itemR=RHR
R:tSTRINGRZ(RRPt
bR(t
d((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRl

s







c
Cs�|jd
krU|j
�
|j�\}
}|jtjd�
|
j|�
|
|fS|j�\}
}|j}|dkr�|
|fS|j
�
|j|
�
|dkr�|
|fS|
|
fSdS(NRqt
]t
+t
*(RwRx(R=RRMRKR
RLRZt
parse_atom(RRPRQR=((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRr
s








	









c
Cs�|jd
krH|j
�
|j�\}
}|jtjd�
|
|fS|jtjtjfkr�t	�}
t	�}|
j
||j�
|j
�
|
|fS|jd|j|j�
dS(NRpt
)s+expected (...) or NAME or STRING, got %s/%s(R=RRMRKR
RLRHR:RsRmRZtraise_error(RRPRQ((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRy(
s







	
	




	
cCsc|j|
ks*|dk	rL|j|krL|jd
|
||j|j�
n|j}|j�
|S(Nsexpected %s/%s, got %s/%s(RHRR=R{R(RRHR=((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRK9
s
*
	

	


c
Csi|jj
�}
x/|
d
tjtjfkr@|jj
�}
qW|
\|_|_|_|_|_	dS(Ni(
RR/RtCOMMENTtNLRHR=tbegintendtline(Rttup((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRA
s



cGss|r@y|
|}
Wq@


d
j|
g
t
t|��}
q@Xnt|
|j|jd|jd|jf��dS(Nt
 ii
(tjointmaptstrtSyntaxErrorR
RR�(Rtmsgtargs((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyR{H
s




&

N(RRRRR0R&R"RR>RRNRbRcRORMRlRrRyRKRR{(((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyR
s$				.				$					
			RmcBseZ
d�Zdd
�ZRS(c

Cs
g|_dS(
N(
R(
R((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRS
s
cCs|jj
||
f�
dS(
N(RR!(RR/R.((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRZV
sN(RRRRRZ(((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRmQ
s	RWc
Bs2eZ
d�Zd
�Zd�Zd�ZdZRS(cCs%|
|_||
k|_
i|_dS(
N(RXR$R(RRXtfinal((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyR]
s	

cCs|
|j|<dS(
N(
R(RR/R.((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRZe
scCs@x9|jj
�D](\}}||
kr||j|<qqWdS(
N(RR (RtoldtnewR.R/((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRgk
s


cCsx|j|
jkrt
St|j�t|
j�kr8t
Sx9|jj�D](\}}||
jj|�k	rHt
SqHWtS(
N(R$ReRRR tgetRd(RtotherR.R/((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyt__eq__p
s





N(RRRRZRgR�Rt__hash__(((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyRW[
s
				sGrammar.txtc
Cst|�}
|
j
�S(
N(RR0(R
t
p((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pytgenerate_grammar�s

N(R^RR
RtGrammarRtobjectRRmRWR�(((s(/sys/lib/python2.7/lib2to3/pgen2/pgen.pyt<module>s�
%