3
.[`F
@ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZdZdZ dZ
dZ dZ dZ
dZd Zd
Zd Zejd dk rteZneZejZG d d d eZG d
d deZG dd deZ dd Z dd Z da da da!dZ"dd Z#dd Z$dd Z%d d Z&G d d d Z'G d d! d!Z(G d"d# d#Z)e j*d$Z+G d%d& d&eZ,G d'd( d(eZ-G d)d* d*eZ.d+d, Z/G d-d. d.e Z0G d/d0 d0eZ1G d1d2 d2e Z2G d3d4 d4eZ3d5d6 Z4d7d8 Z5G d9d: d:e Z6G d;d< d Z8d?d@ Z9G dAdB dBeZ:de
de ddd de ddddf
dCdDZ;dS )E Nz3.9z3.8Tz
parser.outparsetabLALR F( c @ s4 e Zd Zdd Zdd ZeZdd Zdd ZeZd S )
PlyLoggerc C s
|| _ d S )N)f)selfr r /usr/lib/python3.6/yacc.py__init__n s zPlyLogger.__init__c O s | j j|| d d S )N
)r write)r msgargskwargsr r r
debugq s zPlyLogger.debugc O s | j jd|| d d S )Nz WARNING: r )r r
)r r r r r r r
warningv s zPlyLogger.warningc O s | j jd|| d d S )NzERROR: r )r r
)r r r r r r r
errory s zPlyLogger.errorN) __name__
__module__ __qualname__r r infor r Zcriticalr r r r
r m s r c @ s e Zd Zdd Zdd ZdS )
NullLoggerc C s | S )Nr )r namer r r
__getattribute__ s zNullLogger.__getattribute__c O s | S )Nr )r r r r r r
__call__ s zNullLogger.__call__N)r r r r r r r r r
r s r c @ s e Zd ZdS ) YaccErrorN)r r r r r r r
r s r c C sP t | }d|krt |}t|tkr4|d t d }dt| jt| |f }|S )Nr z ...z<%s @ 0x%x> (%s))reprlen resultlimittyper id)rrepr_strresultr r r
format_result s r% c C sB t | }d|krt |}t|dk r(|S dt| jt| f S d S )Nr z <%s @ 0x%x>)r r r r r! )r" r# r r r
format_stack_entry s r' a PLY: Don't use global functions errok(), token(), and restart() in p_error().
Instead, invoke the methods on the associated parser instance:
def p_error(p):
...
# Use parser.errok(), parser.token(), parser.restart()
...
parser = yacc.yacc()
c C s t jt t S )N)warningswarn_warnmsg_errokr r r r
errok s
r, c C s t jt t S )N)r( r) r* _restartr r r r
restart s
r. c C s t jt t S )N)r( r) r* _tokenr r r r
token s
r0 c C s> |j a|ja|ja| |}y
bbbW n tk
r8 Y nX |S )N)r, r+ r0 r/ r. r- NameError) errorfuncr0 parserr" r r r
call_errorfunc s
r4 c @ s e Zd Zdd Zdd ZdS )
YaccSymbolc C s | j S )N)r )r r r r
__str__ s zYaccSymbol.__str__c C s t | S )N)str)r r r r
__repr__ s zYaccSymbol.__repr__N)r r r r6 r8 r r r r
r5 s r5 c @ sf e Zd ZdddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dS )YaccProductionNc C s || _ || _d | _d | _d S )N)slicestacklexerr3 )r sr; r r r
r s zYaccProduction.__init__c C sB t |tr dd | j| D S |dkr2| j| jS | j| jS d S )Nc S s g | ]
}|j qS r )value).0r= r r r
s z.YaccProduction.__getitem__..r )
isinstancer: r> r; )r nr r r
__getitem__ s
zYaccProduction.__getitem__c C s || j | _d S )N)r: r> )r rB vr r r
__setitem__ s zYaccProduction.__setitem__c C s dd | j || D S )Nc S s g | ]
}|j qS r )r> )r? r= r r r
r@ s z/YaccProduction.__getslice__..)r: )r ijr r r
__getslice__ s zYaccProduction.__getslice__c C s
t | jS )N)r r: )r r r r
__len__ s zYaccProduction.__len__c C s t | j| ddS )Nlinenor )getattrr: )r rB r r r
rJ s zYaccProduction.linenoc C s || j | _d S )N)r: rJ )r rB rJ r r r
set_lineno s zYaccProduction.set_linenoc C s, t | j| dd}t | j| d|}||fS )NrJ r endlineno)rK r: )r rB startlineZendliner r r
linespan s zYaccProduction.linespanc C s t | j| ddS )Nlexposr )rK r: )r rB r r r
rP s zYaccProduction.lexposc C s, t | j| dd}t | j| d|}||fS )NrP r endlexpos)rK r: )r rB startposendposr r r
lexspan s zYaccProduction.lexspanc C s t d S )N) SyntaxError)r r r r
r s zYaccProduction.error)N)r r r r rC rE rH rI rJ rL rO rP rT r r r r r
r9 s
r9 c @ s\ e Zd Zdd Zdd Zdd Zdd Zd d
Zdd
dZdddZ dddZ
dddZ d S )LRParserc C s0 |j | _|j| _|j| _|| _| j d| _d S )NT) lr_productions productions lr_actionactionlr_gotogotor2 set_defaulted_stateserrorok)r ZlrtabZerrorfr r r
r s zLRParser.__init__c C s
d| _ d S )NT)r^ )r r r r
r, & s zLRParser.errokc C s@ | j d d = | jd d = t }d|_| jj| | j jd d S )Nz$endr )
statestacksymstackr5 r append)r symr r r
r. ) s zLRParser.restartc C sT i | _ xH| jj D ]:\}}t|j }t|dkr|d dk r|d | j |< qW d S )N r )defaulted_statesrZ itemslistvaluesr )r stateactionsZrulesr r r
r] 9 s
z LRParser.set_defaulted_statesc C s
i | _ d S )N)rd )r r r r
disable_defaulted_states@ s z!LRParser.disable_defaulted_statesNFc C sZ |st r.t|tr ttj}| j|||||S |rD| j|||||S | j|||||S d S )N) yaccdevelrA intr sysstderr
parsedebugparseoptparseopt_notrack)r inputr< r tracking tokenfuncr r r
parseC s
zLRParser.parsec C s d }g }| j }| j} | j}
| j} td } d}
|jd |sLddlm} |j}|| _| | _ |d k rj|j
| |d krz|j }n|}|| _ g }|| _ g }|| _
|| _d }|jd t }d|_|j| d}x|jd |jd| || kr.|s| s| }n|j }|st }d|_|j}|| j|}n| | }|jd|| |jd d
d jd d
|D dd t|f j |d k r|dkr|j| |}|jd| |j| d }|
r|
d8 }
q|dk rN|
| }|j}|j}t }||_d |_|rB|jd|jddjdd
|| d D d | |d%| | n |jd|jg | |d& | |r|| d d }||d< |r|d }|j|_|j |_ |d' }t |d|j|_ t |d|j |_ || _ yd|| d = || _!|j"| || d = |jdt#| d |j| | |d( | }|j| W q t$k
r |j| |j%|dd) |j |d* }d|_d|_|}t&}
d| _'Y qX qn|r|j|_|j |_ |g}|| _ yL|| _!|j"| |jdt#| d |j| | |d+ | }|j| W q t$k
rJ |j| |j |d, }d|_d|_|}t&}
d| _'Y qX q|dkr|d- } t | dd } |jdt#| |jd | S |d kr|j(d d
d jd d
|D dd t|f j |
dks| j'rt&}
d| _'|}|jdkrd }| j)rB|rt*|d r||_|| _!t+| j)|| } | j'r| }d }qn`|rt*|d r\|j} nd} | r~t,j-j.d | |jf nt,j-j.d!|j nt,j-j.d" d S nt&}
t|dkr|jdkrd }d }d}|d d = q|jdkrd S |jdkr|d. }|jdkr6|r0t |d |j|_ t |d#|j |_ d }qt }d|_t*|d r\|j |_|_ t*|d#rv|j |_ |_ ||_|j| |}q|j }|r|j|_|j |_ |j |d/ }qt/d$qW d S )0Nr zPLY: PARSE DEBUG STARTrc )lexz$end z State : %sz#Defaulted state %s: Reduce using %dz Stack : %sz%s . %s c S s g | ]
}|j qS r )r )r? xxr r r
r@ s z'LRParser.parsedebug..z Action : Shift and goto state %sz3Action : Reduce rule [%s] with %s and goto state %d[,c S s g | ]}t |jqS r )r' r> )r? Z_vr r r
r@ s ]rM rQ z Result : %sr Fr> zDone : Returning %szPLY: PARSE DEBUG ENDz Error : %sc S s g | ]
}|j qS r )r )r? ry r r r
r@ B s r< rJ z(yacc: Syntax error at line %d, token=%s
z yacc: Syntax error, token=%sz yacc: Parse error in input. EOF
rP z yacc: internal parser error!!!
r} r} r} r} r} r} r} r} r} r} )0rZ r\ rX rd r9 r rw rv r< r3 rr r0 r_ r` r; ra r5 r r popgetjoinr7 lstripr r r> rJ rP rK rM rQ r: rh callabler% rU extend error_countr^ r r2 hasattrr4 rm rn r
RuntimeError) r rr r< r rs rt lookaheadlookaheadstackri r\ prodrd pslice
errorcountrv get_tokenr_ r` errtokenrb rh ltypetppnameplentargt1rB r$ tokrJ r r r
ro \ s~
.
$
.
zLRParser.parsedebugc C sv d }g }| j }| j} | j}
| j} td } d}
|sBddlm} |j}|| _| | _|d k r`|j | |d krp|j
}n|}|| _
g }|| _ g }|| _ || _
d }|jd t }d|_|j| d}x|| kr|s|s| }n|j }|st }d|_|j}|| j|}n| | }|d k rh|dkrN|j| |}|j| d }|
r|
d8 }
q|dk rF|
| }|j}|j}t }||_d |_|r|| d d }||d< |r|d }|j|_|j|_|d }t|d|j|_t|d|j|_|| _yP|| d = || _ |j | || d = |j| | |d | }|j| W q t k
r |j| |j |dd |j |d }d|_d|_|}t }
d| _!Y qX qn|r|j|_|j|_|g}|| _y8|| _ |j | |j| | |d | }|j| W q t k
rB |j| |j |d }d|_d|_|}t }
d| _!Y qX q|dkrh|d } t| d d } | S |d krf|
dks| j!rNt }
d| _!|}|jdkrd }| j"r|rt#|d
r||_|| _ t$| j"|| } | j!rL| }d }qn`|r r< rJ z(yacc: Syntax error at line %d, token=%s
z yacc: Syntax error, token=%sz yacc: Parse error in input. EOF
rP z yacc: internal parser error!!!
r} r} r} r} r} r} r} r} r} ))rZ r\ rX rd r9 rw rv r< r3 rr r0 r_ r` r; ra r5 r r~ r r r r> rJ rP rK rM rQ r: rh r rU r r r^ r2 r r4 rm rn r
r ) r rr r< r rs rt r r ri r\ r rd r r rv r r_ r` r rb rh r r r r r r r rB r$ r rJ r r r
rp sX
zLRParser.parseoptc C s d }g }| j }| j} | j}
| j} td } d}
|sBddlm} |j}|| _| | _|d k r`|j | |d krp|j
}n|}|| _
g }|| _ g }|| _ || _
d }|jd t }d|_|j| d}x|| kr|s|s| }n|j }|st }d|_|j}|| j|}n| | }|d k r |dkrN|j| |}|j| d }|
r|
d8 }
q|dk r|
| }|j}|j}t }||_d |_|rX|| d d }||d< || _yP|| d = || _|j| || d = |j| | |d | }|j| W q tk
rR |j| |j|dd |j |d }d|_d|_|}t}
d| _ Y qX qn|g}|| _y8|| _|j| |j| | |d | }|j| W q tk
r |j| |j |d }d|_d|_|}t}
d| _ Y qX q|dkr |d }t |dd } | S |d kr|
dks(| j rt}
d| _ |}|jdkrFd }| j r|rht |d rh||_|| _t | j || } | j r| }d }qn`|rt |d r|j!} nd} | rt"j#j$d
| |jf nt"j#j$d |j nt"j#j$d d S nt}
t|dkr(|jdkr(d }d }d}|d d = q|jdkr8d S |jdkr|d }|jdkr^d }qt }d|_t |d r|j! |_!|_%t |d
r|j& |_&|_'||_|j| |}q|j }|j |d }qt(dqW d S )Nr rc )rv z$endr Fr> r< rJ z(yacc: Syntax error at line %d, token=%s
z yacc: Syntax error, token=%sz yacc: Parse error in input. EOF
rP z yacc: internal parser error!!!
r} r} r} r} r} r} r} r} ))rZ r\ rX rd r9 rw rv r< r3 rr r0 r_ r` r; ra r5 r r~ r r r r> r: rh r rU r r r^ rK r2 r r4 rJ rm rn r
rM rP rQ r ) r rr r< r rs rt r r ri r\ r rd r r rv r r_ r` r rb rh r r r r r r rB r$ r rJ r r r
rq s8
zLRParser.parseopt_notrack)NNFFN)NNFFN)NNFFN)NNFFN) r r r r r, r. r] rj ru ro rp rq r r r r
rV s
]
4rV z^[a-zA-Z0-9_-]+$c @ sR e Zd ZdZdddZdd Zd d
Zd d Zd
d Zdd Z dd Z
dd Z dS )
Productionr rightNrw c C s || _ t|| _|| _|| _d | _|| _|| _|| _t | j| _ g | _
x$| jD ]}|| j
krN| j
j | qNW g | _ d | _
| jrd| j dj| jf | _n d| j | _d S )Nz%s -> %srx z
%s -> )r tupler numberfuncr filelineprecr usymsra lr_itemslr_nextr r7 ) r r r r
precedencer r r r= r r r
r s$
zProduction.__init__c C s | j S )N)r7 )r r r r
r6 = s zProduction.__str__c C s dt | d S )Nz Production())r7 )r r r r
r8 @ s zProduction.__repr__c C s
t | jS )N)r r )r r r r
rI C s zProduction.__len__c C s dS )Nrc r )r r r r
__nonzero__F s zProduction.__nonzero__c C s
| j | S )N)r )r indexr r r
rC I s zProduction.__getitem__c C s |t | jkrd S t| |}yt|j|d |_W n ttfk
rR g |_Y nX y|j|d |_W n tk
r d |_Y nX |S )Nrc )r r LRItem Prodnameslr_after
IndexErrorKeyError lr_before)r rB r r r r
lr_itemM s
zProduction.lr_itemc C s | j r|| j | _d S )N)r r )r pdictr r r
bind] s zProduction.bindr r )r Nrw r ) r r r reducedr r6 r8 rI r rC r r r r r r
r s
r c @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
MiniProductionc C s. || _ || _|| _d | _|| _|| _|| _d S )N)r r r r r r r7 )r r7 r r r r r r r r
r f s zMiniProduction.__init__c C s | j S )N)r7 )r r r r
r6 o s zMiniProduction.__str__c C s
d| j S )NzMiniProduction(%s))r7 )r r r r
r8 r s zMiniProduction.__repr__c C s | j r|| j | _d S )N)r r )r r r r r
r v s zMiniProduction.bindN)r r r r r6 r8 r r r r r
r e s r c @ s$ e Zd Zdd Zdd Zdd ZdS )r c C sZ |j | _ t|j| _|j| _|| _i | _| jj|d t| j| _t| j| _|j | _ d S )N.)
r rf r r lr_index
lookaheadsinsertr r r )r r rB r r r
r s zLRItem.__init__c C s, | j r d| jdj| j f }n
d| j }|S )Nz%s -> %srx z
%s -> )r r r )r r= r r r
r6 s
zLRItem.__str__c C s dt | d S )NzLRItem(r )r7 )r r r r
r8 s zLRItem.__repr__N)r r r r r6 r8 r r r r
r s r c C s: t | d }x(|dkr4| | |kr*| | S |d8 }qW d S )Nrc r )r )Zsymbols terminalsrF r r r
rightmost_terminal s
r c @ s e Zd ZdS ) GrammarErrorN)r r r r r r r
r s r c @ s e Zd Zdd Zdd Zdd Zdd Zd$d d
Zd%ddZdd Z dd Z
dd Z dd Z dd Z
dd Zd d Zd d Zd&d d!Zd"d# Zd S )'Grammarc C sf d g| _ i | _i | _i | _x|D ]}g | j|< q W g | jd< i | _i | _i | _i | _t | _ d | _
d S )Nr ) Productionsr Prodmap Terminals NonterminalsFirstFollow
PrecedencesetUsedPrecedenceStart)r r termr r r
r s
zGrammar.__init__c C s
t | jS )N)r r )r r r r
rI s zGrammar.__len__c C s
| j | S )N)r )r r r r r
rC s zGrammar.__getitem__c C s8 || j krtd| |dkr&td||f| j |< d S )Nz,Precedence already specified for terminal %rleftr nonassocz:Associativity must be one of 'left','right', or 'nonassoc')r r r )r r )r r assoclevelr r r
set_precedence s
zGrammar.set_precedenceNrw r c C s || j kr td|||f |dkr6td|||f tj|sRtd|||f xt|D ]\}}|d dkryJt|}t|dkrtd||||f || j krg | j |< |||< w\W n tk
r Y nX tj| r\|d kr\td
||||f q\W d |kr|d d kr$td ||f |d d krBtd
||f |d } | jj | }
|
sptd||| f n | j
j | |dd = nt || j } | jj | d}
d||f } | | j
kr| j
| } td||| f d| j| jf t| j}
|| jkrg | j|< xR|D ]J}|| j kr.| j | j|
n&|| jkrDg | j|< | j| j|
q W t|
|||
|||}| jj| || j
| < y| j| j| W n" tk
r |g| j|< Y nX d S )Nz7%s:%d: Illegal rule name %r. Already defined as a tokenr z5%s:%d: Illegal rule name %r. error is a reserved wordz%s:%d: Illegal rule name %rr z'"rc zA%s:%d: Literal token %s in rule %r may only be a single characterz%precz!%s:%d: Illegal name %r in rule %rz+%s:%d: Syntax error. Nothing follows %%prec zH%s:%d: Syntax error. %%prec can only appear at the end of a grammar rulez/%s:%d: Nothing known about the precedence of %rr z%s -> %sz%s:%d: Duplicate rule %s. z Previous definition at %s:%dr} r} r )r r )r r _is_identifiermatch enumerateevalr rU r r r addr r r r r r ra r r r )r prodnamesymsr r r rB r= cZprecnameZprodprecmapmZpnumberr r r r r
add_production
sp
zGrammar.add_productionc C sT |s| j d j}|| jkr&td| tdd|g| j d< | j| jd || _d S )Nrc zstart symbol %s undefinedr zS')r r r r r ra r )r startr r r
set_starta s
zGrammar.set_startc s> fdd t jd jd fddjD S )Nc sJ | kr d S j | x.jj| g D ] }x|jD ] } | q2W q&W d S )N)r r r r )r= r r" )mark_reachable_from reachabler r r
r t s
z5Grammar.find_unreachable..mark_reachable_fromr c s g | ]}| kr|qS r r )r? r= )r r r
r@ ~ s z,Grammar.find_unreachable..)r r r r )r r )r r r r
find_unreachableq s zGrammar.find_unreachablec C s i }x| j D ] }d||< q W d|d< x| jD ] }d||< q,W xpd}x`| jj D ]R\}}xH|D ]@}x |jD ]}|| shd}P qhW d}|r\|| sd||< d}P q\W qNW |s>P q>W g } x@|j D ]4\}}
|
s|| jkr|| j kr|dkrq| j| qW | S )NTz$endFr )r r r re r ra ) r Z
terminatesr rB some_changeZplr r= Z p_terminatesinfiniter r r r
infinite_cycles s:
zGrammar.infinite_cyclesc C sX g }xN| j D ]D}|sq x8|jD ].}|| jkr || jkr |dkr |j||f q W q W |S )Nr )r r r r ra )r r$ r r= r r r
undefined_symbols s zGrammar.undefined_symbolsc C s8 g }x.| j j D ] \}}|dkr| r|j| qW |S )Nr )r re ra )r Z
unused_tokr= rD r r r
unused_terminals s
zGrammar.unused_terminalsc C s< g }x2| j j D ]$\}}|s| j| d }|j| qW |S )Nr )r re r ra )r Z unused_prodr= rD r r r r
unused_rules s zGrammar.unused_rulesc C sD g }x:| j D ]0}|| jkp"|| jks |j|| j | d f q W |S )Nr )r r r ra )r ZunusedZtermnamer r r
unused_precedence s
zGrammar.unused_precedencec C s` g }xV|D ]D}d}x2| j | D ]$}|dkr0d}q ||kr |j| q W |rLq
P q
W |jd |S )NFzT)r ra )r Zbetar$ xZx_produces_emptyr r r r
_first s
zGrammar._firstc C s | j r | j S x| jD ]}|g| j |< qW dg| j d< x| jD ]}g | j |< qT) r r r r r r r r r ra r )
r r kdidaddr rF BZfstZhasemptyr r r r
compute_followQ s<
zGrammar.compute_followc C s x| j D ]}|}d}g }x|t|kr,d }ntt||}y| j|j|d |_W n ttfk
rn g |_Y nX y|j|d |_W n tk
r d |_Y nX ||_ |sP |j
| |}|d7 }qW ||_ qW d S )Nr rc ) r r r r r r r r r r ra r )r r ZlastlrirF r Zlrir r r
build_lritems s.
zGrammar.build_lritems)Nrw r )N)N)r r r r rI rC r r r r r r r r r r r r r r r r r
r s $
T
@#%
;r c @ s e Zd ZdS ) VersionErrorN)r r r r r r r
r s r c @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
LRTablec C s d | _ d | _d | _d | _d S )N)rY r[ rW lr_method)r r r r
r s zLRTable.__init__c C s~ t |tjr|}ntd| tj| }|jtkr:td|j | _
|j | _ g | _
x |jD ]}| j
jt| qXW |j| _|jS )Nz import %sz&yacc table file version is out of date)rA types
ModuleTypeexecrm modulesZ _tabversion__tabversion__r Z
_lr_actionrY Z_lr_gotor[ rW Z_lr_productionsra r Z
_lr_methodr Z
_lr_signature)r moduler r r r r
read_table s
zLRTable.read_tablec C s y dd l }W n tk
r( dd l}Y nX tjj|s:tt|d}|j|}|tkr^t d|j|| _
|j|}|j|| _ |j|| _ |j|}g | _
x |D ]}| j
jt| qW |j |S )Nr rbz&yacc table file version is out of date)cPickle ImportErrorpickleospathexistsopenloadr r r rY r[ rW ra r close)r filenamer Zin_fZ
tabversion signaturerX r r r r
read_pickle s(
zLRTable.read_picklec C s x| j D ]}|j| qW d S )N)rW r )r r r r r r
bind_callables s zLRTable.bind_callablesN)r r r r r r r r r r r
r s r c C sT i }x| D ] }d||< q
W g }i }x,| D ]$}|| dkr(t ||||| || q(W |S )Nr )traverse)XRFPNr r; Fr r r
digraph s
r c C s |j | t|}||| < || || < || }xr|D ]j} || dkrXt| |||||| t|| || || < x.|j| g D ] }
|
|| kr||| j |
q|W q4W || |krt||d < || ||d < |j } x2| | krt||d < || ||d < |j } qW d S )Nr rc r} r} r} r} )ra r r minr MAXINTr~ ) r r r; r r r r drelyaelementr r r
r s(
r c @ s e Zd ZdS ) LALRErrorN)r r r r r r r
r ) s r c @ s e Zd Zd$ddZdd Zdd Zd d
Zd d Zd
d Zdd Z dd Z
dd Z dd Z dd Z
dd Zdd Zd d Zd%d d!Zd&d"d#ZdS )'LRGeneratedTabler Nc C s |dkrt d| || _|| _|s*t }|| _i | _i | _|j| _i | _ i | _
d| _ d| _ d| _
g | _g | _g | _| jj | jj | jj | j d S )NSLRr zUnsupported method %sr )r r )r grammarr r logrY r[ r rW
lr_goto_cache lr0_cidhash
_add_countZ sr_conflictZ rr_conflictZ conflicts sr_conflicts rr_conflictsr r r lr_parse_table)r r methodr r r r
r 4 s,
zLRGeneratedTable.__init__c C sz | j d7 _ |d d }d}xV|rtd}xH|D ]@}x:|jD ]0}t|dd| j krRq:|j|j | j |_d}q:W q.W q W |S )Nrc TF lr0_addedr )r r rK ra r r )r IJr rG r r r r
lr0_closureY s
z LRGeneratedTable.lr0_closurec C s | j jt||f}|r |S | j j|}|s:i }|| j |< g }xP|D ]H}|j}|rD|j|krD|jt|}|s~i }||t|< |j| |}qDW |jd}|s|r| j|}||d< n||d< || j t||f< |S )Nz$end)r r r! r r ra r ) r r r gr= Zgsr rB s1r r r
lr0_gotos s2
zLRGeneratedTable.lr0_gotoc C s | j | jjd jgg}d}x"|D ]}|| jt|< |d7 }q"W d}x|t|k r|| }|d7 }i }x$|D ] }x|jD ] }d ||< qxW qlW xJ|D ]B}| j||}| st|| jkrqt|| jt|< |j | qW qFW |S )Nr rc )
r r r r r r! r r r" ra ) r CrF r Zasymsiir= r r r r r
lr0_items s(
zLRGeneratedTable.lr0_itemsc C s t }d}xrxV| jjdd D ]B}|jdkr:|j|j q x$|jD ]}||krBP qBW |j|j q W t||krrP t|}q W |S )Nr rc )r r r r r r r )r nullableZ num_nullabler r r r r
compute_nullable_nonterminals s
z.LRGeneratedTable.compute_nullable_nonterminalsc C sr g }xht |D ]\\}}xR|D ]J}|j|jd k r ||j|jd f}|d | jjkr ||kr |j| q W qW |S )Nrc )r r r r r r ra )r r# transZstatenorh r r r r r
find_nonterminal_transitions s
z-LRGeneratedTable.find_nonterminal_transitionsc C s i }|\}}g }| j || |}xJ|D ]B} | j| jd k r&| j| jd }
|
| jjkr&|
|kr&|j|
q&W |dkr|| jjd jd kr|jd |S )Nrc r z$end)r" r r r r r ra r ) r r# r( r& Zdr_setrh r termsr r r r r r
dr_relation s
z LRGeneratedTable.dr_relationc C sv g }|\}}| j || |}| jjt|d}xB|D ]:} | j| jd k r4| j| jd }
|
|kr4|j||
f q4W |S )Nrc r} )r" r r r! r r r ra ) r r# r( emptyr rh r r rG r r r r r
reads_relation s
z LRGeneratedTable.reads_relationc C s i }i }i }x|D ] }d||< qW x|D ]\}} g }
g } xR|| D ]D} | j | krZqH| j}
|}x|
| jd k r
|
d }
| j|
}||f|kr|
d }xH|| jk r| j| | jjkrP | j| |krP |d }qW | j||f | j|| |}| jj t
|d}qfW x|| D ]t}|j | j kr,q|j| jkr>qd}xD||jk rx|j| | j|d krlP |d }qDW |
j||f qW qHW x2| D ]*}||krg ||< || j|| f qW |
||| f< q*W ||fS )Nrc r r} ) r r r r r r ra r" r r r! )r r# r( r& ZlookdictZ includedictZdtransr rh r ZlookbZincludesr r rG Zlir r" rF r r r
compute_lookback_includesC sX
z*LRGeneratedTable.compute_lookback_includesc s0 fdd} fdd}t |||}|S )Nc s j | S )N)r+ )r )r# r& r r r
s z4LRGeneratedTable.compute_read_sets..c s j | S )N)r- )r )r# r& r r r
r/ s )r )r r# ntransr& r r r r )r# r& r r
compute_read_sets s z"LRGeneratedTable.compute_read_setsc s( fdd} fdd}t |||}|S )Nc s | S )Nr )r )readsetsr r
r/ s z6LRGeneratedTable.compute_follow_sets..c s j | g S )N)r )r )inclsetsr r
r/ s )r )r r0 r2 r3 r r r r )r3 r2 r
compute_follow_sets s z$LRGeneratedTable.compute_follow_setsc C sx xr|j D ]f\}}x\|D ]T\}}||jkr4g |j|< |j|g }x*|D ]"}||j| krF|j| j| qFW qW q
W d S )N)re r r ra ) r Z lookbacksZ followsetr( Zlbrh r r r r r r
add_lookaheads s
z LRGeneratedTable.add_lookaheadsc C sP | j }| j|}| j|||}| j|||\}}| j|||}| j|| d S )N)r' r) r1 r. r4 r5 )r r# r& r( r2 ZlookdZincludedZ
followsetsr r r
add_lalr_lookaheads s
z$LRGeneratedTable.add_lalr_lookaheadsc $ C s< | j j}| j j}| j}| j}| j}i }|jd| j | j }| jdkrP| j | d}x|D ]} g }
i } i } i }
|jd |jd| |jd x | D ]}|jd|j
| qW |jd x| D ]}|j |j d kr,|j
dkrd| d < || d < q| jdkr|j| }n| j j|j
}x|D ]}|
j||d
|j
|f f | j|}|d k r|dkrB|| | j
j\}}|j|d\}}||k s||kr|d kr|j
| |< || |< | r| r|jd
| | jj||df ||j
jd7 _nB||kr |dkr d | |< n$|s|jd| | jj||df n|dk r|| }||j
}|j|jkr|j
| |< || |< || }}||j
jd7 _||j
jd8 _n
|| }}| jj|||f |jd|| | j
| | n td| n(|j
| |< || |< ||j
jd7 _q&W q|j }|j|d }|| j jkr| j| |}| jjt |d} | dkr|
j||d| f | j|}|d k r|dkr|| krtd| n|dk r|| | j
j\}}|j|d\}}||ks||krV|d krV|| | j
jd8 _| | |< || |< |s|jd| | jj||df nL||krt|dkrtd | |< n.| r| r|jd
| | jj||df n td| q| | |< || |< qW i } xF|
D ]>\}}} || kr|| | kr|jd|| d| || f< qW |jd d} xX|
D ]P\}}} || kr&|| | k r&|| f| kr&|j d|| d} d| || f< q&W | r|j d i } x6| D ].}!x&|!j D ] }"|"| j j krd | |"< qW qW xL| D ]D}#| j| |#}| jjt |d } | dkr| |
|#< |jd|#| qW | ||< | ||< |
||< |d7 }q\W d S ) NzParsing method: %sr r rw zstate %dz (%d) %src zS'z$endzreduce using rule %d (%s)r r z3 ! shift/reduce conflict for %s resolved as reducereducer z2 ! shift/reduce conflict for %s resolved as shiftZshiftz= ! reduce/reduce conflict for %s resolved using rule %d (%s)z Unknown conflict in state %dzshift and go to state %dz Shift/shift conflict in state %dz %-15s %sz ! %-15s [ %s ]z" %-30s shift and go to state %d)r r r} )r r r} ) r r r r[ rY r r r r% r6 r r r r r r ra r r r r r r r r r r" r r! r r r )$r r r r\ rZ r Zactionpr# str ZactlistZ st_actionZ
st_actionpZst_gotor Zlaheadsr r" ZsprecZslevelZrprecZrlevelZoldpZppZchosenpZrejectprF r rG Z _actprintr Znot_usedZnkeysr$ r= rB r r r
r s
z LRGeneratedTable.lr_parse_tablerw c C s t |tjrtd|jdd }tjj||d }ylt|d}|j dtjj
|t | j |f d}|rti }xf| j
j D ]X\} }
xN|
j D ]B\} } |j| }
|
sg g f}
|
|| < |
d j| |
d j| qW q|W |j d xz|j D ]n\}} |j d | x | d D ]}
|j d
|
q W |j d x | d D ]}
|j d
|
q8W |j d qW |j d
|j d nJ|j d x4| j
j D ]&\}} |j d|d |d | f qW |j d
|ri }xl| jj D ]^\} }
xR|
j D ]F\} } |j| }
|
sg g f}
|
|| < |
d j| |
d j| qW qW |j d x||j D ]p\}} |j d | x | d D ]}
|j d
|
qjW |j d x | d D ]}
|j d
|
qW |j d qJW |j d
|j d nJ|j d x4| jj D ]&\}} |j d|d |d | f qW |j d
|j d xd| jD ]Z}|jrl|j d|j|j|j|jtjj
|j|jf n |j dt||j|jf q0W |j d |j W n& tk
r } z W Y d d }~X nX d S )Nz"Won't overwrite existing tabmoduler rc z.pywzu
# %s
# This file is automatically generated. Do not edit.
_tabversion = %r
_lr_method = %r
_lr_signature = %r
r z
_lr_action_items = {z%r:([z%r,z],[z]),z}
z
_lr_action = {}
for _k, _v in _lr_action_items.items():
for _x,_y in zip(_v[0],_v[1]):
if not _x in _lr_action: _lr_action[_x] = {}
_lr_action[_x][_k] = _y
del _lr_action_items
z
_lr_action = { z (%r,%r):%r,z
_lr_goto_items = {z
_lr_goto = {}
for _k, _v in _lr_goto_items.items():
for _x, _y in zip(_v[0], _v[1]):
if not _x in _lr_goto: _lr_goto[_x] = {}
_lr_goto[_x][_k] = _y
del _lr_goto_items
z
_lr_goto = { z_lr_productions = [
z (%r,%r,%d,%r,%r,%d),
z (%r,%r,%d,None,None,None),
z]
r} )rA r r IOErrorsplitr r r r r
basenamer r rY re r ra r[ rW r r7 r r r r r )r tabmodule outputdirr Zbasemodulenamer r Zsmallerre r= Zndr rD rF r r er r r
write_table
s
"
"
"
z LRGeneratedTable.write_tablec C s y dd l }W n tk
r( dd l}Y nX t|d}|jt|t |j| j|t |j||t |j| j|t |j| j |t g }x^| j
D ]T}|j r|j |j
|j|j|j tjj|j|jf q|j t
||j|jd d d f qW |j||t W d Q R X d S )Nr wb)r r r r dumpr pickle_protocolr rY r[ rW r ra r7 r r r r r< r r )r r r r ZoutfZoutpr r r r
pickle_table s ,"z LRGeneratedTable.pickle_table)r N)rw rw )rw )r r r r r r" r% r' r) r+ r- r. r1 r4 r5 r6 r r@ rD r r r r
r 3 s"
%#8 +P 8
zr c C s0 t j| }|jj }|j|jkr,|j|j |S )N)rm _getframe f_globalscopyf_localsupdate)Zlevelsr Zldictr r r
get_caller_module_dict9 s
rJ c C s g }| j }d }|}x|D ]}|d7 }|j }|s4qy|d dkrh|sVtd||f |} |dd }
n@|d } | }|dd }
|d } | dkr| dkrtd||f |j||| |
f W q tk
r Y q tk
r td |||j f Y qX qW |S )
Nrc r |z%s:%d: Misplaced '|'r :z::=z!%s:%d: Syntax error. Expected ':'z %s:%d: Syntax error in rule %r)
splitlinesr; rU ra Exceptionstrip) docr r r ZpstringsZlastpZdlineZpsr r r Zassignr r r
parse_grammarE s6
rQ c @ s e Zd Zd ddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dd Zdd Zd d Zd d ZdS )!
ParserReflectNc C sL || _ d | _d | _d | _t | _g | _d| _|d krBtt j
| _ n|| _ d S )NF) r r
error_functokensr r r r r rm rn r )r r r r r r
r o s zParserReflect.__init__c C s, | j | j | j | j | j d S )N) get_startget_error_func
get_tokensget_precedenceget_pfunctions)r r r r
get_all~ s
zParserReflect.get_allc C s6 | j | j | j | j | j | j | jS )N)validate_startvalidate_error_funcvalidate_tokensvalidate_precedencevalidate_pfunctionsvalidate_modulesr )r r r r
validate_all s zParserReflect.validate_allc C s yddl m} W n tk
r0 ddlm} Y nX y|dd}| jrV|j| jjd | jr~|jdjdd | jD jd | jr|jd j| jjd x*| j D ] }|d
r|j|d
jd qW W n t
t fk
r Y nX t j
|j }tjd d
kr |jd}|S ) Nr )md5F)Zusedforsecurityzlatin-1rw c S s g | ]}d j |qS )rw )r )r? r r r r
r@ s z+ParserReflect.signature..rx r )Zhashlibrb r r rI encoder r rT pfuncs TypeError
ValueErrorbase64Z b16encodedigestrm version_infodecode)r rb Zsigr rh r r r
r s*
"
zParserReflect.signaturec C s t jd}x| jD ]}ytj|\}}W n tk
r> wY nX i }xjt|D ]^\}}|d7 }|j|}|rN|jd}|j |} | s|||< qNtj
|}
| j j d|
||| qNW qW d S )Nz \s*def\s+(p_[a-zA-Z_0-9]*)\(rc z;%s:%d: Function %s redefined. Previously defined on line %d)
recompiler inspectZgetsourcelinesr: r r groupr
getsourcefiler r ) r Zfrer linesZlinenZ counthashr r r prevr r r r
r` s$
z ParserReflect.validate_modulesc C s | j jd| _d S )Nr )r r r )r r r r
rU s zParserReflect.get_startc C s& | j d k r"t| j ts"| jjd d S )Nz'start' must be a string)r rA string_typesr r )r r r r
r[ s
z ParserReflect.validate_startc C s | j jd| _d S )Np_error)r r rS )r r r r
rV s z ParserReflect.get_error_funcc C s | j rt| j tjrd}n*t| j tjr.d}n| jjd d| _d S | j jj}| j jj }t
j | j }| j j
| | j jj| }|dkr| jjd|| d| _d S )Nr rc z2'p_error' defined, but is not a function or methodTz$%s:%d: p_error() requires 1 argument)rS rA r FunctionType
MethodTyper r __code__co_firstlineno co_filenamerm getmoduler r co_argcount)r ZismethodZelineZefiler Zargcountr r r
r\ s
z!ParserReflect.validate_error_funcc C sn | j jd}|s&| jjd d| _d S t|ttfsJ| jjd d| _d S |sd| jjd d| _d S || _d S )NrT zNo token list is definedTz tokens must be a list or tupleztokens is empty)r r r r rA rf r rT )r rT r r r
rW s zParserReflect.get_tokensc C sZ d| j kr | jjd d| _d S t }x.| j D ]$}||krH| jjd| |j| q.W d S )Nr z.Illegal token name 'error'. Is a reserved wordTzToken %r multiply defined)rT r r r r r )r r rB r r r
r] s
z ParserReflect.validate_tokensc C s | j jd| _d S )Nr )r r r )r r r r
rX s z ParserReflect.get_precedencec C s g }| j rt| j ttfs2| jjd d| _d S xt| j D ]\}}t|ttfsj| jjd d| _d S t|dk r| jjd| d| _d S |d }t|ts| jjd d| _d S xH|dd D ]8}t|ts| jjd d| _d S |j |||d f qW q>W || _
d S )
Nz"precedence must be a list or tupleTzBad precedence tabler z?Malformed precedence entry %s. Must be (assoc, term, ..., term)r z)precedence associativity must be a stringrc z precedence items must be strings) r rA rf r r r r r rr ra preclist)r r{ r r r r r r r
r^ s6
z!ParserReflect.validate_precedencec C s g }xl| j j D ]^\}}|jd s|dkr.qt|tjtjfrt|d|jj }t
j |}|j ||||j
f qW |jdd d || _d S )Np_rs rw c S s | d t | d | d | d fS )Nr rc r r )r7 )Z
p_functionr r r
r/ B s
z.ParserReflect.get_pfunctions..)key)r re
startswithrA r rt ru rK rv rw rm ry ra __doc__sortrd )r Z p_functionsr itemr r r r r
rY 5 s
z ParserReflect.get_pfunctionsc C s^ g }t | jdkr(| jjd d| _d S x"| jD ]\}}}}tj|}| j| }t|tj rfd}nd}|j
j |kr| jjd|||j d| _q2|j
j |k r| jjd|||j d| _q2|j
s| jjd|||j q2y,t|||} x| D ]}
|j||
f qW W n: tk
r< } z | jjt| d| _W Y d d } ~ X nX | jj| q2W x| jj D ]\} }
| jd rt|
tjtj frq\| jd
rq\| jd r| d kr| jjd | t|
tjr|
j
j dkst|
tj r\|
jj
j dkr\|
j
r\y8|
j
jd
}|d dkr4| jjd|
j
j|
j
j| W n t k
rL Y nX q\W || _ d S )Nr z+no rules of the form p_rulename are definedTr rc z%%s:%d: Rule %r has too many argumentsz#%s:%d: Rule %r requires an argumentzA%s:%d: No documentation string specified in function %r (ignored)r| Zt_rs z %r not defined as a functionrx rL z9%s:%d: Possible grammar rule %r defined without p_ prefix) r rd r r rm ro r rA r ru rv rz r r r rQ ra rU r7 r r re r~ rt __func__r; rx rw r r )r r r r r rP r r ZreqargsZparsed_gr r? rB rD r r r
r_ J s\
z!ParserReflect.validate_pfunctions)N)r r r r rZ ra r r` rU r[ rV r\ rW r] rX r^ rY r_ r r r r
rR n s
# rR c
< O sd |d kr t }| rd}| d kr&ttj} rf fddt D }
t|
}d|krntj|d j|d< ntd}| d krt |t
j r|j}nLd|kr|d }n:|j d}dj
|d d6 }td | ttj| dd
}tjj|} |jd }|ot |trd|kr|d | }|d k r$||d < t|| d
}|j |jrHtd|j }yt }| rj|j| }n
|j |}|s||kry"|j |j t ||j }|j!a!|S t"k
r } z| j#d| W Y d d }~X nX W nF t$k
r } z| j#t| W Y d d }~X n t%k
r Y nX |
d kr|ry tt&tjj
| |d}
W n< t'k
r } z | j#d||f t( }
W Y d d }~X nX nt( }
|
j)dt* d}|j+ rtd|j s| j#d t,|j-}xZ|j.D ]P\}} } y|j/|| | W n0 t0k
r& } z| j#d| W Y d d }~X nX qW xl|j1D ]b\} } | \} }!}"}#y|j2|"|#| | |! W n4 t0k
r } z| jd| d}W Y d d }~X nX q6W y&|d kr|j3|j4 n
|j3| W n6 t0k
r } z| jt| d}W Y d d }~X nX |rtd|j5 }$x*|$D ]"\}%}&| jd|&j6|&j7|% d}qW |j8 }'|'r|
j)d
|
j)d |
j)d
x&|'D ] }| j#d| |
j)d| qnW |r|
j)d
|
j)d |
j)d
x&t9|j:D ]\}(})|
j)d |(|) qW |j; }*x$|*D ] }&| j#d |&j6|&j7|&j< qW t=|'dkr"| j#d t=|'dkr@| j#d t=|' t=|*dkrX| j#d t=|*dkrv| j#d!t=|* |rN|
j)d
|
j)d" |
j)d
t>|j?}+|+j@ x2|+D ]*}|
j)d#|d$j
d%d |j?| D qW |
j)d
|
j)d& |
j)d
t>|jA},|,j@ x2|,D ]*}-|
j)d#|-d$j
d'd |jA|- D qW |
j)d
|r|jB }.x|.D ]}/| j#d(|/ qbW |jC }0x |0D ]}1| jd)|1 d}qW |jD }2x$|2D ] \}} | jd*| | d}qW |rtd|r| jEd+| tF|| |
}|rlt=|jG}3|3dkr | j#d, n|3dkr6| j#d-|3 t=|jH}4|4dkrV| j#d. n|4dkrl| j#d/|4 |r|jGs|jHr|
j#d
|
j#d0 |
j#d
x&|jGD ] \}5}6}7|
j#d1|6|5|7 qW tI }8x|jHD ]x\}5}9}:|5tJ|9tJ|:f|8krq|
j#d2|5|9 |
j#d3|:|5 | j#d2|5|9 | j#d3|:|5 |8jK|5tJ|9tJ|:f qW g };xL|jHD ]B\}5}9}:|:jL r^|:|;kr^|
j#d4|: | j#d4|: |;jM|: q^W |ry|jN|| | W n6 t'k
r } z| j#d5||f W Y d d }~X nX | rBy|jO| | W n6 t'k
r@ } z| j#d5| |f W Y d d }~X nX |j |j t ||j }|j!a!|S )7Nr c s g | ]}|t |fqS r )rK )r? r )r r r
r@ s zyacc..__file__r r r rc z import %srw __package__r )r zUnable to build parserz.There was a problem loading the table file: %rr9 zCouldn't open %r. %sz5Created by PLY version %s (http://www.dabeaz.com/ply)Fz no p_error() function is definedz%sTz;%s:%d: Symbol %r used, but not defined as a token or a rulezUnused terminals:z Token %r defined, but not usedz %sr z Rule %-5d %sz$%s:%d: Rule %r defined, but not usedzThere is 1 unused tokenzThere are %d unused tokenszThere is 1 unused rulezThere are %d unused rulesz'Terminals, with rules where they appearz
%-20s : %srx c S s g | ] }t |qS r )r7 )r? r= r r r
r@ E
s z*Nonterminals, with rules where they appearc S s g | ] }t |qS r )r7 )r? r= r r r
r@ M
s zSymbol %r is unreachablez)Infinite recursion detected for symbol %rz0Precedence rule %r defined for unknown symbol %rzGenerating %s tablesz1 shift/reduce conflictz%d shift/reduce conflictsz1 reduce/reduce conflictz%d reduce/reduce conflictsz
Conflicts:z7shift/reduce conflict for %s in state %d resolved as %sz;reduce/reduce conflict in state %d resolved using rule (%s)z rejected rule (%s) in state %dzRule (%s) is never reducedzCouldn't create %r. %sr} )P
tab_moduler rm rn dirdictr r rJ rA r r r; r r rK r r dirnamer r7 rR rZ r r r r r r r r rV rS ru rN r r r r r: r r __version__ra r rT r{ r r r r r r r r r r r r r r r rf r r r r r r r r r r r r! r r ra r@ rD ) ZdebuglogZerrorlogZ
picklefileZ_itemsr ZsrcfilepartsZpkgnameZpkgZpinfor ZlrZread_signaturer3 r? errorsr r r r funcnameZgramr r r r r rb r r rB r r r* ZnontermsZnontermZ unreachableur infZ unused_precZnum_srZnum_rrrh r Z
resolutionZalready_reportedZruleZrejectedZ warned_neverr )r r
yacc s
"
$
*
*
$$ r )> s
4 m
H. rT
)