B
    ¬Ô…Z™§  ã            
   @   s<  d Z dZddlZddlZddlZddlZddlZddlZyejej	fZ
W n ek
rd   eefZ
Y nX e d¡ZG dd„ deƒZG dd„ deƒZG d	d
„ d
eƒZG dd„ deƒZG dd„ dƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZG dd„ deƒZdddddeejƒddddf
dd „Z d%d!d"„Z!d#d$„ Z"e"Z#dS )&z3.11z3.10é    Nz^[a-zA-Z0-9_]+$c               @   s   e Zd Zdd„ ZdS )ÚLexErrorc             C   s   |f| _ || _d S )N)ÚargsÚtext)ÚselfÚmessageÚs© r   ú&lib/python3.7/site-packages/ply/lex.pyÚ__init__:   s    zLexError.__init__N)Ú__name__Ú
__module__Ú__qualname__r
   r   r   r   r	   r   9   s   r   c               @   s   e Zd Zdd„ Zdd„ ZdS )ÚLexTokenc             C   s   d| j | j| j| jf S )NzLexToken(%s,%r,%d,%d))ÚtypeÚvalueÚlinenoÚlexpos)r   r   r   r	   Ú__str__A   s    zLexToken.__str__c             C   s   t | ƒS )N)Ústr)r   r   r   r	   Ú__repr__D   s    zLexToken.__repr__N)r   r   r   r   r   r   r   r   r	   r   @   s   r   c               @   s4   e Zd Zdd„ Zdd„ Zdd„ Zdd„ ZeZeZd	S )
Ú	PlyLoggerc             C   s
   || _ d S )N)Úf)r   r   r   r   r	   r
   L   s    zPlyLogger.__init__c             O   s   | j  || d ¡ d S )NÚ
)r   Úwrite)r   Úmsgr   Úkwargsr   r   r	   ÚcriticalO   s    zPlyLogger.criticalc             O   s   | j  d||  d ¡ d S )Nz	WARNING: r   )r   r   )r   r   r   r   r   r   r	   ÚwarningR   s    zPlyLogger.warningc             O   s   | j  d||  d ¡ d S )NzERROR: r   )r   r   )r   r   r   r   r   r   r	   ÚerrorU   s    zPlyLogger.errorN)	r   r   r   r
   r   r   r   ÚinfoÚdebugr   r   r   r	   r   K   s   r   c               @   s   e Zd Zdd„ Zdd„ ZdS )Ú
NullLoggerc             C   s   | S )Nr   )r   Únamer   r   r	   Ú__getattribute__^   s    zNullLogger.__getattribute__c             O   s   | S )Nr   )r   r   r   r   r   r	   Ú__call__a   s    zNullLogger.__call__N)r   r   r   r#   r$   r   r   r   r	   r!   ]   s   r!   c               @   s|   e Zd Zdd„ Zddd„Zddd„Zd	d
„ Zdd„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ ZeZdS )ÚLexerc             C   sŽ   d | _ d | _i | _i | _i | _d| _g | _d | _i | _i | _	i | _
d| _d | _d| _d| _d | _d | _d | _d| _d| _d | _d| _d| _d S )NÚINITIALr   Ú é   F)ÚlexreÚ	lexretextÚ
lexstatereÚlexstateretextÚlexstaterenamesÚlexstateÚlexstatestackÚlexstateinfoÚlexstateignoreÚlexstateerrorfÚlexstateeoffÚ
lexreflagsÚlexdatar   ÚlexlenÚ	lexerrorfÚlexeoffÚ	lextokensÚ	lexignoreÚlexliteralsÚ	lexmoduler   Úlexoptimize)r   r   r   r	   r
   t   s.    zLexer.__init__Nc          	   C   sÞ   t   | ¡}|rÚi }xŠ| j ¡ D ]|\}}g }xX|D ]P\}}g }	xB|D ]:}
|
rR|
d s^|	 |
¡ qB|	 t||
d jƒ|
d f¡ qBW q0W | ||	f¡ |||< qW ||_i |_x(| j ¡ D ]\}}t||jƒ|j|< q¶W ||_|S )Nr   r(   )Úcopyr+   ÚitemsÚappendÚgetattrr   r2   r<   )r   ÚobjectÚcZnewtabÚkeyZritemZnewreZcreZfindexZ	newfindexr   Úefr   r   r	   Úclone   s(    


&zLexer.cloner'   c          	   C   sæ  t |tjƒrtdƒ‚| d¡d }tj ||¡d }t|dƒœ}| 	d|t
f ¡ | 	dttƒ ¡ | 	dttt| jƒƒƒ ¡ | 	d	tt| jƒƒ ¡ | 	d
t| jƒ ¡ | 	dt| jƒ ¡ i }xb| j ¡ D ]T\}}g }	x>t|| j| | j| ƒD ]"\\}
}}}|	 |t||ƒf¡ qøW |	||< qÒW | 	dt|ƒ ¡ | 	dt| jƒ ¡ i }x,| j ¡ D ]\}}|rt|jnd ||< q`W | 	dt|ƒ ¡ i }x,| j ¡ D ]\}}|r¸|jnd ||< q¤W | 	dt|ƒ ¡ W d Q R X d S )Nz&Won't overwrite existing lextab moduleÚ.éÿÿÿÿz.pyÚwzJ# %s.py. This file automatically created by PLY (version %s). Don't edit!
z_tabversion   = %s
z_lextokens    = set(%s)
z_lexreflags   = %s
z_lexliterals  = %s
z_lexstateinfo = %s
z_lexstatere   = %s
z_lexstateignore = %s
z_lexstateerrorf = %s
z_lexstateeoff = %s
)Ú
isinstanceÚtypesÚ
ModuleTypeÚIOErrorÚsplitÚosÚpathÚjoinÚopenr   Ú__version__ÚreprÚ__tabversion__ÚtupleÚsortedr9   Úintr4   r;   r0   r+   r?   Úzipr,   r-   r@   Ú_funcs_to_namesr1   r2   r   r3   )r   ÚlextabÚ	outputdirZbasetabmoduleÚfilenameZtfZtabreÚ	statenameÚlreÚtitemÚpatÚfuncZretextÚrenamesZtaberrrE   Ztabeofr   r   r	   Úwritetab®   s6    (zLexer.writetabc             C   sR  t |tjƒr|}ntd| ƒ tj| }t|ddƒtkr@tdƒ‚|j	| _
|j| _|j| _| j
t| jƒB | _|j| _|j| _i | _i | _xb|j ¡ D ]T\}}g }g }x.|D ]&\}}	| t ||j¡t|	|ƒf¡ q¨W || j|< || j|< q’W i | _x$|j ¡ D ]\}}
||
 | j|< qüW i | _x&|j  ¡ D ]\}}
||
 | j|< q(W |  !d¡ d S )Nz	import %sZ_tabversionz0.0zInconsistent PLY versionr&   )"rJ   rK   rL   ÚexecÚsysÚmodulesrA   rU   ÚImportErrorZ
_lextokensr9   Z_lexreflagsr4   Z_lexliteralsr;   ÚsetÚlextokens_allZ_lexstateinfor0   Z_lexstateignorer1   r+   r,   Z_lexstaterer?   r@   ÚreÚcompileÚ_names_to_funcsr2   Z_lexstateerrorfr3   Z_lexstateeoffÚbegin)r   ZtabfileÚfdictr[   r^   r_   r`   Ztxtitemra   Z	func_namerE   r   r   r	   ÚreadtabÓ   s8    
"
zLexer.readtabc             C   s8   |d d… }t |tƒstdƒ‚|| _d| _t|ƒ| _d S )Nr(   zExpected a stringr   )rJ   ÚStringTypesÚ
ValueErrorr5   r   Úlenr6   )r   r   rC   r   r   r	   Úinputû   s    
zLexer.inputc             C   sd   || j krtdƒ‚| j | | _| j| | _| j |d¡| _| j |d ¡| _	| j
 |d ¡| _|| _d S )NzUndefined stater'   )r+   rr   r)   r,   r*   r1   Úgetr:   r2   r7   r3   r8   r.   )r   Ústater   r   r	   rn     s    
zLexer.beginc             C   s   | j  | j¡ |  |¡ d S )N)r/   r@   r.   rn   )r   rv   r   r   r	   Ú
push_state  s    zLexer.push_statec             C   s   |   | j ¡ ¡ d S )N)rn   r/   Úpop)r   r   r   r	   Ú	pop_state  s    zLexer.pop_statec             C   s   | j S )N)r.   )r   r   r   r	   Úcurrent_state!  s    zLexer.current_statec             C   s   |  j |7  _ d S )N)r   )r   Únr   r   r	   Úskip'  s    z
Lexer.skipc             C   s~  | j }| j}| j}| j}xþ||k r|| |kr<|d7 }qxÖ| jD ]ä\}}| ||¡}|s`qFtƒ }| ¡ |_| j	|_	||_ |j
}	||	 \}
|_|
s´|jrª| ¡ | _ |S | ¡ }P | ¡ }| |_|| _|| _ |
|ƒ}|sè| j }| j}P | js(|j| jkr(td|
jj|
jj|
j|jf ||d … ƒ‚|S W || | jkrrtƒ }|| |_| j	|_	|j|_||_ |d | _ |S | jròtƒ }| j|d … |_| j	|_	d|_| |_||_ || _ |  |¡}|| j kràtd||  ||d … ƒ‚| j }|sîq|S || _ td|| |f ||d … ƒ‚qW | jr\tƒ }d|_d|_| j	|_	||_ | |_|| _ |  |¡}|S |d | _ | jd krztdƒ‚d S )	Nr(   z4%s:%d: Rule '%s' returned an unknown token type '%s'r   z&Scanning error. Illegal character '%s'z"Illegal character '%s' at index %dÚeofr'   z"No input string given with input())r   r6   r:   r5   r)   Úmatchr   Úgroupr   r   Ú	lastindexr   ÚendÚlexerZlexmatchr=   rj   r   Ú__code__Úco_filenameÚco_firstlinenor   r;   r7   r8   ÚRuntimeError)r   r   r6   r:   r5   r)   ÚlexindexfuncÚmÚtokÚirb   Znewtokr   r   r	   Útoken1  sœ    




"

zLexer.tokenc             C   s   | S )Nr   )r   r   r   r	   Ú__iter__Ÿ  s    zLexer.__iter__c             C   s   |   ¡ }|d krt‚|S )N)r‹   ÚStopIteration)r   Útr   r   r	   Únext¢  s    z
Lexer.next)N)r'   )r   r   r   r
   rF   rd   rp   rt   rn   rw   ry   rz   r|   r‹   rŒ   r   Ú__next__r   r   r   r	   r%   s   s   

%(
nr%   c             C   s   t | d| jƒS )NÚregex)rA   Ú__doc__)rb   r   r   r	   Ú
_get_regex·  s    r“   c             C   s0   t  | ¡}|j ¡ }|j|jkr,| |j¡ |S )N)rf   Ú	_getframeÚ	f_globalsr>   Úf_localsÚupdate)Zlevelsr   Úldictr   r   r	   Úget_caller_module_dictÁ  s
    

r™   c             C   sJ   g }x@t | |ƒD ]2\}}|r8|d r8| ||d f¡ q| |¡ qW |S )Nr   r(   )rY   r@   )ZfunclistÚnamelistÚresultr   r"   r   r   r	   rZ   Î  s    rZ   c             C   sH   g }x>| D ]6}|r6|d r6|  ||d  |d f¡ q
|  |¡ q
W |S )Nr   r(   )r@   )rš   ro   r›   r{   r   r   r	   rm   Ý  s    
rm   c             C   sd  | sg S d  | ¡}yÎt ||¡}d gt|j ¡ ƒd  }|d d … }xˆ|j ¡ D ]z\}}	| |d ¡}
t|
ƒt	j
t	jfkr’|
|| f||	< |||	< qP|
d k	rP|||	< | d¡dkrºd||	< qPd || f||	< qPW ||fg|g|gfS  tk
r^   tt| ƒd ƒ}|dkrd}t| d |… |||ƒ\}}}t| |d … |||ƒ\}}}|| || || fS X d S )Nú|r(   Úignore_r   )NNé   )rQ   rk   rl   ÚmaxÚ
groupindexÚvaluesr?   ru   r   rK   ÚFunctionTypeÚ
MethodTypeÚfindÚ	ExceptionrX   rs   Ú_form_master_re)ZrelistÚreflagsr˜   Útoknamesr‘   r)   r‡   Zlexindexnamesr   rŠ   Zhandlerˆ   Zllistr_   ZlnamesZrlistZrreZrnamesr   r   r	   r¦   í  s2    



r¦   c             C   s„   |   d¡}x0t|dd … dƒD ]\}}||kr|dkrP qW |dkrVt|d|… ƒ}nd}d|krjt|ƒ}d ||d … ¡}||fS )NÚ_r(   ÚANY)r&   )rN   Ú	enumeraterV   rQ   )r   ÚnamesÚpartsrŠ   ÚpartÚstatesZ	tokennamer   r   r	   Ú_statetoken  s    
r°   c               @   sf   e Zd Zddd„Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ ZdS )ÚLexerReflectNr   c             C   sL   || _ d | _g | _|| _ddi| _tƒ | _d| _|d krBtt	j
ƒn|| _d S )Nr&   Ú	inclusiveF)r˜   Z
error_funcÚtokensr§   Ú	stateinfori   rg   r   r   rf   ÚstderrÚlog)r   r˜   r¶   r§   r   r   r	   r
   .  s    
zLexerReflect.__init__c             C   s$   |   ¡  |  ¡  |  ¡  |  ¡  d S )N)Ú
get_tokensÚget_literalsÚ
get_statesÚ	get_rules)r   r   r   r	   Úget_all9  s    zLexerReflect.get_allc             C   s   |   ¡  |  ¡  |  ¡  | jS )N)Úvalidate_tokensÚvalidate_literalsÚvalidate_rulesr   )r   r   r   r	   Úvalidate_all@  s    zLexerReflect.validate_allc             C   sp   | j  dd ¡}|s(| j d¡ d| _d S t|ttfƒsL| j d¡ d| _d S |sf| j d¡ d| _d S || _d S )Nr³   zNo token list is definedTztokens must be a list or tupleztokens is empty)r˜   ru   r¶   r   rJ   ÚlistrV   r³   )r   r³   r   r   r	   r·   G  s    zLexerReflect.get_tokensc             C   sT   i }xJ| j D ]@}t |¡s.| j d|¡ d| _||krD| j d|¡ d||< qW d S )NzBad token name '%s'TzToken '%s' multiply definedr(   )r³   Ú_is_identifierr~   r¶   r   r   )r   Z	terminalsr{   r   r   r	   r¼   [  s    
zLexerReflect.validate_tokensc             C   s    | j  dd¡| _| jsd| _d S )NÚliteralsr'   )r˜   ru   rÂ   )r   r   r   r	   r¸   f  s    zLexerReflect.get_literalsc             C   sn   yBx<| j D ]2}t|tƒr$t|ƒdkr
| j dt|ƒ¡ d| _q
W W n& tk
rh   | j d¡ d| _Y nX d S )Nr(   z.Invalid literal %s. Must be a single characterTzIInvalid literals specification. literals must be a sequence of characters)rÂ   rJ   rq   rs   r¶   r   rT   Ú	TypeError)r   rC   r   r   r	   r½   l  s    zLexerReflect.validate_literalsc             C   sú   | j  dd ¡| _| jröt| jttfƒs:| j d¡ d| _n¼xº| jD ]°}t|tƒr\t|ƒdkrv| j dt	|ƒ¡ d| _qB|\}}t|t
ƒs¢| j dt	|ƒ¡ d| _qB|dksÈ|dksÈ| j d	|¡ d| _qB|| jkrè| j d
|¡ d| _qB|| j|< qBW d S )Nr¯   z)states must be defined as a tuple or listTrž   zMInvalid state specifier %s. Must be a tuple (statename,'exclusive|inclusive')zState name %s must be a stringr²   Ú	exclusivez:State type for state %s must be 'inclusive' or 'exclusive'zState '%s' already defined)r˜   ru   r¯   rJ   rV   rÀ   r¶   r   rs   rT   rq   r´   )r   r   r"   Z	statetyper   r   r	   r¹   w  s0    

zLexerReflect.get_statesc       	      C   sR  dd„ | j D ƒ}i | _i | _i | _i | _i | _i | _x"| jD ]}g | j|< g | j|< q<W t|ƒdkrz| j	 
d¡ d| _
d S x‚|D ]x}| j | }t|| jƒ\}}|| j|< t|dƒrX|dkrÚx”|D ]}|| j|< qÆW n||dkrüxr|D ]}|| j|< qèW nZ|d	kr2|jj}|jj}| j	 
d
|||j¡ d| _
n$xÈ|D ]}| j|  ||f¡ q8W q‚t|tƒrè|d	kr¢x|D ]}|| j|< qtW d|kræ| j	 d|¡ nD|dkrÂ| j	 
d|¡ d| _
n$x8|D ]}| j|  ||f¡ qÈW q‚| j	 
d|¡ d| _
q‚W x$| j ¡ D ]}|jdd„ d qW x&| j ¡ D ]}|jdd„ dd q2W d S )Nc             S   s    g | ]}|d d… dkr|‘qS )Nrž   Zt_r   )Ú.0r   r   r   r	   ú
<listcomp>—  s    z*LexerReflect.get_rules.<locals>.<listcomp>r   z+No rules of the form t_rulename are definedTr$   r   r}   Úignorez,%s:%d: Rule '%s' must be defined as a stringú\z#%s contains a literal backslash '\'z'Rule '%s' must be defined as a functionz&%s not defined as a function or stringc             S   s   | d j jS )Nr(   )rƒ   r…   )Úxr   r   r	   Ú<lambda>Ñ  s    z(LexerReflect.get_rules.<locals>.<lambda>)rD   c             S   s   t | d ƒS )Nr(   )rs   )rÉ   r   r   r	   rÊ   Õ  s    )rD   Úreverse)r˜   r¨   ÚfuncsymÚstrsymrÇ   ÚerrorfÚeoffr´   rs   r¶   r   r°   Úhasattrrƒ   r…   r„   r   r@   rJ   rq   r   r¡   Úsort)	r   Ztsymbolsr   r   rŽ   r¯   ÚtoknameÚlineÚfiler   r   r	   rº   –  sb    












zLexerReflect.get_rulesc             C   s  xl| j D ]`}x|| j| D ]l\}}|jj}|jj}t |¡}| j |¡ | j	| }t
|tjƒrjd}nd}|jj}	|	|krš| j d|||j¡ d| _q|	|k r¾| j d|||j¡ d| _qt|ƒsâ| j d|||j¡ d| _qyDt d|t|ƒf | j¡}
|
 d¡r$| j d	|||j¡ d| _W q tjk
rŠ } zB| j d
|||j|¡ dt|ƒkrt| j d|||j¡ d| _W d d }~X Y qX qW x
| j| D ]ü\}}| j	| }|dkrÒ| j d|¡ d| _qž|| jkr| d¡dk r| j d||¡ d| _qžy:t d||f | j¡}
|
 d¡r@| j d|¡ d| _W nT tjk
r– } z2| j d||¡ d|kr€| j d|¡ d| _W d d }~X Y nX qžW | j| sÊ| j| sÊ| j d|¡ d| _| j |d ¡}|r
|}|jj}|jj}t |¡}| j |¡ t
|tjƒrd}nd}|jj}	|	|krJ| j d|||j¡ d| _|	|k r
| j d|||j¡ d| _q
W x| jD ]}|  |¡ qxW d S )Nrž   r(   z'%s:%d: Rule '%s' has too many argumentsTz%%s:%d: Rule '%s' requires an argumentz2%s:%d: No regular expression defined for rule '%s'z
(?P<%s>%s)r'   z<%s:%d: Regular expression for rule '%s' matches empty stringz3%s:%d: Invalid regular expression for rule '%s'. %sú#z6%s:%d. Make sure '#' in rule '%s' is escaped with '\#'r   z'Rule '%s' must be defined as a functionr   r   z-Rule '%s' defined for an unspecified token %sz5Regular expression for rule '%s' matches empty stringz,Invalid regular expression for rule '%s'. %sz/Make sure '#' in rule '%s' is escaped with '\#'zNo rules defined for state '%s')r´   rÌ   rƒ   r…   r„   ÚinspectZ	getmodulerg   Úaddr¨   rJ   rK   r£   Úco_argcountr¶   r   r   r“   rk   rl   r§   r~   rÍ   r³   r¤   rÎ   ru   Úvalidate_module)r   rv   Úfnamer   rÓ   rÔ   ÚmodulerÒ   ZreqargsÚnargsrC   Úer"   ÚrZefuncr   r   r	   r¾   Ø  s–    









zLexerReflect.validate_rulesc             C   sÄ   yt  |¡\}}W n tk
r&   d S X t d¡}t d¡}i }|d7 }xv|D ]n}| |¡}|sj| |¡}|r´| d¡}	| |	¡}
|
s|||	< n$t  |¡}| j	 
d|||	|
¡ d| _
|d7 }qNW d S )Nz\s*def\s+(t_[a-zA-Z_0-9]*)\(z\s*(t_[a-zA-Z_0-9]*)\s*=r(   z7%s:%d: Rule %s redefined. Previously defined on line %dT)rÖ   ZgetsourcelinesrM   rk   rl   r~   r   ru   Zgetsourcefiler¶   r   )r   rÛ   ÚlinesZlinenZfreZsreZ	counthashrÓ   rˆ   r"   Úprevr]   r   r   r	   rÙ   ?  s*    








zLexerReflect.validate_module)Nr   )r   r   r   r
   r»   r¿   r·   r¼   r¸   r½   r¹   rº   r¾   rÙ   r   r   r   r	   r±   -  s   
Bgr±   Fr[   c
       #   
      s”  |d krd}d }
ddi}t ƒ }||_|	d kr6ttjƒ}	|rL|d krLttjƒ}|rT|‰ ˆ r”‡ fdd„tˆ ƒD ƒ}t|ƒ}
d|
krœtj|
d  j|
d< nt	dƒ}
|
 
d	¡}|rÈt|tƒrÈd
|krÈ|d
 | }t|
|	|d}| ¡  |sò| ¡ ròtdƒ‚|r6|r6y | ||
¡ |ja|ja|a|S  tk
r4   Y nX |rf| d|j¡ | d|j¡ | d|j¡ tƒ |_x|jD ]}|j |¡ qvW t|jttfƒrºt|jd ƒƒ   |j¡|_!n|j|_!|jt|j!ƒB |_"|j}i }x¦|D ]ž}g }xH|j#| D ]:\}}| $d|t%|ƒf ¡ |rø| d|t%|ƒ|¡ qøW x@|j&| D ]2\}}| $d||f ¡ |rB| d|||¡ qBW |||< qäW |r–| d¡ xt|D ]l}t'|| ||
|j(ƒ\}}}||j)|< ||j*|< ||j+|< |rœx&t,|ƒD ]\}}| d|||¡ qèW qœW xl| -¡ D ]`\}}|dkr|dkr|j)|  .|j)d ¡ |j*|  .|j*d ¡ |j+|  .|j+d ¡ qW ||_/|j)d |_0|j*d |_1||_2|j3|_4|j4 
dd¡|_5|j6|_7|j6 
dd ¡|_8|j8sà|	 9d¡ |j:|_;|j: 
dd ¡|_<x¤| -¡ D ]˜\}}|dkrN||j6kr,|	 9d|¡ ||j3kr˜|j5r˜|	 9d|¡ nJ|dkr||j6krx|j6 
dd ¡|j6|< ||j3kr|j3 
dd¡|j3|< qW |ja|ja|a|r|r|d kr4t|t=j>ƒrÚ|j}nNd
|krî|
d }n:| ?d
¡} d
  | d d… ¡}!t@d|! ƒ tAtj|! ddƒ}tBjC D|¡}y$| E||¡ |tjkrVtj|= W n6 tFk
rŽ }" z|	 9d||"f ¡ W d d }"~"X Y nX |S )Nr[   r&   r²   c                s   g | ]}|t ˆ |ƒf‘qS r   )rA   )rÅ   Úk)rÛ   r   r	   rÆ   y  s    zlex.<locals>.<listcomp>Ú__file__r   rž   Ú__package__rG   )r¶   r§   zCan't build lexerzlex: tokens   = %rzlex: literals = %rzlex: states   = %rr   z
(?P<%s>%s)z(lex: Adding rule %s -> '%s' (state '%s')z#lex: ==== MASTER REGEXS FOLLOW ====z"lex: state '%s' : regex[%d] = '%s'r'   zNo t_error rule is definedrÄ   z1No error rule is defined for exclusive state '%s'z2No ignore rule is defined for exclusive state '%s'rH   z	import %sz#Couldn't write lextab module %r. %s)Gr%   r=   r   rf   rµ   ÚdirÚdictrg   râ   r™   ru   rJ   r   r±   r»   r¿   ÚSyntaxErrorrp   r‹   rt   r‚   rh   r   r³   rÂ   r´   ri   r9   r×   rÀ   rV   r   rQ   r;   rj   rÌ   r@   r“   rÍ   r¦   r¨   r+   r,   r-   r«   r?   Úextendr0   r)   r*   r4   rÇ   r1   r:   rÎ   r2   r7   r   rÏ   r3   r8   rK   rL   rN   re   rA   rO   rP   Údirnamerd   rM   )#rÛ   rB   r    Úoptimizer[   r§   Znowarnr\   ZdebuglogZerrorlogr˜   r´   ZlexobjZ_itemsÚpkgZlinfor{   Zregexsrv   Z
regex_listrÚ   r   r"   rÞ   r)   Zre_textZre_namesrŠ   r   Ústyper   Zsrcfiler­   ZpkgnamerÝ   r   )rÛ   r	   Úlex^  sð    















$rì   c             C   s´   |sVy&t jd }t|ƒ}| ¡ }| ¡  W n* tk
rT   t j d¡ t j ¡ }Y nX | rb| j	}nt	}||ƒ | rz| j
}nt
}x0|ƒ }|sŒP t j d|j|j|j|jf ¡ q€W d S )Nr(   z/Reading from standard input (type EOF to end):
z(%s,%r,%d,%d)
)rf   ÚargvrR   ÚreadÚcloseÚ
IndexErrorÚstdoutr   Ústdinrt   r‹   r   r   r   r   )r‚   Údatar]   r   Z_inputZ_tokenr‰   r   r   r	   Úrunmain  s*    
rô   c                s   ‡ fdd„}|S )Nc                s    t ˆ dƒrtˆ ƒ| _nˆ | _| S )Nr$   )rÐ   r“   r‘   )r   )rÞ   r   r	   Ú	set_regexA  s    
zTOKEN.<locals>.set_regexr   )rÞ   rõ   r   )rÞ   r	   ÚTOKEN@  s    rö   )NN)$rS   rU   rk   rf   rK   r>   rO   rÖ   Z
StringTypeZUnicodeTyperq   ÚAttributeErrorr   Úbytesrl   rÁ   r¥   r   rB   r   r   r!   r%   r“   r™   rZ   rm   r¦   r°   r±   rX   ÚVERBOSErì   rô   rö   ÚTokenr   r   r   r	   Ú<module>"   sD   
  F
(  3
 @
"
