B
    ^ c                 @   s   d Z dZddlZddlmZmZmZmZmZm	Z	 ddl
mZ ddl
mZ G dd	 d	eZd
d ZG dd deZejejejddZdd Zdd Zdd ZdS )zPattern compiler.

The grammar is taken from PatternGrammar.txt.

The compiler compiles a pattern to a pytree.*Pattern instance.
z#Guido van Rossum <guido@python.org>    N   )driverliteralstokentokenizeparsegrammar)pytree)pygramc               @   s   e Zd ZdS )PatternSyntaxErrorN)__name__
__module____qualname__ r   r    lib/python3.7/lib2to3/patcomp.pyr      s   r   c       	      c   sP   t jt jt jh}tt| j}x(|D ] }|\}}}}}||kr(|V  q(W dS )z6Tokenizes a string suppressing significant whitespace.N)	r   NEWLINEINDENTDEDENTr   generate_tokensioStringIOreadline)	inputskiptokensZ	quintupletypevaluestartendZ	line_textr   r   r   tokenize_wrapper   s    
r   c               @   s:   e Zd ZdddZdddZdd Zdd	d
Zdd ZdS )PatternCompilerNc             C   sZ   |dkrt j| _t j| _nt|| _t | j| _t j| _	t j
| _tj| jtd| _dS )z^Initializer.

        Takes an optional alternative filename for the pattern grammar.
        N)Zconvert)r
   Zpattern_grammarr   Zpattern_symbolssymsr   Zload_grammarZSymbolsZpython_grammarZ	pygrammarZpython_symbolspysymsZDriverpattern_convert)selfZgrammar_filer   r   r   __init__(   s    
zPatternCompiler.__init__Fc          
   C   sp   t |}y| jj||d}W n2 tjk
rN } ztt|dW dd}~X Y nX |rb| ||fS | |S dS )z=Compiles a pattern string to a nested pytree.*Pattern object.)debugN)r   r   Zparse_tokensr   Z
ParseErrorr   strcompile_node)r$   r   r&   Z	with_treer   rooter   r   r   compile_pattern7   s     zPatternCompiler.compile_patternc                s  |j  jjkr|jd }|j  jjkrz fdd|jddd D }t|dkrX|d S tjdd |D ddd}| S |j  jj	krʇ fd	d|jD }t|dkr|d S tj|gddd}| S |j  jj
kr |jdd }t|}| S |j  jjkstd}|j}t|d
krR|d j tjkrR|d j}|dd }d}t|dkr|d j  jjkr|d }|dd } ||}|dk	r|j  jjkst|j}	|	d }
|
j tjkrd}tj}n|
j tjkrd}tj}np|
j tjkr^|	d j tjkstt|	dks.t |	d  }}t|	dkrh |	d
 }n
dsht|dks||dkr| }tj|gg||d}|dk	r||_| S )zXCompiles a node, recursively.

        This is one big switch on the node type.
        r   c                s   g | ]}  |qS r   )r(   ).0ch)r$   r   r   
<listcomp>O   s    z0PatternCompiler.compile_node.<locals>.<listcomp>N   r   c             S   s   g | ]
}|gqS r   r   )r,   ar   r   r   r.   R   s    )minmaxc                s   g | ]}  |qS r   )r(   )r,   r-   )r$   r   r   r.   V   s       )r3      r5   F)r   r!   ZMatcherchildrenZAlternativeslenr	   WildcardPatternoptimizeZAlternativeZNegatedUnitcompile_basicZNegatedPatternZUnitAssertionErrorr   EQUALr   ZRepeaterSTARZHUGEPLUSLBRACERBRACEget_intname)r$   nodeZaltspZunitspatternrB   nodesrepeatr6   Zchildr1   r2   r   )r$   r   r(   C   sh    

 
"


zPatternCompiler.compile_nodec             C   sn  t |dkst|d }|jtjkrDtt|j}t	
t||S |jtjkr|j}| r|tkrttd| |dd  rtdt	
t| S |dkrd }n,|dst| j|d }|d krtd| |dd  r| |d jd g}nd }t	||S nV|jdkr | |d S |jd	kr\|d ks:t| |d }t	j|ggddd
S dsjt|d S )Nr   r   zInvalid token: %rzCan't have details for tokenany_zInvalid symbol: %r([)r1   r2   F)r7   r;   r   r   STRINGr'   r   Z
evalStringr   r	   ZLeafPattern_type_of_literalNAMEisupper	TOKEN_MAPr   
startswithgetattrr"   r(   r6   ZNodePatternr8   )r$   rF   rG   rC   r   r   Zcontent
subpatternr   r   r   r:      s<    
zPatternCompiler.compile_basicc             C   s   |j tjkstt|jS )N)r   r   NUMBERr;   intr   )r$   rC   r   r   r   rA      s    zPatternCompiler.get_int)N)FF)N)r   r   r   r%   r+   r(   r:   rA   r   r   r   r   r    &   s
   

G
#r    )rN   rL   rT   ZTOKENc             C   s.   | d   rtjS | tjkr&tj|  S d S d S )Nr   )isalphar   rN   r   Zopmap)r   r   r   r   rM      s
    

rM   c             C   s>   |\}}}}|s|| j kr*tj|||dS tj|||dS dS )z9Converts raw node information to a Node or Leaf instance.)contextN)Znumber2symbolr	   ZNodeZLeaf)r   Zraw_node_infor   r   rW   r6   r   r   r   r#      s    r#   c             C   s   t  | S )N)r    r+   )rE   r   r   r   r+      s    r+   )__doc__
__author__r   Zpgen2r   r   r   r   r   r    r	   r
   	Exceptionr   r   objectr    rN   rL   rT   rP   rM   r#   r+   r   r   r   r   <module>	   s     
 		