a
    ӗa5                     @   sd   d dl mZmZmZ G dd dejZG dd deZG dd deZG dd	 d	eZ	dddZ
dS )   )grammartokentokenizec                   @   s   e Zd ZdS )PgenGrammarN)__name__
__module____qualname__ r	   r	   5/home/manager/Python-3.9.10/Lib/lib2to3/pgen2/pgen.pyr      s   r   c                   @   s   e Zd Zd&ddZdd Zdd Zdd	 Zd
d Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zd'd d!Zd"d# Zd$d% ZdS )(ParserGeneratorNc                 C   sl   d }|d u rt |}|j}|| _|| _t|j| _|   | 	 \| _
| _|d urZ|  i | _|   d S N)openclosefilenamestreamr   generate_tokensreadline	generatorgettokenparsedfasstartsymbolfirstaddfirstsets)selfr   r   Zclose_streamr	   r	   r
   __init__   s    zParserGenerator.__init__c              	   C   s  t  }t| j }|  || j |d| j |D ]&}dt|j	 }||j	|< ||j
|< q:|D ]}| j| }g }|D ]`}g }t|j D ]$\}	}
|| ||	||
f q|jr|d||f || q||j| || ||f|j|j	| < qf|j	| j |_|S )N       )r   listr   keyssortremover   insertlensymbol2numbernumber2symbolsortedarcsitemsappend
make_labelindexisfinalstates
make_firststart)r   cnamesnameidfar-   stater'   labelnextr	   r	   r
   make_grammar   s.    

zParserGenerator.make_grammarc                 C   s4   | j | }i }t|D ]}| ||}d||< q|S Nr   )r   r&   r*   )r   r0   r2   Zrawfirstr   r6   ilabelr	   r	   r
   r.   4   s    

zParserGenerator.make_firstc                 C   sb  t |j}|d  r||jv rZ||jv r4|j| S |j|j| d f ||j|< |S nbtt|d }t|t	sxJ ||tj
v sJ |||jv r|j| S |j|d f ||j|< |S n|d dv sJ |t|}|d  r ||jv  r|j| S |jtj|f ||j|< |S n>tj| }||jv r@|j| S |j|d f ||j|< |S d S )Nr   )"')r#   labelsisalphar$   symbol2labelr)   getattrr   
isinstanceinttok_nametokensevalkeywordsNAMEr   opmap)r   r0   r6   r:   Zitokenvaluer	   r	   r
   r*   =   s<    












zParserGenerator.make_labelc                 C   s8   t | j }|  |D ]}|| jvr| | qd S r   )r   r   r   r    r   	calcfirst)r   r1   r2   r	   r	   r
   r   k   s
    
zParserGenerator.addfirstsetsc              	   C   s   | j | }d | j|< |d }i }i }|j D ]x\}}|| j v r|| jv rj| j| }|d u r~td| n| | | j| }|| |||< q.d||< |di||< q.i }	| D ]:\}}
|
D ],}||	v rtd||||	| f ||	|< qq|| j|< d S )Nr   zrecursion for rule %rr   zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r   r   r'   r(   
ValueErrorrJ   update)r   r2   r4   r5   ZtotalsetZoverlapcheckr6   r7   fsetZinverseitsfirstZsymbolr	   r	   r
   rJ   s   s4    








zParserGenerator.calcfirstc           	      C   s   i }d }| j tjkr| j tjkr*|   q| tj}| tjd |  \}}| tj | 	||}t
|}| | t
|}|||< |d u r|}q||fS )N:)typer   	ENDMARKERNEWLINEr   expectrG   OP	parse_rhsmake_dfar#   simplify_dfa)	r   r   r   r2   azr4   ZoldlenZnewlenr	   r	   r
   r      s"    

zParserGenerator.parsec              	      s   t |tsJ t |tsJ  fdd} fdd t|||g}|D ]}i }|jD ].}|jD ]"\}}	|d ur` |	||i  q`qVt| D ]@\}}
|D ]}|j|
kr qqt|
|}|| |	|| qqH|S )Nc                    s   i } | | |S r   r	   )r5   base
addclosurer	   r
   closure   s    
z)ParserGenerator.make_dfa.<locals>.closurec                    sH   t | tsJ | |v rd S d|| < | jD ]\}}|d u r( || q(d S r9   )rA   NFAStater'   )r5   rZ   r6   r7   r[   r	   r
   r\      s    z,ParserGenerator.make_dfa.<locals>.addclosure)
rA   r^   DFAStatenfasetr'   
setdefaultr&   r(   r)   addarc)r   r/   finishr]   r-   r5   r'   Znfastater6   r7   r`   str	   r[   r
   rV      s&    



zParserGenerator.make_dfac           
      C   s   t d| |g}t|D ]|\}}t d|||u r2dp4d |jD ]T\}}||v rZ||}	nt|}	|| |d u rt d|	  q>t d||	f  q>qd S )NzDump of NFA for  State(final) z	    -> %d    %s -> %d)print	enumerater'   r+   r#   r)   )
r   r2   r/   rc   Ztodor3   r5   r6   r7   jr	   r	   r
   dump_nfa   s    

zParserGenerator.dump_nfac                 C   sd   t d| t|D ]L\}}t d||jr*dp,d t|j D ]\}}t d|||f  q>qd S )NzDump of DFA forre   rf   rg   rh   )ri   rj   r,   r&   r'   r(   r+   )r   r2   r4   r3   r5   r6   r7   r	   r	   r
   dump_dfa   s
    
zParserGenerator.dump_dfac                 C   sp   d}|rld}t |D ]T\}}t|d t|D ]8}|| }||kr.||= |D ]}||| qLd} qq.qqd S )NTFr   )rj   ranger#   
unifystate)r   r4   Zchangesr3   Zstate_irk   Zstate_jr5   r	   r	   r
   rW      s    zParserGenerator.simplify_dfac                 C   s~   |   \}}| jdkr||fS t }t }|| || | jdkrr|   |   \}}|| || q>||fS d S )N|)	parse_altrI   r^   rb   r   )r   rX   rY   ZaaZzzr	   r	   r
   rU      s    




zParserGenerator.parse_rhsc                 C   sL   |   \}}| jdv s(| jtjtjfv rD|   \}}|| |}q||fS )N)([)
parse_itemrI   rP   r   rG   STRINGrb   )r   rX   br0   dr	   r	   r
   rq   
  s    

zParserGenerator.parse_altc                 C   s   | j dkr>|   |  \}}| tjd || ||fS |  \}}| j }|dvr`||fS |   || |dkr||fS ||fS d S )Nrs   ])+*ry   )rI   r   rU   rS   r   rT   rb   
parse_atom)r   rX   rY   rI   r	   r	   r
   rt     s    


zParserGenerator.parse_itemc                 C   s   | j dkr4|   |  \}}| tjd ||fS | jtjtjfv rpt	 }t	 }|
|| j  |   ||fS | d| j| j  d S )Nrr   )z+expected (...) or NAME or STRING, got %s/%s)rI   r   rU   rS   r   rT   rP   rG   ru   r^   rb   raise_error)r   rX   rY   r	   r	   r
   r{   (  s    
zParserGenerator.parse_atomc                 C   sD   | j |ks|d ur2| j|kr2| d||| j | j | j}|   |S )Nzexpected %s/%s, got %s/%s)rP   rI   r}   r   )r   rP   rI   r	   r	   r
   rS   9  s    zParserGenerator.expectc                 C   sF   t | j}|d tjtjfv r*t | j}q
|\| _| _| _| _| _	d S )Nr   )
r7   r   r   COMMENTNLrP   rI   Zbeginendline)r   tupr	   r	   r
   r   A  s    
zParserGenerator.gettokenc              
   G   s^   |r8z|| }W n&   d |gttt| }Y n0 t|| j| jd | jd | jfd S )N r   r   )joinr   mapstrSyntaxErrorr   r   r   )r   msgargsr	   r	   r
   r}   H  s     zParserGenerator.raise_error)N)N)r   r   r   r   r8   r.   r*   r   rJ   r   rV   rl   rm   rW   rU   rq   rt   r{   rS   r   r}   r	   r	   r	   r
   r   
   s$   
	.$

r   c                   @   s   e Zd Zdd ZdddZdS )r^   c                 C   s
   g | _ d S r   )r'   )r   r	   r	   r
   r   S  s    zNFAState.__init__Nc                 C   s8   |d u st |tsJ t |ts$J | j||f d S r   )rA   r   r^   r'   r)   r   r7   r6   r	   r	   r
   rb   V  s    zNFAState.addarc)N)r   r   r   r   rb   r	   r	   r	   r
   r^   Q  s   r^   c                   @   s0   e Zd Zdd Zdd Zdd Zdd Zd	Zd	S )
r_   c                 C   sL   t |tsJ t tt|ts$J t |ts2J || _||v | _i | _d S r   )rA   dictr7   iterr^   r`   r,   r'   )r   r`   finalr	   r	   r
   r   ]  s    
zDFAState.__init__c                 C   s8   t |tsJ || jvsJ t |ts*J || j|< d S r   )rA   r   r'   r_   r   r	   r	   r
   rb   e  s    zDFAState.addarcc                 C   s*   | j  D ]\}}||u r
|| j |< q
d S r   )r'   r(   )r   oldnewr6   r7   r	   r	   r
   ro   k  s    zDFAState.unifystatec                 C   sd   t |tsJ | j|jkrdS t| jt|jkr6dS | j D ]\}}||j|ur@ dS q@dS )NFT)rA   r_   r,   r#   r'   r(   get)r   otherr6   r7   r	   r	   r
   __eq__p  s    zDFAState.__eq__N)r   r   r   r   rb   ro   r   __hash__r	   r	   r	   r
   r_   [  s
   r_   Grammar.txtc                 C   s   t | }| S r   )r   r8   )r   pr	   r	   r
   generate_grammar  s    r   N)r   )rg   r   r   r   Grammarr   objectr   r^   r_   r   r	   r	   r	   r
   <module>   s     I
%