관리-도구
편집 파일: token.cpython-36.opt-2.pyc
3 \ � @ sN d dddgZ dZdZdZdZdZd Zd Zd Zd Z d Z dZ dZ dZ dZdZdZdZdZdZdZdZdZdZdZd Zd Zd Zd Z d Z d!Z d"Z d#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+d/Z,d0Z-d1Z.d2Z/d3Z0d4Z1d5Z2d6Z3d7Z4d8Z5d9Z6d:Z7d;Z8d<Z9d=Z:d>Z;d?d@� e<� j=� D �Z>e j?e>j@� � dAd� ZAdBd� ZBdCd� ZCdDdE� ZDeEdFk�rJeD� dGS )H�tok_name� ISTERMINAL� ISNONTERMINAL�ISEOF� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 � c C s, i | ]$\}}t |t�r|jd � r||�qS )�_)� isinstance�int� startswith)�.0�name�value� rG � /usr/lib64/python3.6/token.py� <dictcomp>J s rI c C s | t k S )N)� NT_OFFSET)�xrG rG rH r O s c C s | t kS )N)rJ )rK rG rG rH r R s c C s | t kS )N)� ENDMARKER)rK rG rG rH r U s c J C sp dd l } dd l}|jdd � }|r*|d p,d}d}t|�dkrF|d }y t|�}W n@ tk r� } z$|jjdt|� � |j d� W Y d d }~X nX |� |j � j d�}W d Q R X | j d| j �}i } x:|D ]2} |j| �} | r�| jdd�\} } t| �} | | | < q�W t| j� �}y t|�}W nB tk �rZ } z$|jjdt|� � |j d� W Y d d }~X nX |� |j � j d�}W d Q R X y |jd �d }|jd �}W n, tk �r� |jjd � |j d � Y nX g }x$|D ] } |jd | | | f � �q�W ||||�< yt|d�}W nB tk �rJ } z$|jjdt|� � |j d� W Y d d }~X nX |� |jdj|�� W d Q R X d S )Nr r zInclude/token.hz Lib/token.pyzI/O error: %s � z:#define[ ][ ]*([A-Z0-9][A-Z0-9_]*)[ ][ ]*([0-9][0-9]*)r z#--start constants--z#--end constants--z&target does not contain format markersr z%s = %d�wr )�re�sys�argv�len�open�OSError�stdout�write�str�exit�read�split�compile� IGNORECASE�match�grouprB �sorted�keys�stderr�index� ValueError�append�join)rO rP �args� inFileName� outFileName�fp�err�lines�prog�tokens�liner] rE �valr` �format�start�endrG rG rH �_mainY sb rs �__main__N)F�__all__rL �NAME�NUMBER�STRING�NEWLINE�INDENT�DEDENT�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENT�LBRACE�RBRACE�EQEQUAL�NOTEQUAL� LESSEQUAL� GREATEREQUAL�TILDE� CIRCUMFLEX� LEFTSHIFT� RIGHTSHIFT� DOUBLESTAR� PLUSEQUAL�MINEQUAL� STAREQUAL� SLASHEQUAL� PERCENTEQUAL� AMPEREQUAL� VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL� DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUAL�RARROW�ELLIPSIS�OP�AWAIT�ASYNC� ERRORTOKEN�N_TOKENSrJ �globals�itemsr �extend�valuesr r r rs �__name__rG rG rG rH �<module> s� 5