File: //opt/alt/python37/lib64/python3.7/__pycache__/token.cpython-37.opt-2.pyc
B
YI~d� � @ sR d dddgZ dZdZdZdZdZd Zd
Zd Zd Z d
Z
dZ dZ dZ
dZdZdZdZdZdZdZdZdZdZdZd Zd Zd Zd Z d Z d!Z d"Z d#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+d/Z,d0Z-d1Z.d2Z/d3Z0d4Z1d5Z2d6Z3d7Z4d8Z5d9Z6d:Z7d;Z8d<Z9d=Z:d>Z;d?Z<d@dA� e=� �>� D �Z?e �@e?�A� � dBd� ZBdCd� ZCdDd� ZDdEdF� ZEeFdGk�rNeE� dHS )I�tok_name�
ISTERMINAL�
ISNONTERMINAL�ISEOF� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: � c C s* i | ]"\}}t |t�r|�d �s||�qS )�_)�
isinstance�int�
startswith)�.0�name�value� rH �*/opt/alt/python37/lib64/python3.7/token.py�
<dictcomp>N s rJ c C s | t k S )N)� NT_OFFSET)�xrH rH rI r S s c C s | t kS )N)rK )rL rH rH rI r V s c C s | t kS )N)� ENDMARKER)rL rH rH rI r Y s c
C s� dd l } dd l}|jdd � }|r*|d p,d}d}t|�dkrF|d }y t|�}W n@ tk
r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |�
� � d�}W d Q R X | � d| j
�}| � d| j
�} i }
d } xr|D ]j} |�| �}
|
�r|
�dd �\}}t|�}d
|i|
|< |} q�| �| �}|r�| d k r�|�d�}||
| d < q�W t|
�� �}y t|�}W nB tk
�r� } z"|j�dt|� � |� d � W d d }~X Y nX |� |�
� � d�}W d Q R X y |�d �d }|�d
�}W n, tk
�r |j�d� |� d� Y nX g }xL|D ]D}|�d|
| d
|f � d |
| k�r|�d|
| d � �qW ||||�< yt|d�}W nB tk
�r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |�d�|�� W d Q R X d S )Nr r zInclude/token.hz Lib/token.pyzI/O error: %s
�
z>#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)z^\s*/\*\s*(.+?)\s*\*/\s*$r �token�commentz#--start constants--z#--end constants--z&target does not contain format markersr z%s = %dz# %s�wr )�re�sys�argv�len�open�OSError�stdout�write�str�exit�read�split�compile�
IGNORECASE�match�grouprC �sorted�keys�stderr�index�
ValueError�append�join)rR rS �args�
inFileName� outFileName�fp�err�lines�prog�
comment_regex�tokens�prev_val�liner` rF �val�
comment_matchrP rc �format�start�end�keyrH rH rI �_main] sx
rz �__main__N)G�__all__rM �NAME�NUMBER�STRING�NEWLINE�INDENT�DEDENT�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENT�LBRACE�RBRACE�EQEQUAL�NOTEQUAL� LESSEQUAL� GREATEREQUAL�TILDE�
CIRCUMFLEX� LEFTSHIFT�
RIGHTSHIFT�
DOUBLESTAR� PLUSEQUAL�MINEQUAL� STAREQUAL�
SLASHEQUAL� PERCENTEQUAL�
AMPEREQUAL� VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL� DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUAL�RARROW�ELLIPSIS�OP�
ERRORTOKEN�COMMENT�NL�ENCODING�N_TOKENSrK �globals�itemsr �extend�valuesr r r rz �__name__rH rH rH rI �<module> s�
B