Current File : //proc/self/root/opt/alt/python37/lib64/python3.7/__pycache__/token.cpython-37.pyc
B
�x�c� � @ sV d Z ddddgZdZdZdZdZd Zd
Zd Zd Z d
Z
dZ dZ dZ
dZdZdZdZdZdZdZdZdZdZdZd Zd Zd Zd Z d Z d!Z d"Z d#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+d/Z,d0Z-d1Z.d2Z/d3Z0d4Z1d5Z2d6Z3d7Z4d8Z5d9Z6d:Z7d;Z8d<Z9d=Z:d>Z;d?Z<d@Z=dAdB� e>� �?� D �Z@e�Ae@�B� � dCd� ZCdDd� ZDdEd� ZEdFdG� ZFeGdHk�rReF� dIS )Jz!Token constants (from "token.h").�tok_name�
ISTERMINAL�
ISNONTERMINAL�ISEOF� � � � � � � � � � �
� � �
� � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: � c C s* i | ]"\}}t |t�r|�d �s||�qS )�_)�
isinstance�int�
startswith)�.0�name�value� rH �*/opt/alt/python37/lib64/python3.7/token.py�
<dictcomp>N s rJ c C s | t k S )N)� NT_OFFSET)�xrH rH rI r S s c C s | t kS )N)rK )rL rH rH rI r V s c C s | t kS )N)� ENDMARKER)rL rH rH rI r Y s c
C s� dd l } dd l}|jdd � }|r*|d p,d}d}t|�dkrF|d }y t|�}W n@ tk
r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |�
� � d�}W d Q R X | � d| j
�}| � d| j
�} i }
d } xr|D ]j} |�| �}
|
�r|
�dd �\}}t|�}d
|i|
|< |} q�| �| �}|r�| d k r�|�d�}||
| d < q�W t|
�� �}y t|�}W nB tk
�r� } z"|j�dt|� � |� d � W d d }~X Y nX |� |�
� � d�}W d Q R X y |�d �d }|�d
�}W n, tk
�r |j�d� |� d� Y nX g }xL|D ]D}|�d|
| d
|f � d |
| k�r|�d|
| d � �qW ||||�< yt|d�}W nB tk
�r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |�d�|�� W d Q R X d S )Nr r zInclude/token.hz Lib/token.pyzI/O error: %s
�
z>#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)z^\s*/\*\s*(.+?)\s*\*/\s*$r �token�commentz#--start constants--z#--end constants--z&target does not contain format markersr z%s = %dz# %s�wr )�re�sys�argv�len�open�OSError�stdout�write�str�exit�read�split�compile�
IGNORECASE�match�grouprC �sorted�keys�stderr�index�
ValueError�append�join)rR rS �argsZ
inFileNameZ outFileName�fp�err�lines�progZ
comment_regex�tokensZprev_val�liner` rF �valZ
comment_matchrP rc �format�start�end�keyrH rH rI �_main] sx
ru �__main__N)H�__doc__�__all__rM �NAME�NUMBER�STRING�NEWLINE�INDENT�DEDENT�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENT�LBRACE�RBRACE�EQEQUAL�NOTEQUAL� LESSEQUAL� GREATEREQUAL�TILDE�
CIRCUMFLEX� LEFTSHIFT�
RIGHTSHIFT�
DOUBLESTAR� PLUSEQUAL�MINEQUAL� STAREQUAL�
SLASHEQUAL� PERCENTEQUAL�
AMPEREQUAL� VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL� DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUAL�RARROW�ELLIPSIS�OP�
ERRORTOKEN�COMMENT�NL�ENCODINGZN_TOKENSrK �globals�itemsr �extend�valuesr r r ru �__name__rH rH rH rI �<module> s�
B
Mini Shell