ok

Mini Shell

Direktori : /opt/alt/python311/lib64/python3.11/__pycache__/
Upload File :
Current File : //opt/alt/python311/lib64/python3.11/__pycache__/tokenize.cpython-311.opt-2.pyc

�

�f�f�	���	dZdZddlmZddlmZmZddlZddl	Z	ddl
mZddlZ
ddlZddlZddlTddlmZejd	ej��Zejd
ej��ZddlZejgd�zZ[Gd�d
ejd
d����Zd�Zd�Zd�ZdZdZeedez��zee��zZdZdZ dZ!dZ"dZ#ee e!e"e#��Z$dZ%edd��ee%��zZ&de%zZ'ee&e'��Z(ede(dz��Z)ee)e(e$��Z*d �Z+e	j,d!���Z-ee+���Z.d"Z/d#Z0d$Z1d%Z2ee.d&ze.d'z��Z3ee.d(ze.d)z��Z4ee5ej6e7ed*�+�����Z8ed,e8��Z9ee*e9e4e��Z:ee:zZ;ee.d-zed.d��ze.d/zed0d��z��Z<ed1ee3��Z=eee=e*e9e<e��zZ>iZ?e+��D]"Z@e/e?e@d.z<e0e?e@d0z<e1e?e@d&z<e2e?e@d'z<�#[@eA��ZBeA��ZCe+��D]FZDeDd0zeDd.zfD]ZEeB�FeE���eDd'zeDd&zfD]ZEeC�FeE����G[D[Ed2ZGGd3�d4eH��ZIGd5�d6eH��ZJGd7�d8��ZKd9�ZLd:�ZMd;�ZNd<�Zd=�ZOd>�ZPd?�ZQd@�ZRdA�ZSeTdBkreR��dSdS)CzKa-Ping Yee <ping@lfw.org>zpGvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro, Raymond Hettinger, Trent Nelson, Michael Foord�)�open)�lookup�BOM_UTF8N)�
TextIOWrapper)�*)�EXACT_TOKEN_TYPESz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$))�tokenize�generate_tokens�detect_encoding�
untokenize�	TokenInfoc�*�eZdZd�Zed���ZdS)r
c�l�d|jt|jfz}d|�|���zS)Nz%d (%s)z8TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r))�type)r�tok_name�_replace)�self�annotated_types  �//opt/alt/python311/lib64/python3.11/tokenize.py�__repr__zTokenInfo.__repr__/s8��"�d�i��$�)�1D�%E�E��J��
�
�>�
�2�2�3�	4�c�p�|jtkr |jtvrt|jS|jS�N)r�OP�stringr�rs r�
exact_typezTokenInfo.exact_type4s/���9��?�?�t�{�.?�?�?�$�T�[�1�1��9�rN)�__name__�
__module__�__qualname__r�propertyr�rrr
r
.s>������4�4�4�
����X���rr
ztype string start end linec�8�dd�|��zdzS)N�(�|�))�join��choicess r�groupr*;s��C�#�(�(�7�"3�"3�3�c�9�9rc��t|�dzS)Nr�r*r(s r�anyr-<s��%��/�C�/�/rc��t|�dzS)N�?r,r(s r�mayber0=s��E�7�O�c�1�1rz[ \f\t]*z	#[^\r\n]*z\\\r?\nz\w+z0[xX](?:_?[0-9a-fA-F])+z0[bB](?:_?[01])+z0[oO](?:_?[0-7])+z(?:0(?:_?0)*|[1-9](?:_?[0-9])*)z[eE][-+]?[0-9](?:_?[0-9])*z)[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?z\.[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*[jJ]z[jJ]c���gd�}dh}|D]\}tj|��D]E}tjd�|D���D]*}|�d�|�����+�F�]|S)N)�b�r�u�f�br�fr�c�:�g|]}||���f��Sr")�upper)�.0�cs  r�
<listcomp>z(_all_string_prefixes.<locals>.<listcomp>_s$��)D�)D�)D�Q�1�a�g�g�i�i�.�)D�)D�)Dr)�
_itertools�permutations�product�addr')�_valid_string_prefixes�result�prefix�tr4s     r�_all_string_prefixesrFTs���>�=�=���T�F�(�'�'���(��0�0�	'�	'�A� �'�)D�)D�!�)D�)D�)D�E�
'�
'���
�
�2�7�7�1�:�:�&�&�&�&�
'�	'�
�Mrc�@�tj|tj��Sr)�re�compile�UNICODE)�exprs r�_compilerLcs��
�:�d�B�J�'�'�'rz[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'''z"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"T)�reversez\r?\nz'[^\n'\\]*(?:\\.[^\n'\\]*)*�'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�"z
\\\r?\n|\Z�c��eZdZdS)�
TokenErrorN�rrr r"rrrRrR���������rrRc��eZdZdS)�StopTokenizingNrSr"rrrVrV�rTrrVc�&�eZdZd�Zd�Zd�Zd�ZdS)�Untokenizerc�>�g|_d|_d|_d|_dS)N�r)�tokens�prev_row�prev_col�encodingrs r�__init__zUntokenizer.__init__�s"�������
���
���
�
�
rc�f�|\}}||jks||jkr:||jkr/td�|||j|j�����||jz
}|r$|j�d|z��d|_||jz
}|r|j�d|z��dSdS)Nz+start ({},{}) precedes previous end ({},{})�\
r� )r\r]�
ValueError�formatr[�append)r�start�row�col�
row_offset�
col_offsets      r�add_whitespacezUntokenizer.add_whitespace�s������S������#���"6�"6�3���;N�;N��J�$�f�S�#�t�}�d�m�L�L�N�N�
N��4�=�(�
��	��K���v�
�2�3�3�3��D�M��4�=�(�
��	1��K���s�Z�/�0�0�0�0�0�	1�	1rc�N�t|��}g}d}|D�]u}t|��dkr|�||���nH|\}}}}	}
|tkr||_�J|t
kr�n|tkr|�|���y|tkr$|�	��|	\|_
|_��|ttfvrd}nU|rS|rQ|d}|dt|��kr.|j�|��t|��|_d}|�|��|j�|��|	\|_
|_|ttfvr|xj
dz
c_
d|_��wd�|j��S)NF�T���rZrr8)�iter�len�compat�ENCODINGr^�	ENDMARKER�INDENTre�DEDENT�popr\r]�NEWLINE�NLr[rkr')r�iterable�it�indents�	startlinerE�tok_type�tokenrf�end�line�indents            rrzUntokenizer.untokenize�s���
�(�^�^�����	��	"�	"�A��1�v�v��{�{����A�r�"�"�"���01�-�H�e�U�C���8�#�#� %��
���9�$�$����6�!�!����u�%�%�%���V�#�#����
�
�
�/2�,��
�t�}���g�r�]�*�*� �	�	��
"�w�
"� ������8�s�6�{�{�*�*��K�&�&�v�.�.�.�$'��K�K�D�M�!�	�����&�&�&��K���u�%�%�%�+.�(�D�M�4�=��G�R�=�(�(��
�
��"�
�
� !��
���w�w�t�{�#�#�#rc��g}|jj}|dttfv}d}t	j|g|��D]�}|dd�\}}	|tkr|	|_�"|ttfvr|	dz
}	|tkr
|rd|	z}	d}nd}|tkr|�|	���o|tkr|�
����|ttfvrd}n|r|r||d��d}||	����dS)NrFrmrbTrn)r[rerwrxr>�chainrrr^�NAME�NUMBER�STRINGrtrurv)
rr~ryr{�toks_appendr|�
prevstring�tok�toknum�tokvals
          rrqzUntokenizer.compat�sD�����k�(���!�H��"�
�-�	��
��#�U�G�X�6�6�	 �	 �C� ��!��W�N�F�F���!�!� &��
���$���'�'��#�
�������*� �6�\�F�!�
�
�"�
��������v�&�&�&���6�!�!����
�
�
���G�R�=�(�(� �	�	��
"�w�
"���G�B�K�(�(�(�!�	��K������9	 �	 rN)rrr r_rkrrqr"rrrXrX�sQ���������1�1�1�#$�#$�#$�J" �" �" �" �" rrXc��	t��}|�|��}|j�|�|j��}|Sr)rXrr^�encode)ry�ut�outs   rrrsC���&
���B�
�-�-��
!�
!�C�	�{���j�j���%�%���Jrc���	|dd�����dd��}|dks|�d��rdS|dvs|�d��rdS|S)	N��_�-�utf-8zutf-8-)zlatin-1�
iso-8859-1ziso-latin-1)zlatin-1-ziso-8859-1-ziso-latin-1-r�)�lower�replace�
startswith)�orig_enc�encs  r�_get_normal_namer� sw��2�
�3�B�3�-�
�
�
�
�
'�
'��S�
1�
1�C�
�g�~�~�����1�1�~��w�
�6�6�6�
�~�~�A�B�B�7��|��Orc�����		�jj�n#t$rd�YnwxYwd�d}d}�fd�}��fd�}|��}|�t��rd�|dd�}d}|s|gfS||��}|r||gfSt
�|��s||gfS|��}|s||gfS||��}|r|||gfS|||gfS)NFr�c�<��	���S#t$rYdSwxYw�Nr)�
StopIteration��readlines�r�read_or_stopz%detect_encoding.<locals>.read_or_stopCs6���	��8�:�:����	�	�	��3�3�	���s�	
�
�c�(��	|�d��}n7#t$r*d}��d�|���}t|���wxYwt�|��}|sdSt
|�d����}	t|��}n;#t$r.��d|z}nd��|��}t|���wxYw�r4|dkr)��d}nd����}t|���|d	z
}|S)
Nr�z'invalid or missing encoding declarationz{} for {!r}rZzunknown encoding: zunknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
�decode�UnicodeDecodeErrorrd�SyntaxError�	cookie_re�matchr�r*r�LookupError)r��line_string�msgr�r^�codec�	bom_found�filenames      ��r�find_cookiez$detect_encoding.<locals>.find_cookieIsX���		#��+�+�g�.�.�K�K��!�	#�	#�	#�;�C��#�#�*�*�3��9�9���c�"�"�"�		#��������,�,���	��4�#�E�K�K��N�N�3�3��		#��8�$�$�E�E���	#�	#�	#���*�X�5���5�<�<�X� �"�"���c�"�"�"�	#�����	��7�"�"��#�3�C�C�<�C�C�H�M�M�C�!�#�&�&�&����H��s��4A
�B!�!8CT��	utf-8-sig)�__self__�name�AttributeErrorr�r�blank_rer�)	r�r^�defaultr�r��first�secondr�r�s	`      @@rrr+sm������ ��$�)�����������������I��H��G������$�$�$�$�$�$�L
�L�N�N�E�����!�!���	��a�b�b�	��������{���{�5�!�!�H��!��%�� � ��>�>�%� � � ������
�\�^�^�F�� �������{�6�"�"�H��)��%���(�(��U�F�O�#�#s��"�"c���	t|d��}	t|j��\}}|�d��t	||d���}d|_|S#|����xYw)N�rbrT)�line_bufferingr3)�
_builtin_openrr��seekr�mode�close)r��bufferr^�lines�texts     rrr�sx����8�T�
*�
*�F��)�&�/�:�:���%����A�����V�X�d�C�C�C����	�����������
���s�AA�A1c���	t|��\}}tjd��}tj|t	|d��|��}t|j|��Sr�)rr>�repeatr�ro�	_tokenize�__next__)r�r^�consumed�empty�rl_gens     rr	r	�s[���$)��2�2��H�h���c�"�"�E�
�
�h��X�s�(;�(;�U�
C�
C�F��V�_�h�/�/�/rc
#�
K�dx}x}}d}d\}}d}dg}	|�"|dkrd}tt|ddd��V�d}
d}		|}
|��}n#t$rd}YnwxYw|�|�|��}|d
z
}dt	|��}
}|r�|std|���|�|��}|rJ|�d��x}}tt||d|�z|||f||z��V�d\}}d}�n'|rN|dd�d
kr@|dd�dkr2tt||z||t	|��f|��V�d}d}��||z}||z}��|dk�r�|�s�|s�n�d}||
krO||dkr|d
z
}n2||dkr|tzd
ztz}n||dkrd}nn|d
z
}||
k�O||
kr�nR||dvr�||dkr]||d��d��}tt|||f||t	|��zf|��V�|t	|��z
}tt||d�||f|t	|��f|��V���4||	dkr;|	�|��tt|d|�|df||f|��V�||	dkrL||	vrt!dd|||f���|	dd�}	tt"d||f||f|��V�||	dk�Ln|std|df���d}||
k�r�t%t&���||��}|�r�|�d
��\}}||f||f|}}}||kr�[|||�||}}||vs|dkr(|dkr"|dkrtt*||||��V��nL|dvr>|dkrtt||||��V��n&tt,||||��V��n
|dkrtt||||��V��n�|t.vr�t%t0|��}|�||��}|r=|�d��}|||�}tt||||f|��V��np||f}||d�}|}�ne|t2vs"|dd�t2vs|dd�t2vr�|ddkrz||f}t%t0�|��p?t0�|d
��pt0�|d����}||d�d
}}|}n�tt||||��V�n�|���rtt8||||��V�nc|dkrd
}nZ|d vr|d
z
}n	|d!vr|d
z}tt:||||��V�n,tt||||f||d
zf|��V�|d
z
}||
k�����|
rr|
ddvrh|
����d��sAtt,d|d
z
t	|
��f|d
z
t	|
��d
zfd��V�|	d
d�D] }tt"d|df|dfd��V��!tt@d|df|dfd��V�dS)"Nr�
0123456789)r8rr�r�)rrr8rTrZzEOF in multi-line string���ra���z\
rb�	�z#
�#z
rnz3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�.z...rmr��
�\z([{z)]})!r
rrr�r�rprRr�rr��
ERRORTOKEN�tabsize�rstrip�COMMENTrxrert�IndentationErrorrurL�PseudoToken�spanr�rw�
triple_quoted�endpats�
single_quoted�get�isidentifierr�r�stripr�rs)r�r^�lnum�parenlev�	continued�numchars�contstr�needcont�contliner{�	last_liner��pos�max�strstart�endprog�endmatchr�column�
comment_token�pseudomatchrf�spos�eposr~�initialr�s                           rr�r��s�����"#�#�D�#�8�i��H���G�X��H��c�G����{�"�"��H���(�F�F�B�?�?�?�?�?��I��D�_�	�
�I��8�:�:�D�D���	�	�	��D�D�D�	�������;�;�x�(�(�D���	���c�$�i�i�S���?	��
G� �!;�X�F�F�F��}�}�T�*�*�H��
�$�L�L��O�O�+��c����$�t��t�*�(<��$���h��o�?�?�?�?�?�$)�!�������	
�d�2�3�3�i�6�1�1�d�2�3�3�i�8�6K�6K��
�G�d�N�#�d�C��I�I�%6��B�B�B�B�B������!�D�.��#�d�?���
��]�]�9�]�����F���)�)���9��#�#��a�K�F�F��#�Y�$�&�&�$�g�o��1�7�:�F�F��#�Y�$�&�&��F�F���q�����)�)��c�z�z���C�y�G�#�#���9��#�#�$(����J�$5�$5�f�$=�$=�M�#�G�]� �#�;��s�S��5G�5G�/G�(H�$�P�P�P�P�P��3�}�-�-�-�C���D����J� �#�;��s�4�y�y�(9�4�A�A�A�A�A������#�#����v�&�&�&����T�c�T�
�T�1�I��c�{�D�Q�Q�Q�Q�Q��7�2�;�&�&���(�(�*�M�%�t�S�$�7�9�9�9�"�#�2�#�,�����T�3�K�$���d�K�K�K�K�K��7�2�;�&�&���
K� �!>��q�	�J�J�J��I��C�i�i�"�;�/�/�5�5�d�C�@�@�K��L
�(�-�-�a�0�0�
��s�#'��-�$���c�C�d���C�<�<��!%�e�C�i��$�u�+�w���x�'�'���^�^������%���#�F�E�4��t�D�D�D�D�D�D���&�&��!�|�|�'��E�4��t�D�D�D�D�D�D�'����d�D�I�I�I�I�I�I���^�^�#�G�U�D�$��E�E�E�E�E�E��m�+�+�&�w�u�~�6�6�G�&�}�}�T�3�7�7�H���&�l�l�1�o�o�� $�U�3�Y���'���t�d�C�[�$�O�O�O�O�O�O�$(�%�=��"&�u�v�v�,��#'�����.�.��B�Q�B�i�=�0�0��B�Q�B�i�=�0�0��R�y�D�(�(�$(�%�=��#+�7�;�;�w�+?�+?�,A�+2�;�;�u�Q�x�+@�+@�,A�+2�;�;�u�Q�x�+@�+@�#B�#B��-1����L�!���#'���'���t�T�4�H�H�H�H�H�H��)�)�+�+�	A�#�D�%��t�T�B�B�B�B�B�B���_�_� !�I�I��%�'�'� �A�
��� �E�)�)� �A�
��#�B��t�T�4�@�@�@�@�@�@��
�D��I� �#�;��s�1�u�
�t�=�=�=�=�=��q���]�C�i�i�c_�D�e�Y�r�]�&�0�0����9J�9J�9U�9U�VY�9Z�9Z�0����d�Q�h��I���%?�$��(�C�PY�N�N�]^�L^�A_�ac�d�d�d�d�d��!�"�"�+�>�>�����T�1�I��a�y�"�=�=�=�=�=�=�
�I�r�D�!�9�t�Q�i��
<�
<�<�<�<�<�<s�A�A�Ac�$�	t|d��Sr)r�r�s rr
r
hs���
�X�t�$�$�$rc�n�
�ddl}d��
d�
fd�	}|�d���}|�dddd	�
��|�ddd
dd���|���}	|jrQ|j}t|d��5}t
t|j����}ddd��n#1swxYwYn!d}ttjjd��}|D]Q}|j}|j
r|j}d|j|jzz}	t#|	d�t$|d�|jd�����RdS#t($r=}
|
jddd�\}}||
jd|||f��Yd}
~
dSd}
~
wt,$r5}
|
jd\}}||
jd|||f��Yd}
~
dSd}
~
wt.$r}
||
|��Yd}
~
dSd}
~
wt0$r}
||
��Yd}
~
dSd}
~
wt2$rt#d��YdSt4$r}
�
d|
z���d}
~
wwxYw)Nrc��tj�|��tj�d��dS)Nr�)�sys�stderr�write)�messages r�perrorzmain.<locals>.perrorts4���
����!�!�!��
��������rc���|r|f|z|fz}�d|z��n!|r�|�d|����n�d|z��tjd��dS)Nz%s:%d:%d: error: %sz	: error: z	error: %srZ)r��exit)r�r��location�argsr�s    �r�errorzmain.<locals>.errorxs�����	*��;��)�W�J�6�D��F�(�4�/�0�0�0�0�
�	*��F�h�h�h���8�9�9�9�9��F�;��(�)�)�)��������rzpython -m tokenize)�progr�r/zfilename.pyz'the file to tokenize; defaults to stdin)�dest�nargs�metavar�helpz-ez--exact�exact�
store_truez(display token names using the exact type)r�actionrr�z<stdin>z%d,%d-%d,%d:�20�15rZr�zinterrupted
zunexpected error: %s)NN)�argparse�ArgumentParser�add_argument�
parse_argsr�r��listr	r�r�r��stdinrrrrfr�printrrr�r�rRr��OSError�KeyboardInterrupt�	Exception)rr�parserr�r�r5r[r~�
token_type�token_range�errr�r�r�s             @r�mainrpsl����O�O�O�����������
$�
$�*>�
$�
?�
?�F�
���Z�s� -�F��H�H�H�����i�g�l�G��I�I�I������D� ��=�	9��}�H��x��.�.�
4�!��h�q�z�2�2�3�3��
4�
4�
4�
4�
4�
4�
4�
4�
4�
4�
4����
4�
4�
4�
4��!�H��s�y�1�4�8�8�F��	E�	E�E���J��z�
.�"�-�
�(�E�K�%�)�,C�D�K���;�;��� 4� 4� 4�e�l�l�l�D�
E�
E�
E�
E�	E�	E���5�5�5��x��{�1�Q�3�'���f�
��c�h�q�k�8�d�F�^�4�4�4�4�4�4�4�4�4������5�5�5��x��{���f�
��c�h�q�k�8�d�F�^�4�4�4�4�4�4�4�4�4���������
��c�8������������������
��c�
�
�
�
�
�
�
�
�
���������
�o�������������%��+�,�,�,�
��������ss�-D<�"B9�-D<�9B=�=D<�B=�A9D<�<
H4�2E>�>
H4�*F;�;
H4�G�
H4�'G8�8H4�	H4� H/�/H4c#�K�	ddl}|�|��D]%}|\}}}}}}}	t||||f||f|	��V��&dS)Nr)r��
TokenizerIterr
)
�source�c_tokenizer�infor�r�lineno�
end_lineno�col_off�end_col_offr�s
          r�!_generate_tokens_from_c_tokenizerr#�s~����a�#�#�#�#��)�)�&�1�1�W�W��DH�A��T�6�:�w��T���c�F�G�#4�z�;�6O�QU�V�V�V�V�V�V�W�Wr�__main__)U�
__author__�__credits__�builtinsrr��codecsrr�collections�	functools�ior�	itertoolsr>rHr�r~rrI�ASCIIr�r��__all__�
namedtupler
r*r-r0�
Whitespace�Comment�Ignore�Name�	Hexnumber�	Binnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�NumberrF�	lru_cacherL�StringPrefix�Single�Double�Single3�Double3�Triple�String�map�escape�sorted�Special�Funny�
PlainToken�Token�ContStr�PseudoExtrasr�r��_prefix�setr�r�rEr4rAr�rrRrVrXrr�rr	r�r
rr#rr"rr�<module>rRs����,*�
���+�*�*�*�*�*�#�#�#�#�#�#�#�#�������������������	�	�	�	�
�
�
�
�����#�#�#�#�#�#��B�J�@�"�(�K�K�	��2�:�0�"�(�;�;������
�-�6�6�6�6��	������&��&�{�4P�Q�Q����:�9�9�/�/�/�1�1�1��
�
��	�c�c�*�z�1�2�2�	2�U�U�7�^�^�	C��
��&�	��	� �	�.�	��E�)�Y�	�9�=�=�	�(��
�U�?�)�+�+�-2�U�8�_�_�=�
��(�*���e�J��)�)��
�U�+�[�7�-B�
C�
C�
�	��z�;�	�	2�	2��
�
�
���(�(���(�
�u�*�*�,�,�-��
$��	#��
2��
2��	��|�e�#�\�E�%9�	:�	:��	��|�=�=��=�=�
?�
?���%���R�Y���'8�$� G� G� G�H�H�
I��
��h�� � ��
�U�6�5�&�$�
/�
/�
������%��=�=���c�:�&�&�'��=�=���c�:�&�&�'�(�(���u�]�G�V�4�4���5�5��v�u�g�t�L�L�L��

��#�#�%�%�'�'�G�#�G�G�c�M��#�G�G�c�M��&�G�G�e�O��&�G�G�e�O��������
�����
�	�	�	�	���A��#�g�q�3�w�
�������!������%�i��U��
#�������!�������q�
��!�!�!�!�!��!�!�!�%�%�%�%�%�Y�%�%�%�\ �\ �\ �\ �\ �\ �\ �\ �~���6	�	�	�Z$�Z$�Z$�z
�
�
� 0�0�0�2t=�t=�t=�n%�%�%�;�;�;�zW�W�W��z����D�F�F�F�F�F��r

Zerion Mini Shell 1.0