GRAYBYTE WORDPRESS FILE MANAGER3116

U

e5d�d�@sDdZd
Z
ddlmZ
ddlmZmZ
ddlZddl	m
Z

ddlZddl
Z
ddlZddlTddlmZ
e
�d	e
j�Ze
�d
e
j�ZddlZejddd
ddgZ[Gdd�de�dd��Zdd�Zdd�Zdd�ZdZdZeede�
ee�
ZdZdZdZ dZ!dZ"eee e!e"�Z#d Z$ed!d"�ee$�
Z%d#e$Z&ee%e&�Z'ed$e'd%�Z(ee(e'e#�Z)d&d'�Z*d(d)�Z+ee*��Z,d*Z-d+Z.d,Z/d-Z0ee,d.e,d/�Z1ee,d0e,d1�Z2ee3e
j4e5ed2d3���Z6ed4e6�Z7ee)e7e2e�Z8ee8Z9ee,d5ed6d�e,d7ed8d��Z:ed9ee1�Z;eee;e)e7e:e�Z<iZ=e*�D]6Z>e-e=e>d6<e.e=e>d8<e/e=e>d.<e0e=e>d/<�q(e?�Z@e?�ZAe*�D]JZBeBd8eBd6fD]ZCe@�DeC�

�q�eBd/eBd.fD]ZCeA�DeC�

�q��qrd:ZEGd;d<�d<eF�ZGGd=d>�d>eF�ZHGd?d@�d@�ZIdAd�ZJdBdC�ZKdDd
�ZLdEdF�ZdGd�ZMdHdI�ZNdJd�ZOdKdL�ZPeQdMk�r@eP�
dS)NzKa-Ping Yee <ping@lfw.org>zpGvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro, Raymond Hettinger, Trent Nelson, Michael Foord�)
�open)�lookup�BOM_UTF8N)
�
TextIOWrapper)
�
*)
�EXACT_TOKEN_TYPESz&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)�tokenize�generate_tokens�detect_encoding�
untokenize�	TokenInfoc@s eZ
dZd
d�Zedd��
ZdS)rc
Cs$d
|jt
|jf}
d|j|
d�
S)Nz%d (%s)z8TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r))
�type)r
�tok_name�_replace)�self�annotated_type�r� /usr/lib64/python3.8/tokenize.py�__repr__.s



�zTokenInfo.__repr__c

Cs(|jt
kr|jtkrt|jS|jSdS�
N)r
�OP�stringr�
rrrr�
exact_type3s

zTokenInfo.exact_typeN)�__name__�
__module__�__qualname__r�propertyrrrrrr-s

ztype string start end linec
Gsd
d�|�
dS)N�
(�
|�
))
�join�
�choicesrrr�group:�r$c
Gst|�d
S)Nr�
r$r"rrr�any;r%r'c
Gst|�d
S)N�
?r&r"rrr�maybe<r%r)z[ \f\t]*z	#[^\r\n]*z\\\r?\nz\w+z0[xX](?:_?[0-9a-fA-F])+z0[bB](?:_?[01])+z0[oO](?:_?[0-7])+z(?:0(?:_?0)*|[1-9](?:_?[0-9])*)z[eE][-+]?[0-9](?:_?[0-9])*z)[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?z\.[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*[jJ]z[jJ]cCs^d
dddddg}dh
}
|D]>}t�
|�
D].}tjdd	�|D�
�D]}|
�d�|�
�

q@q(q|
S)
N�
b�
r�
u�
f�br�fr�c
Ssg|]}
|
|
��f�qSr)
�upper)�.0�
crrr�
<listcomp>^sz(_all_string_prefixes.<locals>.<listcomp>)�
_itertools�permutations�product�addr!)�_valid_string_prefixes�result�prefix�
tr,rrr�_all_string_prefixesSs



r=c

Cst�
|tj�Sr)�re�compile�UNICODE)
�exprrrr�_compilebs
rBz[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'''z"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"T)
�reversez\r?\nz'[^\n'\\]*(?:\\.[^\n'\\]*)*�
'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�
"z
\\\r?\n|\Z�c
@seZ
dZd
S)�
TokenErrorN�rrrrrrrrG�srGc
@seZ
dZd
S)�StopTokenizingNrHrrrrrI�srIc@s,eZ
dZd
d�Zdd�Zdd�Zdd�Zd	S)
�Untokenizerc

Csg|_d
|_
d|_d|_dS)N�
r
)�tokens�prev_row�prev_col�encodingrrrr�__init__�s



zUntokenizer.__init__cCs�|
\}}||jks&||jkr>||j
kr>td
�|||j|j
��
�
||j}|rb|j�d|�

d|_
||j
}|r�|j�d|�

dS)Nz+start ({},{}) precedes previous end ({},{})�\
r
�
 )rMrN�
ValueError�formatrL�append)r�start�row�col�
row_offset�
col_offsetrrr�add_whitespace�s



�







zUntokenizer.add_whitespacecCs6
t|
�
}g}d
}|D�
]}t
|�
dkr8|�||�

�
q*|\}}}}	}
|tkrV||_q|tkrd
�
q*|tkrz|�|�

qnl|tkr�|�	�
|	\|_
|_qnL|tt
fkr�d}n:|r�|r�|d}|dt
|�
kr�|j�|�

t
|�
|_d
}|�|�

|j�|�

|	\|_
|_|tt
fkr|j
d7_
d|_qd�|j�
S)NF�T���rKr
r0)�iter�len�compat�ENCODINGrO�	ENDMARKER�INDENTrU�DEDENT�poprMrN�NEWLINE�NLrLr[r!)r�iterable�it�indents�	startliner<�tok_type�tokenrV�end�line�indentrrrr�sF






































zUntokenizer.untokenizec
Cs�g}|jj
}|
d
ttfk}d}t�|
g
|�D]�}|dd�\}}	|tkrR|	|_q.|tt	fkrf|	d7}	|t
kr�|rzd|	}	d}nd}|tkr�|�
|	�

q.n>|tkr�|�
�
q.n*|ttfkr�d}n|r�|r�||d�

d}||	�

q.dS)Nr
Fr\rRTr])rLrUrfrgr5�chainrarO�NAME�NUMBER�STRINGrcrdre)
rrmrhrj�toks_appendrk�
prevstring�tok�toknum�tokvalrrrr`�s8























zUntokenizer.compatN)rrrrPr[rr`rrrrrJ�s
%rJc
Cs*t�}
|
�
|�
}|
jdk	r&|�|
j�
}|Sr)rJrrO�encode)rh�ut�outrrrr

s






c
CsH|dd
����
dd�}
|
dks*|
�d�
r.dS|
dks@|
�d�
rDdS|S)	N��
_�
-�utf-8zutf-8-)zlatin-1�
iso-8859-1ziso-latin-1)zlatin-1-ziso-8859-1-ziso-latin-1-r�)�lower�replace�
startswith)�orig_enc�encrrr�_get_normal_name
s



�
r�c
s�z�jj
�
Wntk
r$


d�
YnXd
�d}
d}�f
dd�}��
fdd�}|�}|�t�
rpd�|dd�}d	}|s||gfS||�
}
|
r�|
|g
fSt�|�
s�||g
fS|�}|s�||g
fS||�
}
|
r�|
||gfS|||gfS)
NFr�cs$z��WStk
r


Yd
SXdS�Nr%)
�
StopIterationr�
�readlinerr�read_or_stop?
s



z%detect_encoding.<locals>.read_or_stopc
s�z|�d
�
}
Wn4t
k
rB


d}�
dk	r6d�|�
�}t|�
�
YnXt�|
�
}|sVdSt|�d�
�
}zt|�
}Wn:t	k
r�


�
dkr�d|}nd��
|�}t|�
�
YnX�r�|d
kr؈
dkr�d}n
d��
�
}t|�
�
|d	7}|S)
Nr�z'invalid or missing encoding declarationz{} for {!r}rKzunknown encoding: zunknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
�decode�UnicodeDecodeErrorrT�SyntaxError�	cookie_re�matchr�r$r�LookupError)ro�line_string�msgr�rO�codec)�	bom_found�filenamerr�find_cookieE
s8















�





z$detect_encoding.<locals>.find_cookieT��	utf-8-sig)�__self__�name�AttributeErrorr�r�blank_rer�)r�rO�defaultr�r��first�secondr)r�r�r�rr
'
s8







&


















c
CsXt|d
�}
z2t
|
j�
\}}|
�d�

t|
|dd�}d|_|WS


|
��
�YnXdS)N�rbr
T)
�line_bufferingr+)�
_builtin_openr
r��seekr�mode�close)r��bufferrO�lines�textrrrr�
s










rc
Cs6t|�
\}
}t
�d
�
}t
�|t|d
�|�}t|j|
�Sr�)r
r5�repeatrqr^�	_tokenize�__next__)r�rO�consumed�empty�rl_genrrrr�
s



ccsld
}}}d}d\}}d}d
g
}	|
dk	rH|
dkr6d}
tt
|
ddd�V
d}
d}z|}
|�}Wntk
rv


d}YnX|
dk	r�|�|
�
}|d	7}d
t|�
}}
|�
rp|s�td
|��
|�|�
}|�
r|�d
�
}}tt||d|�|||f||�V
d\}}d}nf|�
rZ|dd�dk�
rZ|d
d�dk�
rZtt	||||t|�
f|�V
d}d}qPn||}||}qP�
n�|d
k�r|�s|�
s��q�d
}||
k�
r�||dk�
r�|d	7}n8||dk�
r�|t
d	t
}n||dk�
r�d
}n�
q�|d	7}�
q�||
k�r�q�||dk�r�||dk�r^||d��d�
}tt|||f||t|�
f|�V
|t|�
7}tt
||d�||f|t|�
f|�V
qP||	dk�r�|	�|�

tt|d|�|d
f||f|�V
||	dk�r.||	k�r�tdd|||f��
|	dd�}	ttd||f||f|�V
�q�n|�s*td|d
f��
d
}||
krPtt�
�||�}|�r�|�d	�
\}}||f||f|}}}||k�r��q.|||�||}}||k�s�|dk�r�|dk�r�|dk�r�tt||||�V
�q�|dk�r|d
k�r�tt
||||�V
ntt||||�V
�q�|dk�r2tt||||�V
�q�|tk�r�tt|�
}|�||�}|�r�|�d
�
}|||�}tt||||f|�V
n||f}||d�}|}qP�q�|tk�s�|dd�tk�s�|dd�tk�rF|ddk�r2||f}tt�|�
�pt�|d	�
�pt�|d�
�
}||d�d	}}|}qPntt||||�V
nf|���rdtt||||�V
nH|dk�rtd	}n8|dk�r�|d	7}n|d k�r�|d	8}tt||||�V
n*tt	||||f||d	f|�V
|d	7}�q.qP|
�r |
ddk�r ttd|d	t|
�
f|d	t|
�
d	fd�V
|	d	d�D] }ttd|d
f|d
fd�V
�q,ttd|d
f|d
fd�V
dS)!Nr
�
0123456789)r0r
r�r�)r
r
r0r%rKzEOF in multi-line string���rQ���z\
rR�
	�
z#
�
#z
r]z3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statement�
.z...r\r��

�
\z([{z)]})rrar�r�r_rGr�rnrt�
ERRORTOKEN�tabsize�rstrip�COMMENTrgrUrc�IndentationErrorrdrB�PseudoToken�spanrsrf�
triple_quoted�endpats�
single_quoted�get�isidentifierrrrrb)r�rO�lnum�parenlev�	continued�numchars�contstr�needcont�contlinerj�	last_linero�pos�max�strstart�endprog�endmatchrn�column�
comment_token�pseudomatchrV�spos�eposrm�initialrprrrr��
s<



























�

*



�






















�

�


"






� 











�
�
�


















��

��
















�
.


r�c

Cs
t|d�Sr)
r�r�rrrr	dsc

s$d
dl}dd��d�f
dd�	}
|j
dd�
}|jdd	d
dd�
|jd
ddddd�
|��}z�|jr�|j}t|d��}tt|j�
�
}W5QRXnd}t	t
jjd�}|D]>}|j}|j
r�|j}d|j|j}	td|	t||jf�

q�W�
n8tk
�
r6
}

z0|
jddd�\}}|
|
jd
|||f�
W5d}
~
XYn�tk
�
r|
}

z(|
jd\}}|
|
jd
|||f�
W5d}
~
XYn�tk
�
r�
}

z|
|
|�
W5d}
~
XYnxtk
�
r�
}

z|
|
�

W5d}
~
XYnNtk
�
r�


td�

Yn2tk
�r
}

z�d|
�

�W5d}
~
XYnXdS)Nr
c

Sstj
�|�

tj
�d
�

dS)Nr�)�sys�stderr�write)
�messagerrr�perrorps

zmain.<locals>.perrorcsR|r"|
f
||f
}�d
|�

n"|
r8�d|
|f�

n�d|�

t�
d�

dS)Nz%s:%d:%d: error: %sz
%s: error: %sz	error: %srK)r��exit)r�r��location�args�
r�rr�errorts





zmain.<locals>.errorzpython -m tokenize)
�progr�r(zfilename.pyz'the file to tokenize; defaults to stdin)�dest�nargs�metavar�helpz-ez--exact�exact�
store_truez(display token names using the exact type)r��actionr�r�z<stdin>z%d,%d-%d,%d:z%-20s%-15s%-15rrKr�zinterrupted
zunexpected error: %s)NN)�argparse�ArgumentParser�add_argument�
parse_argsr�r��listrr�r�r��stdinr
r�rrVrn�printrrr�r�rGr��OSError�KeyboardInterrupt�	Exception)
r�r��parserr�r�r-rLrm�
token_type�token_range�errror�rr�r�mainlsT



�
�









�

&


&








r��__main__)R�
__author__�__credits__�builtinsrr��codecsrr�collections�ior�	itertoolsr5r>r�rmrr?�ASCIIr�r��__all__�
namedtuplerr$r'r)�
Whitespace�Comment�Ignore�Name�	Hexnumber�	Binnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�Numberr=rB�StringPrefix�Single�Double�Single3�Double3�Triple�String�map�escape�sorted�Special�Funny�
PlainToken�Token�ContStr�PseudoExtrasr�r��_prefix�setr�r�r<r,r8r�r�rGrIrJrr�r
rr�r	r�rrrrr�<module>s�












�












�
�






�



�
��













_]8=