| Server IP : 66.29.146.62 / Your IP : 216.73.216.152 Web Server : LiteSpeed System : Linux premium231.web-hosting.com 4.18.0-553.45.1.lve.el8.x86_64 #1 SMP Wed Mar 26 12:08:09 UTC 2025 x86_64 User : dokkdzvi ( 925) PHP Version : 8.1.33 Disable Function : NONE MySQL : OFF | cURL : ON | WGET : ON | Perl : ON | Python : ON | Sudo : OFF | Pkexec : OFF Directory : /opt/alt/python310/lib64/python3.10/lib2to3/__pycache__/ |
Upload File : |
o
�=?hsk � @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z m Z m
Z
ddlmZ ddlmZmZ ddlmZ d d
d �ZG d d
� d
e�Zdd� Zdd� Zdd� Zdd� Zdd� Z G dd� de�Z G dd� de �Z G d d � d e�Z G d d � d e �Z!dS )!z#Guido van Rossum <guido@python.org>� N)�chain� )�driver�tokenize�token)� find_root)�pytree�pygram)� btm_matcherTc C sV t | g g dg�}g }t�|j�D ]\}}}|�d�r(|r#|dd � }|�|� q|S )N�*�fix_� )�
__import__�pkgutilZ iter_modules�__path__�
startswith�append)Z fixer_pkgZ
remove_prefixZpkgZ fix_names�finder�nameZispkg� r �7/opt/alt/python310/lib64/python3.10/lib2to3/refactor.py�get_all_fix_names s
�r c @ � e Zd ZdS )�
_EveryNodeN��__name__�
__module__� __qualname__r r r r r + � r c C s� t | tjtjf�r| jd u rt�| jhS t | tj�r%| jr#t| j�S t�t | tj �rBt
� }| jD ]}|D ] }|� t|�� q5q1|S t d| ��)Nz$Oh no! I don't understand pattern %s)
�
isinstancer Z NodePatternZ LeafPattern�typer ZNegatedPatternZcontent�_get_head_typesZWildcardPattern�set�update� Exception)Zpat�r�p�xr r r r! / s"
� r! c C s� t �t�}g }| D ];}|jr2zt|j�}W n ty$ |�|� Y q
w |D ] }|| �|� q'q
|jd ur@||j �|� q
|�|� q
tt j
j � � t j
j
�D ] }|| �|� qQt|�S �N)� collections� defaultdict�list�patternr! r r Z _accept_typer r �python_grammarZ
symbol2number�values�tokens�extend�dict)Z
fixer_listZ
head_nodesZevery�fixerZheadsZ node_typer r r �_get_headnode_dictK s*
��
�r3 c s � fdd�t � d�D �S )Nc s g | ]}� d | �qS ��.r )�.0�fix_name�Zpkg_namer r �
<listcomp>h s �z+get_fixers_from_package.<locals>.<listcomp>F)r r8 r r8 r �get_fixers_from_packaged s
�r: c C s | S r( r )�objr r r � _identityk s r< c sj d}t �t�| �j�� � fdd�}ttjt jtj h�}t
� }z� |� \}}||v r*q |tj kr5|r2ncd}n_|tj kr�|dkr�|� \}}|tj ksL|dkrMnR|� \}}|tj ks[|dkr\nH|� \}}|tj
kro|dkro|� \}}|tj kr�|�|� |� \}}|tj
ks�|d kr�n
|� \}}|tj kstnnq W t|�S W t|�S W t|�S W t|�S ty� Y t|�S w )
NFc s t � �} | d | d fS )Nr r )�next)�tok��genr r �advancer s z(_detect_future_features.<locals>.advanceT�fromZ
__future__�import�(�,)r �generate_tokens�io�StringIO�readline� frozensetr �NEWLINE�NL�COMMENTr" �STRING�NAME�OP�add�
StopIteration)�sourceZhave_docstringrA �ignore�features�tp�valuer r? r �_detect_future_featureso s\
������ ��rX c @ r )�
FixerErrorNr r r r r rY � r rY c @ s� e Zd Zdddd�ZdZdZd4dd�Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d5dd�Z d5dd�Z
dd� Zd5dd�Zdd� Zd6d d �Zd d � Zd d!� Z d7d"d#�Zd8d$d%�Zd&Zd'Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Z d2d3� Z dS )9�RefactoringToolF)�print_function�
exec_function�write_unchanged_filesZFixr Nc C sJ || _ |pg | _| j�� | _|d ur| j�|� tj�� | _| jd r*| jj d= n
| jd r4| jj d= | j�
d�| _ g | _ t
�d�| _g | _d| _tj| jtj| jd�| _| �� \| _| _g | _t�� | _ g | _ g | _ t | j| j�D ]#}|j r| j �!|� qs|| jv r�| j �"|� qs|| jv r�| j �"|� qst#| j �| _$t#| j �| _%d S ) Nr[ �printr\ �execr] rZ F)�convert�logger)&�fixers�explicit�_default_options�copy�optionsr# r r- �grammar�keywords�getr] �errors�loggingZ getLoggerra � fixer_log�wroter ZDriverr r` �
get_fixers� pre_order�
post_order�files�bmZ
BottomMatcher�BMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r3 �bmi_pre_order_heads�bmi_post_order_heads)�selfZ fixer_namesrf rc r2 r r r �__init__� sF
�
� zRefactoringTool.__init__c C sL g }g }| j D ]�}t|i i dg�}|�dd�d }|�| j�r)|t| j�d � }|�d�}| jd�dd� |D �� }zt ||�}W n t
yR t d ||f �d �w || j | j
�} | jrn| jd
urn|| jvrn| �d |� q| �d |� | jd
kr|�| � q| jdkr�|�| � qt d| j ��t�d�}
|j|
d� |j|
d� ||fS )Nr r5 r ����_� c S s g | ]}|� � �qS r )�title)r6 r& r r r r9 � s z.RefactoringTool.get_fixers.<locals>.<listcomp>zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order��key)rb r �rsplitr � FILE_PREFIX�len�split� CLASS_PREFIX�join�getattr�AttributeErrorrY rf rl rc � log_message� log_debugZorderr �operator�
attrgetter�sort) rv Zpre_order_fixersZpost_order_fixersZ fix_mod_path�modr7 �parts�
class_nameZ fix_classr2 Zkey_funcr r r rn � s<
�
zRefactoringTool.get_fixersc O s � r( r )rv �msg�args�kwdsr r r � log_error s zRefactoringTool.log_errorc G s |r|| }| j �|� d S r( )ra �info�rv r� r� r r r r� s zRefactoringTool.log_messagec G s |r|| }| j �|� d S r( )ra �debugr� r r r r�
s zRefactoringTool.log_debugc C s d S r( r )rv �old_text�new_text�filename�equalr r r � print_output s z RefactoringTool.print_outputc C s: |D ]}t j�|�r| �|||� q| �|||� qd S r( )�os�path�isdir� refactor_dir�
refactor_file)rv �items�write�
doctests_onlyZ dir_or_filer r r �refactor s �zRefactoringTool.refactorc
C s� t jd }t �|�D ]@\}}}| �d|� |�� |�� |D ] }|�d�s?t j�|�d |kr?t j�||�} | � | ||� q dd� |D �|d d �< q d S )N�pyzDescending into %sr5 r c S s g | ] }|� d �s|�qS r4 )r )r6 Zdnr r r r9 2 � z0RefactoringTool.refactor_dir.<locals>.<listcomp>)
r� �extsep�walkr� r� r r� �splitextr� r� )
rv Zdir_namer� r� Zpy_ext�dirpathZdirnames� filenamesr �fullnamer r r r� s
��z RefactoringTool.refactor_dirc
C s� zt |d�}W n ty" } z| �d||� W Y d }~dS d }~ww zt�|j�d }W |�� n|�� w tj |d|dd��}|�� |fW d � S 1 sQw Y d S )N�rbzCan't open %s: %s�NNr r% rz ��encoding�newline) �open�OSErrorr� r �detect_encodingrI �closerG �read)rv r� �f�errr� r r r �_read_python_source4 s ��
$�z#RefactoringTool._read_python_sourcec C s� | � |�\}}|d u rd S |d7 }|r:| �d|� | �||�}| js'||kr2| �|||||� d S | �d|� d S | �||�}| jsH|rY|jrY| jt|�d d� |||d� d S | �d|� d S )N�
zRefactoring doctests in %szNo doctest changes in %srx )r� r� zNo changes in %s)r� r� �refactor_docstringr] �processed_file�refactor_string� was_changed�str)rv r� r� r� �inputr� �output�treer r r r� D s"
�z RefactoringTool.refactor_filec
C s� t |�}d|v rtj| j_z3z| j�|�}W n# ty: } z| �d||jj |� W Y d }~W | j| j_d S d }~ww W | j| j_n| j| j_w ||_
| � d|� | � ||� |S )Nr[ zCan't parse %s: %s: %szRefactoring %s)
rX r Z!python_grammar_no_print_statementr rg Z parse_stringr$ r� � __class__r �future_featuresr� �
refactor_tree)rv �datar rU r� r� r r r r� [ s(
� ��� z RefactoringTool.refactor_stringc C s� t j�� }|r)| �d� | �|d�}| js||kr"| �|d|� d S | �d� d S | �|d�}| js7|rB|jrB| �t |�d|� d S | �d� d S )Nz Refactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
�sys�stdinr� r� r� r] r� r� r� r� )rv r� r� r� r� r r r �refactor_stdinv s
z RefactoringTool.refactor_stdinc
C s� t | j| j�D ]}|�||� q| �| j|�� � | �| j|�� � | j�|� � �}t
|� � �r�| jj D ]�}||v r�|| r�|| j
tjjdd� |jrW|| j
tjjd� t|| �D ]o}||| v rl|| �|� zt|� W n ty{ Y q]w |jr�||jv r�q]|�|�}|r�|�||�}|d ur�|�|� |�� D ]}|js�g |_|j�|� q�| j�|� � �}|D ]} | |vr�g || < || � || � q�q]q5t
|� � �s1t | j| j�D ]}|� ||� q�|j S )NT)r} �reverser| ) r ro rp Z
start_tree� traverse_byrt ru rs �runZleaves�anyr. rb r� r ZBaseZdepthZkeep_line_orderZ
get_linenor+ �remover �
ValueErrorZfixers_applied�match� transform�replacer r0 Z finish_treer� )
rv r� r r2 Z match_set�node�results�newZ new_matchesZfxrr r r r� � sR �
� �1z RefactoringTool.refactor_treec C sX |sd S |D ]"}||j D ]}|�|�}|r(|�||�}|d ur(|�|� |}qqd S r( )r r� r� r� )rv rb Z traversalr� r2 r� r� r r r r� � s
���zRefactoringTool.traverse_byc C s� | j �|� |d u r| �|�d }|d u rd S ||k}| �||||� |r1| �d|� | js1d S |r=| �||||� d S | �d|� d S )Nr zNo changes to %szNot writing changes to %s)rq r r� r� r� r] �
write_file)rv r� r� r� r� r� r� r r r r� � s z RefactoringTool.processed_filec C s� z t j|d|dd�}W n ty& } z| �d||� W Y d }~d S d }~ww |�) z|�|� W n tyJ } z
| �d||� W Y d }~nd }~ww W d � n1 sUw Y | �d|� d| _d S )N�wrz r� zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rG r� r� r� r� r� rm )rv r� r� r� r� �fpr� r r r r� s& ����� �
zRefactoringTool.write_filez>>> z... c
C s g }d }d }d }d}|j dd�D ]d}|d7 }|�� �| j�r@|d ur.|�| �||||�� |}|g}|�| j�} |d | � }q|d ur]|�|| j �sW||| j�� d kr]|� |� q|d url|�| �||||�� d }d }|� |� q|d ur�|�| �||||�� d�
|�S )Nr T��keependsr r� rz ) �
splitlines�lstripr �PS1r0 �refactor_doctest�find�PS2�rstripr r� )
rv r� r� �result�blockZ block_lineno�indent�lineno�line�ir r r r� sD � � � �
z"RefactoringTool.refactor_docstringc
s z �� ||� �}W n4 ty> } z(�j�tj�r'|D ] }��d|�d�� q��d|||j j
|� |W Y d }~S d }~ww �� ||�r�t |�j
dd�}|d |d � ||d d � } }|d �d�sm|d d7 < � �j |�d� g}|r�|� �fd d
�|D �7 }|S ) Nz
Source: %sr� z+Can't parse docstring in %s line %s: %s: %sTr� r rx r c s g | ] }� �j | �qS r )r� )r6 r� �r� rv r r r9 ^ r� z4RefactoringTool.refactor_doctest.<locals>.<listcomp>)� parse_blockr$ ra Z isEnabledForrk �DEBUGr� r� r� r� r r� r� r� �endswithr� �pop)
rv r� r� r� r� r� r� r� r� Zclippedr r� r r� D s, ��� "z RefactoringTool.refactor_doctestc C s� | j rd}nd}| js| �d|� n| �d|� | jD ]}| �|� q| jr6| �d� | jD ]}| �|� q.| jrdt| j�dkrF| �d� n | �dt| j�� | jD ]\}}}| j|g|�R i |�� qRd S d S ) N�werez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)rm rq r� rl rj r� )rv r� �file�messager� r� r� r r r � summarizea s(
�zRefactoringTool.summarizec C s$ | j �| �|||��}t� |_|S r( )r Z parse_tokens� wrap_toksrJ r� )rv r� r� r� r� r r r r� x s zRefactoringTool.parse_blockc c sh � t �| �||�j�}|D ]#\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qd S )Nr )r rF � gen_lines�__next__) rv r� r� r� r/ r rW Zline0Zcol0Zline1Zcol1Z line_textr r r r� � s � �zRefactoringTool.wrap_toksc c sz � || j }|| j }|}|D ]'}|�|�r!|t|�d � V n||�� d kr-dV ntd||f ��|}q dV q9)Nr� zline=%r, prefix=%rTrz )r� r� r r� r� �AssertionError)rv r� r� �prefix1Zprefix2�prefixr� r r r r� � s �
�zRefactoringTool.gen_linesr� )FF)F)NFNr( ) r r r rd r� r rw rn r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r rZ � sB �
7(
O
�
+
rZ c @ r )�MultiprocessingUnsupportedNr r r r r r� � r r� c sF e Zd Z� fdd�Z d � fdd� Z� fdd�Z� fd d
�Z� ZS ) �MultiprocessRefactoringToolc s& t t| �j|i |�� d | _d | _d S r( )�superr� rw �queue� output_lock�rv r� �kwargs�r� r r rw � s
z$MultiprocessRefactoringTool.__init__Fr c
s2 |dkrt t���|||�S zdd l� W n ty t�w �jd ur'td��� �� �_� � � �_
� �fdd�t |�D �}z8|D ]}|� � q@t t���|||� W �j�
� t |�D ]}�j�d � q[|D ]
}|�� rp|�
� qfd �_d S �j�
� t |�D ]}�j�d � q|D ]
}|�� r�|�
� q�d �_w )Nr r z already doing multiple processesc s g | ] }� j �jd ��qS ))�target)ZProcess�_child)r6 r� ��multiprocessingrv r r r9 � s �z8MultiprocessRefactoringTool.refactor.<locals>.<listcomp>)r� r� r� r � ImportErrorr� r� � RuntimeErrorZ
JoinableQueueZLockr� �range�startr� �putZis_alive)rv r� r� r� Z
num_processesZ processesr& r� r� r� r r� � sL
� �
�
�
�
� �z$MultiprocessRefactoringTool.refactorc sf | j �� }|d ur1|\}}ztt| �j|i |�� W | j �� n| j �� w | j �� }|d us d S d S r( )r� ri r� r� r� Z task_done)rv Ztaskr� r� r� r r r� � s
��
�z"MultiprocessRefactoringTool._childc s4 | j d ur| j �||f� d S tt| �j|i |��S r( )r� r r� r� r� r� r� r r r� � s
��z)MultiprocessRefactoringTool.refactor_file)FFr )r r r rw r� r� r� �
__classcell__r r r� r r� � s � r� )T)"�
__author__rG r� r r� rk r� r) � itertoolsr Zpgen2r r r Z
fixer_utilr rz r r r
rr r r$ r r! r3 r: r< rX rY �objectrZ r� r� r r r r �<module> s:
(