B
    v9a0k  ã               @   s  d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl	m
Z
mZmZ ddlmZ ddlmZmZ ddlmZ d d
d„ZG dd„ deƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZ dS )!z#Guido van Rossum <guido@python.org>é    N)Úchainé   )ÚdriverÚtokenizeÚtoken)Ú	find_root)ÚpytreeÚpygram)Úbtm_matcherTc             C   st   t | g g dgƒ}tj |j¡}g }xLtt |¡ƒD ]:}| d¡r2| d¡r2|rZ|dd … }| 	|d d… ¡ q2W |S )NÚ*Úfix_z.pyé   éýÿÿÿ)
Ú
__import__ÚosÚpathÚdirnameÚ__file__ÚsortedÚlistdirÚ
startswithÚendswithÚappend)Z	fixer_pkgZremove_prefixZpkgZ	fixer_dirZ	fix_namesÚname© r   ú/usr/lib/python3.7/refactor.pyÚget_all_fix_names   s    r   c               @   s   e Zd ZdS )Ú
_EveryNodeN)Ú__name__Ú
__module__Ú__qualname__r   r   r   r   r   +   s   r   c             C   sš   t | tjtjfƒr(| jd kr t‚| jhS t | tjƒrH| jrDt| jƒS t‚t | tj	ƒrŠt
ƒ }x*| jD ] }x|D ]}| t|ƒ¡ qlW qbW |S td|  ƒ‚d S )Nz$Oh no! I don't understand pattern %s)Ú
isinstancer   ZNodePatternZLeafPatternÚtyper   ZNegatedPatternZcontentÚ_get_head_typesZWildcardPatternÚsetÚupdateÚ	Exception)ZpatÚrÚpÚxr   r   r   r#   /   s    


r#   c          	   C   sÊ   t  t¡}g }x„| D ]|}|jrjyt|jƒ}W n tk
rJ   | |¡ Y qX xB|D ]}||  |¡ qRW q|jd k	r†||j  |¡ q| |¡ qW x,tt	j
j ¡ t	j
jƒD ]}||  |¡ q¬W t|ƒS )N)ÚcollectionsÚdefaultdictÚlistÚpatternr#   r   r   Z_accept_typer   r	   Úpython_grammarZsymbol2numberÚvaluesÚtokensÚextendÚdict)Z
fixer_listZ
head_nodesZeveryÚfixerZheadsZ	node_typer   r   r   Ú_get_headnode_dictK   s"    



r4   c                s   ‡ fdd„t ˆ dƒD ƒS )Nc                s   g | ]}ˆ d  | ‘qS )Ú.r   )Ú.0Úfix_name)Úpkg_namer   r   ú
<listcomp>h   s   z+get_fixers_from_package.<locals>.<listcomp>F)r   )r8   r   )r8   r   Úget_fixers_from_packaged   s    
r:   c             C   s   | S )Nr   )Úobjr   r   r   Ú	_identityk   s    r<   c                sV  d}t  t | ¡j¡‰ ‡ fdd„}ttjt jtj	hƒ}t
ƒ }yúxô|ƒ \}}||krVq@q@|tjkrl|rfP d}q@|tjkr.|dkr.|ƒ \}}|tjksž|dkr P |ƒ \}}|tjks¼|dkr¾P |ƒ \}}|tjkrä|dkrä|ƒ \}}xJ|tjkr*| |¡ |ƒ \}}|tjks|d	krP |ƒ \}}qæW q@P q@W W n tk
rL   Y nX t|ƒS )
NFc                 s   t ˆ ƒ} | d | d fS )Nr   r   )Únext)Útok)Úgenr   r   Úadvancer   s    z(_detect_future_features.<locals>.advanceTÚfromZ
__future__Úimportú(ú,)r   Úgenerate_tokensÚioÚStringIOÚreadlineÚ	frozensetr   ÚNEWLINEÚNLÚCOMMENTr$   ÚSTRINGÚNAMEÚOPÚaddÚStopIteration)ÚsourceZhave_docstringr@   ÚignoreÚfeaturesÚtpÚvaluer   )r?   r   Ú_detect_future_featureso   sD    








rW   c               @   s   e Zd ZdS )Ú
FixerErrorN)r   r   r    r   r   r   r   rX   —   s   rX   c               @   sä   e Zd ZdddœZdZdZd4dd„Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zd5dd„Zd6dd„Zdd„ Zd7dd„Zdd„ Zd8dd„Zdd„ Zd d!„ Zd9d"d#„Zd:d$d%„Zd&Zd'Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Zd2d3„ ZdS );ÚRefactoringToolF)Úprint_functionÚwrite_unchanged_filesZFixr   Nc             C   s2  || _ |pg | _| j ¡ | _|d k	r0| j |¡ | jd rDtj| _ntj	| _| j 
d¡| _g | _t d¡| _g | _d| _tj| jtj| jd| _|  ¡ \| _| _g | _t ¡ | _g | _g | _xXt| j| jƒD ]F}|j rä| j !|¡ qÌ|| jkrü| j "|¡ qÌ|| jkrÌ| j "|¡ qÌW t#| jƒ| _$t#| jƒ| _%d S )NrZ   r[   rY   F)ÚconvertÚlogger)&ÚfixersÚexplicitÚ_default_optionsÚcopyÚoptionsr%   r	   Ú!python_grammar_no_print_statementÚgrammarr.   Úgetr[   ÚerrorsÚloggingZ	getLoggerr]   Ú	fixer_logÚwroter   ZDriverr   r\   Ú
get_fixersÚ	pre_orderÚ
post_orderÚfilesÚbmZBottomMatcherÚBMZbmi_pre_orderZbmi_post_orderr   ZBM_compatibleZ	add_fixerr   r4   Úbmi_pre_order_headsÚbmi_post_order_heads)ÚselfZfixer_namesrb   r_   r3   r   r   r   Ú__init__£   s<    





zRefactoringTool.__init__c          	   C   s^  g }g }x(| j D ]}t|i i dgƒ}| dd¡d }| | j¡rV|t| jƒd … }| d¡}| jd dd„ |D ƒ¡ }yt	||ƒ}W n& t
k
r®   td	||f ƒd ‚Y nX || j| jƒ}	|	jræ| jd
k	ræ|| jkræ|  d|¡ q|  d|¡ |	jdkr
| |	¡ q|	jdkr"| |	¡ qtd|	j ƒ‚qW t d¡}
|j|
d |j|
d ||fS )Nr   r5   r   éÿÿÿÿÚ_Ú c             S   s   g | ]}|  ¡ ‘qS r   )Útitle)r6   r(   r   r   r   r9   ç   s    z.RefactoringTool.get_fixers.<locals>.<listcomp>zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ	run_order)Úkey)r^   r   Úrsplitr   ÚFILE_PREFIXÚlenÚsplitÚCLASS_PREFIXÚjoinÚgetattrÚAttributeErrorrX   rb   rh   r_   Úlog_messageÚ	log_debugÚorderr   ÚoperatorÚ
attrgetterÚsort)rr   Zpre_order_fixersZpost_order_fixersZfix_mod_pathÚmodr7   ÚpartsÚ
class_nameZ	fix_classr3   Zkey_funcr   r   r   rj   ×   s8    


zRefactoringTool.get_fixersc              O   s   ‚ d S )Nr   )rr   ÚmsgÚargsÚkwdsr   r   r   Ú	log_errorÿ   s    zRefactoringTool.log_errorc             G   s   |r|| }| j  |¡ d S )N)r]   Úinfo)rr   rŠ   r‹   r   r   r   r     s    zRefactoringTool.log_messagec             G   s   |r|| }| j  |¡ d S )N)r]   Údebug)rr   rŠ   r‹   r   r   r   r‚   	  s    zRefactoringTool.log_debugc             C   s   d S )Nr   )rr   Úold_textÚnew_textÚfilenameÚequalr   r   r   Úprint_output  s    zRefactoringTool.print_outputc             C   s<   x6|D ].}t j |¡r&|  |||¡ q|  |||¡ qW d S )N)r   r   ÚisdirÚrefactor_dirÚrefactor_file)rr   ÚitemsÚwriteÚdoctests_onlyZdir_or_filer   r   r   Úrefactor  s    
zRefactoringTool.refactorc       
      C   s¢   t jd }x’t  |¡D ]„\}}}|  d|¡ | ¡  | ¡  xF|D ]>}| d¡sBt j |¡d |krBt j ||¡}	|  	|	||¡ qBW dd„ |D ƒ|d d …< qW d S )NÚpyzDescending into %sr5   r   c             S   s   g | ]}|  d ¡s|‘qS )r5   )r   )r6   Zdnr   r   r   r9   .  s    z0RefactoringTool.refactor_dir.<locals>.<listcomp>)
r   ÚextsepÚwalkr‚   r†   r   r   Úsplitextr~   r—   )
rr   Zdir_namer™   rš   Zpy_extÚdirpathZdirnamesÚ	filenamesr   Úfullnamer   r   r   r–     s    


zRefactoringTool.refactor_dirc          
   C   sŠ   yt |dƒ}W n0 tk
r> } z|  d||¡ dS d }~X Y nX zt |j¡d }W d | ¡  X tj |d|dd}| ¡ |fS Q R X d S )NÚrbzCan't open %s: %s)NNr   r'   rv   )ÚencodingÚnewline)	ÚopenÚOSErrorr   r   Údetect_encodingrH   ÚcloserF   Úread)rr   r’   ÚfÚerrr¤   r   r   r   Ú_read_python_source0  s    
z#RefactoringTool._read_python_sourcec             C   sº   |   |¡\}}|d krd S |d7 }|rn|  d|¡ |  ||¡}| jsL||kr`|  |||||¡ q¶|  d|¡ nH|  ||¡}| jsŠ|rª|jrª| jt|ƒd d… |||d n|  d|¡ d S )NÚ
zRefactoring doctests in %szNo doctest changes in %srt   )r™   r¤   zNo changes in %s)r­   r‚   Úrefactor_docstringr[   Úprocessed_fileÚrefactor_stringÚwas_changedÚstr)rr   r’   r™   rš   Úinputr¤   ÚoutputÚtreer   r   r   r—   @  s    zRefactoringTool.refactor_filec          
   C   s–   t |ƒ}d|krtj| j_zLy| j |¡}W n6 tk
rb } z|  d||jj	|¡ d S d }~X Y nX W d | j| j_X ||_
|  d|¡ |  ||¡ |S )NrZ   zCan't parse %s: %s: %szRefactoring %s)rW   r	   rc   r   rd   Zparse_stringr&   r   Ú	__class__r   Úfuture_featuresr‚   Úrefactor_tree)rr   Údatar   rT   r¶   r¬   r   r   r   r±   W  s    
zRefactoringTool.refactor_stringc             C   sŒ   t j ¡ }|rN|  d¡ |  |d¡}| js2||krB|  |d|¡ qˆ|  d¡ n:|  |d¡}| jsj|r~|jr~|  t	|ƒd|¡ n
|  d¡ d S )NzRefactoring doctests in stdinz<stdin>zNo doctest changes in stdinzNo changes in stdin)
ÚsysÚstdinrª   r‚   r¯   r[   r°   r±   r²   r³   )rr   rš   r´   rµ   r¶   r   r   r   Úrefactor_stdinr  s    

zRefactoringTool.refactor_stdinc       
   
   C   sü  x"t | j| jƒD ]}| ||¡ qW |  | j| ¡ ¡ |  | j| ¡ ¡ | j | 	¡ ¡}xtt
| ¡ ƒrÎx^| jjD ]P}||krv|| rv|| jtjjdd |jr¼|| jtjjd xt|| ƒD ]ø}||| krê||  |¡ yt|ƒ W n tk
r   wÌY nX |jr&||jkr&qÌ| |¡}|rÌ| ||¡}|d k	rÌ| |¡ x,| ¡ D ] }|jsng |_|j |¡ q\W | j | 	¡ ¡}x2|D ]*}	|	|kr¬g ||	< ||	  ||	 ¡ q–W qÌW qvW q\W x$t | j| jƒD ]}| ||¡ qàW |jS )NT)rx   Úreverse)rx   )r   rk   rl   Z
start_treeÚtraverse_byrp   rq   ro   ÚrunZleavesÚanyr/   r^   r†   r   ZBaseÚdepthZkeep_line_orderZ
get_linenor,   Úremover   Ú
ValueErrorZfixers_appliedÚmatchÚ	transformÚreplacer   r1   Zfinish_treer²   )
rr   r¶   r   r3   Z	match_setÚnodeÚresultsÚnewZnew_matchesZfxrr   r   r   r¹   ‚  sJ    



$zRefactoringTool.refactor_treec             C   s^   |sd S xP|D ]H}xB||j  D ]4}| |¡}|r| ||¡}|d k	r| |¡ |}qW qW d S )N)r"   rÅ   rÆ   rÇ   )rr   r^   Z	traversalrÈ   r3   rÉ   rÊ   r   r   r   r¿   Ñ  s    


zRefactoringTool.traverse_byc             C   s†   | j  |¡ |d kr.|  |¡d }|d kr.d S ||k}|  ||||¡ |r`|  d|¡ | js`d S |rv|  ||||¡ n|  d|¡ d S )Nr   zNo changes to %szNot writing changes to %s)rm   r   r­   r”   r‚   r[   Ú
write_file)rr   r‘   r’   r   r™   r¤   r“   r   r   r   r°   è  s    zRefactoringTool.processed_filec             C   s®   yt j|d|dd}W n0 tk
rF } z|  d||¡ d S d }~X Y nX |F y| |¡ W n0 tk
rŒ } z|  d||¡ W d d }~X Y nX W d Q R X |  d|¡ d| _d S )NÚwrv   )r¤   r¥   zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rF   r¦   r§   r   r™   r‚   ri   )rr   r‘   r’   r   r¤   Úfpr¬   r   r   r   rË   ý  s    *zRefactoringTool.write_filez>>> z... c       
   	   C   s  g }d }d }d }d}xØ|j ddD ]È}|d7 }| ¡  | j¡r€|d k	r\| |  ||||¡¡ |}|g}| | j¡}	|d |	… }q"|d k	rº| || j ¡s®||| j ¡  d krº| 	|¡ q"|d k	rØ| |  ||||¡¡ d }d }| 	|¡ q"W |d k	r| |  ||||¡¡ d 
|¡S )Nr   T)Úkeependsr   r®   rv   )Ú
splitlinesÚlstripr   ÚPS1r1   Úrefactor_doctestÚfindÚPS2Úrstripr   r~   )
rr   r´   r’   ÚresultÚblockZblock_linenoÚindentÚlinenoÚlineÚir   r   r   r¯     s:    



z"RefactoringTool.refactor_docstringc       
   
      s  yˆ  ||ˆ ¡}W nf tk
rx } zHˆj tj¡rRx|D ]}ˆ d| d¡¡ q8W ˆ d|||j	j
|¡ |S d }~X Y nX ˆ ||¡rt|ƒjdd}|d |d … ||d d …  }	}|d  d¡sØ|d  d7  < ˆ ˆj | d¡ g}|r|‡ ‡fd	d
„|D ƒ7 }|S )Nz
Source: %sr®   z+Can't parse docstring in %s line %s: %s: %sT)rÎ   r   rt   r   c                s   g | ]}ˆ ˆj  | ‘qS r   )rÔ   )r6   rÚ   )rØ   rr   r   r   r9   Z  s    z4RefactoringTool.refactor_doctest.<locals>.<listcomp>)Úparse_blockr&   r]   ZisEnabledForrg   ÚDEBUGr‚   rÕ   r   r·   r   r¹   r³   rÏ   r   rÑ   Úpop)
rr   r×   rÙ   rØ   r’   r¶   r¬   rÚ   rÊ   Zclippedr   )rØ   rr   r   rÒ   @  s$    
"z RefactoringTool.refactor_doctestc             C   sÒ   | j rd}nd}| js$|  d|¡ n&|  d|¡ x| jD ]}|  |¡ q8W | jrt|  d¡ x| jD ]}|  |¡ qbW | jrÎt| jƒdkr”|  d¡ n|  dt| jƒ¡ x&| jD ]\}}}| j|f|ž|Ž q®W d S )	NÚwerez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r   zThere was 1 error:zThere were %d errors:)ri   rm   r   rh   rf   r{   )rr   rß   ÚfileÚmessagerŠ   r‹   rŒ   r   r   r   Ú	summarize]  s$    
zRefactoringTool.summarizec             C   s"   | j  |  |||¡¡}tƒ |_|S )N)r   Zparse_tokensÚ	wrap_toksrI   r¸   )rr   r×   rÙ   rØ   r¶   r   r   r   rÜ   t  s    zRefactoringTool.parse_blockc             c   sh   t  |  ||¡j¡}xN|D ]F\}}\}}\}	}
}||d 7 }|	|d 7 }	||||f|	|
f|fV  qW d S )Nr   )r   rE   Ú	gen_linesÚ__next__)rr   r×   rÙ   rØ   r0   r"   rV   Zline0Zcol0Zline1Zcol1Z	line_textr   r   r   rã   ~  s
    zRefactoringTool.wrap_toksc             c   s€   || j  }|| j }|}xV|D ]N}| |¡r@|t|ƒd … V  n(|| ¡ d krXdV  ntd||f ƒ‚|}qW x
dV  qrW d S )Nr®   zline=%r, prefix=%rrv   )rÑ   rÔ   r   r{   rÕ   ÚAssertionError)rr   r×   rØ   Úprefix1Zprefix2ÚprefixrÚ   r   r   r   rä   Œ  s    



zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N)r   r   r    r`   r}   rz   rs   rj   r   r   r‚   r”   r›   r–   r­   r—   r±   r½   r¹   r¿   r°   rË   rÑ   rÔ   r¯   rÒ   râ   rÜ   rã   rä   r   r   r   r   rY   ›   s:   
4(
	


O 

+
rY   c               @   s   e Zd ZdS )ÚMultiprocessingUnsupportedN)r   r   r    r   r   r   r   ré      s   ré   c                   sB   e Zd Z‡ fdd„Zd‡ fdd„	Z‡ fdd„Z‡ fd	d
„Z‡  ZS )ÚMultiprocessRefactoringToolc                s"   t t| ƒj||Ž d | _d | _d S )N)Úsuperrê   rs   ÚqueueÚoutput_lock)rr   r‹   Úkwargs)r·   r   r   rs   ¦  s    z$MultiprocessRefactoringTool.__init__Fr   c          
      s  |dkrt tˆƒ |||¡S ydd l‰ W n tk
r@   t‚Y nX ˆjd k	rTtdƒ‚ˆ  ¡ ˆ_ˆ  	¡ ˆ_
‡ ‡fdd„t|ƒD ƒ}z.x|D ]}| ¡  qˆW t tˆƒ |||¡ W d ˆj ¡  xt|ƒD ]}ˆj d ¡ qÄW x|D ]}| ¡ rÞ| ¡  qÞW d ˆ_X d S )Nr   r   z already doing multiple processesc                s   g | ]}ˆ j ˆjd ‘qS ))Útarget)ZProcessÚ_child)r6   rÛ   )Úmultiprocessingrr   r   r   r9   ¸  s   z8MultiprocessRefactoringTool.refactor.<locals>.<listcomp>)rë   rê   r›   rñ   ÚImportErrorré   rì   ÚRuntimeErrorZJoinableQueueZLockrí   ÚrangeÚstartr~   ÚputZis_alive)rr   r˜   r™   rš   Znum_processesZ	processesr(   rÛ   )r·   )rñ   rr   r   r›   «  s2    









z$MultiprocessRefactoringTool.refactorc                sR   | j  ¡ }xB|d k	rL|\}}ztt| ƒj||Ž W d | j  ¡  X | j  ¡ }qW d S )N)rì   re   rë   rê   r—   Z	task_done)rr   Ztaskr‹   rî   )r·   r   r   rð   È  s    


z"MultiprocessRefactoringTool._childc                s2   | j d k	r| j  ||f¡ ntt| ƒj||ŽS d S )N)rì   rö   rë   rê   r—   )rr   r‹   rî   )r·   r   r   r—   Ó  s    

z)MultiprocessRefactoringTool.refactor_file)FFr   )r   r   r    rs   r›   rð   r—   Ú__classcell__r   r   )r·   r   rê   ¤  s
    rê   )T)!Ú
__author__rF   r   r»   rg   r„   r*   Ú	itertoolsr   Zpgen2r   r   r   Z
fixer_utilr   rv   r   r	   r
   rn   r   r&   r   r#   r4   r:   r<   rW   rX   ÚobjectrY   ré   rê   r   r   r   r   Ú<module>   s4   
(    	