U Å:âekã@s dZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z m Z ddlmZddlmZmZddlmZd d d „ZGd d „d eƒZdd„Zdd„Zdd„Zdd„Zdd„ZGdd„deƒZGdd„deƒZGdd„deƒZ Gdd„deƒZ!dS)!z#Guido van Rossum éN)Úchainé)ÚdriverÚtokenizeÚtoken)Ú find_root)ÚpytreeÚpygram)Ú btm_matcherTcCsTt|ggdgƒ}g}t |j¡D].\}}}| d¡r |rD|dd…}| |¡q |S)NÚ*Úfix_é)Ú __import__ÚpkgutilZ iter_modulesÚ__path__Ú startswithÚappend)Z fixer_pkgZ remove_prefixZpkgZ fix_namesÚfinderÚnameZispkg©rú5/usr/local/python38/lib/python3.8/lib2to3/refactor.pyÚget_all_fix_namess   rc@s eZdZdS)Ú _EveryNodeN©Ú__name__Ú __module__Ú __qualname__rrrrr+srcCs’t|tjtjfƒr(|jdkr t‚|jhSt|tjƒrH|jrDt|jƒSt‚t|tj ƒr‚t ƒ}|jD]}|D]}|  t|ƒ¡qhq`|St d|ƒ‚dS)Nz$Oh no! I don't understand pattern %s) Ú isinstancerZ NodePatternZ LeafPatternÚtyperZNegatedPatternZcontentÚ_get_head_typesZWildcardPatternÚsetÚupdateÚ Exception)ÚpatÚrÚpÚxrrrr/s     rc Cs¾t t¡}g}|D]x}|jrdzt|jƒ}Wntk rH| |¡YqŠX|D]}|| |¡qNq|jdk r€||j |¡q| |¡qtt j j   ¡t j j ƒD]}|| |¡q¢t|ƒS©N)Ú collectionsÚ defaultdictÚlistÚpatternrrrZ _accept_typerr Úpython_grammarZ symbol2numberÚvaluesÚtokensÚextendÚdict)Z fixer_listZ head_nodesZeveryÚfixerZheadsZ node_typerrrÚ_get_headnode_dictKs$    ÿr2cs‡fdd„tˆdƒDƒS)Ncsg|]}ˆd|‘qS©Ú.r)Ú.0Úfix_name©Zpkg_namerrÚ hsÿz+get_fixers_from_package..F)rr7rr7rÚget_fixers_from_packageds ÿr9cCs|Sr'r)ÚobjrrrÚ _identityksr;csXd}t t |¡j¡‰‡fdd„}ttjtjtj hƒ}t ƒ}zü|ƒ\}}||krTq>q>|tj krl|rfq6d}q>|tj kr6|dkr6|ƒ\}}|tj ksž|dkr¢q6|ƒ\}}|tj ks¾|dkrÂq6|ƒ\}}|tj krè|dkrè|ƒ\}}|tj kr4| |¡|ƒ\}}|tj ks.|d kr"q4|ƒ\}}qèq>q6q>Wntk rNYnXt|ƒS) NFcstˆƒ}|d|dfS)Nrr)Únext)Útok©ÚgenrrÚadvancersz(_detect_future_features..advanceTÚfromZ __future__Úimportú(ú,)rÚgenerate_tokensÚioÚStringIOÚreadlineÚ frozensetrÚNEWLINEÚNLÚCOMMENTr ÚSTRINGÚNAMEÚOPÚaddÚ StopIteration)ÚsourceZhave_docstringr@ÚignoreÚfeaturesÚtpÚvaluerr>rÚ_detect_future_featuresosB           rWc@s eZdZdS)Ú FixerErrorNrrrrrrX—srXc@säeZdZdddœZdZdZd4dd„Zdd „Zd d „Zd d „Z dd„Z dd„Z d5dd„Z d6dd„Z dd„Zd7dd„Zdd„Zd8dd„Zdd„Zd d!„Zd9d"d#„Zd:d$d%„Zd&Zd'Zd(d)„Zd*d+„Zd,d-„Zd.d/„Zd0d1„Zd2d3„ZdS);ÚRefactoringToolF)Úprint_functionÚwrite_unchanged_filesZFixr NcCs.||_|p g|_|j ¡|_|dk r0|j |¡|jdrDtj|_ntj |_|j  d¡|_ g|_ t  d¡|_g|_d|_tj|jtj|jd|_| ¡\|_|_g|_t ¡|_g|_g|_t|j|jƒD]F}|j râ|j !|¡qÊ||jkrú|j "|¡qÊ||jkrÊ|j "|¡qÊt#|jƒ|_$t#|jƒ|_%dS)NrZr[rYF)ÚconvertÚlogger)&ÚfixersÚexplicitÚ_default_optionsÚcopyÚoptionsr!r Ú!python_grammar_no_print_statementÚgrammarr,Úgetr[ÚerrorsÚloggingÚ getLoggerr]Ú fixer_logÚwroterZDriverrr\Ú get_fixersÚ pre_orderÚ post_orderÚfilesÚbmZ BottomMatcherÚBMZ bmi_pre_orderZbmi_post_orderrZ BM_compatibleZ add_fixerrr2Úbmi_pre_order_headsÚbmi_post_order_heads)ÚselfZ fixer_namesrbr_r1rrrÚ__init__£s>      þ    zRefactoringTool.__init__c CsXg}g}|jD]}t|iidgƒ}| dd¡d}| |j¡rR|t|jƒd…}| d¡}|jd dd„|Dƒ¡}zt ||ƒ}Wn&t k rªt d ||fƒd‚YnX||j |j ƒ} | jrâ|jd k râ||jkrâ| d |¡q| d |¡| jd kr| | ¡q| jdkr| | ¡qt d| jƒ‚qt d¡} |j| d|j| d||fS)Nr r4réÿÿÿÿÚ_ÚcSsg|] }| ¡‘qSr)Útitle)r5r%rrrr8çsz.RefactoringTool.get_fixers..zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sÚpreZpostzIllegal fixer order: %rZ run_order©Úkey)r^rÚrsplitrÚ FILE_PREFIXÚlenÚsplitÚ CLASS_PREFIXÚjoinÚgetattrÚAttributeErrorrXrbrir_Ú log_messageÚ log_debugÚorderrÚoperatorÚ attrgetterÚsort) rsZpre_order_fixersZpost_order_fixersZ fix_mod_pathÚmodr6ÚpartsÚ class_nameZ fix_classr1Zkey_funcrrrrk×s:   ÿ         zRefactoringTool.get_fixerscOs‚dSr'r)rsÚmsgÚargsÚkwdsrrrÚ log_errorÿszRefactoringTool.log_errorcGs|r ||}|j |¡dSr')r]Úinfo©rsrrŽrrrr„szRefactoringTool.log_messagecGs|r ||}|j |¡dSr')r]Údebugr’rrrr… szRefactoringTool.log_debugcCsdSr'r)rsÚold_textÚnew_textÚfilenameÚequalrrrÚ print_outputszRefactoringTool.print_outputcCs8|D].}tj |¡r$| |||¡q| |||¡qdSr')ÚosÚpathÚisdirÚ refactor_dirÚ refactor_file)rsÚitemsÚwriteÚ doctests_onlyZ dir_or_filerrrÚrefactors zRefactoringTool.refactorc Csštjd}t |¡D]€\}}}| d|¡| ¡| ¡|D]>}| d¡s>tj |¡d|kr>tj ||¡} |  | ||¡q>dd„|Dƒ|dd…<qdS)NÚpyzDescending into %sr4rcSsg|]}| d¡s|‘qSr3)r)r5Zdnrrrr8.s z0RefactoringTool.refactor_dir..) r™ÚextsepÚwalkr…r‰rršÚsplitextrr) rsZdir_namerŸr Zpy_extÚdirpathÚdirnamesÚ filenamesrÚfullnamerrrrœs   ÿzRefactoringTool.refactor_dirc Csœzt|dƒ}Wn6tk rD}z| d||¡WY¢dSd}~XYnXzt |j¡d}W5| ¡Xtj|d|dd}| ¡|fW5QR£SQRXdS)NÚrbzCan't open %s: %s)NNrr$rw©ÚencodingÚnewline) ÚopenÚOSErrorrÚcloserÚdetect_encodingrHrFÚread)rsr–ÚfÚerrr¬rrrÚ_read_python_source0s z#RefactoringTool._read_python_sourcecCsº| |¡\}}|dkrdS|d7}|rn| d|¡| ||¡}|jsL||kr`| |||||¡q¶| d|¡nH| ||¡}|jsŠ|rª|jrª|jt|ƒdd…|||dn | d|¡dS)NÚ zRefactoring doctests in %szNo doctest changes in %sru)rŸr¬zNo changes in %s)rµr…Úrefactor_docstringr[Úprocessed_fileÚrefactor_stringÚ was_changedÚstr)rsr–rŸr Úinputr¬ÚoutputÚtreerrrr@s"   ÿzRefactoringTool.refactor_filec Cs t|ƒ}d|krtj|j_zVz|j |¡}Wn@tk rl}z"| d||jj |¡WY¢W¢dSd}~XYnXW5|j|j_X||_ |  d|¡|  ||¡|S)NrZzCan't parse %s: %s: %szRefactoring %s) rWr rcrrdZ parse_stringr"rÚ __class__rÚfuture_featuresr…Ú refactor_tree)rsÚdatarrTr¾r´rrrr¹Ws"  ÿ    zRefactoringTool.refactor_stringcCsŒtj ¡}|rN| d¡| |d¡}|js2||krB| |d|¡qˆ| d¡n:| |d¡}|jsj|r~|jr~| t |ƒd|¡n | d¡dS)NzRefactoring doctests in stdinzzNo doctest changes in stdinzNo changes in stdin) ÚsysÚstdinr²r…r·r[r¸r¹rºr»)rsr r¼r½r¾rrrÚrefactor_stdinrs     zRefactoringTool.refactor_stdinc CsÜt|j|jƒD]}| ||¡q| |j| ¡¡| |j| ¡¡|j |  ¡¡}t |  ¡ƒr´|jj D]D}||krj||rj||j tjjdd|jr°||j tjjdt||ƒD]ò}|||krÚ|| |¡z t|ƒWntk rYq¼YnX|jr||jkrq¼| |¡}|r¼| ||¡}|dk r¼| |¡| ¡D] }|js^g|_|j |¡qL|j |  ¡¡}|D]*} | |kr˜g|| <||  || ¡q‚q¼qjqTt|j|jƒD]}| ||¡qÂ|jS)NT)r{Úreverserz)rrlrmZ start_treeÚ traverse_byrqrrrpÚrunZleavesÚanyr-r^r‰rZBaseÚdepthZkeep_line_orderZ get_linenor*ÚremoverÚ ValueErrorZfixers_appliedÚmatchÚ transformÚreplacerr/Z finish_treerº) rsr¾rr1Z match_setÚnodeÚresultsÚnewZ new_matchesZfxrrrrrÁ‚sJ        zRefactoringTool.refactor_treecCsV|sdS|D]D}||jD]4}| |¡}|r| ||¡}|dk r| |¡|}qq dSr')rrÍrÎrÏ)rsr^Z traversalrÐr1rÑrÒrrrrÇÑs    zRefactoringTool.traverse_bycCs†|j |¡|dkr.| |¡d}|dkr.dS||k}| ||||¡|r`| d|¡|js`dS|rv| ||||¡n | d|¡dS)NrzNo changes to %szNot writing changes to %s)rnrrµr˜r…r[Ú write_file)rsr•r–r”rŸr¬r—rrrr¸ès  zRefactoringTool.processed_filec Cs´ztj|d|dd}Wn6tk rL}z| d||¡WY¢dSd}~XYnX|Fz| |¡Wn0tk r’}z| d||¡W5d}~XYnXW5QRX| d|¡d|_dS)NÚwrwr«zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rFr®r¯rrŸr…rj)rsr•r–r”r¬Úfpr´rrrrÓýs* zRefactoringTool.write_filez>>> z... c Csg}d}d}d}d}|jddD]È}|d7}| ¡ |j¡r~|dk rZ| | ||||¡¡|}|g}| |j¡} |d| …}q |dk r¸| ||j¡s¬|||j ¡dkr¸|  |¡q |dk rÖ| | ||||¡¡d}d}|  |¡q |dk r | | ||||¡¡d  |¡S)NrT©Úkeependsrr¶rw) Ú splitlinesÚlstriprÚPS1r/Úrefactor_doctestÚfindÚPS2Úrstriprr) rsr¼r–ÚresultÚblockZ block_linenoÚindentÚlinenoÚlineÚirrrr·sJ  ÿ ÿþ  ÿ   ÿz"RefactoringTool.refactor_docstringc szˆ ||ˆ¡}Wnjtk r|}zLˆj tj¡rN|D]}ˆ d| d¡¡q6ˆ d|||j j |¡|WY¢Sd}~XYnXˆ  ||¡rt |ƒj dd}|d|d…||dd…} }|d d¡sÜ|dd7<ˆˆj| d¡g}|r|‡‡fd d „|Dƒ7}|S) Nz Source: %sr¶z+Can't parse docstring in %s line %s: %s: %sTrÖrrurcsg|]}ˆˆj|‘qSr)rÝ)r5rã©rársrrr8Zsz4RefactoringTool.refactor_doctest..)Ú parse_blockr"r]Ú isEnabledForrgÚDEBUGr…rÞrr¿rrÁr»rØÚendswithrÚÚpop) rsràrârár–r¾r´rãrÒZclippedrrårrÛ@s,ÿ"z RefactoringTool.refactor_doctestcCsÆ|jr d}nd}|js$| d|¡n"| d|¡|jD]}| |¡q6|jrl| d¡|jD]}| |¡q\|jrÂt|jƒdkrŒ| d¡n| dt|jƒ¡|jD]\}}}|j|f|ž|Žq¤dS) NÚwerez need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:rzThere was 1 error:zThere were %d errors:)rjrnr„rirfr~)rsrëÚfileÚmessagerrŽrrrrÚ summarize]s$       zRefactoringTool.summarizecCs"|j | |||¡¡}tƒ|_|Sr')rZ parse_tokensÚ wrap_toksrIrÀ)rsràrârár¾rrrrætszRefactoringTool.parse_blockc csdt | ||¡j¡}|D]F\}}\}}\} } } ||d7}| |d7} ||||f| | f| fVqdS)Nr)rrEÚ gen_linesÚ__next__) rsràrârár.rrVZline0Zcol0Zline1Zcol1Z line_textrrrrï~s   zRefactoringTool.wrap_toksccsx||j}||j}|}|D]N}| |¡r>|t|ƒd…Vn(|| ¡dkrVdVntd||fƒ‚|}qdVqldS)Nr¶zline=%r, prefix=%rrw)rÚrÝrr~rÞÚAssertionError)rsràráÚprefix1Zprefix2ÚprefixrãrrrrðŒs   zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N)rrrr`r€r}rtrkrr„r…r˜r¡rœrµrr¹rÅrÁrÇr¸rÓrÚrÝr·rÛrîrærïrðrrrrrY›s>ÿ 4(   Oÿ  + rYc@s eZdZdS)ÚMultiprocessingUnsupportedNrrrrrrõ srõcsBeZdZ‡fdd„Zd ‡fdd„ Z‡fdd„Z‡fd d „Z‡ZS) ÚMultiprocessRefactoringToolcs"tt|ƒj||Žd|_d|_dSr')ÚsuperrörtÚqueueÚ output_lock©rsrŽÚkwargs©r¿rrrt¦sz$MultiprocessRefactoringTool.__init__Frc sö|dkrttˆƒ |||¡Sz ddl‰Wntk r@t‚YnXˆjdk rTtdƒ‚ˆ ¡ˆ_ˆ  ¡ˆ_ ‡‡fdd„t |ƒDƒ}z*|D] }| ¡q†ttˆƒ |||¡W5ˆj  ¡t |ƒD]}ˆj  d¡q¾|D]}| ¡rÔ|  ¡qÔdˆ_XdS)Nrrz already doing multiple processescsg|]}ˆjˆjd‘qS))Útarget)ÚProcessÚ_child)r5rä©Úmultiprocessingrsrrr8¸sÿz8MultiprocessRefactoringTool.refactor..)r÷rör¡rÚ ImportErrorrõrøÚ RuntimeErrorÚ JoinableQueueÚLockrùÚrangerÚputÚis_aliveÚstart)rsržrŸr Z num_processesÚ processesrär%rürrr¡«s< ÿ      ÿ ÿ   z$MultiprocessRefactoringTool.refactorcsN|j ¡}|dk rJ|\}}ztt|ƒj||ŽW5|j ¡X|j ¡}q dSr')røreÚ task_doner÷rör)rsZtaskrŽrûrürrrÿÈs  ÿ z"MultiprocessRefactoringTool._childcs2|jdk r|j ||f¡ntt|ƒj||ŽSdSr')rørr÷rörrúrürrrÓs   ÿz)MultiprocessRefactoringTool.refactor_file)FFr)rrrrtr¡rÿrÚ __classcell__rrrürrö¤s  ÿ rö)T)"Ú __author__rFr™rrÃrgr‡r(Ú itertoolsrZpgen2rrrZ fixer_utilrrwrr r rorr"rrr2r9r;rWrXÚobjectrYrõrörrrrÚ s6    (