JFIFxxC      C  " }!1AQa"q2#BR$3br %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz w!1AQaq"2B #3RbrJFIFxxC      C  " }!1AQa"q2#BR$3br %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz w!1AQaq"2B #3RbrB YI~dk@s dZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z m Z ddlmZddlmZmZddlmZd d d ZGd d d eZddZddZddZddZddZGdddeZGdddeZGdddeZ GdddeZ!dS)!z#Guido van Rossum N)chain)drivertokenizetoken) find_root)pytreepygram) btm_matcherTcCsXt|ggdg}g}x>t|jD].\}}}|dr"|rF|dd}||q"W|S)N*fix_) __import__pkgutilZ iter_modules__path__ startswithappend)Z fixer_pkgZ remove_prefixZpkgZ fix_namesfindernameZispkgr5/opt/alt/python37/lib64/python3.7/lib2to3/refactor.pyget_all_fix_namess  rc@s eZdZdS) _EveryNodeN)__name__ __module__ __qualname__rrrrr+srcCst|tjtjfr(|jdkr t|jhSt|tjrH|jrDt|jStt|tj rt }x*|jD] }x|D]}| t|qlWqbW|St d|dS)Nz$Oh no! I don't understand pattern %s) isinstancerZ NodePatternZ LeafPatterntyperZNegatedPatternZcontent_get_head_typesZWildcardPatternsetupdate Exception)Zpatrpxrrrr/s      rc Cstt}g}x|D]|}|jrjyt|j}Wntk rJ||YqXxB|D]}|||qRWq|jdk r||j|q||qWx,tt j j t j j D]}|||qWt|S)N) collections defaultdictlistpatternrrrZ _accept_typerr python_grammarZ symbol2numbervaluestokensextenddict)Z fixer_listZ head_nodesZeveryfixerZheadsZ node_typerrr_get_headnode_dictKs"    r/csfddtdDS)Ncsg|]}d|qS).r).0fix_name)pkg_namerr hsz+get_fixers_from_package..F)r)r3r)r3rget_fixers_from_packageds r5cCs|S)Nr)objrrr _identityksr7csVd}tt|jfdd}ttjtjtj h}t }yx|\}}||krVq@q@|tj krl|rfPd}q@|tj kr.|dkr.|\}}|tj ks|dkrP|\}}|tj ks|dkrP|\}}|tj kr|dkr|\}}xJ|tj kr*|||\}}|tj ks|d krP|\}}qWq@Pq@WWntk rLYnXt|S) NFcst}|d|dfS)Nrr)next)tok)genrradvancersz(_detect_future_features..advanceTfromZ __future__import(,)rgenerate_tokensioStringIOreadline frozensetrNEWLINENLCOMMENTrSTRINGNAMEOPadd StopIteration)sourceZhave_docstringr;ignorefeaturestpvaluer)r:r_detect_future_featuresosD          rRc@s eZdZdS) FixerErrorN)rrrrrrrrSsrSc@seZdZdddZdZdZd4ddZdd Zd d Zd d Z ddZ ddZ d5ddZ d6ddZ ddZd7ddZddZd8ddZddZd d!Zd9d"d#Zd:d$d%Zd&Zd'Zd(d)Zd*d+Zd,d-Zd.d/Zd0d1Zd2d3ZdS);RefactoringToolF)print_functionwrite_unchanged_filesZFixr NcCs2||_|p g|_|j|_|dk r0|j||jdrDtj|_ntj |_|j d|_ g|_ t d|_g|_d|_tj|jtj|jd|_|\|_|_g|_t|_g|_g|_xXt|j|jD]F}|j r|j!|q||jkr|j"|q||jkr|j"|qWt#|j|_$t#|j|_%dS)NrUrVrTF)convertlogger)&fixersexplicit_default_optionscopyoptionsr r !python_grammar_no_print_statementgrammarr)getrVerrorsloggingZ getLoggerrX fixer_logwroterZDriverrrW get_fixers pre_order post_orderfilesbmZ BottomMatcherBMZ bmi_pre_orderZbmi_post_orderrZ BM_compatibleZ add_fixerrr/bmi_pre_order_headsbmi_post_order_heads)selfZ fixer_namesr]rZr.rrr__init__s<           zRefactoringTool.__init__c Cs^g}g}x(|jD]}t|iidg}|ddd}||jrV|t|jd}|d}|jddd|D}yt ||}Wn&t k rt d ||fdYnX||j |j } | jr|jd k r||jkr|d |q|d || jd kr || q| jdkr"|| qt d| jqWtd} |j| d|j| d||fS)Nr r0r_cSsg|] }|qSr)title)r1r#rrrr4sz.RefactoringTool.get_fixers..zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order)key)rYrrsplitr FILE_PREFIXlensplit CLASS_PREFIXjoingetattrAttributeErrorrSr]rcrZ log_message log_debugorderroperator attrgettersort) rmZpre_order_fixersZpost_order_fixersZ fix_mod_pathmodr2parts class_nameZ fix_classr.Zkey_funcrrrres8            zRefactoringTool.get_fixerscOsdS)Nr)rmmsgargskwdsrrr log_errorszRefactoringTool.log_errorcGs|r ||}|j|dS)N)rXinfo)rmrrrrrr|szRefactoringTool.log_messagecGs|r ||}|j|dS)N)rXdebug)rmrrrrrr} szRefactoringTool.log_debugcCsdS)Nr)rmold_textnew_textfilenameequalrrr print_outputszRefactoringTool.print_outputcCs<x6|D].}tj|r&||||q||||qWdS)N)ospathisdir refactor_dir refactor_file)rmitemswrite doctests_onlyZ dir_or_filerrrrefactors  zRefactoringTool.refactorc Cstjd}xt|D]\}}}|d|||xF|D]>}|dsBtj|d|krBtj||} | | ||qBWdd|D|dd<qWdS)NpyzDescending into %sr0rcSsg|]}|ds|qS)r0)r)r1Zdnrrrr4.sz0RefactoringTool.refactor_dir..) rextsepwalkr}rrrsplitextryr) rmZdir_namerrZpy_extdirpathZdirnames filenamesrfullnamerrrrs    zRefactoringTool.refactor_dirc Csyt|d}Wn0tk r>}z|d||dSd}~XYnXzt|jd}Wd|Xtj|d|dd}||fSQRXdS)NrbzCan't open %s: %s)NNrr"rq)encodingnewline) openOSErrorrrdetect_encodingrCcloserAread)rmrferrrrrr_read_python_source0s z#RefactoringTool._read_python_sourcecCs||\}}|dkrdS|d7}|rn|d||||}|jsL||kr`||||||q|d|nH|||}|js|r|jr|jt|dd|||dn |d|dS)N zRefactoring doctests in %szNo doctest changes in %sro)rrzNo changes in %s)rr}refactor_docstringrVprocessed_filerefactor_string was_changedstr)rmrrrinputroutputtreerrrr@s    zRefactoringTool.refactor_filec Cst|}d|krtj|j_zLy|j|}Wn6tk rb}z|d||jj |dSd}~XYnXWd|j|j_X||_ | d|| |||S)NrUzCan't parse %s: %s: %szRefactoring %s) rRr r^rr_Z parse_stringr!r __class__rfuture_featuresr} refactor_tree)rmdatarrOrrrrrrWs     zRefactoringTool.refactor_stringcCstj}|rN|d||d}|js2||krB||d|q|dn:||d}|jsj|r~|jr~|t |d|n |ddS)NzRefactoring doctests in stdinzzNo doctest changes in stdinzNo changes in stdin) sysstdinrr}rrVrrrr)rmrrrrrrrrefactor_stdinrs     zRefactoringTool.refactor_stdinc Csx"t|j|jD]}|||qW||j|||j||j| }xtt | rΐx^|jj D]P}||krv||rv||j tjjdd|jr||j tjjdxt||D]}|||kr|||y t|Wntk rwYnX|jr&||jkr&q||}|r|||}|dk r||x,|D] }|jsng|_|j|q\W|j| }x2|D]*} | |krg|| <|| || qWqWqvWq\Wx$t|j|jD]}|||qW|jS)NT)rsreverse)rs)rrfrgZ start_tree traverse_byrkrlrjrunZleavesanyr*rYrrZBasedepthZkeep_line_orderZ get_linenor'remover ValueErrorZfixers_appliedmatch transformreplacerr,Z finish_treer) rmrrr.Z match_setnoderesultsnewZ new_matchesZfxrrrrrsJ       $zRefactoringTool.refactor_treecCs^|sdSxP|D]H}xB||jD]4}||}|r|||}|dk r|||}qWqWdS)N)rrrr)rmrYZ traversalrr.rrrrrrs     zRefactoringTool.traverse_bycCs|j||dkr.||d}|dkr.dS||k}||||||r`|d||js`dS|rv|||||n |d|dS)NrzNo changes to %szNot writing changes to %s)rhrrrr}rV write_file)rmrrrrrrrrrrs  zRefactoringTool.processed_filec Csytj|d|dd}Wn0tk rF}z|d||dSd}~XYnX|Fy||Wn0tk r}z|d||Wdd}~XYnXWdQRX|d|d|_dS)Nwrq)rrzCan't create %s: %szCan't write %s: %szWrote changes to %sT)rArrrrr}rd)rmrrrrfprrrrrs* zRefactoringTool.write_filez>>> z... c Csg}d}d}d}d}x|jddD]}|d7}||jr|dk r\|||||||}|g}||j} |d| }q"|dk r|||js|||jdkr| |q"|dk r||||||d}d}| |q"W|dk r||||||d |S)NrT)keependsrrrq) splitlineslstriprPS1r,refactor_doctestfindPS2rstriprry) rmrrresultblockZ block_linenoindentlinenolineirrrrs:          z"RefactoringTool.refactor_docstringc sy||}Wnftk rx}zHjtjrRx|D]}d|dq8Wd|||j j ||Sd}~XYnX ||r t |j dd}|d|d||dd} }|dds|dd7<j|dg}|r |fd d |D7}|S) Nz Source: %srz+Can't parse docstring in %s line %s: %s: %sT)rrrorcsg|]}j|qSr)r)r1r)rrmrrr4Zsz4RefactoringTool.refactor_doctest..) parse_blockr!rXZ isEnabledForrbDEBUGr}rrrrrrrendswithrpop) rmrrrrrrrrZclippedr)rrmrr@s$ "z RefactoringTool.refactor_doctestcCs|jr d}nd}|js$|d|n&|d|x|jD]}||q8W|jrt|dx|jD]}||qbW|jrt|jdkr|dn|dt|jx&|jD]\}}}|j|f||qWdS) Nwerez need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:rzThere was 1 error:zThere were %d errors:)rdrhr|rcrarv)rmrfilemessagerrrrrr summarize]s$     zRefactoringTool.summarizecCs"|j||||}t|_|S)N)rZ parse_tokens wrap_toksrDr)rmrrrrrrrrtszRefactoringTool.parse_blockc csht|||j}xN|D]F\}}\}}\} } } ||d7}| |d7} ||||f| | f| fVqWdS)Nr)rr@ gen_lines__next__) rmrrrr+rrQZline0Zcol0Zline1Zcol1Z line_textrrrr~s   zRefactoringTool.wrap_toksccs||j}||j}|}xV|D]N}||r@|t|dVn(||dkrXdVntd||f|}qWx dVqrWdS)Nrzline=%r, prefix=%rrq)rrrrvrAssertionError)rmrrprefix1Zprefix2prefixrrrrrs    zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N)rrrr[rxrurnrerr|r}rrrrrrrrrrrrrrrrrrrrrrrrTs: 4(   O  + rTc@s eZdZdS)MultiprocessingUnsupportedN)rrrrrrrrsrcsBeZdZfddZd fdd ZfddZfd d ZZS) MultiprocessRefactoringToolcs"tt|j||d|_d|_dS)N)superrrnqueue output_lock)rmrkwargs)rrrrnsz$MultiprocessRefactoringTool.__init__Frc s|dkrtt|||Sy ddlWntk r@tYnXjdk rTtd_ _ fddt |D}z.x|D] }| qWtt|||Wdj xt |D]}jdqWx|D]}|r| qWd_XdS)Nrrz already doing multiple processescsg|]}jjdqS))target)ZProcess_child)r1r)multiprocessingrmrrr4sz8MultiprocessRefactoringTool.refactor..)rrrr ImportErrorrr RuntimeErrorZ JoinableQueueZLockrrangestartryputZis_alive)rmrrrZ num_processesZ processesr#r)r)rrmrrs2               z$MultiprocessRefactoringTool.refactorcsR|j}xB|dk rL|\}}ztt|j||Wd|jX|j}q WdS)N)rr`rrrZ task_done)rmZtaskrr)rrrrs     z"MultiprocessRefactoringTool._childcs2|jdk r|j||fntt|j||SdS)N)rrrrr)rmrr)rrrrs  z)MultiprocessRefactoringTool.refactor_file)FFr)rrrrnrrr __classcell__rr)rrrs   r)T)" __author__rArrrrbrr% itertoolsrZpgen2rrrZ fixer_utilrrqrr r rirr!rrr/r5r7rRrSobjectrTrrrrrr s6    (