£Á°èZ¨Ä…–K§‚«“ô4“ÒÙ´dîfUÙÃÅ WKbyʦ•êŽ…È®FÒ¿ÊÎóCozá¬S@6{Í:›œêZÌ:Š•_%:¢¾¾~;‘Ã~芩ÊǍí`ÔÑ©ú뙵'5I¿fš×WO%ø9¾«¾DK|€ùÍD”Ýs]nHÕ¶êםӼ㞪éUWŸÈË%DÒÕ¬ï‘]/Åcx ‰ï2ß]ä6G[]S£Ôϯrs{úëóµmÒï#UQxo·õÞCe]"±/aÙ&Eã4ú9Jé_ÞåëdãöKë)AÞ ¯¹ægƒÛowЍø^d™ý½ßB7áyMä9ÜÖUã !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! fmc@sdZddlmZdZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z mZmZddlmZdd lmZmZdd lmZdd lmZed d ZGdddeZddZddZddZddZ ej!ddfkrpddl"Z"e"j#Z$ddZ%ddZ&ne#Z$e Z%e Z&ddZ'Gdd d eZ(Gd!d"d"e)Z*Gd#d$d$eZ+Gd%d&d&e*Z,dS('uRefactoring framework. Used as a main program, this can refactor any number of files and/or recursively descend down directories. Imported as a module, this provides infrastructure to write your own refactoring tool. i(uwith_statementu#Guido van Rossum N(uchaini(udriverutokenizeutoken(u find_root(upytreeupygram(u btm_utils(u btm_matchercCst|ggdg}tjj|j}g}xnttj|D]W}|jdrI|jdrI|r|dd}n|j |ddqIqIW|S(uEReturn a sorted list of all available fix names in the given package.u*ufix_u.pyiNii( u __import__uosupathudirnameu__file__usortedulistdiru startswithuendswithuappend(u fixer_pkgu remove_prefixupkgu fixer_diru fix_namesuname((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyuget_all_fix_names!suget_all_fix_namescBs|EeZdZdS(u _EveryNodeN(u__name__u __module__u __qualname__(u __locals__((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu _EveryNode.su _EveryNodecCst|tjtjfrC|jdkr3tnt|jgSt|tjrt|j rkt |j Stnt|tj rt}x5|j D]*}x!|D]}|j t |qWqW|St d|dS(uf Accepts a pytree Pattern Node and returns a set of the pattern types which will match first. u$Oh no! I don't understand pattern %sN(u isinstanceupytreeu NodePatternu LeafPatternutypeuNoneu _EveryNodeusetuNegatedPatternucontentu_get_head_typesuWildcardPatternuupdateu Exception(upaturupux((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu_get_head_types2s      u_get_head_typesc Cstjt}g}x|D]}|jryt|j}Wntk r_|j|YqXxU|D]}||j|qgWq|jdk r||jj|q|j|qWx:t t j j j t j jD]}||j|qWt|S(u^ Accepts a list of fixers and returns a dictionary of head node type --> fixer list. N(u collectionsu defaultdictulistupatternu_get_head_typesu _EveryNodeuappendu _accept_typeuNoneuchainupygramupython_grammaru symbol2numberuvaluesutokensuextendudict(u fixer_listu head_nodesueveryufixeruheadsu node_type((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu_get_headnode_dictNs"    u_get_headnode_dictcs fddtdDS(uN Return the fully qualified names for fixers in the package pkg_name. csg|]}d|qS(u.((u.0ufix_name(upkg_name(u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu ks u+get_fixers_from_package..F(uget_all_fix_namesuFalse(upkg_name((upkg_nameu5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyuget_fixers_from_packagegsuget_fixers_from_packagecCs|S(N((uobj((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu _identitynsu _identityicCs|jddS(Nu u (ureplace(uinput((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu_from_system_newlinesusu_from_system_newlinescCs*tjdkr"|jdtjS|SdS(Nu (uosulinesepureplace(uinput((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu_to_system_newlineswsu_to_system_newlinesc sd}tjtj|jfdd}ttjtj tj f}t }ydx]|\}}||krq`q`|tj kr|rPnd }q`|tjkr|dkr|\}}|tjks|dkrPn|\}}|tjks|dkrPn|\}}|tjkrV|dkrV|\}}nxa|tjkr|j||\}}|tjks|dkrPn|\}}qYWq`Pq`Wntk rYnXt|S( Ncst}|d|dfS(Nii(unext(utok(ugen(u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyuadvances u(_detect_future_features..advanceufromu __future__uimportu(u,FT(uFalseutokenizeugenerate_tokensuiouStringIOureadlineu frozensetutokenuNEWLINEuNLuCOMMENTusetuSTRINGuTrueuNAMEuOPuaddu StopIteration(usourceuhave_docstringuadvanceuignoreufeaturesutpuvalue((ugenu5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu_detect_future_featuressD     u_detect_future_featurescBs|EeZdZdZdS(u FixerErroruA fixer could not be loaded.N(u__name__u __module__u __qualname__u__doc__(u __locals__((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu FixerErrorsu FixerErrorcBso|EeZdZid4d6d4d6ZdZdZd3d3ddZddZ d d Z d d Z d dZ ddZ d4d4ddZd4d4ddZddZd4d4ddZddZd4ddZddZdd Zd3d4d3d!d"Zd3d#d$Zd%Zd&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3S(5uRefactoringTooluprint_functionuwrite_unchanged_filesuFixufix_cCs||_|pg|_|jj|_|dk rI|jj|n|jdretj|_ n tj |_ |jj d|_ g|_ tjd|_g|_d|_tj|j dtjd|j|_|j\|_|_g|_tj|_g|_g|_ x}t!|j|jD]f}|j"rT|jj#|q2||jkrv|jj$|q2||jkr2|j j$|q2q2Wt%|j|_&t%|j |_'dS(uInitializer. Args: fixer_names: a list of fixers to import options: an dict with configuration. explicit: a list of fixers to run even if they are explicit. uprint_functionuwrite_unchanged_filesuRefactoringTooluconvertuloggerNF((ufixersuexplicitu_default_optionsucopyuoptionsuNoneuupdateupygramu!python_grammar_no_print_statementugrammarupython_grammarugetuwrite_unchanged_filesuerrorsuloggingu getLoggeruloggeru fixer_loguFalseuwroteudriveruDriverupytreeuconvertu get_fixersu pre_orderu post_orderufilesubmu BottomMatcheruBMu bmi_pre_orderubmi_post_orderuchainu BM_compatibleu add_fixeruappendu_get_headnode_dictubmi_pre_order_headsubmi_post_order_heads(uselfu fixer_namesuoptionsuexplicitufixer((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu__init__s<            uRefactoringTool.__init__c Csg}g}x|jD]}t|iidg}|jddd}|j|jrx|t|jd}n|jd}|jdjdd|D}yt ||}Wn(t k rt d ||fYnX||j |j } | jr:|jdk r:||jkr:|jd |qn|jd || jd kri|j| q| jd kr|j| qt d| jqWtjd} |jd| |jd| ||fS(uInspects the options to load the requested patterns and handlers. Returns: (pre_order, post_order), where pre_order is the list of fixers that want a pre-order AST traversal, and post_order is the list that want post-order traversal. u*u.iNu_ucSsg|]}|jqS((utitle(u.0up((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu s u.RefactoringTool.get_fixers..uCan't find %s.%suSkipping implicit fixer: %suAdding transformation: %supreupostuIllegal fixer order: %ru run_orderukeyiT(ufixersu __import__ursplitu startswithu FILE_PREFIXulenusplitu CLASS_PREFIXujoinugetattruAttributeErroru FixerErroruoptionsu fixer_loguexplicituTrueu log_messageu log_debuguorderuappenduoperatoru attrgetterusort( uselfupre_order_fixersupost_order_fixersu fix_mod_pathumodufix_nameupartsu class_nameu fix_classufixerukey_func((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu get_fixerss8# uRefactoringTool.get_fixerscOsdS(uCalled when an error occurs.N((uselfumsguargsukwds((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu log_errorsuRefactoringTool.log_errorcGs'|r||}n|jj|dS(uHook to log a message.N(uloggeruinfo(uselfumsguargs((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu log_messages uRefactoringTool.log_messagecGs'|r||}n|jj|dS(N(uloggerudebug(uselfumsguargs((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu log_debugs uRefactoringTool.log_debugcCsdS(uTCalled with the old version, new version, and filename of a refactored file.N((uselfuold_textunew_textufilenameuequal((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu print_output!suRefactoringTool.print_outputcCsPxI|D]A}tjj|r5|j|||q|j|||qWdS(u)Refactor a list of files and directories.N(uosupathuisdiru refactor_diru refactor_file(uselfuitemsuwriteu doctests_onlyu dir_or_file((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyurefactor&s uRefactoringTool.refactorc Cstjd}xtj|D]\}}}|jd||j|jxe|D]]}|jd rWtjj|d|krWtjj||} |j | ||qWqWWdd|D|ddAs u0RefactoringTool.refactor_dir..N( uosuextsepuwalku log_debugusortu startswithupathusplitextujoinu refactor_file( uselfudir_nameuwriteu doctests_onlyupy_extudirpathudirnamesu filenamesunameufullname((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu refactor_dir/s    uRefactoringTool.refactor_dircCsyt|d}Wn<tk rQ}z|jd||dSWYdd}~XnXztj|jd}Wd|jXt|dd|}t |j |fSWdQXdS(uG Do our best to decode a Python source file correctly. urbuCan't open %s: %sNiuruencoding(NN( uopenuIOErroru log_erroruNoneutokenizeudetect_encodingureadlineucloseu_open_with_encodingu_from_system_newlinesuread(uselfufilenameufuerruencoding((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu_read_python_sourceCs u#RefactoringTool._read_python_sourcec Cs|j|\}}|dkr%dS|d7}|r|jd||j||}|jsl||kr|j|||||q|jd|ni|j||}|js|r|jr|jt|dd |d|d|n|jd|dS( uRefactors a file.Nu uRefactoring doctests in %suNo doctest changes in %siuwriteuencodinguNo changes in %si( u_read_python_sourceuNoneu log_debugurefactor_docstringuwrite_unchanged_filesuprocessed_fileurefactor_stringu was_changedustr(uselfufilenameuwriteu doctests_onlyuinputuencodinguoutpututree((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu refactor_fileSs  uRefactoringTool.refactor_filecCst|}d|kr*tj|j_nzby|jj|}WnEtk r}z%|jd||jj |dSWYdd}~XnXWd|j|j_X||_ |j d||j |||S(uFRefactor a given input string. Args: data: a string holding the code to be refactored. name: a human-readable name for use in error/log messages. Returns: An AST corresponding to the refactored input stream; None if there were errors during the parse. uprint_functionuCan't parse %s: %s: %sNuRefactoring %s( u_detect_future_featuresupygramu!python_grammar_no_print_statementudriverugrammaru parse_stringu Exceptionu log_erroru __class__u__name__ufuture_featuresu log_debugu refactor_tree(uselfudataunameufeaturesutreeuerr((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyurefactor_stringjs    uRefactoringTool.refactor_stringcCstjj}|ro|jd|j|d}|jsI||kr_|j|d|q|jdnS|j|d}|js|r|jr|jt |d|n |jddS(NuRefactoring doctests in stdinuuNo doctest changes in stdinuNo changes in stdin( usysustdinureadu log_debugurefactor_docstringuwrite_unchanged_filesuprocessed_fileurefactor_stringu was_changedustr(uselfu doctests_onlyuinputuoutpututree((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyurefactor_stdins uRefactoringTool.refactor_stdinc Csx-t|j|jD]}|j||qW|j|j|j|j|j|j|jj|j }xt |j rdx|jj D]}||kr||r||j dtjjdd|jr||j dtjjnx\t||D]G}|||kr9||j|nyt|Wntk r^wYnX|jr}||jkr}qn|j|}|r|j||}|dk rV|j|x9|jD]+}|jsg|_n|jj|qW|jj|j }x?|D]4} | |kr7g|| >> u... c Csg}d}d}d}d}x4|jddD] }|d7}|jj|jr|dk r|j|j||||n|}|g}|j|j} |d| }q1|dk r |j||j s|||j j dkr |j |q1|dk r8|j|j||||nd}d}|j |q1W|dk r|j|j||||ndj |S(uRefactors a docstring, looking for doctests. This returns a modified version of the input string. It looks for doctests, which start with a ">>>" prompt, and may be continued with "..." prompts, as long as the "..." is indented the same as the ">>>". (Unfortunately we can't use the doctest module's parser, since, like most parsers, it is not geared towards preserving the original source.) iukeependsiNu uT( uNoneu splitlinesuTrueulstripu startswithuPS1uextendurefactor_doctestufinduPS2urstripuappendujoin( uselfuinputufilenameuresultublocku block_linenouindentulinenoulineui((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyurefactor_docstring(s:       u"RefactoringTool.refactor_docstringc sjyj||}Wntk r}zjjjtjrpx*|D]}jd|jdqJWnjd|||j j ||SWYdd}~XnXj ||rft |j dd }|d|d||dd} }|d jds|d d7>>" (possibly indented), while the remaining lines start with "..." (identically indented). u Source: %su u+Can't parse docstring in %s line %s: %s: %sNukeependsiics!g|]}j|qS((uPS2(u.0uline(uindentuself(u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu ms u4RefactoringTool.refactor_doctest..Tii(u parse_blocku Exceptionuloggeru isEnabledForulogginguDEBUGu log_debugurstripu log_erroru __class__u__name__u refactor_treeustru splitlinesuTrueuendswithuPS1upop( uselfublockulinenouindentufilenameutreeuerrulineunewuclipped((uindentuselfu5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyurefactor_doctestSs$   )&u RefactoringTool.refactor_doctestcCs|jrd}nd}|js4|jd|n1|jd|x|jD]}|j|qNW|jr|jdx!|jD]}|j|qWn|jrt|jdkr|jdn|jdt|jx0|jD]"\}}}|j|||qWndS( Nuwereu need to beuNo files %s modified.uFiles that %s modified:u$Warnings/messages while refactoring:iuThere was 1 error:uThere were %d errors:(uwroteufilesu log_messageu fixer_loguerrorsulen(uselfuwereufileumessageumsguargsukwds((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu summarizeps$      uRefactoringTool.summarizecCs1|jj|j|||}t|_|S(uParses a block into a tree. This is necessary to get correct line number / offset information in the parser diagnostics and embedded into the parse tree. (udriveru parse_tokensu wrap_toksu frozensetufuture_features(uselfublockulinenouindentutree((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu parse_blocks! uRefactoringTool.parse_blockc cstj|j||j}xe|D]]\}}\}}\} } } ||d7}| |d7} ||||f| | f| fVq%WdS(u;Wraps a tokenize stream to systematically modify start/end.iN(utokenizeugenerate_tokensu gen_linesu__next__( uselfublockulinenouindentutokensutypeuvalueuline0ucol0uline1ucol1u line_text((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu wrap_tokss (uRefactoringTool.wrap_toksccs||j}||j}|}xo|D]g}|j|rT|t|dVn4||jdkrrdVntd||f|}q'WxdVqdS(uGenerates lines as expected by tokenize from a list of lines. This strips the first len(indent + self.PS1) characters off each line. Nu uline=%r, prefix=%ru(uPS1uPS2u startswithulenurstripuAssertionError(uselfublockuindentuprefix1uprefix2uprefixuline((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu gen_liness    uRefactoringTool.gen_linesNF( u__name__u __module__u __qualname__uFalseu_default_optionsu CLASS_PREFIXu FILE_PREFIXuNoneu__init__u get_fixersu log_erroru log_messageu log_debugu print_outputurefactoru refactor_diru_read_python_sourceu refactor_fileurefactor_stringurefactor_stdinu refactor_treeu traverse_byuprocessed_fileu write_fileuPS1uPS2urefactor_docstringurefactor_doctestu summarizeu parse_blocku wrap_toksu gen_lines(u __locals__((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyuRefactoringTools:  4 (        O  +   uRefactoringToolcBs|EeZdZdS(uMultiprocessingUnsupportedN(u__name__u __module__u __qualname__(u __locals__((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyuMultiprocessingUnsupportedsuMultiprocessingUnsupportedcse|EeZdZfddZd d dfddZfddZfdd ZS( uMultiprocessRefactoringToolcs/tt|j||d|_d|_dS(N(usuperuMultiprocessRefactoringToolu__init__uNoneuqueueu output_lock(uselfuargsukwargs(u __class__(u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu__init__s u$MultiprocessRefactoringTool.__init__ics[|dkr(ttj|||SyddlWntk rRtYnXjdk rqtdnj _j _ fddt |D}z;x|D]}|j qWttj|||Wdjjx$t |D]}jjdq Wx'|D]}|jr*|jq*q*Wd_XdS(Niiu already doing multiple processescs%g|]}jdjqS(utarget(uProcessu_child(u.0ui(umultiprocessinguself(u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu s u8MultiprocessRefactoringTool.refactor..(usuperuMultiprocessRefactoringToolurefactorumultiprocessingu ImportErroruMultiprocessingUnsupporteduqueueuNoneu RuntimeErroru JoinableQueueuLocku output_lockurangeustartujoinuputuis_alive(uselfuitemsuwriteu doctests_onlyu num_processesu processesupui(u __class__(umultiprocessinguselfu5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyurefactors2         u$MultiprocessRefactoringTool.refactorc so|jj}xY|dk rj|\}}ztt|j||Wd|jjX|jj}qWdS(N(uqueueugetuNoneusuperuMultiprocessRefactoringToolu refactor_fileu task_done(uselfutaskuargsukwargs(u __class__(u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu_childs u"MultiprocessRefactoringTool._childcsE|jdk r(|jj||fntt|j||SdS(N(uqueueuNoneuputusuperuMultiprocessRefactoringToolu refactor_file(uselfuargsukwargs(u __class__(u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu refactor_filesu)MultiprocessRefactoringTool.refactor_fileF(u__name__u __module__u __qualname__u__init__uFalseurefactoru_childu refactor_file(u __locals__((u __class__u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyuMultiprocessRefactoringTools  uMultiprocessRefactoringTool(-u__doc__u __future__uwith_statementu __author__uosusysulogginguoperatoru collectionsuiou itertoolsuchainupgen2udriverutokenizeutokenu fixer_utilu find_rootuupytreeupygramu btm_utilsubuu btm_matcherubmuTrueuget_all_fix_namesu Exceptionu _EveryNodeu_get_head_typesu_get_headnode_dictuget_fixers_from_packageu _identityu version_infoucodecsuopenu_open_with_encodingu_from_system_newlinesu_to_system_newlinesu_detect_future_featuresu FixerErroruobjectuRefactoringTooluMultiprocessingUnsupporteduMultiprocessRefactoringTool(((u5/opt/alt/python33/lib64/python3.3/lib2to3/refactor.pyu sF               (