ó '![c@s3dZddlmZddlZddlmZddlZddlmZddl m Z ddl m Z ddl mZmZdd lmZd efd „ƒYZd „Zd efd„ƒYZidd6Zd„Zdeefd„ƒYZd„Zdd„Zdd„Zedkr/eƒndS(sGa similarities / code duplication command line tool and pylint checker iÿÿÿÿ(tprint_functionN(t defaultdict(tzip(tdecoding_stream(t IRawChecker(t BaseCheckerttable_lines_from_stats(tTabletSimilarcBs\eZdZdeeed„Zd d„Zd„Zd„Zd„Z d„Z d„Z RS( s,finds copy-pasted lines of code in a projecticCs1||_||_||_||_g|_dS(N(t min_linestignore_commentstignore_docstringstignore_importstlinesets(tselfR R R R ((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt__init__#s     cCst|dkr|j}nt||ƒj}y2|jjt||ƒ|j|j|jƒƒWnt k ronXdS(s(append a file to search for similaritiesN( tNonet readlinesRR tappendtLineSetR R R tUnicodeDecodeError(RtstreamidtstreamtencodingR((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt append_stream+s   cCs|j|jƒƒdS(s<start looking for similarities and display results on stdoutN(t _display_simst _compute_sims(R((s6lib/python2.7/site-packages/pylint/checkers/similar.pytrun:sc Cs"ttƒ}x±|jƒD]£\}}}}}||}x|D]T}||f|ksi||f|kr?|j||fƒ|j||fƒPq?q?W|jt||f||fgƒƒqWg} xAtj|ƒD]0\}} x!| D]}| j||fƒqéWqÖW| jƒ| j ƒ| S(s&compute similarities in appended files( Rtlistt _iter_simstaddRtsettsixt iteritemstsorttreverse( Rt no_duplicatestnumtlineset1tidx1tlineset2tidx2t duplicatetcouplestsimst ensembles((s6lib/python2.7/site-packages/pylint/checkers/similar.pyR>s  "  $)   c Cs d}x¸|D]°\}}tƒt|dt|ƒdƒt|ƒ}x+|D]#\}}td|j|fƒqLWx/|j|||!D]}td|jƒƒqˆW||t|ƒd7}q Wtg|jD]}t|ƒ^q΃}td|||d|fƒd S( s'display computed similarities on stdoutissimilar lines intfiless==%s:%ss is)TOTAL lines=%s duplicates=%s percent=%.2fgY@N(tprinttlentsortedtnamet _real_linestrstriptsumR ( RR,tnb_lignes_dupliqueesR%R+tlinesettidxtlinetnb_total_lignes((s6lib/python2.7/site-packages/pylint/checkers/similar.pyRRs (ccsS|j}|j}|j}d}|j}x"|t|ƒkrNd}d} xó|||ƒD]á} d} xÒtt||ƒ|| ƒƒƒD]s\} \\} } \} }| |krê| |kr×| |||| fVnt|| ƒ}Pn| rŠ| d7} qŠqŠW| d7} | |kr.| |||| fVnt|| ƒ}q\W||7}q-WdS(s+find similarities in the two given linesetsiiN(tenumerate_strippedtfindR R0t enumerateRtmax(RR&R(tlines1tlines2R<tindex1R tskipR%tindex2t non_blankt_tline1tline2((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt _find_commonds0    :    ccsfx_t|jd ƒD]J\}}x;|j|dD](}x|j||ƒD] }|VqKWq2WqWdS(sWiterate on similarities among all files, by making a cartesian product iÿÿÿÿiN(R=R RH(RR8R7R(tsim((s6lib/python2.7/site-packages/pylint/checkers/similar.pyRs N( t__name__t __module__t__doc__tFalseRRRRRRRHR(((s6lib/python2.7/site-packages/pylint/checkers/similar.pyR s     cCsûg}d }xè|D]à}|jƒ}|r‘| rg|jdƒsP|jdƒrg|d }|d}n|r‘|j|ƒr…d }nd}q‘n|rÁ|jdƒsµ|jdƒrÁd}qÁn|ræ|jddƒd jƒ}n|j|ƒqW|S( s\return lines with leading/trailing whitespace and any ignored code features removed s"""s'''itsimport sfrom t#iiN(Rtstript startswithtendswithtsplitR(tlinesR R R t strippedlinest docstringR9((s6lib/python2.7/site-packages/pylint/checkers/similar.pytstripped_linesŠs(       RcBskeZdZeeed„Zd„Zd„Zd„Zd„Zd„Z dd„Z d „Z d „Z RS( s7Holds and indexes all the lines of a single source filecCs=||_||_t||||ƒ|_|jƒ|_dS(N(R2R3RWt_stripped_linest _mk_indext_index(RR2RTR R R ((s6lib/python2.7/site-packages/pylint/checkers/similar.pyR©s     cCs d|jS(Ns(R2(R((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt__str__²scCs t|jƒS(N(R0R3(R((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt__len__µscCs |j|S(N(RX(Rtindex((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt __getitem__¸scCs|j|jkS(N(R2(Rtother((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt__lt__»scCs t|ƒS(N(tid(R((s6lib/python2.7/site-packages/pylint/checkers/similar.pyt__hash__¾siccsO|}|r|j|}n |j}x#|D]}||fV|d7}q,WdS(sgreturn an iterator on stripped lines, starting from a given index if specified, else 0 iN(RX(Rtstart_atR8RTR9((s6lib/python2.7/site-packages/pylint/checkers/similar.pyR;Ás   cCs|jj|dƒS(s7return positions of the given stripped line in this set((RZtget(Rt stripped_line((s6lib/python2.7/site-packages/pylint/checkers/similar.pyR<ÏscCsJttƒ}x7t|jƒD]&\}}|r||j|ƒqqW|S(screate the index for this set(RRR=RXR(RR]tline_noR9((s6lib/python2.7/site-packages/pylint/checkers/similar.pyRYÓs  ( RJRKRLRMRR[R\R^R`RbR;R<RY(((s6lib/python2.7/site-packages/pylint/checkers/similar.pyR§s       sSimilar lines in %s files %ssduplicate-codesÁIndicates that a set of similar lines has been detected among multiple file. This usually means that the code should be refactored to avoid this duplication.tR0801c CsTddddg}|t||dƒ7}|jtd|dd d d d d ƒƒd S(s/make a layout with some stats about duplicationRNtnowtprevioust differencetnb_duplicated_linestpercent_duplicated_linestchildrentcolsitrheadersitcheadersN(RkRl(RRR(tsecttstatst old_statsRT((s6lib/python2.7/site-packages/pylint/checkers/similar.pytreport_similaritiesâs   tSimilarCheckercBseZdZefZdZeZdidd6dd6dd6d d 6fd ied6d d6d d6dd 6fdied6d d6d d6dd 6fdie d6d d6d d6dd 6ffZ dde ffZ dd„Zddd„Zd„Zd„Zd„ZRS(s£checks for similarities and duplicated code. This computation may be memory / CPU intensive, so you should disable it if you experiment some problems. t similaritiessmin-similarity-linesitdefaulttintttypestmetavars%Minimum lines number of a similarity.thelpsignore-commentstynss,Ignore comments when computing similarities.signore-docstringss.Ignore docstrings when computing similarities.signore-importss+Ignore imports when computing similarities.tRP0801t DuplicationcCs<tj||ƒtj|dddtdtƒd|_dS(NR iR R (RRRtTrueRRr(Rtlinter((s6lib/python2.7/site-packages/pylint/checkers/similar.pyR s cCs•tj|||||ƒ|dkr7|jj|_nZ|dkrU|jj|_n<|dkrs|jj|_n|dkr‘|jj|_ndS(smethod called to set an option (registered in the options list) overridden to report options setting to Similar smin-similarity-linessignore-commentssignore-docstringssignore-importsN(Rt set_optiontconfigtmin_similarity_linesR R R R (Rtoptnametvaluetactiontoptdict((s6lib/python2.7/site-packages/pylint/checkers/similar.pyRs    cCs+g|_|jjddddƒ|_dS(s<init the checkers: reset linesets and statistics informationRkiRlN(R R€t add_statsRr(R((s6lib/python2.7/site-packages/pylint/checkers/similar.pytopen!s cCs5|jƒ#}|j|jj||jƒWdQXdS(sprocess a module the module's content is accessible via the stream object stream must implement the readlines method N(RRR€t current_namet file_encoding(RtnodeR((s6lib/python2.7/site-packages/pylint/checkers/similar.pytprocess_module'sc Cstd„|jDƒƒ}d}|j}xÍ|jƒD]¿\}}g}x.|D]&\}}|jd|j|fƒqNW|jƒx/|j|||!D]} |j| jƒƒq—W|j ddt |ƒdj |ƒfƒ||t |ƒd7}q5W||d<|o|d ||d 5sis==%s:%sRgtargss iRkgY@RlN( R5R RrRRR2R"R3R4t add_messageR0tjoin( Rttotalt duplicatedRrR%R+tmsgR7R8R9((s6lib/python2.7/site-packages/pylint/checkers/similar.pytclose3s  ( N(RJRKRLRt__implements__R2tMSGStmsgsRRMtoptionsRttreportsRRRR‰RR•(((s6lib/python2.7/site-packages/pylint/checkers/similar.pyRuìs,       cCs|jt|ƒƒdS(s.required method to auto register this checker N(tregister_checkerRu(R€((s6lib/python2.7/site-packages/pylint/checkers/similar.pytregisterFsicCs,tdƒtƒtdƒtj|ƒdS(s&display command line usage informations*finds copy pasted blocks in a set of filess~Usage: symilar [-d|--duplicates min_duplicated_lines] [-i|--ignore-comments] [--ignore-docstrings] [--ignore-imports] file1...N(R/tsystexit(tstatus((s6lib/python2.7/site-packages/pylint/checkers/similar.pytusageJs  cCsh|dkrtjd}nddlm}d}d}d }t}t}t}||||ƒ\}} x„|D]|\} } | dkr–t| ƒ}qo| dkr¬tƒqo| dkrÁt}qo| dkrÖt}qo| dkrot}qoqoW| stdƒnt||||ƒ} x3| D]+} t | ƒ}| j | |ƒWdQXqW| j ƒtj dƒdS(s$standalone command line access pointiiÿÿÿÿ(tgetoptthdiR{s duplicates=signore-commentssignore-importssignore-docstringsis-ds --duplicatess-hs--helps-is--ignore-commentss--ignore-docstringss--ignore-importsNi(R{s duplicates=signore-commentssignore-importssignore-docstrings(s-ds --duplicates(s-hs--help(s-is--ignore-comments(s--ignore-docstrings(s--ignore-imports( RRtargvR¡RMRxR RRR‰RRRž(R£R¡ts_optstl_optsR R R R toptsRtopttvalRItfilenameR((s6lib/python2.7/site-packages/pylint/checkers/similar.pytRunRs<             t__main__(sSimilar lines in %s files %ssduplicate-codesÁIndicates that a set of similar lines has been detected among multiple file. This usually means that the code should be refactored to avoid this duplication.(RLt __future__RRt collectionsRR t six.movesRt pylint.utilsRtpylint.interfacesRtpylint.checkersRRtpylint.reporters.ureports.nodesRtobjectRRWRR—RtRuRœR RRªRJ(((s6lib/python2.7/site-packages/pylint/checkers/similar.pyts,  j 5  Z   !