B öÀ„\kDã@s<dZddlZddlZddlZddlZddlZddlZddlmZm Z m Z mZmZm Z mZddlmZmZddlmZmZe d¡Ze d¡Ze d¡Zejd kr®ejejfZnejZd d„Zdd „Zddd„Zdd„ZGdd„de ƒZ!Gdd„de ƒZ"Gdd„de"ƒZ#Gdd„dej$ƒZ%Gdd„de"ƒZ&Gdd„de ƒZ'dS)z× sphinx.pycode.parser ~~~~~~~~~~~~~~~~~~~~ Utilities parsing and analyzing Python code. :copyright: Copyright 2007-2019 by the Sphinx team, see AUTHORS. :license: BSD, see LICENSE for details. éN)ÚNAMEÚNEWLINEÚINDENTÚDEDENTÚNUMBERÚOPÚSTRING)ÚCOMMENTÚNL)ÚPY2Ú text_typez^\s*#: ?(.*) ? ?$z^\s*$z^\s*(#.*)?$)éécCs| dd¡S)Núú )Úreplace)Úcode©rú3lib/python3.7/site-packages/sphinx/pycode/parser.pyÚfilter_whitespace%srcCst|tjƒr|jS|jgSdS)z3Get list of targets from Assign and AnnAssign node.N)Ú isinstanceÚastÚAssignÚtargetsÚtarget)ÚnoderrrÚget_assign_targets*src Cs2|rtr|j}n|j}|jj}|dkr6td|ƒ‚nø|dkrf|dksP|j|krX|jgStd|ƒ‚nÈ|dkr°g}x8|jD].}y| t||ƒ¡Wqztk r¦YqzXqzW|S|dkrü|j jjdkrî|rî|j j|krîdt|j |ƒd gStd|ƒ‚n2|d kr|gS|dkr"t|j |ƒStd|ƒ‚dS) zÆConvert assignment-AST to variable names. This raises `TypeError` if the assignment does not create new variable:: ary[0] = 'foo' dic["bar"] = 'baz' # => TypeError )ZIndexZNumZSliceÚStrZ Subscriptz%r does not create new variableÚNameNz*The assignment %r is not instance variable)ZTupleZListZ Attributez%srÚstrZStarredzUnexpected node name %r)rÚidÚargÚ __class__Ú__name__Ú TypeErrorZeltsÚextendÚget_lvar_namesÚvalueÚattrÚNotImplementedError)rÚselfZself_idZ node_nameÚmembersZeltrrrr&3s8 r&cCs(dd„}||_t |¡}| d¡ d¡S)z1Remove common leading indentation from docstring.cSsdS)NrrrrrÚdummydszdedent_docstring..dummyz )Ú__doc__ÚinspectZgetdocÚlstripÚrstrip)Úsr,Ú docstringrrrÚdedent_docstringas r3c@s8eZdZdZdd„Zdd„Zdd„Zdd „Zd d„ZdS) ÚTokenz)Better token wrapper for tokenize module.cCs"||_||_||_||_||_dS)N)Úkindr'ÚstartÚendÚsource)r*r5r'r6r7r8rrrÚ__init__qs zToken.__init__cCsft|tƒr|j|kSt|tƒr(|j|kSt|ttfƒrJ|j|jgt|ƒkS|dkrVdStd|ƒ‚dS)NFzUnknown value: %r)rÚintr5rr'ÚlistÚtupleÚ ValueError)r*ÚotherrrrÚ__eq__ys zToken.__eq__cCs ||kS)Nr)r*r>rrrÚ__ne__†szToken.__ne__cst‡fdd„|DƒƒS)Nc3s|]}ˆ|kVqdS)Nr)Ú.0Ú candidate)r*rrú ŒszToken.match..)Úany)r*Z conditionsr)r*rÚmatchŠszToken.matchcCsdtj|j|j ¡fS)Nz)ÚtokenizeÚtok_namer5r'Ústrip)r*rrrÚ__repr__ŽszToken.__repr__N) r#Ú __module__Ú__qualname__r-r9r?r@rErIrrrrr4ns r4c@s,eZdZdd„Zdd„Zdd„Zdd„Zd S) ÚTokenProcessorcs2t|ƒ‰||_t ‡fdd„¡|_d|_d|_dS)NcstˆƒS)N)Únextr)ÚlinesrrÚ™sz)TokenProcessor.__init__..)ÚiterÚbuffersrFÚgenerate_tokensÚtokensÚcurrentÚprevious)r*rQr)rNrr9•s zTokenProcessor.__init__cCs|j|dS)zReturns specified line.é)rQ)r*ÚlinenorrrÚget_lineszTokenProcessor.get_linecCs>y|j|_tt|jƒŽ|_Wntk r6d|_YnX|jS)z^Fetch a next token from source code. Returns ``False`` if sequence finished. N)rTrUr4rMrSÚ StopIteration)r*rrrÚfetch_token¢szTokenProcessor.fetch_tokencCs”g}xŠ| ¡rŽ| |j¡|j|kr(Pq|jtdgkrJ|| tdg¡7}q|jtdgkrl|| tdg¡7}q|jtdgkr|| tdg¡7}qW|S)zlFetch tokens until specified token appeared. .. note:: This also handles parenthesis well. ú(ú)Ú{Ú}ú[ú])rZÚappendrTrÚfetch_until)r*Z conditionrSrrrrb°s zTokenProcessor.fetch_untilN)r#rJrKr9rXrZrbrrrrrL”srLcs0eZdZdZ‡fdd„Zdd„Zdd„Z‡ZS)ÚAfterCommentParserz¿Python source code parser to pick up comment after assignment. This parser takes a python code starts with assignment statement, and returns the comments for variable if exists. cstt|ƒ |¡d|_dS)N)Úsuperrcr9Úcomment)r*rN)r"rrr9ÌszAfterCommentParser.__init__cCsÊg}xÀ| ¡rÄ| |j¡|jtdgkr<|| tdg¡7}q|jtdgkr^|| tdg¡7}q|jtdgkr€|| tdg¡7}q|jtkrš|| t¡7}q|jtdgkr¬Pq|jjttt t fkrPqW|S)z%Fetch right-hand value of assignment.r[r\r]r^r_r`ú;)rZrarTrrbrrr5rrr)r*rSrrrÚfetch_rvalueÑs zAfterCommentParser.fetch_rvaluecCsTx$| ¡ tdgtt¡s$|jst‚qW|jtdgkr<| ¡|jtkrP|jj|_ dS)z3Parse the code and obtain comment after assignment.ú=N) rZrErrr rTÚAssertionErrorrgr're)r*rrrÚparseæs zAfterCommentParser.parse)r#rJrKr-r9rgrjÚ __classcell__rr)r"rrcÅsrccsteZdZdZ‡fdd„Zdd„Zdd„Zdd „Zd d„Z‡fdd „Z dd„Z dd„Zdd„Zdd„Z dd„Z‡ZS)ÚVariableCommentPickerz7Python source code parser to pick up variable comments.csLt ¡|_||_||_g|_g|_d|_i|_d|_ i|_ tt|ƒ ¡dS)N)Ú itertoolsÚcountÚcounterrQÚencodingÚcontextÚcurrent_classesÚcurrent_functionÚcommentsrUÚ defordersrdrlr9)r*rQrp)r"rrr9øs zVariableCommentPicker.__init__cCs\|jr6|jr0|jddkr0|jdd…|g}qBdSn|j|g}t|jƒ|jd |¡<dS)Néÿÿÿÿr9Ú.)rsrrrqrMroruÚjoin)r*ÚnameÚ definitionrrrÚ add_entryszVariableCommentPicker.add_entrycCsT|jr6|jr0|jddkr0d |jdd…¡}qBdSnd |j¡}||j||f<dS)Nrvr9rw)rsrrrqrxrt)r*ryrerqrrrÚadd_variable_commentsz*VariableCommentPicker.add_variable_commentcCs&|jr|jjjr|jjjdSdSdS)z2Returns the name of first argument if in function.rN)rsÚargs)r*rrrÚget_selfszVariableCommentPicker.get_selfcCs|j|dS)zReturns specified line.rV)rQ)r*rWrrrrX'szVariableCommentPicker.get_linecstt|ƒ |¡||_dS)zUpdates self.previous to .N)rdrlÚvisitrU)r*r)r"rrr,szVariableCommentPicker.visitcs~y0t|ƒ}t‡fdd„|Dƒgƒ}ˆ |j¡}Wntk rDdSXt||jd…gˆj|jd…ƒ}| ¡|j r¶t |j ¡r¶x,|D]$}ˆ |t d|j ¡¡ˆ |¡qŠWdSt |d|j…¡r`g}xLt|jdƒD]:}ˆ |jd|¡} t | ¡r| t d| ¡¡qàPqàW|r`td t|ƒ¡ƒ} x$|D]}ˆ || ¡ˆ |¡q7sz6VariableCommentPicker.visit_Assign..Nz\1rVÚ )rÚsumrXrWr$rcÚ col_offsetrQrjreÚ comment_rerEr|Úsubr{Ú indent_reÚrangerar3rxÚreversed)r*rrÚvarnamesZcurrent_lineÚparserÚvarnameZ comment_linesÚiZbefore_linerer)r*rÚvisit_Assign2s: z"VariableCommentPicker.visit_AssigncCs| |¡dS)z6Handles AnnAssign node and pick up a variable comment.N)rŽ)r*rrrrÚvisit_AnnAssign[sz%VariableCommentPicker.visit_AnnAssigncCs¨t|jtƒr¤t|jtjƒr¤ytt|jƒ}t|d| ¡ƒ}xR|D]J}t|jj t ƒrZ|jj }n|jj |jpjd¡}| |t|ƒ¡| |¡q>WWntk r¢YnXdS)z2Handles Expr node and pick up a comment if string.rzutf-8N)rrUÚASSIGN_NODESr'rrrr&r~r1rÚdecoderpr|r3r{r$)r*rrrŠrŒr2rrrÚ visit_Expr`s z VariableCommentPicker.visit_ExprcCs`|j |j¡| |j¡|j |j¡||_x|jD]}| |¡q6W|j ¡|j ¡dS)z&Handles ClassDef node and set context.N) rrraryr{rqrUÚbodyrÚpop)r*rÚchildrrrÚvisit_ClassDefrs z$VariableCommentPicker.visit_ClassDefcCsX|jdkrT| |j¡|j |j¡||_x|jD]}| |¡q2W|j ¡d|_dS)z)Handles FunctionDef node and set context.N)rsr{ryrqrar“rr”)r*rr•rrrÚvisit_FunctionDef~s z'VariableCommentPicker.visit_FunctionDef)r#rJrKr-r9r{r|r~rXrrŽrr’r–r—rkrr)r"rrlõs )rlcs<eZdZ‡fdd„Zdd„Zdd„Zdd„Zd d „Z‡ZS)ÚDefinitionFindercs,tt|ƒ |¡d|_g|_g|_i|_dS)N)rdr˜r9Ú decoratorrqÚindentsÚdefinitions)r*rN)r"rrr9Œs zDefinitionFinder.__init__cCs4|jr&|jdddkr&|ddkr&n ||j|<dS)NrvrÚdef)ršr›)r*ryÚentryrrrÚadd_definition”s$zDefinitionFinder.add_definitioncCs¼x¶| ¡}|dkrPq|tkr q|tdgkrZ|jdksH|j tttt¡rZ|j dkr´||_ q| t dg¡rt| d¡q| t dg¡rŽ| d¡q|tkr¤|j d¡q|tkr| ¡qWdS)Nú@Úclassrœ)r>NN)rZr rrUrErr rrr™rÚparse_definitionršraÚfinalize_block)r*Útokenrrrrjœs$ zDefinitionFinder.parsecCs¨| ¡}|j |j¡d |j¡}|jr<|jjd}d|_n |jd}| tdg¡| ¡ t t¡r‚| t¡|j |||f¡n"| ||||jdf¡|j ¡dS)Nrwrú:)rZrqrar'rxr™r6rbrrEr rrršržr7r”)r*ÚtypryÚfuncnameÚ start_posrrrr¡±s z!DefinitionFinder.parse_definitioncCsn|j ¡}|ddkrj|\}}}|jjdd}xt | |¡¡rL|d8}q2W| ||||f¡|j ¡dS)Nrr>rV) ršr”rTr7Úemptyline_rerErXržrq)r*rzr¥r¦r§Zend_posrrrr¢Æs zDefinitionFinder.finalize_block) r#rJrKr9ržrjr¡r¢rkrr)r"rr˜‹s r˜c@s2eZdZdZddd„Zdd„Zdd„Zd d „ZdS) ÚParserzyPython source code parser to pick up variable comments. This is a better wrapper for ``VariableCommentPicker``. úutf-8cCs&t|ƒ|_||_i|_i|_i|_dS)N)rrrprtrur›)r*rrprrrr9Ùs zParser.__init__cCs| ¡| ¡dS)zParse the source code.N)Úparse_commentsr¡)r*rrrrjászParser.parsecCsDt |j d¡¡}t|j d¡|jƒ}| |¡|j|_|j |_ dS)z$Parse the code and pick up comments.zutf-8TN) rrjrÚencoderlÚ splitlinesrprrtru)r*ZtreeZpickerrrrr«çs zParser.parse_commentscCs$t|j d¡ƒ}| ¡|j|_dS)z0Parse the location of definitions from the code.TN)r˜rrrjr›)r*r‹rrrr¡ðszParser.parse_definitionN)rª)r#rJrKr-r9rjr«r¡rrrrr©Ós r©)N)(r-rr.rmÚreÚsysrFr£rrrrrrrr r ZsixrrÚcompiler…r‡r¨Úversion_inforZ AnnAssignrrrr&r3Úobjectr4rLrcZNodeVisitorrlr˜r©rrrrÚ s4$ . &10H