t[c@sddlZddlZddlZddlZeZddlmZmZm Z ddl m Z ej Z ej ddkreZeZnejZejZidd6dd 6d d 6d d 6dd6dd6dd6dd6Zidd6d d6d d 6d d 6dd6dd6dd6dd6Zide6d e6d e6d e6de 6de6de6ZejZejZeejZddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0gZej dd1krd2edZ-d?Z.d@Z/dAZ0dBZ1dCZ2dDZ3dEZ4dFZ5dGZ6dHZ7dIZ8dJd\dLfdMee9dNfdNfgZ:dOdPZ;d]idQZ<d^dRZ=dSZ>dTZ?dUZ@dddVZAe dWZBe dWZCiaDejEZFddddXdYdZZGdd[ZHdS(_iN(t interpretert expressionstuse_vml(t CacheDictiitbooltbtinttitlongtltfloattftdoubletdtcomplextctbyteststnonetntdivtinvtpowtsqrttsintcosttantarcsintarccostarctantsinhtcoshttanhtarcsinhtarccoshtarctanhtlogtlog1ptlog10texptexpm1tabsolutet conjugatetarctan2tfmodtceiltflooritstrtASTNodecBseZdZddddgZdddddZdZd Zd Zd Z d Z d Z dZ dZ dZRS(sAbstract Syntax Tree node. Members: astType -- type of node (op, constant, variable, raw, or alias) astKind -- the type of the result (bool, float, etc.) value -- value associated with this node. An opcode, numerical value, a variable name, etc. children -- the children below this node reg -- the register assigned to the result for this node. tastTypetastKindtvaluetchildrentgenerictunknowncCsDtj|||_||_||_t||_d|_dS(N( tobjectt__init__R1R2R3ttupleR4tNonetreg(tselfR1R2R3R4((s1lib/python2.7/site-packages/numexpr/necompiler.pyR8^s     cCs|jdkr|j}n|jdkr6|j}nt|tsItSx3|jD](}t||t||krStSqSWtS(Ntalias(R1R3t isinstanceR0tFalsetcmpnamestgetattrtTrue(R<tothertname((s1lib/python2.7/site-packages/numexpr/necompiler.pyt__eq__gs  cCsj|jdkrS|j|jkrCtj|jtj|jkS|j|jkStd|jdS(Ntconstants'Sorting not implemented for astType: %s(R1R2tnumpytarrayR3t TypeError(R<RC((s1lib/python2.7/site-packages/numexpr/necompiler.pyt__lt__ss "cCs=|jdkr|j}nt|j|j|j|jfS(NR=(R1R3thashR2R4(R<((s1lib/python2.7/site-packages/numexpr/necompiler.pyt__hash__s cCs&d|j|j|j|j|jfS(NsAST(%s, %s, %s, %s, %s)(R1R2R3R4R;(R<((s1lib/python2.7/site-packages/numexpr/necompiler.pyt__str__scCsdt|S(Ns(tid(R<((s1lib/python2.7/site-packages/numexpr/necompiler.pyt__repr__scCs|j|j|j|jfS(N(R1R2R3R4(R<((s1lib/python2.7/site-packages/numexpr/necompiler.pytkeyscCs t|jS(N(tkind_to_typecodeR2(R<((s1lib/python2.7/site-packages/numexpr/necompiler.pyttypecodesccs9x-|jD]"}x|jD] }|VqWq W|VdS(N(R4t postorderWalk(R<Rtw((s1lib/python2.7/site-packages/numexpr/necompiler.pyRSs cgs>t|}x+|jD]}|j|kr|VqqWdS(N(tsetRSR1(R<tastTypesRT((s1lib/python2.7/site-packages/numexpr/necompiler.pytallOfs N((t__name__t __module__t__doc__R@R:R8RERJRLRMRORPRRRSRW(((s1lib/python2.7/site-packages/numexpr/necompiler.pyR0Ps       cCs8t|j|j|jg|jD]}t|^qS(sTake an expression tree made out of expressions.ExpressionNode, and convert to an AST tree. This is necessary as ExpressionNode overrides many methods to act like a number. (R0R1R2R3R4texpressionToAST(texR((s1lib/python2.7/site-packages/numexpr/necompiler.pyR[sccsd}|sdVn|d|krs|j|d}xu||D]*}x!t|dD]}||VqYWqBWn<|ddkrx)t|dD]}d|VqWn|VdS(sSGenerate all possible signatures derived by upcasting the given signature. tbilfdctiiRN(tindextsigPerms(Rtcodeststarttxty((s1lib/python2.7/site-packages/numexpr/necompiler.pyR`sc Cst|j}|jdkr|j}djdt|jD}xt|D]7}|jd||jd}|tj krYPqYqYWxt|D]n}|jd||jd}|tj krd||jd}|t ddtj |g7}PqqWt d |jd||xt t||D]\}\}} || krHt| } ||jd krt d | ||j||st_tasciisfunc_%sntrawRs&couldn't find matching opcode for '%s'RFtcast(tlistR4R1RRtjoinR`R3tencodeRtopcodest funccodesR0tNotImplementedErrort enumeratetzipttypecode_to_kindR2ttypeCompileAst( tastR4tretsigtbasesigtsigR3tfuncnameRthavetwanttkindtopnameR((s1lib/python2.7/site-packages/numexpr/necompiler.pyRts: " (   *  tRegistercBs,eZdZedZdZdZRS(sMAbstraction for a register in the VM. Members: node -- the AST node this corresponds to temporary -- True if this isn't an input or output immediate -- not a register, but an immediate value n -- the physical register number. None if no number assigned yet. cCs(||_||_t|_d|_dS(N(tnodet temporaryR?t immediateR:R(R<tastnodeR((s1lib/python2.7/site-packages/numexpr/necompiler.pyR8s   cCs;|jrd}nd}d||jj|jj|jfS(Nt TemporaryR~s%s(%s, %s, %s)(RRR1R2R(R<RD((s1lib/python2.7/site-packages/numexpr/necompiler.pyRMs   cCs |jS(N(RM(R<((s1lib/python2.7/site-packages/numexpr/necompiler.pyROs(RXRYRZR?R8RMRO(((s1lib/python2.7/site-packages/numexpr/necompiler.pyR~s   t ImmediatecBs eZdZdZdZRS(sQRepresentation of an immediate (integer) operand, instead of a register. cCstj||t|_dS(N(R~R8RBR(R<R((s1lib/python2.7/site-packages/numexpr/necompiler.pyR8 scCsd|jjfS(Ns Immediate(%d)(RR3(R<((s1lib/python2.7/site-packages/numexpr/necompiler.pyRM s(RXRYRZR8RM(((s1lib/python2.7/site-packages/numexpr/necompiler.pyRs c Cstjj}zXtjj||jdtrCtjj}nd}t |dd|}i}x|j D]}}|dkrd ||Given a string, convert it to a tree of ExpressionNode's. ttruedivistevalR:RBR?sunsupported expression type: %sN(Rt_contexttget_current_contexttset_new_contexttgetR?t __future__tdivisiont compiler_flagtcompiletco_namesR:RBt default_typet VariableNodet type_to_kindtupdatet functionsRt isConstantt ConstantNodetgetKindR>tExpressionNodeRIttype( Rttypestcontexttold_ctxtflagsRtnamesRDttR\((s1lib/python2.7/site-packages/numexpr/necompiler.pytstringToExpressions2      cs d}tfd|DS(Ntsum_tprod_tmin_tmax_c3s!|]}jj|VqdS(N(R3t startswith(Rftp(Ru(s1lib/python2.7/site-packages/numexpr/necompiler.pys 7s(RRRR(tany(Rutprefixes((Rus1lib/python2.7/site-packages/numexpr/necompiler.pyt isReduction5scCsi}x$|jdD]}|||jDerive the input order of the variables in an expression. tvariables;input names (%s) don't match those found in expression (%s)(RWR3RUtkeyst ValueErrorRktsort(Rut input_ordert variablestatvariable_namest ordered_namestvtordered_variables((s1lib/python2.7/site-packages/numexpr/necompiler.pyt getInputOrder:s   cCsV|dkrtj|StjddkrHt|trH|jdSt||S(NR iiRh(RGtfloat32tsyst version_infoR>R/Rmt kind_to_type(RcR|((s1lib/python2.7/site-packages/numexpr/necompiler.pytconvertConstantToKindPs   " cCsGt|jd}g|D]}t|j|j^q}||fS(s RAM: implemented magic method __lt__ for ASTNode to fix issues #88 and #209. The following test code works now, as does the test suite. import numexpr as ne a = 1 + 3j; b = 5.0 ne.evaluate( 'a*2 + 15j - b' ) RF(tsortedRWRR3R2(Rutconstants_orderRt constants((s1lib/python2.7/site-packages/numexpr/necompiler.pyt getConstantsYs%c Csi}x-t|D]\}\}}}|||scss.|]$}|td|jDfVqdS(css$|]}|jjr|jVqdS(N(R;R(RfR((s1lib/python2.7/site-packages/numexpr/necompiler.pys sN(RUR4(RfR((s1lib/python2.7/site-packages/numexpr/necompiler.pys siN( RSR;RtdictR4taddtscalar_constant_kindsRUtdiscardRR2tpop( RuRRtusers_oft node_regstnodes_to_checkRttctunusedR;tusers((s1lib/python2.7/site-packages/numexpr/necompiler.pytoptimizeTemporariesAllocations0+    (     ! cCs;x*t|D]\}}|||j_q W|t|S(s6Given an order of nodes, assign register numbers. (RqR;Rtlen(RRbRR((s1lib/python2.7/site-packages/numexpr/necompiler.pytsetOrderedRegisterNumbersscCsd}d}g}x|jD]}|jdkrM|j||j}n|jjrn|j|j_qn|j}|jdkr|||_|d7}||jj 7}qqWx|D]}|jj|_qW|||fS(ssAssign register numbers for temporary registers, keeping track of aliases and handling immediate operands. iR^R=iN( RSR1RR3R;RRR:RRR(RuRbRt signatureRRR;((s1lib/python2.7/site-packages/numexpr/necompiler.pyt setRegisterNumbersForTemporariess$       cCsOg|jdD];}|j|jftg|jD]}|j^q2^qS(sConvert an AST to a three address form. Three address form is (op, reg1, reg2, reg3), where reg1 is the destination of the result of the instruction. I suppose this should be called three register form, but three address form is found in compiler theory. Re(RWR3R;R9R4(RuRR((s1lib/python2.7/site-packages/numexpr/necompiler.pytconvertASTtoThreeAddrForms csYdddfdfd}djg|D]}||^q:}|S(s`Given a three address form of the program, compile it a string that the VM understands. cSsi|dkrdS|jdkr5td|jn0tjddkrUt|jSt|jgSdS(Nsis%negative value for register number %si(R:RRRRtchrR(R;((s1lib/python2.7/site-packages/numexpr/necompiler.pytnToChrs  csPttj|jd}|}|}|}||||S(NRh(RRRnRm(topcodetstoreta1ta2tcoptcstca1tca2(R(s1lib/python2.7/site-packages/numexpr/necompiler.pytquadrupleToStrings    csx t|dkr"|d7}qW|d \}}}}||||}|g}|d}x4|rd|d }|j||d}qdWdj|S(NitnoopiR^(N(RR:RRl(targsRRRRRR (R(s1lib/python2.7/site-packages/numexpr/necompiler.pyttoStrings    R^N(R:Rl(tprogramRRtprog_str((RRs1lib/python2.7/site-packages/numexpr/necompiler.pytcompileThreeAddrForms   (t optimizationtmoderatet aggressiveRtautoic Cs|j}i}xXtD]P\}}}|j||}||krS|||Zs(RR>R/tunicodeRR[R1R0R2RtRRRWRR~RR3R;RRRR?RRRRRRR9Rl(R\RRRDttype_RRuRRRRtr_outputtr_inputst r_constantstr_tempstr_endttempsigtthreeAddrProgramt input_names((Rs1lib/python2.7/site-packages/numexpr/necompiler.pyt precompile*s>  '         " c Ksjt|dd}t|||\}}}}}t|} tj|jd|jd| ||S(sY Compile an expression built using E. variables to a function. ex can also be specified as a string "2*a+3*b". The order of the input variables and their types can be specified using the signature parameter, which is a list of (name, type) pairs. Returns a `NumExpr` object containing the compiled function. RiRh(RR RRtNumExprRm( R\RRRRtinputsigRRR R((s1lib/python2.7/site-packages/numexpr/necompiler.pyR _s !  cs'ix"tjD]}|tj|tS|dkr`|jjdkr`tStS|dkr|jjdkrtStS|dkrtS|dkrt St d|jj dS( NRtiuituR RtSsunknown type %s( tdtypeR|Rtitemsizetlong_tint_R R RRRRD(RR|((s1lib/python2.7/site-packages/numexpr/necompiler.pytgetTypes$      cCst|i|}t|}t|d}ts<t}nExB|jD].}|jdkrI|jt krIt }PqIqIWt}g|D]}|j^q|fS(NRe( RR[RR:RR?RSR1R3t vml_functionsRB(ttextRR\RuRt ex_uses_vmlRR((s1lib/python2.7/site-packages/numexpr/necompiler.pyt getExprNamess  c Cstjd}t}|dkr3|j}t}nz|j}|dkrT|}n|oc||k }g}xP|D]H}y||}Wntk r||}nX|jt j |qsWWd|r|j nX|S(s%Get the arguments based on the names.iN( RRR?R:tf_localsRBRtKeyErrorRRGtasarraytclear( Rt local_dictt global_dictt call_frametclear_local_dictt frame_globalst argumentsRDR((s1lib/python2.7/site-packages/numexpr/necompiler.pyt getArgumentss(        itKtsafecKsvt|ttfs$tdnt|dd}|tt|jf}|tkrvt ||t|R/RRRR9Rtitemst _names_cacheR)R4RrR%t_numexpr_cacheR+R Rt _numexpr_lastt evaluate_lock(R\R.R/R7RR8RRtexpr_keyRR(R3RDRRt numexpr_keyt compiled_ex((s1lib/python2.7/site-packages/numexpr/necompiler.pytevaluates(- 1  cCsoytd}Wntk r-tdnXtd}t||}td}t|||SWdQXdS(sRe-evaluate the previous executed array expression without any check. This is meant for accelerating loops that are re-evaluating the same expression repeatedly without changing anything else than the operands. If unsure, use evaluate() which is safer. Parameters ---------- local_dict : dictionary, optional A dictionary that replaces the local operands in current frame. R\s)not a previous evaluate() execution foundR9RN(R=R+t RuntimeErrorR4R>(R.RAR9RR((s1lib/python2.7/site-packages/numexpr/necompiler.pyt re_evaluateEs   (RRR(((IRRRGt threadingR?tis_cpu_amd_inteltnumexprRRRt numexpr.utilsRR RRR$RR#tint32tint64RsRQRR RRRRRt default_kindRR&R/RRR7R0R[R`RtR~RRRR:RRRRRRRRRRRRRBRRR R RR%R)R4R;R<R=tLockR>RBRD(((s1lib/python2.7/site-packages/numexpr/necompiler.pyt s                N  + $      !   +  5  4  #   G