\ K]c@`s=ddlmZmZmZddlmZddlmZmZddl Z ddl Z ddl Z ddl Z ddl mZddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZddlm Z m!Z!dd l"m#Z#dd l$m%Z%m&Z&m'Z'm(Z(dd l)m*Z*dd l+m,Z,dd l-m.Z.m/Z/ddl0m1Z1ddl2m3Z3ej4Z5dej6fdYZ7e7Z8e8j9ddddddddddddddd d!gZ:d"ed#e:fd$YZ;ed%ddd&d'gZ<d(Z=e>e8id)Z?d*Z@d+eAfd,YZBd-eCfd.YZDd/eAfd0YZEd1eAfd2YZFd3eFfd4YZGd5ZHe>eGd6ZIfe>eJe>eGd7ZKd8ZLd9ZMd:ZNd;ZOid<ZPd=ZQd>ZRd?ZSdS(@i(tprint_functiontdivisiontabsolute_import(tcontextmanager(t namedtuplet defaultdictNi(tevent(tbytecodet interpretertfuncdesctpostprocttypingt typeinfertloweringt pyloweringtutilstconfigterrorsttypestirtrewritest transforms(tcputcallconv(ttype_annotations(t PreParforPasst ParforPasstParfortParforDiagnostics(tInlineClosureCallPass(t CompilerError(traise_on_unsupported_featuretwarn_deprecated(tglobal_compiler_lock(tdead_branch_prunetFlagscB`seZied6ed6ed6ed6ed6ed6ed6ed6ed6ed 6ejed 6ed 6ed 6d d6ejed6ed6ZRS(tenable_looplifttenable_pyobjecttenable_pyobject_looplifttforce_pyobjectt release_gilt no_compilet debuginfot boundcheckt forceinlinetno_cpython_wrappert auto_paralleltnrtt no_rewritestpythont error_modeltfastmathtnoalias(t__name__t __module__tFalseRtParallelOptionstFastMathOptionstOPTIONS(((s-lib/python2.7/site-packages/numba/compiler.pyR#s"R/ttyping_contextttarget_contextt entry_pointt typing_errorttype_annotationt signaturet objectmodetliftedtfndesct interpmodetlibraryt call_helpert environmenttmetadatat reload_initt CompileResultt_CompileResultcB`s&eZdZdZedZRS(c C`sk|jj}t|j}|j}d|_|_||j|j|j |j |j |j ||j f S(sA Reduce a CompileResult to picklable components. N(REtserialize_using_object_codetstrR?RCtNonettypemapt calltypesRGR@RARDRBRI(tselftlibdatattypeannRC((s-lib/python2.7/site-packages/numba/compiler.pyt_reduceVs c C`s| r!x| D] } | q Wn|jj|} |j| ||} |d|d|jd| d|d| d|d| d|d |d |d |d dd dddd| }|S(NR<R;RERGR=RCR?R@RARDRBR>RFRHRI(tcodegentunserialize_librarytget_executableR;RN(tclsR<RRRCtenvR@RARDRBRSRItfnREtcfunctcr((s-lib/python2.7/site-packages/numba/compiler.pyt_rebuildes*    ((R5R6t __slots__RTt classmethodR](((s-lib/python2.7/site-packages/numba/compiler.pyRJSs t _LowerResultR[RYcK`st|j}tt}||}|r=t|n||}x|D]}d||(i( tsettkeyst CR_FIELDSt NameErrorRNtsyst version_infotwith_tracebackRJ(tkwsRbtfieldsettbadnamestmissingtkterr((s-lib/python2.7/site-packages/numba/compiler.pytcompile_results      c C`sdddlm}tj}tj|}|j||!t|||||||SWdQXdS(sp Compile the function in an isolated environment (typing and target context). Good for testing. i(t cpu_targetN(ttargets.registryRoR tContextRt CPUContexttnested_contextt compile_extra(tfunctargst return_typetflagstlocalsRot typingctxt targetctx((s-lib/python2.7/site-packages/numba/compiler.pytcompile_isolateds  cC`s_tjj|}tj|}tjd|}|j|}tj|}|j |S(su Run the compiler frontend over the given Python function, and return the function's canonical Numba IR. tfunc_id( RtFunctionIdentityt from_functionRt InterpretertByteCodet interpretR t PostProcessortrun(RuR}tinterptbctfunc_irt post_proc((s-lib/python2.7/site-packages/numba/compiler.pyt run_frontends t_CompileStatuscB`s/eZdZdddgZdZdZRS(s Used like a C record t fail_reasont can_fallbackt can_giveupcC`sd|_||_||_dS(N(RNRRR(RQRR((s-lib/python2.7/site-packages/numba/compiler.pyt__init__s  c C`sOg}x9|jD].}|jdjd|dt||qWdj|S(Ns{k}={v}Rltvs, (R^tappendtformattgetattrtjoin(RQtvalsRl((s-lib/python2.7/site-packages/numba/compiler.pyt__repr__s,(R5R6t__doc__R^RR(((s-lib/python2.7/site-packages/numba/compiler.pyRs t_EarlyPipelineCompletioncB`seZdZRS(cC`s ||_dS(N(tresult(RQR((s-lib/python2.7/site-packages/numba/compiler.pyRs(R5R6R(((s-lib/python2.7/site-packages/numba/compiler.pyRst_PipelineManagercB`sDeZdZdZdZdZdZedZRS(cC`sg|_i|_t|_dS(N(tpipeline_ordertpipeline_stagesR7t _finalized(RQ((s-lib/python2.7/site-packages/numba/compiler.pyRs  cC`s@|j std|jj|g|j|<||_dS(Ns Pipelines can no longer be added(RtAssertionErrorRRRtcurrent(RQt pipeline_name((s-lib/python2.7/site-packages/numba/compiler.pytcreate_pipelines cC`sG|j std|jd}||f}|j|j|dS(NsStages can no longer be added.i(RRRRR(RQtstage_functiontstage_descriptiontcurrent_pipeline_nametfunc_desc_tuple((s-lib/python2.7/site-packages/numba/compiler.pyt add_stages  cC`s t|_dS(N(tTrueR(RQ((s-lib/python2.7/site-packages/numba/compiler.pytfinalizescC`s~djd|d|}tj rntjrntj|jdd}d}|jdtj d|}n|f|_ |S( sG Patches the error to show the stage that it arose in. s {desc} {exc}tdesctexcs isCaused By: {tb} {newmsg}ttbtnewmsg( RRtIS_PY3RtFULL_TRACEBACKSt _termcolorterrmsgtsplitt tracebackt format_excRv(RQRRRtstrippedtfmt((s-lib/python2.7/site-packages/numba/compiler.pyt _patch_errors! c C`s|jstdx|jD]}td|||jdk}x|j|D]\}}ytd||WqTtk r}|jStk r}d||f}|j||}|r|q||_ PqTXqTWdSqWt ddS(Ns!PM must be finalized before run()s Pipeline: %sis-- %ss%Failed in %s mode pipeline (step: %s)sAll pipelines have failed( RRRRRRRt BaseExceptionRRRNR( RQtstatusRtis_final_pipelinetstaget stage_nametetmsgtpatched_exception((s-lib/python2.7/site-packages/numba/compiler.pyRs(     ( R5R6RRRRRR!R(((s-lib/python2.7/site-packages/numba/compiler.pyRs      t BasePipelinecB`seZdZdZedZedZdZdZd/d0dZ dZ dZ d Z d Zd Zd Zd ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#d Z$d!Z%d"Z&d#Z'd$Z(d%Z)d&d'Z*d(d)Z+d*d+Z,d,Z-d-Z.d.Z/RS(1s= Stores and manages states for the compiler pipeline cC`stj|j|j||_t|||_||_||_||_||_ ||_ d|_ d|_ d|_d|_d|_d|_d|_d|_i|_g|_t|_|j|jds     cc`sy dVWnxtk r}|jjs-qtjdkrN|jd}ntjd||ft j |j j |j j nXdS(sM Wraps code that would signal a fallback to interpreter mode Nis%s: %s(i(RRRRRRgRNRRRRR}RR(RQRR((s-lib/python2.7/site-packages/numba/compiler.pytgiveup_contextXs    cC`s/tj|}tjr+t|jn|S(s0 Extract bytecode from function (RRRt DUMP_BYTECODEtprinttdump(RQR}R((s-lib/python2.7/site-packages/numba/compiler.pytextract_bytecodems cC`stjj||_y|j|j}Wn6tk rc}|jjrZ|j|j S|nX||_ d|_ d|_ |jS(N((RR~RR}RRRRtstage_compile_interp_modeR\RRBRNRt_compile_bytecode(RQRuRR((s-lib/python2.7/site-packages/numba/compiler.pyRtws      cC`s5|j|_||_||_|j||jS(N(R}RBRt_set_and_check_irt _compile_ir(RQRRBR((s-lib/python2.7/site-packages/numba/compiler.pyt compile_irs     cC`s&t|j|j}|j|dS(s> Analyze bytecode and translating to Numba IR N(ttranslate_stageR}RR(RQR((s-lib/python2.7/site-packages/numba/compiler.pytstage_analyze_bytecodescC`s||_|jj|_|j rG|jjrGtjf|j|_n=t|j|jkrt dt|j|jfndS(NsLSignature mismatch: %d argument types given, but function takes %d arguments( Rt arg_counttnargsRvRxR'Rtpyobjecttlent TypeError(RQR((s-lib/python2.7/site-packages/numba/compiler.pyRs cC`st|jdS(N(tir_processing_stageR(RQ((s-lib/python2.7/site-packages/numba/compiler.pytstage_process_irscC`s|jj}|jj}|jd|jd|jjsT|jdntj|jd|jd|jd|j d|\}}|rt j st j rx$|D]}t d|jqWnt|j|j||j|j||j dt|d d d t}|Sd S( s: Loop lifting analysis and transformation R$R%RzR{RyRxs Lifting loopRBRtis_lifted_loopN(RxtcopytunsetR&Rt loop_liftingRRzR{RyRtDEBUG_FRONTENDtDEBUGRtget_source_locationRRvRwttupleRNR(RQt loop_flagst outer_flagstmaintloopstlooptcres((s-lib/python2.7/site-packages/numba/compiler.pytfrontend_looplifts*          cC`stjd|jd|jd|jd|jd|j\}}|rt|j|j||j|j |j|jdt |dd dt |}t |nd S( s' Extract with-contexts RRzR{RxRyRBRtpipeline_classN(Rt with_liftingRRzR{RxRyRRvRwRRNttypeR(RQRtwithsR((s-lib/python2.7/site-packages/numba/compiler.pytstage_frontend_withlifts      cC`sz|jjrF|j st|j}|dk rFt|qFntd|_td|_ t j |_ dS(sM Front-end: Analyze bytecode, generate Numba IR, infer types cS`stjS(N(RR(((s-lib/python2.7/site-packages/numba/compiler.pytRcS`stjS(N(RR(((s-lib/python2.7/site-packages/numba/compiler.pyRRN( RxR$RBRRRNRRRORPRRRw(RQR((s-lib/python2.7/site-packages/numba/compiler.pytstage_objectmode_frontends   cC`s|jstd|jjf}|j|t|j|jWdQXtjs]tj rt dj ddt |jj t dj ddndS(s This prunes dead branches, a dead branch is one which is derivable as not taken at compile time purely based on const/literal evaluation. shInternal error in pre-inference dead branch pruning pass encountered during compilation of function "%s"Ntbranch_pruned_iriPt-send branch_pruned_ir( RRR}t func_nameRR"RvRRtDUMP_IRRtcenterR(RQR((s-lib/python2.7/site-packages/numba/compiler.pytstage_dead_branch_prunesc C`s|jd|jjfPt|j|j|j|j|j\}}}||_ ||_||_ WdQX|jd|jjft |j|j|j WdQXdS(s1 Type inference and legalization s#Function "%s" failed type inferenceNs%Function "%s" has invalid return type( RR}Rttype_inference_stageRzRRvRwRyRORPtlegalize_return_typeR{(RQRORwRP((s-lib/python2.7/site-packages/numba/compiler.pytstage_nopython_frontends    cC`sU|jstd|jjf}|j|tjjd||jWdQXdS(sa Perform any intermediate representation rewrites before type inference. s^Internal error in pre-inference rewriting pass encountered during compilation of function "%s"sbefore-inferenceN(RRR}RRRtrewrite_registrytapply(RQR((s-lib/python2.7/site-packages/numba/compiler.pytstage_generic_rewrites s  cC`s|jsttt|ddts0ttt|ddtsQtd|jjf}|j|t j j d||jWdQXdS(s` Perform any intermediate representation rewrites after type inference. RORPs_Internal error in post-inference rewriting pass encountered during compilation of function "%s"safter-inferenceN( RRt isinstanceRRNtdictR}RRRRR(RQR((s-lib/python2.7/site-packages/numba/compiler.pytstage_nopython_rewritess!! cC`sV|jstt|j|jj|jj|j|jj|j j }|j dS(s? Preprocessing for data-parallel computations. N( RRRR?RORPRzRxR.Rt replaced_fnsR(RQtpreparfor_pass((s-lib/python2.7/site-packages/numba/compiler.pytstage_pre_parfor_pass*s  c C`s|jstt|j|jj|jj|j|j|jj |j|j }|j t }xK|jj jD]7}x-|jD]}t|trt}PqqWqtPqtW|s|jjjdksd}d|}tjtj||jjqn|jjtdS(sF Convert data-parallel computations into Parfor nodes ssGhttp://numba.pydata.org/numba-doc/latest/user/parallel.html#diagnosticss The keyword argument 'parallel=True' was specified but no transformation for parallel execution was possible. To find out why, try turning on parallel diagnostics, see %s for help.N(RRRR?RORPRwRzRxR.RRR7tblockstvaluestbodyRRRtlocRRtwarnRtNumbaPerformanceWarningRIRt_reload_parfors(RQt parfor_passt has_parfortblktstmntturlR((s-lib/python2.7/site-packages/numba/compiler.pytstage_parfor_pass:s* cC`s|jstt|jtjj }t|j|jj |j j |}|j t j|j}|j tjstjr|jjj}td|jdd|jjndS(s; Inline calls to locally defined closures. s IR DUMP: %siPRN(RRRRwRtmisctPyObjectRRxR.RRRR RRRRR}t func_qualnameRRR(RQt typed_passt inline_passRtname((s-lib/python2.7/site-packages/numba/compiler.pytstage_inline_pass^s      cC`stjd|jd|jd|jd|jd|jd|jd|jdt j |_ t j rt d jd d t |j t d d nt j rtt j d }|j j|WdQXndS(s= Create type annotation after type inference RRORPRBRRvRwt html_outputt ANNOTATIONiPRt=twN(RtTypeAnnotationRRORPRBRRvRwRtHTMLR?tANNOTATERRtopent html_annotate(RQtfout((s-lib/python2.7/site-packages/numba/compiler.pytstage_annotate_typews            cC`sS|jjjrOtjrO|jdk r=|jjtjqLtdqOndS(NsDiagnostics failed.( RxR.tenabledRtPARALLEL_DIAGNOSTICSRRNRt RuntimeError(RQ((s-lib/python2.7/site-packages/numba/compiler.pytstage_dump_diagnosticss  c C`s|jd|jjfot|j|jkrht|jtjf|jt|j|_nt |j |j |j |j SWdQXdS(s) Object mode compilation s*Function %s failed at object mode loweringN(RR}RRRvRRRRtpy_lowering_stageR{RERRx(RQ((s-lib/python2.7/site-packages/numba/compiler.pytbackend_object_modes  c C`sdd|jjf}|j|<t|j|j|j|j|j|j |j |j SWdQXdS(sNative mode compilations,Function %s failed at nopython mode loweringN( R}RRtnative_lowering_stageR{RERRORwRPRxRH(RQR((s-lib/python2.7/site-packages/numba/compiler.pytbackend_nopython_modescC`s|jdkrF|jj}|j|jj|_|jjn|}tj |j |j }t d|j d|jd|jd|jjd|jd|jd|jd|d |d td |jd |jd |jd|jd|j|_dS(sS Back-end: Generate LLVM IR from Numba IR, compile to machine code R;R<R=R>R?RERFR@RARDRBRCRGRHRIN(RERNR{RUtcreate_libraryR}Rtenable_object_cachingR R@RwRvRnRzR[RRR?RFR7RBRCRYRHRIR\(RQtlowerfnRARUtloweredR@((s-lib/python2.7/site-packages/numba/compiler.pyt_backends,            cC`s|j}|j|dt|jjst|jdkrSd|jjf}nd|jjf}t j t j ||j jd}d|}t j t j||j j|jjrd}t j|t j |jj|jjqndS( s* Lowering for object mode RAisVFunction "%s" was compiled in object mode without forceobj=True, but has lifted loops.s@Function "%s" was compiled in object mode without forceobj=True.shttp://numba.pydata.org/numba-doc/latest/reference/deprecation.html#deprecation-of-object-mode-fall-back-behaviour-when-using-jits Fall-back from the nopython compilation path to the object mode compilation path has been detected, this is deprecated behaviour. For more information visit %ssNCode running in object mode won't allow parallel execution despite nogil=True.N(R/R6RRxR'RRBR}RRRRRRRtNumbaDeprecationWarningR(RRR(RQR4twarn_msgRR((s-lib/python2.7/site-packages/numba/compiler.pytstage_objectmode_backends&    cC`s |j}|j|dtdS(s* Do lowering for nopython RAN(R1R6R7(RQR4((s-lib/python2.7/site-packages/numba/compiler.pytstage_nopython_backends cC`stjgt|j}tjtj|}td|jd|jd|j j d|j j ddd|dt d td d d d |_d S(sC Just create a compile result for interpreter mode R;R<R=R>R?sR@RARDRBRCN((RRRRvR R@RnRzR{R}RuRRR7RRNR\(RQRvR@((s-lib/python2.7/site-packages/numba/compiler.pyRs   cC`s*t|j|jt|j|jdS(N(RRROR (RQ((s-lib/python2.7/site-packages/numba/compiler.pytstage_ir_legalizationscC`sdS(sD Cleanup intermediate results to release resources. N((RQ((s-lib/python2.7/site-packages/numba/compiler.pyt stage_cleanupRcC`s tdS(s?Child classes override this to customize the pipeline. N(tNotImplementedError(RQtpm((s-lib/python2.7/site-packages/numba/compiler.pytdefine_pipelinesscC`s<|jdkr%|j|jdn|j|jddS(s`Add the preprocessing stage that analyzes the bytecode to prepare the Numba IR. sanalyzing bytecodes processing IRN(RRNRRR(RQR>((s-lib/python2.7/site-packages/numba/compiler.pytadd_preprocessing_stagescC`sL|jjs5|j|jd|j|jdn|j|jddS(swAdd any stages that go before type-inference. The current stages contain type-agnostic rewrite passes. snopython rewritessdead branch prunings(inline calls to locally defined closuresN(RxR0RRRR(RQR>((s-lib/python2.7/site-packages/numba/compiler.pytadd_pre_typing_stage%s   cC`s*|j|jd|j|jddS(sBAdd the type-inference stage necessary for nopython mode. snopython frontends annotate typeN(RRR)(RQR>((s-lib/python2.7/site-packages/numba/compiler.pytadd_typing_stage/scC`sp|jjjr%|j|jdn|jjsG|j|jdn|jjjrl|j|jdndS(s!Add optimization stages. sPreprocessing for parforssnopython rewritessconvert to parforsN(RxR.R*RR R0RR(RQR>((s-lib/python2.7/site-packages/numba/compiler.pytadd_optimization_stage5s   cC`s|j|jddS(sCAdd the lowering (code-generation) stage for nopython-mode snopython mode backendN(RR:(RQR>((s-lib/python2.7/site-packages/numba/compiler.pytadd_lowering_stage@scC`s|j|jddS(s?Add the clean-up stage to remove intermediate results. scleanup intermediate resultsN(RR<(RQR>((s-lib/python2.7/site-packages/numba/compiler.pytadd_cleanup_stageEscC`s|j|jddS(NsHandle with contexts(RR(RQR>((s-lib/python2.7/site-packages/numba/compiler.pytadd_with_handling_stageJstnopythoncC`s|j||j||j||j||j||j||j|jd|j||j|j d|j |dS(s?Add the nopython-mode pipeline to the pipeline manager s$ensure IR is legal prior to loweringsdump diagnosticsN( RR@RFRARBRCRR;RDR-RE(RQR>R((s-lib/python2.7/site-packages/numba/compiler.pytdefine_nopython_pipelineMs        tobjectcC`s|j||j||j|jd|j|jd|j|jd|j|jd|j|jd|j|dS(s=Add the object-mode pipeline to the pipeline manager sobject mode frontends(inline calls to locally defined closuress annotate types$ensure IR is legal prior to loweringsobject mode backendN( RR@RRRR)R;R9RE(RQR>R((s-lib/python2.7/site-packages/numba/compiler.pytdefine_objectmode_pipeline\s     RcC`s1|j||j|jd|j|dS(sMAdd the interpreted-mode (fallback) pipeline to the pipeline manager scompiling with interpreter modeN(RRRRE(RQR>R((s-lib/python2.7/site-packages/numba/compiler.pytdefine_interpreted_pipelineks  cC`sbt}|j||j|j|j}|dk rB|S|jdk sWt|jSdS(s4 Populate and run compiler pipeline N(RR?RRRRNR\R(RQR>tres((s-lib/python2.7/site-packages/numba/compiler.pyt _compile_coress    cC`s|jdkst|jS(s> Populate and run pipeline for bytecode input N(RRNRRM(RQ((s-lib/python2.7/site-packages/numba/compiler.pyRscC`s|jdk st|jS(s8 Populate and run pipeline for IR input N(RRNRRM(RQ((s-lib/python2.7/site-packages/numba/compiler.pyRs(N(0R5R6RRRRRRRtRNRRRRRRRRRRRR RRR)R-R/R1R6R9R:RR;R<R?R@RARBRCRDRERFRHRJRKRMRR(((s-lib/python2.7/site-packages/numba/compiler.pyRsX $           $       $               tPipelinecB`seZdZdZRS(s"The default compiler pipeline cC`sd|jjs|j|n|jjs4|jjrD|j|n|jjr`|j|ndS(N(RxR'RHRRRJRRK(RQR>((s-lib/python2.7/site-packages/numba/compiler.pyR?s   (R5R6RR?(((s-lib/python2.7/site-packages/numba/compiler.pyRNscC`si}|jrt|ds    d"    0    D}  > #