B \}@sddlmZmZmZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z mZmZmZmZddlmZddl mZmZmZddlmZddlmZmZddlmZdd lmZm Z d d l!m"Z"m#Z#Gd d d e$Z%Gddde$Z&Gddde&Z'e(ddZ)Gddde$Z*Gddde j+Z,Gddde,Z+Gddde,Z-Gddde-Z.Gddde-Z/Gd d!d!e/Z0e 1e%e2d"d#ej3DdS)$)print_functiondivisionabsolute_importN) _dispatchercompilerutilstypesconfigerrors)default_type_manager)sigutils serializetyping)fold_arguments)Purposetypeof)get_code_object)create_bound_methodreraise) NullCache FunctionCachec@s,eZdZdZddZddZeddZdS) OmittedArgzC A placeholder for omitted arguments with a default value. cCs ||_dS)N)value)selfrr/lib/python3.7/site-packages/numba/dispatcher.py__init__szOmittedArg.__init__cCs d|jfS)Nzomitted arg(%r))r)rrrr__repr__szOmittedArg.__repr__cCs t|jS)N)rOmittedr)rrrr _numba_type_"szOmittedArg._numba_type_N)__name__ __module__ __qualname____doc__rrpropertyr rrrrrsrc@s<eZdZddZddZddZddZd d Zd d Zd S)_FunctionCompilercCs0||_||_||_||_t|j|_||_dS)N)py_func targetdescr targetoptionslocalsr pysignaturepysigpipeline_class)rr'r(r)r*r-rrrr)s z_FunctionCompiler.__init__cCs6dd}dd}dd}t|j|||||}|j|fS)z Given positional and named argument types, fold keyword arguments and resolve defaults by inserting types.Omitted() instances. A (pysig, argument types) tuple is returned. cSs|S)Nr)indexparamrrrrnormal_handler9sz=_FunctionCompiler.fold_argument_types..normal_handlercSs t|S)N)rr)r.r/defaultrrrdefault_handler;sz>_FunctionCompiler.fold_argument_types..default_handlercSs t|S)N)rZTuple)r.r/valuesrrrstararg_handler=sz>_FunctionCompiler.fold_argument_types..stararg_handler)rr,)rargskwsr0r2r4rrrfold_argument_types2s z%_FunctionCompiler.fold_argument_typesc Cspt}|jj||j||}||i}tj|jj |jj |||||j |j d}|j dk rl|jsl|j |S)N)r5 return_typeflagsr*r-)rZFlagsr(ZoptionsZparse_as_flagsr)_customize_flags_get_implementationZ compile_extratyping_contexttarget_contextr*r- typing_errorenable_pyobject)rr5r8r9implcresrrrcompileGs    z_FunctionCompiler.compilecCs t|jS)N)r #_get_function_globals_for_reductionr')rrrrget_globals_for_reductionXsz+_FunctionCompiler.get_globals_for_reductioncCs|jS)N)r')rr5r6rrrr;[sz%_FunctionCompiler._get_implementationcCs|S)Nr)rr9rrrr:^sz"_FunctionCompiler._customize_flagsN) r!r"r#rr7rBrDr;r:rrrrr&'s  r&cs,eZdZfddZddZddZZS)_GeneratedFunctionCompilercs$tt||||||t|_dS)N)superrErsetimpls)rr'r(r)r*r-) __class__rrrds z#_GeneratedFunctionCompiler.__init__cCs t|jS)N)r rCr')rrrrrDjsz4_GeneratedFunctionCompiler.get_globals_for_reductionc Cs|j||}t|j}t|}t|jt|jk}|rxVt|j|jD]<\}}|j|jks|j|jks|j |j k rR|j |j krRd}qRW|st d|||f|j ||S)NFz\generated implementation %s should be compatible with signature '%s', but has signature '%s')r'rr+len parameterszipr3namekindr1empty TypeErrorrHadd) rr5r6r@r,ZimplsigokZpyparamZ implparamrrrr;os"         z._GeneratedFunctionCompiler._get_implementation)r!r"r#rrDr; __classcell__rr)rIrrEbs rE _CompileStats) cache_path cache_hits cache_missesc@s4eZdZdZddZddZddZdd ZeZd S) _CompilingCounterzQ A simple counter that increment in __enter__ and decrement in __exit__. cCs d|_dS)Nr)counter)rrrrrsz_CompilingCounter.__init__cCs |jdkst|jd7_dS)Nrr)rYAssertionError)rrrr __enter__sz_CompilingCounter.__enter__cOs |jd8_|jdkstdS)Nrr)rYrZ)rr5kwargsrrr__exit__sz_CompilingCounter.__exit__cCs |jdkS)Nr)rY)rrrr__bool__sz_CompilingCounter.__bool__N) r!r"r#r$rr[r]r^Z __nonzero__rrrrrXs rXc@seZdZdZdZddZddZddZed d Z ed d Z d1ddZ ddZ ddZ ddZddZeddZddZd2ddZd3dd Zd4d!d"Zd5d#d$Zd6d%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0ZdS)7_DispatcherBasez; Common base class for dispatcher Implementations. r'c Cst|_t|_||_t||_|j|_t |j }|jj psz+_DispatcherBase.__init__..F)r Z_tm collections OrderedDict overloadsr'rZ func_code__code__tuplerK __defaults__listr3 IndexErrorrNZVAR_POSITIONALr DispatcherrZ get_pointer _fold_argsr$docrX_compiling_counterrfinalize_make_finalizer) r arg_countr'r, can_fallbackexact_match_requiredZargnamesZdefault_valuesZdefargsZlastargZ has_starargrrrrs,      z_DispatcherBase.__init__cCs||jdS)N)Z_clearrfclear)rrrr_reset_overloadssz _DispatcherBase._reset_overloadscs$|j|jtjffdd }|S)zq Return a finalizer function that will release references to related compiled functions. c sF|r dSx6D]*}y|jWqtk r<YqXqWdS)N)r3Zremove_user_function entry_pointKeyError) shutting_downrA)rf targetctxrr finalizersz2_DispatcherBase._make_finalizer..finalizer)rfrzrry)rr{r)rfrzrrqs z_DispatcherBase._make_finalizercCs t|jS)zA Returns a list of compiled function signatures. )rjrf)rrrr signaturessz_DispatcherBase.signaturescCsdd|jDS)NcSsg|]}|js|js|jqSr) objectmode interpmode signature)r`rArrr sz7_DispatcherBase.nopython_signatures..)rfr3)rrrrnopython_signaturessz#_DispatcherBase.nopython_signaturesTcCs"|rt|jdkst| |_dS)z@Disable the compilation of new signatures at call time. rN)rJr|rZ _can_compile)rrarrrdisable_compilesz_DispatcherBase.disable_compilecCs>t|jj}dd|D}|||j|j|j||j|<dS)NcSsg|] }|jqSr)_code)r`arrrrsz0_DispatcherBase.add_overload..)rhrr5Z_insertrwr}r~rf)rrAr5sigrrr add_overloads z_DispatcherBase.add_overloadcCs|j||S)N) _compilerr7)rr5r6rrrr7sz#_DispatcherBase.fold_argument_typescCsZ|j||\}}i}|jr*|t||jj}d|}tj |||j d}||||fS)z Get a typing.ConcreteTemplate for this dispatcher and the given *args* and *kws* types. This allows to resolve the return type. A (template, pysig, args, kws) tuple is returned. zCallTemplate({0}))keyr|) rr7rrBrhr'r!formatrmake_concrete_templater)rr5r6r, func_namerM call_templaterrrget_call_templates  z!_DispatcherBase.get_call_templatecCst|\}}|jt|jS)zG Return the compiled function for the given signature. )r normalize_signaturerfrhrw)rrr5r8rrr get_overloadsz_DispatcherBase.get_overloadcCs|jS)zG Whether a specialization is currently being compiled. )ro)rrrr is_compiling$sz_DispatcherBase.is_compilingcOsF|rtdd}g}x:|D]2}t|tr<|t|jq|||qWy|t |St j k rR}zg}xt |D]~\}} t| tr| jn| } yt | tj} Wn4tk r} z||t| fWdd} ~ XYqX| dkr||d| ffqW|r8t|dddd|D} || ||d Wdd}~XYnt jk r}z||d Wdd}~XYnt jt jt jfk r}z||d Wdd}~XYnt jk r}z||d Wdd}~XYn\tk r@}z.error_rewriteNz'cannot determine Numba type of value %rzC This error may have been caused by the following argument(s): %s  css|]\}}d||fVqdS)z- argument %d: %sNr)r`ierrrrrrbZsz4_DispatcherBase._compile_for_args..rZunsupported_errorZ interpreterZconstant_inferencerZ reportabler) rZ isinstancerappendrrr typeof_pyvalrBrhr TypingError enumeraterrargument ValueErrorstrrstriprrZUnsupportedErrorZNotDefinedErrorZRedefinedErrorZVerificationErrorZConstantInferenceError Exceptionr rhasattrrr5)rr5r6rZargtypesrrZ failed_argsrargratpZ typeof_excmsgrrrr_compile_for_args+sR   $      z!_DispatcherBase._compile_for_argsNcs4|dk rj|j}|StfddjDS)Nc3s|]}||fVqdS)N) inspect_llvm)r`r)rrrrbxsz/_DispatcherBase.inspect_llvm..)rflibraryZ get_llvm_strdictr|)rrlibr)rrrss z_DispatcherBase.inspect_llvmcs4|dk rj|j}|StfddjDS)Nc3s|]}||fVqdS)N) inspect_asm)r`r)rrrrbsz._DispatcherBase.inspect_asm..)rfrZ get_asm_strrr|)rrrr)rrrzs z_DispatcherBase.inspect_asmcKs|dd}|dd}|s|dkr*tj}xt|jD]F\}}td|jj|f|dtd|dt|j |dtd |dq8Wn(|dk rt d d d l m }|||d SdS)a" print or return annotated source with Numba intermediate IR Pass `pretty=True` to attempt color highlighting, and HTML rendering in Jupyter and IPython by returning an Annotate Object. `file` must be None if used in conjunction with `pretty=True`. prettyFstyler1Nz%s %s)filezP--------------------------------------------------------------------------------zP================================================================================z$`file` must be None if `pretty=True`r)Annotate)r) getsysstdoutrZ iteritemsrfprintr'r!type_annotationrZpretty_annotater)rrr\rrZverZresrrrr inspect_typess    z_DispatcherBase.inspect_typescsh|dk rNj|}|j}dkr*|jj}ndkr<|jj}n|jj}||StfddjDS)a For inspecting the CFG of the function. By default the CFG of the user function is showed. The *show_wrapper* option can be set to "python" or "cfunc" to show the python wrapper function or the *cfunc* wrapper function, respectively. NZpythonZcfuncc3s |]}|j|dfVqdS)) show_wrapperN) inspect_cfg)r`r)rrrrrbsz._DispatcherBase.inspect_cfg..) rfrfndescZllvm_cpython_wrapper_nameZllvm_cfunc_wrapper_nameZ mangled_nameZget_function_cfgrr|)rrrrArfnamer)rrrrs    z_DispatcherBase.inspect_cfgcs4|dk rj|}|jStfddjDS)z Gets the annotation information for the function specified by signature. If no signature is supplied a dictionary of signature to annotation information is returned. Nc3s|]}||fVqdS)N)Zannotate)r`r)rrrrbsz6_DispatcherBase.get_annotation_info..)rfrZ annotate_rawrr|)rrrAr)rrget_annotation_infos  z#_DispatcherBase.get_annotation_infocsD|r tdtfdd|D}j}jjj|||dddS)z8 Callback for the C _Dispatcher object. zkwargs not handledcsg|]}|qSr)r)r`r)rrrrsz6_DispatcherBase._explain_ambiguous..F)Zallow_ambiguousN)rZrhr typingctxZresolve_overloadr')rr5r6sigsr)rr_explain_ambiguouss  z"_DispatcherBase._explain_ambiguouscs>|r tdfdd|D}ddtt|}t|dS)z8 Callback for the C _Dispatcher object. zkwargs not handledcsg|]}|qSr)r)r`r)rrrrsz;_DispatcherBase._explain_matching_error..z.No matching definition for argument type(s) %sz, N)rZrmaprrP)rr5r6rr)rr_explain_matching_errors  z'_DispatcherBase._explain_matching_errorcsN|r tdfdd|D}d}x&jD]}j||j}|r*d}q*W|S)z Callback for the C _Dispatcher object. Search for approximately matching signatures for the given arguments, and ensure the corresponding conversions are registered in the C++ type manager. zkwargs not handledcsg|]}|qSr)r)r`r)rrrrsz;_DispatcherBase._search_new_conversions..FT)rZrrZinstall_possible_conversionsr5)rr5r6foundrZconvr)rr_search_new_conversionss  z'_DispatcherBase._search_new_conversionscCsdt|j|jfS)Nz%s(%s))rr!r')rrrrrsz_DispatcherBase.__repr__cCs>yt|tj}Wntk r*tj}YnX|dkr:tj}|S)z Resolve the Numba type of Python value *val*. This is called from numba._dispatcher as a fallback if the native code cannot decide the type. N)rrrrrZpyobject)rrarrrrrs z_DispatcherBase.typeof_pyval)T)N)N)N)NN)N)r!r"r#r$ __numba__rrvrqr%r|rrrr7rrrrrrrrrrrrrrrrrrr_s0!    H       r_c@seZdZdZdZeedZe Z e j e jdZdZdZiidejfdd Zed d Zd d Zd#ddZddZeddZeddZddZejddZddZ eddZ!d$dd Z"d%d!d"Z#dS)&rlz Implementation of user-facing dispatcher objects (i.e. created using the @jit decorator). This is an abstract base class. Subclasses should define the targetdescr class attribute. T)directZ generated)maxlenNr'rc Cs|jj|_|jj|_t|}t|j}| dd }t j |||||ddt ||||_||_t|_|j|} ||_| ||j||||_t|_t|_t||_|j||jdS)a Parameters ---------- py_func: function object to be compiled locals: dict, optional Mapping of local variable names to Numba types. Used to override the types deduced by the type inference engine. targetoptions: dict, optional Target-specific config options. impl_kind: str Select the compiler mode for `@jit` and `@generated_jit` pipeline_class: type numba.compiler.BasePipeline The compiler pipeline type. ZnopythonF)rtN)r(r<rr=rzrr+rJrKrr_r functoolsupdate_wrapperr)r*r_cache _impl_kinds _impl_kindrrdCounter _cache_hits _cache_missesrrlZ_typeZ insert_global) rr'r*r) impl_kindr-r,rrrsZcompiler_classrrrr s&          zDispatcher.__init__cCs t|S)N)rrl)rrrrr 5szDispatcher._numba_type_cCst|j|_dS)N)rr'r)rrrrenable_caching9szDispatcher.enable_cachingcCs|dkr |St||SdS)z9Allow a JIT function to be bound as a method to an objectN)r)robjZobjtyperrr__get__<szDispatcher.__get__c Cs^|jr g}ndd|jD}|j}tj|jt|j t |j ||j |j |j|j|ffS)z Reduce the instance for pickling. This will serialize the original function as well the compilation options and compiled signatures, but not the compiled code itself. cSsg|] }|jqSr)r)r`ZcrrrrrLsz)Dispatcher.__reduce__..)rrfr3rrDr Z_rebuild_reductionrIr_uuidZ_reduce_functionr'r*r)r)rrZglobsrrr __reduce__Cs    zDispatcher.__reduce__c Csdy |j|Stk rYnXtj|}|||||} | |x|D]} | | qHW|| _| S)zK Rebuild an Dispatcher instance after it was __reduce__'d. )_memorxr Z_rebuild_function _set_uuidrBr) clsuuidZ func_reducedr*r)rZ can_compilerr'rrrrr_rebuildTs    zDispatcher._rebuildcCs(|j}|dkr$tt}|||S)z An instance-specific UUID, to avoid multiple deserializations of a given instance. Note this is lazily-generated, for performance reasons. N)_Dispatcher__uuidrrZuuid1r)rurrrrgs   zDispatcher._uuidcCs.|jdkst||_||j|<|j|dS)N)rrZr_recentr)rrrrrrus zDispatcher._set_uuidc Cs|jstd|jt|\}}|jt|}|dk rB|jS|j ||j }|dk r|j |d7<|j s|js|j |j|j|jg|||jS|j|d7<|j||}|||j |||jSQRXdS)Nzcompilation disabledr)r RuntimeErrorror rrfrrhrwrZ load_overloadrzrr}r~Zinsert_user_functionrrrrrrBZ save_overload)rrr5r8existingrArrrrB{s(    zDispatcher.compilecCs\t|j}|j}|||jd|_zx|D]}||q:WWd||_XdS)z2 Recompile all signatures afresh. TN)rjrfrrqrvrflushrB)rrZold_can_compilerrrr recompiles    zDispatcher.recompilecCst|jj|j|jdS)N)rUrVrW)rTrrUrr)rrrrstatsszDispatcher.statsrcs8fdd|dk r |nfddjDdS)a2 Print parallel diagnostic information for the given signature. If no signature is present it is printed for all known signatures. level is used to adjust the verbosity, level=1 (default) is minimal verbosity, and 2, 3, and 4 provide increasing levels of verbosity. cs:j|}|jdd}|dkr,d}t||dS)NZparfor_diagnosticsz8No parfors diagnostic available, is 'parallel=True' set?)rfmetadatarrdump)rZolZpfdiagr)levelrrrrs  z-Dispatcher.parallel_diagnostics..dumpNcsg|] }|qSrr)r`r)rrrrsz3Dispatcher.parallel_diagnostics..)r|)rrrr)rrrrparallel_diagnosticss zDispatcher.parallel_diagnosticscs0|dk rj|jStfddjDSdS)zH Obtain the compilation metadata for a given signature. Nc3s|]}|j|jfVqdS)N)rfr)r`r)rrrrbsz*Dispatcher.get_metadata..)rfrrr|)rrr)rr get_metadatas zDispatcher.get_metadata)N)Nr)N)$r!r"r#r$rmr&rErweakrefWeakValueDictionaryrrddequer ZFUNCTION_CACHE_SIZErrrrZPipelinerr%r rrr classmethodrrrglobal_compiler_lockrBrrrrrrrrrls,(      rlc@s:eZdZdZdZddZddZddZej d d Z d S) LiftedCodez Implementation of the hidden dispatcher objects used for lifted code (a lifted loop is really compiled as a separate function). FcCsN||_d|_||_||_||_||_tj||jj|jj j |jj j ddddS)NTF)rsrt) func_ir lifted_fromrrzr9r*r_rrrZfunc_idfuncr,)rrrrzr9r*rrrrs zLiftedCode.__init__cCs |jjjS)z5Return the starting line number of the loop. )rZlocline)rrrrget_source_locationszLiftedCode.get_source_locationcCsdS)zPre-compile actions Nr)rr5r8r9rrr _pre_compileszLiftedCode._pre_compilec Cs|j|j}t|\}}|jt|}|dk r:|jS|||||j }t j |j |j|||||jd|jd }|jdk r|js|j|||jSQRXdS)Nr) rrzrr5r8r9r*Zliftedr)ror9r rrfrrhrwrrcopyrZ compile_irrrzr*rr>r?r)rrr9r5r8rZcloned_func_irrArrrrBs&   zLiftedCode.compileN) r!r"r#r$rmrrrrrrBrrrrrs rc@seZdZddZdS) LiftedLoopcCs|jrtddS)NzEnable looplift flags is on)Zenable_loopliftrZ)rr5r8r9rrrrszLiftedLoop._pre_compileN)r!r"r#rrrrrrsrc@s eZdZeddZddZdS) LiftedWithcCs t|S)N)rrl)rrrrr szLiftedWith._numba_type_cCsH|jr|t|d}|jj}d|}tj|||jd}||||fS)z Get a typing.ConcreteTemplate for this dispatcher and the given *args* and *kws* types. This enables the resolving of the return type. A (template, pysig, args, kws) tuple is returned. NzCallTemplate({0}))rr|) rrBrhr'r!rrrr)rr5r6r,rrMrrrrrs zLiftedWith.get_call_templateN)r!r"r#r%r rrrrrrs rcs8eZdZfddZeddZddZddZZS) ObjModeLiftedWithcsF|dd|_tt|j|||jjs0td|jdkrBtddS)N output_typesz expecting `flags.force_pyobject`z`output_types` must be provided) poprrFrrr9Zforce_pyobjectrrP)rr5r\)rIrrr0s  zObjModeLiftedWith.__init__cCs t|S)N)rZObjModeDispatcher)rrrrr 8szObjModeLiftedWith._numba_type_cCs||rt||tjgt|}|jr6|t|tj |j f|g}d}|j j }d |}tj|||d}||||fS)z Get a typing.ConcreteTemplate for this dispatcher and the given *args* and *kws* types. This enables the resolving of the return type. A (template, pysig, args, kws) tuple is returned. NzCallTemplate({0}))rr|)rZ_legalize_arg_typesrZffi_forced_objectrJrrBrhrrrr'r!rr)rr5r6r|r,rrMrrrrr<s   z#ObjModeLiftedWith.get_call_templatecCs`xZt|ddD]J\}}t|tjr8d}t||qt|tjrd}t||qWdS)Nr)startz>Does not support list type inputs into with-context for arg {}zBDoes not support function type inputs into with-context for arg {})rrrZListr rrrl)rr5rrrrrrrTs  z%ObjModeLiftedWith._legalize_arg_types) r!r"r#rr%r rrrSrr)rIrr/s  rccs|]}t||jfVqdS)N)rr)r`trrrrbgsrb)4Z __future__rrrrdrosZstructrrrZnumbarrrrr r Znumba.typeconv.rulesr r r rZnumba.typing.templatesrZnumba.typing.typeofrrZnumba.bytecoderZ numba.sixrrZcachingrrobjectrr&rE namedtuplerTrXrlr_rrrrZ typeof_initrZ number_domainrrrrsB    ;&XVB6