\ K]c@`sdZddlmZmZmZddlmZmZmZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlmZddlZddlZddlZddlmZddlmZddlZdd lmZmZmZdd lmZdd l m!Z!dd l"m#Z#dd l$m%Z%dZ&dZ'eede(fdYZ)de)fdYZ*eede(fdYZ+de(fdYZ,de,e+fdYZ-de,e+fdYZ.de,e+fdYZ/de+fdYZ0eed e(fd!YZ1d"e1fd#YZ2d$e1fd%YZ3d&e(fd'YZ4d(e)fd)YZ5d*e5fd+YZ6e7d,gZ8d-Z9dS(.s+ Caching mechanism for compiled functions. i(tprint_functiontdivisiontabsolute_import(tABCMetatabstractmethodtabstractpropertyNi(tcPickle(tAppDirs(t add_metaclass(tcompilertconfigtutils(t NumbaWarning(t BaseContext(t CodeLibrary(t CompileResultcC`sat|tr|jSt|tr/|jSt|trK|jjStt|dS(s? Returns the Codegen associated with the given object. N(t isinstanceR tcodegenRRttarget_contextt TypeErrorttype(tobj((s,lib/python2.7/site-packages/numba/caching.pyt _get_codegens  cG`s$tjr ||}t|ndS(N(R t DEBUG_CACHEtprint(tmsgtargs((s,lib/python2.7/site-packages/numba/caching.pyt _cache_log,s  t_CachecB`sbeZedZedZedZedZedZedZ RS(cC`sdS(sW The base filesystem path of this cache (for example its root folder). N((tself((s,lib/python2.7/site-packages/numba/caching.pyt cache_path5tcC`sdS(s Load an overload for the given signature using the target context. The saved object must be returned if successful, None if not found in the cache. N((RtsigR((s,lib/python2.7/site-packages/numba/caching.pyt load_overload;RcC`sdS(s< Save the overload for the given signature. N((RR tdata((s,lib/python2.7/site-packages/numba/caching.pyt save_overloadCRcC`sdS(s# Enable the cache. N((R((s,lib/python2.7/site-packages/numba/caching.pytenableIRcC`sdS(s$ Disable the cache. N((R((s,lib/python2.7/site-packages/numba/caching.pytdisableORcC`sdS(s" Flush the cache. N((R((s,lib/python2.7/site-packages/numba/caching.pytflushUR( t__name__t __module__RRRR!R#R$R%R&(((s,lib/python2.7/site-packages/numba/caching.pyR2s t NullCachecB`sDeZedZdZdZdZdZdZRS(cC`sdS(N(tNone(R((s,lib/python2.7/site-packages/numba/caching.pyR]scC`sdS(N((RR R((s,lib/python2.7/site-packages/numba/caching.pyR!ascC`sdS(N((RR tcres((s,lib/python2.7/site-packages/numba/caching.pyR#dscC`sdS(N((R((s,lib/python2.7/site-packages/numba/caching.pyR$gscC`sdS(N((R((s,lib/python2.7/site-packages/numba/caching.pyR%jscC`sdS(N((R((s,lib/python2.7/site-packages/numba/caching.pyR&ms( R'R(tpropertyRR!R#R$R%R&(((s,lib/python2.7/site-packages/numba/caching.pyR)\s     t _CacheLocatorcB`sSeZdZdZedZedZedZedZ RS(s< A filesystem locator for caching a given function. cC`se|j}ytj|Wn+tk rJ}|jtjkrKqKnXtjd|jdS(Ntdir( tget_cache_pathtostmakedirstOSErrorterrnotEEXISTttempfilet TemporaryFiletclose(Rtpathte((s,lib/python2.7/site-packages/numba/caching.pytensure_cache_pathws  cC`sdS(sA Return the directory the function is cached in. N((R((s,lib/python2.7/site-packages/numba/caching.pyR/RcC`sdS(s{ Get a timestamp representing the source code's freshness. Can return any picklable Python object. N((R((s,lib/python2.7/site-packages/numba/caching.pytget_source_stampRcC`sdS(s Get a string disambiguator for this locator's function. It should allow disambiguating different but similarly-named functions. N((R((s,lib/python2.7/site-packages/numba/caching.pytget_disambiguatorRcC`s tdS(se Create a locator instance for the given function located in the given file. N(tNotImplementedError(tclstpy_functpy_file((s,lib/python2.7/site-packages/numba/caching.pyt from_functions( R'R(t__doc__R:RR/R;R<t classmethodRA(((s,lib/python2.7/site-packages/numba/caching.pyR-qs  t_SourceFileBackedLocatorMixincB`s/eZdZdZdZedZRS(sf A cache locator mixin for functions which are backed by a well-known Python source file. cC`sIttdtr'tjtj}ntj|j}|j|jfS(Ntfrozen( tgetattrtsystFalseR0tstatt executablet_py_filetst_mtimetst_size(Rtst((s,lib/python2.7/site-packages/numba/caching.pyR;scC`s t|jS(N(tstrt_lineno(R((s,lib/python2.7/site-packages/numba/caching.pyR<scC`sLtjj|sdS|||}y|jWntk rGdSX|S(N(R0R8texistsR:R2(R>R?R@R((s,lib/python2.7/site-packages/numba/caching.pyRAs (R'R(RBR;R<RCRA(((s,lib/python2.7/site-packages/numba/caching.pyRDs t_UserProvidedCacheLocatorcB`s/eZdZdZdZedZRS(sd A locator that always point to the user provided directory in `numba.config.CACHE_DIR` cC`s||_|jj|_tjjtjj|j\}}tjj|j tjj }tjj t j ||_dS(N(RKt__code__tco_firstlinenoRPR0R8t splitdrivetabspathtdirnametlstriptseptjoinR t CACHE_DIRt _cache_path(RR?R@tdriveR8tsubpath((s,lib/python2.7/site-packages/numba/caching.pyt__init__s  '!cC`s|jS(N(R\(R((s,lib/python2.7/site-packages/numba/caching.pyR/scC`s,tjs dStt|}|j||S(N(R R[tsuperRRRA(R>R?R@tparent((s,lib/python2.7/site-packages/numba/caching.pyRAs (R'R(RBR_R/RCRA(((s,lib/python2.7/site-packages/numba/caching.pyRRs  t_InTreeCacheLocatorcB`s eZdZdZdZRS(sn A locator for functions backed by a regular Python module with a writable __pycache__ directory. cC`sC||_|jj|_tjjtjj|jd|_dS(Nt __pycache__( RKRSRTRPR0R8RZRWR\(RR?R@((s,lib/python2.7/site-packages/numba/caching.pyR_s cC`s|jS(N(R\(R((s,lib/python2.7/site-packages/numba/caching.pyR/s(R'R(RBR_R/(((s,lib/python2.7/site-packages/numba/caching.pyRbs t_UserWideCacheLocatorcB`s/eZdZdZdZedZRS(s A locator for functions backed by a regular Python module or a frozen executable, cached into a user-wide cache directory. cC`s||_|jj|_tdddt}|j}tjj |}tj dkpft t dtstjj |jtjj}ntjj|||_dS(Ntappnametnumbat appauthortntRE(RKRSRTRPRRHtuser_cache_dirR0R8RWtnameRFRGRVRXRYRZR\(RR?R@tappdirst cache_dirt cache_subpath((s,lib/python2.7/site-packages/numba/caching.pyR_s  !$cC`s|jS(N(R\(R((s,lib/python2.7/site-packages/numba/caching.pyR/scC`s^tjj|p!ttdts(dS|||}y|jWntk rYdSX|S(NRE(R0R8RQRFRGRHR:R2(R>R?R@R((s,lib/python2.7/site-packages/numba/caching.pyRAs$ (R'R(RBR_R/RCRA(((s,lib/python2.7/site-packages/numba/caching.pyRds  t_IPythonCacheLocatorcB`sAeZdZdZdZdZdZedZRS(sT A locator for functions entered at the IPython prompt (notebook or other). cC`sI||_tj|}t|tr3||_n|jd|_dS(Nsutf-8(RKtinspectt getsourceRtbytest _bytes_sourcetencode(RR?R@tsource((s,lib/python2.7/site-packages/numba/caching.pyR_s   cC`sNyddlm}Wn!tk r7ddlm}nXtjj|dS(Ni(tget_ipython_cache_dirt numba_cache(t IPython.pathsRut ImportErrortIPython.utils.pathR0R8RZ(RRu((s,lib/python2.7/site-packages/numba/caching.pyR/s  cC`stj|jjS(N(thashlibtsha256Rrt hexdigest(R((s,lib/python2.7/site-packages/numba/caching.pyR;'scC`s6dj|jjtd }tj|jd S(NRii (RZRrt splitlinestTrueRzR{R|(Rt firstlines((s,lib/python2.7/site-packages/numba/caching.pyR<*scC`sI|jdsdS|||}y|jWntk rDdSX|S(Ns R?R@R((s,lib/python2.7/site-packages/numba/caching.pyRA3s ( R'R(RBR_R/R;R<RCRA(((s,lib/python2.7/site-packages/numba/caching.pyRn s   t _CacheImplcB`s}eZdZeeeegZdZdZ e dZ e dZ e dZe dZe dZRS(s Provides the core machinery for caching. - implement how to serialize and deserialize the data in the cache. - control the filename of the cache. - provide the cache locator c C`st|j|_|jj|_y |j}Wntk rJ|j}nXt j |}xI|j D](}|j ||}|dk rdPqdqdWtd||f||_t j |}tjjtjj|d}d||f}ttdd} |j|| |_dS(Ns:cannot cache function %r: no locator available for file %ris%s.%stabiflagsR(tboolt __closure__t _is_closureRSRTRPt __qualname__tAttributeErrorR'Rotgetfilet_locator_classesRAR*t RuntimeErrort_locatorR0R8tsplitexttbasenameRFRGtget_filename_baset_filename_base( RR?tqualnamet source_pathR>tlocatortfilenametmodnametfullnameR((s,lib/python2.7/site-packages/numba/caching.pyR_Ms&     "cC`sR|jddjdd}d}|||jjtjdtjd|fS(Nts%s-%s.py%d%d%sii(treplaceRR<RGt version_info(RRRtfixed_fullnametfmt((s,lib/python2.7/site-packages/numba/caching.pyRgscC`s|jS(N(R(R((s,lib/python2.7/site-packages/numba/caching.pyt filename_baseoscC`s|jS(N(R(R((s,lib/python2.7/site-packages/numba/caching.pyRsscC`sdS(s$Returns the serialized form the dataN((RR"((s,lib/python2.7/site-packages/numba/caching.pytreducewscC`sdS(s4Returns the de-serialized form of the *reduced_data*N((RRt reduced_data((s,lib/python2.7/site-packages/numba/caching.pytrebuild|scC`sdS(sEReturns True if the given data is cachable; otherwise, returns False.N((RR"((s,lib/python2.7/site-packages/numba/caching.pytcheck_cachables(R'R(RBRRRbRdRnRR_RR,RRRRRR(((s,lib/python2.7/site-packages/numba/caching.pyR@s   tCompileResultCacheImplcB`s)eZdZdZdZdZRS(s> Implements the logic to cache CompileResult objects. cC`s |jS(s4 Returns a serialized CompileResult (t_reduce(RR+((s,lib/python2.7/site-packages/numba/caching.pyRscC`stjj||S(s8 Returns the unserialized CompileResult (R Rt_rebuild(RRtpayload((s,lib/python2.7/site-packages/numba/caching.pyRscC`sd}|jrd}n'|jr*d}n|jjr?d}n|rd|jjjdd|f}tj |t |j j |j tStS(s@ Check cachability of the given compile result. s'as it uses outer variables in a closuresas it uses lifted loopssLas it uses dynamic globals (such as ctypes pointers and large global arrays)s&Cannot cache compiled function "%s" %st.iN(R*Rtliftedtlibrarythas_dynamic_globalstfndescRtsplittwarningst warn_explicitR RRKRPRHR~(RR+t cannot_cacheR((s,lib/python2.7/site-packages/numba/caching.pyRs        (R'R(RBRRR(((s,lib/python2.7/site-packages/numba/caching.pyRs  tCodeLibraryCacheImplcB`s8eZdZdZdZdZdZdZRS(s< Implements the logic to cache CodeLibrary objects. cC`s |jS(s2 Returns a serialized CodeLibrary (tserialize_using_object_code(Rtcodelib((s,lib/python2.7/site-packages/numba/caching.pyRscC`s|jj|S(s6 Returns the unserialized CodeLibrary (Rtunserialize_library(RRR((s,lib/python2.7/site-packages/numba/caching.pyRscC`s|j S(s= Check cachability of the given CodeLibrary. (R(RR((s,lib/python2.7/site-packages/numba/caching.pyRscC`s7tt|}|j||}dj|j|gS(Nt-(R`RRRZt_filename_prefix(RRRRatres((s,lib/python2.7/site-packages/numba/caching.pyRsN( R'R(RBR*RRRRR(((s,lib/python2.7/site-packages/numba/caching.pyRs    tIndexDataCacheFilecB`seZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z ejd ZRS( sP Implements the logic for the index file and data file used by a cache. cC`s`||_d|f|_tjj|j|j|_d|f|_||_tj |_ dS(Ns%s.nbis%s.{number:d}.nbc( R\t _index_nameR0R8RZt _index_patht_data_name_patternt _source_stampRft __version__t_version(RRRt source_stamp((s,lib/python2.7/site-packages/numba/caching.pyR_s   cC`s|jidS(N(t _save_index(R((s,lib/python2.7/site-packages/numba/caching.pyR&scC`s|j}y||}Wnstk rt|j}x6tjdD]%}|j|}||krLPqLqLW|||<|j|nX|j||dS(s? Save a new cache entry with *key* and *data*. iN( t _load_indextKeyErrortsettvaluest itertoolstcountt _data_nameRt _save_data(RtkeyR"t overloadst data_nametexistingti((s,lib/python2.7/site-packages/numba/caching.pytsaves    cC`sU|j}|j|}|dkr+dSy|j|SWntk rPdSXdS(s0 Load a cache entry with *key*. N(RtgetR*t _load_datatEnvironmentError(RRRR((s,lib/python2.7/site-packages/numba/caching.pytloads   cC`sy:t|jd"}tj|}|j}WdQXWn/tk rk}|jtjfkreiSnX||jkriStj |\}}t d|j||j kriS|SdS(s| Load the cache index and return it as a dictionary (possibly empty if cache is empty or obsolete). trbNs[cache] index loaded from %r( topenRtpickleRtreadRR3tENOENTRtloadsRR(RtftversionR"R9tstampR((s,lib/python2.7/site-packages/numba/caching.pyRsc C`ss|j|f}|j|}|j|j-}tj|j|dd|j|WdQXtd|jdS(Ntprotocolis[cache] index saved to %r( Rt_dumpt_open_for_writeRRtdumpRtwriteR(RRR"R((s,lib/python2.7/site-packages/numba/caching.pyRs cC`sS|j|}t|d}|j}WdQXtj|}td||S(NRsache] data loaded from %r(t _data_pathRRRRR(RRjR8RR"ttup((s,lib/python2.7/site-packages/numba/caching.pyRs  cC`sT|j|}|j|}|j|}|j|WdQXtd|dS(Ns[cache] data saved to %r(RRRRR(RRjR"R8R((s,lib/python2.7/site-packages/numba/caching.pyR's cC`s|jjd|S(Ntnumber(Rtformat(RR((s,lib/python2.7/site-packages/numba/caching.pyR.scC`stjj|j|S(N(R0R8RZR\(RRj((s,lib/python2.7/site-packages/numba/caching.pyR1scC`stj|ddS(NRi(Rtdumps(RR((s,lib/python2.7/site-packages/numba/caching.pyR4scc`sd|tjf}y1t|d }|VWdQXtj||Wn9tk rytj|Wntk r{nXnXdS(s_ Open *filepath* for writing in a race condition-free way (hopefully). s %s.tmp.%dtwbN(R0tgetpidRR t file_replacet ExceptiontunlinkR2(RtfilepathttmpnameR((s,lib/python2.7/site-packages/numba/caching.pyR7s   (R'R(RBR_R&RRRRRRRRRt contextlibtcontextmanagerR(((s,lib/python2.7/site-packages/numba/caching.pyRs           tCachecB`seZdZd ZdZdZedZdZ dZ dZ dZ dZ d Zd Zejd Zd ZRS(s= A per-function compilation cache. The cache saves data in separate data files and maintains information in an index file. There is one index file per function and Python version ("function_name-.pyXY.nbi") which contains a mapping of signatures and architectures to data files. It is prefixed by a versioning key and a timestamp of the Python source file containing the function. There is one data file ("function_name-.pyXY..nbc") per function, function signature, target architecture and Python version. Separate index and data files per Python version avoid pickle compatibility problems. Note: This contains the driver logic only. The core logic is provided by a subclass of ``_CacheImpl`` specified as *_impl_class* in the subclass. cC`st||_|j||_|jjj|_|jjj}|jj}t d|jd|d||_ |j dS(NRRR( treprt_namet _impl_classt_implRR/R\R;RRt _cache_fileR$(RR?RR((s,lib/python2.7/site-packages/numba/caching.pyR_ds  cC`sd|jj|jfS(Ns<%s py_func=%r>(t __class__R'R(R((s,lib/python2.7/site-packages/numba/caching.pyt__repr__pscC`s|jS(N(R\(R((s,lib/python2.7/site-packages/numba/caching.pyRsscC`s t|_dS(N(R~t_enabled(R((s,lib/python2.7/site-packages/numba/caching.pyR$wscC`s t|_dS(N(RHR(R((s,lib/python2.7/site-packages/numba/caching.pyR%zscC`s|jjdS(N(RR&(R((s,lib/python2.7/site-packages/numba/caching.pyR&}scC`s1|j|j|j||SWdQXdS(sr Load and recreate the cached object for the given signature, using the *target_context*. N(trefresht!_guard_against_spurious_io_errorst_load_overload(RR R((s,lib/python2.7/site-packages/numba/caching.pyR!s  cC`s_|js dS|j|t|}|jj|}|dk r[|jj||}n|S(N(Rt _index_keyRRRR*RR(RR RRR"((s,lib/python2.7/site-packages/numba/caching.pyRs  cC`s'|j|j||WdQXdS(sE Save the data for the given signature in the cache. N(Rt_save_overload(RR R"((s,lib/python2.7/site-packages/numba/caching.pyR#s cC`st|js dS|jj|s#dS|jjj|j|t|}|jj|}|jj ||dS(N( RRRRR:RRRRR(RR R"R((s,lib/python2.7/site-packages/numba/caching.pyRs cc`sRtjdkrIy dVWqNtk rE}|jtjkrFqFqNXndVdS(NRh(R0RjRR3tEACCES(RR9((s,lib/python2.7/site-packages/numba/caching.pyRs  cC`s||jfS(s Compute index key for the given signature and codegen. It includes a description of the OS and target architecture. (t magic_tuple(RR R((s,lib/python2.7/site-packages/numba/caching.pyRsN(R'R(RBR*RR_RR,RR$R%R&R!RR#RRRRR(((s,lib/python2.7/site-packages/numba/caching.pyRKs      t FunctionCachecB`seZdZeZRS(sF Implements Cache that saves and loads CompileResult objects. (R'R(RBRR(((s,lib/python2.7/site-packages/numba/caching.pyRsRc`s[tksttjdtffdYdtffdY}|S(s Create a Cache class for additional compilation features to cache their result for reuse. The cache is saved in filename pattern like in ``FunctionCache`` but with additional *prefix* as specified. tCustomCodeLibraryCacheImplc`seZZRS((R'R(R((tprefix(s,lib/python2.7/site-packages/numba/caching.pyRst LibraryCachec`seZdZZRS(s Implements Cache that saves and loads CodeLibrary objects for additional feature for the specified python function. (R'R(RBR((R(s,lib/python2.7/site-packages/numba/caching.pyRs(t_lib_cache_prefixestAssertionErrortaddRR(RR((RRs,lib/python2.7/site-packages/numba/caching.pytmake_library_caches  (:RBt __future__RRRtabcRRRRR3RzRoRR0t six.movesRRRGR5RRkRtsixRRfRR R R terrorsR tnumba.targets.baseR tnumba.targets.codegenRtnumba.compilerRRRtobjectRR)R-RDRRRbRdRnRRRRRRRRR(((s,lib/python2.7/site-packages/numba/caching.pytsR             ) , (4 F&p