B \Z@sdZddlmZmZmZddlmZmZmZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlmZddlZddlZddlZddlmZddlmZddlZdd lmZmZmZdd lmZdd l m!Z!dd l"m#Z#dd l$m%Z%ddZ&ddZ'eeGddde(Z)Gddde)Z*eeGddde(Z+Gddde(Z,Gddde,e+Z-Gddde,e+Z.Gddde,e+Z/Gd d!d!e+Z0eeGd"d#d#e(Z1Gd$d%d%e1Z2Gd&d'd'e1Z3Gd(d)d)e(Z4Gd*d+d+e)Z5Gd,d-d-e5Z6e7d.gZ8d/d0Z9dS)1z+ Caching mechanism for compiled functions. )print_functiondivisionabsolute_import)ABCMetaabstractmethodabstractpropertyN)cPickle)AppDirs) add_metaclass)compilerconfigutils) NumbaWarning) BaseContext) CodeLibrary) CompileResultcCsFt|tr|St|tr"|jSt|tr6|jStt|dS)z? Returns the Codegen associated with the given object. N) isinstancercodegenrrtarget_context TypeErrortype)objr,lib/python3.7/site-packages/numba/caching.py _get_codegens    rcGstjr||}t|dS)N)r Z DEBUG_CACHEprint)msgargsrrr _cache_log,src@sTeZdZeddZeddZeddZeddZed d Z ed d Z d S)_CachecCsdS)zW The base filesystem path of this cache (for example its root folder). Nr)selfrrr cache_path5sz_Cache.cache_pathcCsdS)z Load an overload for the given signature using the target context. The saved object must be returned if successful, None if not found in the cache. Nr)r!sigrrrr load_overload;sz_Cache.load_overloadcCsdS)z< Save the overload for the given signature. Nr)r!r#datarrr save_overloadCsz_Cache.save_overloadcCsdS)z# Enable the cache. Nr)r!rrrenableIsz _Cache.enablecCsdS)z$ Disable the cache. Nr)r!rrrdisableOsz_Cache.disablecCsdS)z" Flush the cache. Nr)r!rrrflushUsz _Cache.flushN) __name__ __module__ __qualname__rr"rr$r&r'r(r)rrrrr 2s      r c@s@eZdZeddZddZddZddZd d Zd d Z d S) NullCachecCsdS)Nr)r!rrrr"]szNullCache.cache_pathcCsdS)Nr)r!r#rrrrr$aszNullCache.load_overloadcCsdS)Nr)r!r#cresrrrr&dszNullCache.save_overloadcCsdS)Nr)r!rrrr'gszNullCache.enablecCsdS)Nr)r!rrrr(jszNullCache.disablecCsdS)Nr)r!rrrr)mszNullCache.flushN) r*r+r,propertyr"r$r&r'r(r)rrrrr-\s  r-c@sHeZdZdZddZeddZeddZedd Ze d d Z d S) _CacheLocatorz< A filesystem locator for caching a given function. c Cs\|}yt|Wn0tk rF}z|jtjkr6Wdd}~XYnXtj|ddS)N)dir) get_cache_pathosmakedirsOSErrorerrnoZEEXISTtempfileZ TemporaryFileclose)r!patherrrensure_cache_pathws z_CacheLocator.ensure_cache_pathcCsdS)zA Return the directory the function is cached in. Nr)r!rrrr2sz_CacheLocator.get_cache_pathcCsdS)z{ Get a timestamp representing the source code's freshness. Can return any picklable Python object. Nr)r!rrrget_source_stampsz_CacheLocator.get_source_stampcCsdS)z Get a string disambiguator for this locator's function. It should allow disambiguating different but similarly-named functions. Nr)r!rrrget_disambiguatorsz_CacheLocator.get_disambiguatorcCstdS)ze Create a locator instance for the given function located in the given file. N)NotImplementedError)clspy_funcpy_filerrr from_functionsz_CacheLocator.from_functionN) r*r+r,__doc__r;rr2r<r= classmethodrBrrrrr0qs    r0c@s,eZdZdZddZddZeddZdS) _SourceFileBackedLocatorMixinzf A cache locator mixin for functions which are backed by a well-known Python source file. cCs2ttddrttj}n t|j}|j|jfS)NfrozenF)getattrsysr3stat executable_py_filest_mtimest_size)r!strrrr<s  z._SourceFileBackedLocatorMixin.get_source_stampcCs t|jS)N)str_lineno)r!rrrr=sz/_SourceFileBackedLocatorMixin.get_disambiguatorcCs@tj|sdS|||}y |Wntk r:dSX|S)N)r3r9existsr;r5)r?r@rAr!rrrrBs   z+_SourceFileBackedLocatorMixin.from_functionN)r*r+r,rCr<r=rDrBrrrrrEs rEcs4eZdZdZddZddZefddZZS)_UserProvidedCacheLocatorzd A locator that always point to the user provided directory in `numba.config.CACHE_DIR` cCsV||_|jj|_tjtj|j\}}tj| tjj }tj t j ||_dS)N)rK__code__co_firstlinenorPr3r9 splitdriveabspathdirnamelstripsepjoinr CACHE_DIR _cache_path)r!r@rAZdriver9Zsubpathrrr__init__s  z"_UserProvidedCacheLocator.__init__cCs|jS)N)r\)r!rrrr2sz(_UserProvidedCacheLocator.get_cache_pathcs tjs dStt|}|||S)N)r r[superrRrB)r?r@rAparent) __class__rrrBs z'_UserProvidedCacheLocator.from_function) r*r+r,rCr]r2rDrB __classcell__rr)r`rrRsrRc@s eZdZdZddZddZdS)_InTreeCacheLocatorzn A locator for functions backed by a regular Python module with a writable __pycache__ directory. cCs.||_|jj|_tjtj|jd|_dS)N __pycache__) rKrSrTrPr3r9rZrWr\)r!r@rArrrr]s z_InTreeCacheLocator.__init__cCs|jS)N)r\)r!rrrr2sz"_InTreeCacheLocator.get_cache_pathN)r*r+r,rCr]r2rrrrrbsrbc@s,eZdZdZddZddZeddZdS) _UserWideCacheLocatorz A locator for functions backed by a regular Python module or a frozen executable, cached into a user-wide cache directory. cCsn||_|jj|_tddd}|j}tj|}tj dksZt t ddsZtj | tjj}tj|||_dS)NnumbaF)ZappnameZ appauthorntrF)rKrSrTrPr Zuser_cache_dirr3r9rWnamerGrHrVrXrYrZr\)r!r@rAappdirsZ cache_dirZ cache_subpathrrrr]s   z_UserWideCacheLocator.__init__cCs|jS)N)r\)r!rrrr2sz$_UserWideCacheLocator.get_cache_pathcCsLtj|sttddsdS|||}y |Wntk rFdSX|S)NrFF)r3r9rQrGrHr;r5)r?r@rAr!rrrrBs  z#_UserWideCacheLocator.from_functionN)r*r+r,rCr]r2rDrBrrrrrdsrdc@s<eZdZdZddZddZddZdd Zed d Z d S) _IPythonCacheLocatorzT A locator for functions entered at the IPython prompt (notebook or other). cCs2||_t|}t|tr"||_n |d|_dS)Nzutf-8)rKinspectZ getsourcerbytes _bytes_sourceencode)r!r@rAsourcerrrr]s   z_IPythonCacheLocator.__init__cCsByddlm}Wn tk r0ddlm}YnXtj|dS)Nr)get_ipython_cache_dirre)Z IPython.pathsro ImportErrorZIPython.utils.pathr3r9rZ)r!rorrrr2s z#_IPythonCacheLocator.get_cache_pathcCst|jS)N)hashlibsha256rl hexdigest)r!rrrr<'sz%_IPythonCacheLocator.get_source_stampcCs0d|jddd}t|ddS)NT )rZrl splitlinesrqrrrs)r!Z firstlinesrrrr=*sz&_IPythonCacheLocator.get_disambiguatorcCs>|dsdS|||}y |Wntk r8dSX|S)Nz z%s-%s.py%d%d%srr)replacerr=rH version_info)r!rrzZfixed_fullnameZfmtrrrrgs z_CacheImpl.get_filename_basecCs|jS)N)r)r!rrr filename_baseosz_CacheImpl.filename_basecCs|jS)N)r)r!rrrrssz_CacheImpl.locatorcCsdS)z$Returns the serialized form the dataNr)r!r%rrrreducewsz_CacheImpl.reducecCsdS)z4Returns the de-serialized form of the *reduced_data*Nr)r!rZ reduced_datarrrrebuild|sz_CacheImpl.rebuildcCsdS)zEReturns True if the given data is cachable; otherwise, returns False.Nr)r!r%rrrcheck_cachablesz_CacheImpl.check_cachableN)r*r+r,rCrRrbrdrirr]rr/rrrrrrrrrrry@s    ryc@s(eZdZdZddZddZddZdS) CompileResultCacheImplz> Implements the logic to cache CompileResult objects. cCs|S)z4 Returns a serialized CompileResult )Z_reduce)r!r.rrrrszCompileResultCacheImpl.reducecCstjj|f|S)z8 Returns the unserialized CompileResult )r rZ_rebuild)r!rpayloadrrrrszCompileResultCacheImpl.rebuildcCsdd}|jrd}n|jrd}n |jjr(d}|r`d|jjdd|f}t|t |j j |j dSd S) z@ Check cachability of the given compile result. Nz'as it uses outer variables in a closurezas it uses lifted loopszLas it uses dynamic globals (such as ctypes pointers and large global arrays)z&Cannot cache compiled function "%s" %s.FT) r~ZliftedZlibraryZhas_dynamic_globalsZfndescrsplitwarnings warn_explicitrrrKrP)r!r.Z cannot_cacherrrrrsz%CompileResultCacheImpl.check_cachableN)r*r+r,rCrrrrrrrrsrcs<eZdZdZdZddZddZddZfd d ZZ S) CodeLibraryCacheImplz< Implements the logic to cache CodeLibrary objects. NcCs|S)z2 Returns a serialized CodeLibrary )Zserialize_using_object_code)r!codelibrrrrszCodeLibraryCacheImpl.reducecCs||S)z6 Returns the unserialized CodeLibrary )rZunserialize_library)r!rrrrrrszCodeLibraryCacheImpl.rebuildcCs|j S)z= Check cachability of the given CodeLibrary. )r~)r!rrrrrsz#CodeLibraryCacheImpl.check_cachablecs&tt|}|||}d|j|gS)N-)r^rrrZ_filename_prefix)r!rrzr_Zres)r`rrrs  z&CodeLibraryCacheImpl.get_filename_base) r*r+r,rCrrrrrrarr)r`rrs rc@sveZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZejddZdS)IndexDataCacheFilezP Implements the logic for the index file and data file used by a cache. cCsD||_d|f|_tj|j|j|_d|f|_||_tj |_ dS)Nz%s.nbiz%s.{number:d}.nbc) r\Z _index_namer3r9rZ _index_path_data_name_pattern _source_stampre __version___version)r!r"r source_stamprrrr]s   zIndexDataCacheFile.__init__cCs|idS)N) _save_index)r!rrrr)szIndexDataCacheFile.flushcCs|}y ||}WnZtk rnt|}x&tdD]}||}||kr.pyXY.nbi") which contains a mapping of signatures and architectures to data files. It is prefixed by a versioning key and a timestamp of the Python source file containing the function. There is one data file ("function_name-.pyXY..nbc") per function, function signature, target architecture and Python version. Separate index and data files per Python version avoid pickle compatibility problems. Note: This contains the driver logic only. The core logic is provided by a subclass of ``_CacheImpl`` specified as *_impl_class* in the subclass. NcCsVt||_|||_|jj|_|jj}|jj}t |j||d|_ | dS)N)r"rr) repr_name _impl_class_implrr2r\r<rr _cache_filer')r!r@rrrrrr]ds    zCache.__init__cCsd|jj|jfS)Nz<%s py_func=%r>)r`r*r)r!rrr__repr__pszCache.__repr__cCs|jS)N)r\)r!rrrr"sszCache.cache_pathcCs d|_dS)NT)_enabled)r!rrrr'wsz Cache.enablecCs d|_dS)NF)r)r!rrrr(zsz Cache.disablecCs|jdS)N)rr))r!rrrr)}sz Cache.flushc Cs(|||||SQRXdS)zr Load and recreate the cached object for the given signature, using the *target_context*. N)Zrefresh!_guard_against_spurious_io_errors_load_overload)r!r#rrrrr$s zCache.load_overloadcCs@|js dS||t|}|j|}|dk r<|j||}|S)N)r _index_keyrrrrr)r!r#rrr%rrrrs zCache._load_overloadc Cs$||||WdQRXdS)zE Save the data for the given signature in the cache. N)r_save_overload)r!r#r%rrrr&s zCache.save_overloadcCsT|js dS|j|sdS|jj||t|}|j|}|j ||dS)N) rrrrr;rrrrr)r!r#r%rrrrrs   zCache._save_overloadc csRtjdkrHy dVWqNtk rD}z|jtjkr4Wdd}~XYqNXndVdS)Nrf)r3rgrr6ZEACCES)r!r:rrrrs   z'Cache._guard_against_spurious_io_errorscCs ||fS)z Compute index key for the given signature and codegen. It includes a description of the OS and target architecture. )Z magic_tuple)r!r#rrrrrszCache._index_key)r*r+r,rCrr]rr/r"r'r(r)r$rr&rrrrrrrrrrKs     rc@seZdZdZeZdS) FunctionCachezF Implements Cache that saves and loads CompileResult objects. N)r*r+r,rCrrrrrrrsrr{csBtks ttGfdddtGfdddt}|S)z Create a Cache class for additional compilation features to cache their result for reuse. The cache is saved in filename pattern like in ``FunctionCache`` but with additional *prefix* as specified. cseZdZZdS)z6make_library_cache..CustomCodeLibraryCacheImplN)r*r+r,rr)prefixrrCustomCodeLibraryCacheImplsrcseZdZdZZdS)z(make_library_cache..LibraryCachez Implements Cache that saves and loads CodeLibrary objects for additional feature for the specified python function. N)r*r+r,rCrr)rrr LibraryCachesr)_lib_cache_prefixesAssertionErroraddrr)rrr)rrrmake_library_caches   r):rCZ __future__rrrabcrrrrr6rqrjrr3Z six.movesr rrHr7rrhr Zsixr rer{r r rerrorsrZnumba.targets.baserZnumba.targets.codegenrZnumba.compilerrrrobjectr r-r0rErRrbrdriryrrrrrrrrrrrrsR       ), (4F&p