o ih@s dZddlmZmZddlZddlZddlZddlZddlZddl Z ddl m Z ddl Z ddl Z ddlZddlZddlZddlZddlmZddlZddlmZddlZddlmZddlmZdd lmZdd lmZdd l m!Z!m"Z"dd l#m$Z$d dZ%GdddedZ&Gddde&Z'GdddedZ(Gddde)Z*Gddde*e(Z+Gddde*e(Z,Gddde,Z-Gddde*e(Z.Gd d!d!e(Z/Gd"d#d#e*e(Z0Gd$d%d%edZ1Gd&d'd'e1Z2Gd(d)d)e1Z3Gd*d+d+e)Z4Gd,d-d-e&Z5Gd.d/d/e5Z6e7d0gZ8d1d2Z9dS)3z+ Caching mechanism for compiled functions. )ABCMetaabstractmethodN)floor)AppDirs)Path) NumbaWarning) BaseContext) CodeLibrary) CompileResult)configcompilerdumpscGstjr ||}t|dSdSN)r DEBUG_CACHEprint)msgargsrP/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/numba/core/caching.py _cache_log"s rc@sXeZdZeeddZeddZeddZeddZed d Z ed d Z d S)_CachecCdS)zW The base filesystem path of this cache (for example its root folder). Nrselfrrr cache_path*z_Cache.cache_pathcCr)z Load an overload for the given signature using the target context. The saved object must be returned if successful, None if not found in the cache. Nrrsigtarget_contextrrr load_overload1rz_Cache.load_overloadcCr)z< Save the overload for the given signature. Nrrrdatarrr save_overload9rz_Cache.save_overloadcCr)z# Enable the cache. Nrrrrrenable?rz _Cache.enablecCr)z$ Disable the cache. NrrrrrdisableErz_Cache.disablecCr)z" Flush the cache. NrrrrrflushKrz _Cache.flushN) __name__ __module__ __qualname__propertyrrr r#r$r%r&rrrrr(s     r) metaclassc@s@eZdZeddZddZddZddZd d Zd d Z d S) NullCachecCdSrrrrrrrSszNullCache.cache_pathcCr-rrrrrrr WzNullCache.load_overloadcCr-rr)rrcresrrrr#Zr.zNullCache.save_overloadcCr-rrrrrrr$]r.zNullCache.enablecCr-rrrrrrr%`r.zNullCache.disablecCr-rrrrrrr&cr.zNullCache.flushN) r'r(r)r*rr r#r$r%r&rrrrr,Rs  r,c@sTeZdZdZddZeddZeddZedd Ze d d Z e d d Z dS) _CacheLocatorz< A filesystem locator for caching a given function. cCs*|}tj|ddtj|ddS)NT)exist_ok)dir)get_cache_pathosmakedirstempfile TemporaryFileclose)rpathrrrensure_cache_pathlsz_CacheLocator.ensure_cache_pathcCr)zA Return the directory the function is cached in. Nrrrrrr3rrz_CacheLocator.get_cache_pathcCr)z{ Get a timestamp representing the source code's freshness. Can return any picklable Python object. Nrrrrrget_source_stampxrz_CacheLocator.get_source_stampcCr)z Get a string disambiguator for this locator's function. It should allow disambiguating different but similarly-named functions. Nrrrrrget_disambiguatorrz_CacheLocator.get_disambiguatorcCst)ze Create a locator instance for the given function located in the given file. )NotImplementedErrorclspy_funcpy_filerrr from_functionsz_CacheLocator.from_functioncCsHtj|}tj|}tj|d}t|}d ||gS)zGiven the Python file path, compute a suitable path inside the cache directory. This will reduce a file path that is too long, which can be a problem on some operating system (i.e. Windows 7). _) r4r9abspathdirnamesplithashlibsha1encode hexdigestjoin)r?rAr9subpath parentdirhashedrrrget_suitable_cache_subpaths  z(_CacheLocator.get_suitable_cache_subpathN) r'r(r)__doc__r:rr3r;r< classmethodrBrPrrrrr0gs    r0c@,eZdZdZddZddZeddZdS) _SourceFileBackedLocatorMixinzf A cache locator mixin for functions which are backed by a well-known Python source file. cCs2ttddr ttj}nt|j}|j|jfSNfrozenF)getattrsysr4stat executable_py_filest_mtimest_sizerstrrrr;s   z._SourceFileBackedLocatorMixin.get_source_stampcCs t|jSr)str_linenorrrrr< z/_SourceFileBackedLocatorMixin.get_disambiguatorcCs>tj|sdS|||}z|W|StyYdSwr)r4r9existsr:OSErrorr?r@rArrrrrBs    z+_SourceFileBackedLocatorMixin.from_functionN)r'r(r)rQr;r<rRrBrrrrrTs  rTcs4eZdZdZddZddZefddZZS)UserProvidedCacheLocatorzd A locator that always point to the user provided directory in `numba.config.CACHE_DIR` cCs0||_|jj|_||}tjtj ||_ dSr) r[__code__co_firstlinenorarPr4r9rLr CACHE_DIR _cache_path)rr@rA cache_subpathrrr__init__s  z!UserProvidedCacheLocator.__init__cC|jSrrjrrrrr3z'UserProvidedCacheLocator.get_cache_pathcs tjsdStt|}|||Sr)r risuperrfrB)r?r@rAparent __class__rrrBs  z&UserProvidedCacheLocator.from_function) r'r(r)rQrlr3rRrB __classcell__rrrrrrfs rfc@s eZdZdZddZddZdS)InTreeCacheLocatorzn A locator for functions backed by a regular Python module with a writable __pycache__ directory. cCs.||_|jj|_tjtj|jd|_dS)N __pycache__) r[rgrhrar4r9rLrFrj)rr@rArrrrls zInTreeCacheLocator.__init__cCrmrrnrrrrr3roz!InTreeCacheLocator.get_cache_pathN)r'r(r)rQrlr3rrrrrus rucs eZdZdZfddZZS)InTreeCacheLocatorFsAgnosticz A locator for functions backed by a regular Python module with a writable __pycache__ directory. This version is agnostic to filesystem differences, e.g. timestamp precision with milliseconds. cst}t|d|dfS)Nr)rpr;rr^rrrrr;s z-InTreeCacheLocatorFsAgnostic.get_source_stamp)r'r(r)rQr;rtrrrrrrwsrwc@rS) UserWideCacheLocatorz A locator for functions backed by a regular Python module or a frozen executable, cached into a user-wide cache directory. cCs@||_|jj|_tddd}|j}||}tj |||_ dSNnumbaF)appname appauthor) r[rgrhraruser_cache_dirrPr4r9rLrjrr@rAappdirs cache_dirrkrrrrls    zUserWideCacheLocator.__init__cCrmrrnrrrrr3roz#UserWideCacheLocator.get_cache_pathcCsJtj|sttddsdS|||}z|W|Sty$YdSwrU)r4r9rcrWrXr:rdrerrrrBs   z"UserWideCacheLocator.from_functionN)r'r(r)rQrlr3rRrBrrrrrys ryc@s<eZdZdZddZddZddZdd Zed d Z d S) IPythonCacheLocatorzT A locator for functions entered at the IPython prompt (notebook or other). cCs4||_t|}t|tr||_dS|d|_dS)Nzutf-8)r[inspect getsource isinstancebytes _bytes_sourcerJ)rr@rAsourcerrrrls    zIPythonCacheLocator.__init__cCs@zddlm}Wntyddlm}Ynwtj|dS)Nr)get_ipython_cache_dir numba_cache) IPython.pathsr ImportErrorIPython.utils.pathr4r9rL)rrrrrr3 s  z"IPythonCacheLocator.get_cache_pathcCst|jSr)rHsha256rrKrrrrr;,z$IPythonCacheLocator.get_source_stampcCs0d|jddd}t|ddS)NT )rLr splitlinesrHrrK)r firstlinesrrrr</sz%IPythonCacheLocator.get_disambiguatorcCsV|dstjtj|dsdS|||}z|W|Sty*YdSw)Nz rrrrBjs zZipCacheLocator.from_functionN) r'r(r)rQrl staticmethodrr3r;rRrBrrrrrHs  rc@sjeZdZdZeeeeegZ ddZ ddZ e ddZ e dd Zed d Zed d ZeddZdS) CacheImplz Provides the core machinery for caching. - implement how to serialize and deserialize the data in the cache. - control the filename of the cache. - provide the cache locator c Csv|jj|_z|j}Wn ty|j}Ynwtjrqg}tjdD]M}| }d|vrX| dd\}}z t |}t ||}Wn)ttfyW} z td|d| d} ~ wwt|}|durjtd|d||q"n|j}t|} |D]}||| } | durn q{td|| f| |_t|} tjtj| d} d | |f}t td d }||||_dS) N,.rxzFailed to import 'z8' specified via NUMBA_CACHE_LOCATOR_CLASSES env variablezUnknown cache locator class: 'z:cannot cache function %r: no locator available for file %rrz%s.%sabiflags)rgrhrar)AttributeErrorr'r CACHE_LOCATOR_CLASSESrGstriprsplit importlib import_modulerWr RuntimeErrorglobalsgetappend_locator_classesrgetfilerB_locatorr4r9splitextrrXget_filename_base_filename_base)rr@qualnamelocator_classeslocator_class_path module_path class_namemoduler?e source_pathlocatorfilenamemodnamefullnamerrrrrlsT            zCacheImpl.__init__cCs<|dddd}d}|||jtjdtjd|fS)Nz%s-%s.py%d%d%srrx)replacerr<rX version_info)rrrfixed_fullnamefmtrrrrs  zCacheImpl.get_filename_basecCrmr)rrrrr filename_basezCacheImpl.filename_basecCrmr)rrrrrrrzCacheImpl.locatorcCr)z$Returns the serialized form the dataNrrr"rrrreducezCacheImpl.reducecCr)z4Returns the de-serialized form of the *reduced_data*Nr)rr reduced_datarrrrebuildrzCacheImpl.rebuildcCr)zEReturns True if the given data is cachable; otherwise, returns False.Nrrrrrcheck_cachablerzCacheImpl.check_cachableN)r'r(r)rQrfruryrrrrlrr*rrrrrrrrrrrps(2    rc@s(eZdZdZddZddZddZdS) CompileResultCacheImplz> Implements the logic to cache CompileResult objects. cC|S)z4 Returns a serialized CompileResult )_reduce)rr/rrrrzCompileResultCacheImpl.reducecCstjj|g|RS)z8 Returns the unserialized CompileResult )r r _rebuildrrpayloadrrrrszCompileResultCacheImpl.rebuildcCsfd}tdd|jDrd}n|jjrd}|r1d|jjdd|f}t|t |j j |j d Sd S) z@ Check cachability of the given compile result. Ncss|]}|j VqdSr) can_cache.0xrrr sz8CompileResultCacheImpl.check_cachable..zas it uses lifted codezLas it uses dynamic globals (such as ctypes pointers and large global arrays)z&Cannot cache compiled function "%s" %srrCFT) anyliftedlibraryhas_dynamic_globalsfndescrrGwarnings warn_explicitrrr[ra)rr/ cannot_cacherrrrrs z%CompileResultCacheImpl.check_cachableN)r'r(r)rQrrrrrrrrs  rcs<eZdZdZdZddZddZddZfd d ZZ S) CodeLibraryCacheImplz< Implements the logic to cache CodeLibrary objects. NcCr)z2 Returns a serialized CodeLibrary )serialize_using_object_codercodelibrrrrrzCodeLibraryCacheImpl.reducecCs||S)z6 Returns the unserialized CodeLibrary )codegenunserialize_libraryrrrrrszCodeLibraryCacheImpl.rebuildcCs|j S)z= Check cachability of the given CodeLibrary. )rrrrrr rz#CodeLibraryCacheImpl.check_cachablecs&tt|}|||}d|j|gS)N-)rprrrL_filename_prefix)rrrrqresrrrrrs  z&CodeLibraryCacheImpl.get_filename_base) r'r(r)rQrrrrrrtrrrrrrsrc@sveZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZejddZdS)IndexDataCacheFilezP Implements the logic for the index file and data file used by a cache. cCsD||_d|f|_tj|j|j|_d|f|_||_tj |_ dS)Nz%s.nbiz%s.{number:d}.nbc) rj _index_namer4r9rL _index_path_data_name_pattern _source_stampr{ __version___version)rrr source_stamprrrrls    zIndexDataCacheFile.__init__cCs|idSr) _save_indexrrrrr&!zIndexDataCacheFile.flushcCs||}z||}Wn+ty5t|}tdD] }||}||vr)nq|||<||Ynw|||dS)z? Save a new cache entry with *key* and *data*. rxN) _load_indexKeyErrorsetvalues itertoolscount _data_namer _save_data)rkeyr" overloads data_nameexistingrrrrsave$s     zIndexDataCacheFile.savecCs@|}||}|durdSz||WStyYdSw)z0 Load a cache entry with *key*. N)rr _load_datard)rrrrrrrload7s   zIndexDataCacheFile.loadcCsz!t|jd}t|}|}Wdn1swYWn ty,iYSw||jkr4iSt|\}}td|j||j krHiS|S)z| Load the cache index and return it as a dictionary (possibly empty if cache is empty or obsolete). rbNz[cache] index loaded from %r) openrpickler readFileNotFoundErrorrloadsrr)rfversionr"stamprrrrrEs       zIndexDataCacheFile._load_indexcCsl|j|f}||}||j}tj|j|dd||Wdn1s)wYtd|jdS)NrC)protocolz[cache] index saved to %r) r_dump_open_for_writerr dumprwriter)rrr"rrrrr^s   zIndexDataCacheFile._save_indexcCsT||}t|d }|}Wdn1swYt|}td||S)Nr zache] data loaded from %r) _data_pathr rr rr)rnamer9rr"tuprrrr fs     zIndexDataCacheFile._load_datacCsV||}||}|| }||Wdn1swYtd|dS)Nz[cache] data saved to %r)rrrrr)rrr"r9rrrrrns    zIndexDataCacheFile._save_datacCs|jj|dS)N)number)rformat)rrrrrrurzIndexDataCacheFile._data_namecCstj|j|Sr)r4r9rLrj)rrrrrrxrzIndexDataCacheFile._data_pathcCst|Srr )robjrrrr{szIndexDataCacheFile._dumpc cstjdd}d||f}z!t|d }|VWdn1s$wYt||WdStyIzt|WtyHYww)z Open *filepath* for writing in a race condition-free way (hopefully). uuid4 is used to try and avoid name collisions on a shared filesystem. Nz %s.tmp.%swb) uuiduuid4hexr r4r Exceptionunlinkrd)rfilepathuidtmpnamerrrrr~s"     z"IndexDataCacheFile._open_for_writeN)r'r(r)rQrlr&rr rrr rrrr contextlibcontextmanagerrrrrrrsrc@s~eZdZdZdZddZddZeddZd d Z d d Z d dZ ddZ ddZ ddZddZejddZddZdS)Cachea< A per-function compilation cache. The cache saves data in separate data files and maintains information in an index file. There is one index file per function and Python version ("function_name-.pyXY.nbi") which contains a mapping of signatures and architectures to data files. It is prefixed by a versioning key and a timestamp of the Python source file containing the function. There is one data file ("function_name-.pyXY..nbc") per function, function signature, target architecture and Python version. Separate index and data files per Python version avoid pickle compatibility problems. Note: This contains the driver logic only. The core logic is provided by a subclass of ``CacheImpl`` specified as *_impl_class* in the subclass. NcCs\t||_||_|||_|jj|_|jj}|jj }t |j||d|_ | dS)N)rrr) repr_name_py_func _impl_class_implrr3rjr;rr _cache_filer$)rr@rrrrrrls    zCache.__init__cCsd|jj|jfS)Nz<%s py_func=%r>)rsr'r-rrrr__repr__szCache.__repr__cCrmrrnrrrrrrzCache.cache_pathcC d|_dS)NT_enabledrrrrr$rbz Cache.enablecCr3)NFr4rrrrr%rbz Cache.disablecCs|jdSr)r1r&rrrrr&rz Cache.flushcCs@|||||WdS1swYdS)zr Load and recreate the cached object for the given signature, using the *target_context*. N)refresh!_guard_against_spurious_io_errors_load_overloadrrrrr s  $zCache.load_overloadcCs@|jsdS|||}|j|}|dur|j||}|Sr)r5 _index_keyrr1r r0r)rrrrr"rrrr8s zCache._load_overloadcCs:||||WddS1swYdS)zE Save the data for the given signature in the cache. N)r7_save_overloadr!rrrr#s "zCache.save_overloadcCsR|jsdS|j|s dS|jj|||j}|j|}|j ||dSr) r5r0rrr:r9rrr1r)rrr"rrrrr:s   zCache._save_overloadc csXtjdkr'zdVWdSty&}z|jtjkrWYd}~dSd}~wwdVdS)Nnt)r4rrderrnoEACCES)rrrrrr7s    z'Cache._guard_against_spurious_io_errorscCs\|jjj}|jjdurtdd|jjD}t|}nd}dd}||||||ffS)a  Compute index key for the given signature and codegen. It includes a description of the OS, target architecture and hashes of the bytecode for the function and, if the function has a __closure__, a hash of the cell_contents. NcSsg|]}|jqSr) cell_contentsrrrr sz$Cache._index_key..rcSst|Sr)rHrrK)rrrr sz"Cache._index_key..)r.rgco_code __closure__tupler magic_tuple)rrr codebytescvars cvarbyteshasherrrrr9s   zCache._index_key)r'r(r)rQr/rlr2r*rr$r%r&r r8r#r:r)r*r7r9rrrrr+s"      r+c@seZdZdZeZdS) FunctionCachezF Implements Cache that saves and loads CompileResult objects. N)r'r(r)rQrr/rrrrrIsrIrcsBtvsJtGfdddtGfdddt}|S)z Create a Cache class for additional compilation features to cache their result for reuse. The cache is saved in filename pattern like in ``FunctionCache`` but with additional *prefix* as specified. cseZdZZdS)z6make_library_cache..CustomCodeLibraryCacheImplN)r'r(r)rr)prefixrrCustomCodeLibraryCacheImpl&srKcseZdZdZZdS)z(make_library_cache..LibraryCachez Implements Cache that saves and loads CodeLibrary objects for additional feature for the specified python function. N)r'r(r)rQr/r)rKrr LibraryCache)srL)_lib_cache_prefixesaddrr+)rJrLr)rKrJrmake_library_caches  rO):rQabcrrr)r<rHrrrmathrr4r rXr6r!rnumba.misc.appdirsrzipfilepathlibrr{numba.core.errorsrnumba.core.basernumba.core.codegenr numba.core.compilerr numba.corer r numba.core.serializerrrr,r0objectrTrfrurwryrrrrrrr+rIrrMrOrrrrsX        *9   7(b$~~