1@jYqTdZddlmZmZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZddlZddlmZddlZddlmZmZddlmZddlmZdd lmZdd l m!Z!m"Z"dd l#m$Z$d Z%Gd deZ&Gdde&Z'GddeZ(ej)ddZ*ej)ddZ+Gdde,Z-Gdde-e(Z.Gdde-e(Z/Gdde/Z0Gdd e-e(Z1Gd!d"e(Z2Gd#d$e-e(Z3Gd%d&eZ4Gd'd(e4Z5Gd)d*e4Z6Gd+d,e,Z7Gd-d.e&Z8Gd/d0e8Z9e:d1gZ;d2Z!&&((++2244 5 5 5 5 5 5 555555555 5 5 5 5 5 5 5 5 5555555555555555555s4B8A<# B<B BB BBBc4eZdZdZdZdZedZdS)_SourceFileBackedLocatorMixinzf A cache locator mixin for functions which are backed by a well-known Python source file. cttddr tj}n|j}t j|}t ||j|jSNfrozenF) getattrsys executable_py_filerEstatrsrprq)rrJsts rrNz._SourceFileBackedLocatorMixin.get_source_stampsI 3% ( ( !>DD=D WT]] r{BJ???rc*t|jSr)str_linenors rrPz/_SourceFileBackedLocatorMixin.get_disambiguators4<   rctj|sdS|||} |n#t$rYdSwxYw|Sr)rErJexistsrKOSErrorrTrUrVrs rrWz+_SourceFileBackedLocatorMixin.from_functionsqw~~g&&  Fs7G$$   " " $ $ $ $    FF  A AAN)r0r1r2rgrNrPrhrWrrrr|r|sZ @@@!!!  [   rr|c>eZdZdZdZdZefdZxZS)UserProvidedCacheLocatorzd A locator that always point to the user provided directory in `numba.config.CACHE_DIR` c||_|jj|_||}t jtj ||_ dSr) r__code__co_firstlinenorrfrErJrbr CACHE_DIR _cache_path)rrUrV cache_subpaths r__init__z!UserProvidedCacheLocator.__init__sJ '6 77@@ 7<<(8-HHrc|jSrrrs rrDz'UserProvidedCacheLocator.get_cache_path rcvtjsdStt|}|||Sr)r rsuperrrW)rTrUrVparent __class__s rrWz&UserProvidedCacheLocator.from_functions9  F/55##GW555r) r0r1r2rgrrDrhrW __classcell__rs@rrrsoIII    6666[66666rrceZdZdZdZdZdS)InTreeCacheLocatorzn A locator for functions backed by a regular Python module with a writable __pycache__ directory. c||_|jj|_tjtj|jd|_dS)N __pycache__) rrrrrErJrbr\r)rrUrVs rrzInTreeCacheLocator.__init__sD '6 7<< (F(F VVrc|jSrrrs rrDz!InTreeCacheLocator.get_cache_pathrrN)r0r1r2rgrrDrrrrrs? WWW      rrc"eZdZdZfdZxZS)InTreeCacheLocatorFsAgnosticam A locator for functions backed by a regular Python module with a writable __pycache__ directory. This version is agnostic to filesystem differences, e.g. timestamp precision with milliseconds. .. deprecated:: Source stamps are now content hashes, which are already filesystem-agnostic. Use :class:`InTreeCacheLocator` instead. crtjdtdtj|i|dS)NzInTreeCacheLocatorFsAgnostic is deprecated; source stamps are now content hashes, which are already filesystem-agnostic. Use InTreeCacheLocator instead.) stacklevel)warningswarnrrr)rrkwargsrs rrz%InTreeCacheLocatorFsAgnostic.__init__sM  . $      $)&)))))r)r0r1r2rgrrrs@rrrsB*********rrc4eZdZdZdZdZedZdS)UserWideCacheLocatorz A locator for functions backed by a regular Python module or a frozen executable, cached into a user-wide cache directory. c||_|jj|_t dd}|j}||}tj |||_ dSNnumbaF)appname appauthor) rrrrruser_cache_dirrfrErJrbrrrUrVappdirs cache_dirrs rrzUserWideCacheLocator.__init__sa '6 'U;;;* 77@@ 7<< =AArc|jSrrrs rrDz#UserWideCacheLocator.get_cache_pathrrctj|sttddsdS|||} |n#t $rYdSwxYw|Sr~)rErJrrrrKrrs rrWz"UserWideCacheLocator.from_functionsw'' 73%+H+H  Fs7G$$   " " $ $ $ $    FF  sA A('A(N)r0r1r2rgrrDrhrWrrrrr sZ BBB     [   rrc@eZdZdZdZdZdZdZedZ dS)IPythonCacheLocatorzT A locator for functions entered at the IPython prompt (notebook or other). c||_tj|}t|tr ||_dS|d|_dS)Nzutf-8)rinspect getsource isinstancebytes _bytes_sourcer`)rrUrVsources rrzIPythonCacheLocator.__init__2sU "7++ fe $ $ 8!'D   !'w!7!7D   rc ddlm}n#t$r ddlm}YnwxYwtj|dS)Nr)get_ipython_cache_dir numba_cache) IPython.pathsr ImportErrorIPython.utils.pathrErJrb)rrs rrDz"IPythonCacheLocator.get_cache_path<sv  A ; ; ; ; ; ; ; A A A @ @ @ @ @ @ @ @ Aw||1133]CCCs  cXtj|jSr)r^rmrrars rrNz$IPythonCacheLocator.get_source_stampHs!~d011;;===rcd|jddd}tj|ddS)NrTr )rbr splitlinesr^rmra)r firstliness rrPz%IPythonCacheLocator.get_disambiguatorKsT XXd0;;DAA"1"EFF ~j))3355crc::rc8|dsQtjtj|dsdS|||} |n#t $rYdSwxYw|S)Nz >>;;;  [   rrcPeZdZdZdZedZdZdZe dZ dS)ZipCacheLocatorzP A locator for functions backed by Python modules within a zip archive. c||_|jj|_||\|_|_tdd}|j}| |}tj |||_ dSr)rrrr_split_zip_path _zip_path_internal_pathrrrfrErJrbrrs rrzZipCacheLocator.__init__is '6 .2.B.B7.K.K++'U;;;* 77@@ 7<< =AArc @t|}t|jD]l\}}|drRt t|jd|dz}t t|j|dzd}||fcSmt d)N.zipzNo zip file found in path)r enumeratepartsendswithr ValueError)rVrJipartrwrxs rrzZipCacheLocator._split_zip_pathusG}} ,, / /GAt}}V$$ /tTZ!a%%89:: #D$*QUWW*=$> ? ? .... /4555rc|jSrrrs rrDzZipCacheLocator.get_cache_pathrrctj|j}t|j|j|j|jSr)rErrrzrrprq)rrs rrNz ZipCacheLocator.get_source_stamps: WT^ $ $'8K(* RZAA Arc&d|vrdS|||S)NrrrSs rrWzZipCacheLocator.from_functions$  4s7G$$$rN) r0r1r2rgr staticmethodrrDrNrhrWrrrrrds B B B66\6   AAA %%[%%%rrceZdZdZeeeeegZ dZ dZ e dZ e dZedZedZedZd S) CacheImplz Provides the core machinery for caching. - implement how to serialize and deserialize the data in the cache. - control the filename of the cache. - provide the cache locator c0|jj|_ |j}n#t$r |j}YnwxYwt jrg}t jdD]}| }d|vrl| dd\}} tj |}t||}nc#ttf$r} td|d| d} ~ wwxYwt!|}|td|d||n|j}t)j|} |D]}||| } | ntd|d| | |_t)j|} t0jt0j| d } | d|}tt8d d }||||_dS) N,.rzFailed to import 'z8' specified via NUMBA_CACHE_LOCATOR_CLASSES env variablezUnknown cache locator class: 'zcannot cache function z : no locator available for file rabiflags)rrrr2AttributeErrorr0r CACHE_LOCATOR_CLASSESr]striprsplit importlib import_modulerr RuntimeErrorglobalsgetappend_locator_classesrgetfilerW_locatorrErJsplitextrrget_filename_base_filename_base)rrUqualnamelocator_classeslocator_class_path module_path class_namemodulerTe source_pathlocatorfilenamemodnamefullnamers rrzCacheImpl.__init__s'6  (+HH ( ( ('HHH (  ' 4 O&,&B&H&H&M&M , ,"%7%=%=%?%?",,,.@.G.GQ.O.O+K^!*!8!E!E%fj99'8^^^*,V@R,V,V,VWW\]^^ "))--(:;;C{*,VL^,V,V,VWWW&&s++++# ,&#3Oog.. " H HC''==G"#,08++ GHH H ?7++'""27#3#3H#=#=>>qA%ggxx03 B//"44XxHHs$//$B88C" CC"c|dddd}d}|||jtjdtjd|fzS)Nz%s-%s.py%d%d%srr)replacerrPr version_info)rrrfixed_fullnamefmts rrzCacheImpl.get_filename_basesl"))#r22::3CCndl&D&D&F&F&q)3+;A+>JJ Jrc|jSr)rrs r filename_basezCacheImpl.filename_bases ""rc|jSr)rrs rrzCacheImpl.locators }rcdS)z$Returns the serialized form the dataNrrr(s rreducezCacheImpl.reduce  rcdS)z4Returns the de-serialized form of the *reduced_data*Nr)rr$ reduced_datas rrebuildzCacheImpl.rebuildrrcdS)zEReturns True if the given data is cachable; otherwise, returns False.Nrrs rcheck_cachablezCacheImpl.check_cachablerrN)r0r1r2rgrrrrrrrrr3rrrrrrrrrrrs ! 0I0I0IdJJJ##X#X  ^   ^   ^   rrc$eZdZdZdZdZdZdS)CompileResultCacheImplz> Implements the logic to cache CompileResult objects. c*|S)z4 Returns a serialized CompileResult )_reduce)rr;s rrzCompileResultCacheImpl.reduces||~~rc0tjj|g|RS)z8 Returns the unserialized CompileResult )r r _rebuildrr$payloads rrzCompileResultCacheImpl.rebuilds %.~HHHHHrcd}td|jDrd}n|jjrd}|rXd|jjddd|}tj|t|j j |j d Sd S) z@ Check cachability of the given compile result. Nc3&K|] }|j V dSr) can_cache.0xs r z8CompileResultCacheImpl.check_cachable..s&4411;444444rzas it uses lifted codezLas it uses dynamic globals (such as ctypes pointers and large global arrays)z Cannot cache compiled function "rrYz" FT) anyliftedlibraryhas_dynamic_globalsfndescrr]r warn_explicitrrrr)rr; cannot_cachers rrz%CompileResultCacheImpl.check_cachables 44 444 4 4 Q3LL \ - QPL   k*0055b999<<IC  "3 #'=#94< I I I5trN)r0r1r2rgrrrrrrrrsN III rrc8eZdZdZdZdZdZdZfdZxZ S)CodeLibraryCacheImplz< Implements the logic to cache CodeLibrary objects. Nc*|S)z2 Returns a serialized CodeLibrary )serialize_using_object_codercodelibs rrzCodeLibraryCacheImpl.reduces22444rcP||S)z6 Returns the unserialized CodeLibrary )codegenunserialize_libraryr!s rrzCodeLibraryCacheImpl.rebuild s$%%'';;GDDDrc|j S)z= Check cachability of the given CodeLibrary. )r-r5s rrz#CodeLibraryCacheImpl.check_cachable&s...rctt|}|||}d|j|gS)N-)rr2rrb_filename_prefix)rrrrresrs rrz&CodeLibraryCacheImpl.get_filename_base,sB+T22&&x::xx.4555r) r0r1r2rgr=rrrrrrs@rr2r2sz555 EEE /// 666666666rr2cteZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zejd ZdS)IndexDataCacheFilezP Implements the logic for the index file and data file used by a cache. c||_|d|_tj|j|j|_|d|_||_tj |_ dS)Nz.nbiz.{number:d}.nbc) r _index_namerErJrb _index_path_data_name_pattern _source_stampr __version___version)rrr source_stamps rrzIndexDataCacheFile.__init__6s\%'4}}67<<(8$:JKK9F"H)) rc0|idSr) _save_indexrs rr/zIndexDataCacheFile.flush>s rch|} ||}n}#t$rpt|}t jdD]}||}||vrn|||<||YnwxYw|||dS)z? Save a new cache entry with *key* and *data*. rN) _load_indexKeyErrorsetvalues itertoolscount _data_namerJ _save_data)rkeyr( overloads data_nameexistingrs rsavezIndexDataCacheFile.saveAs$$&&  (!#II ( ( (9++--..H_Q''   OOA.. H,,E-&IcN   Y ' ' ' ' ' (  4(((((sA7BBc|}||}|dS ||S#t$rYdSwxYw)z0 Load a cache entry with *key*. N)rLr _load_datar)rrTrUrVs rloadzIndexDataCacheFile.loadTsj$$&& MM#&&   F ??9-- -    FF rcd t|jd5}tj|}|}dddn #1swxYwYn#t $ricYSwxYw||jkriStj|\}}td|j||j kriS|S)z| Load the cache index and return it as a dictionary (possibly empty if cache is empty or obsolete). rkNz[cache] index loaded from %r) rlrCpickler[rnFileNotFoundErrorrGloadsrrE)rrrversionr(stamprUs rrLzIndexDataCacheFile._load_indexbs  d&--  +a..vvxx               !   III  dm # #I!<--y143CDDD D& & &I s4A)A  A AAAA A'&A'c2|j|f}||}||j5}t j|j|d||dddn #1swxYwYtd|jdS)NrY)protocolz[cache] index saved to %r) rE_dump_open_for_writerCr]dumprGwriter)rrUr(rrs rrJzIndexDataCacheFile._save_index{s!9,zz$  ! !$"2 3 3 q K q2 6 6 6 6 GGDMMM                .0@AAAAAs2A77A;>A;c||}t|d5}|}dddn #1swxYwYtj|}t d||S)Nrkzache] data loaded from %r) _data_pathrlrnr]r_r)rnamerJrrr(tups rrZzIndexDataCacheFile._load_datast$$ $   6688D               l4  0$777 sAA A c||}||}||5}||dddn #1swxYwYt d|dS)Nz[cache] data saved to %r)rdrirergr)rrjr(rJrrs rrSzIndexDataCacheFile._save_dataszz$t$$  ! !$ ' ' 1 GGDMMM               -t44444sA""A&)A&c8|j|S)N)number)rDformat)rrns rrRzIndexDataCacheFile._data_names&--V-<<.pyXY.nbi") which contains a mapping of signatures and architectures to data files. It is prefixed by a versioning key and a timestamp of the Python source file containing the function. There is one data file ("function_name-.pyXY..nbc") per function, function signature, target architecture and Python version. Separate index and data files per Python version avoid pickle compatibility problems. Note: This contains the driver logic only. The core logic is provided by a subclass of ``CacheImpl`` specified as *_impl_class* in the subclass. Ncjt||_||_|||_|jj|_|jj}|jj }t|j|||_ | dS)N)rrrH) repr_name_py_func _impl_class_implrrDrrNrr@ _cache_filer+)rrUrHrs rrzCache.__init__s']]  %%g.. :-<<>>z)::<<  0 -9I#9#9#;#;<<$$S))  :%%nd;;D rc|5|||ddddS#1swxYwYdS)zE Save the data for the given signature in the cache. N)r_save_overloadr's rr)zCache.save_overloads 3 3 5 5 + +   T * * * + + + + + + + + + + + + + + + + + +s 9==c,|jsdS|j|sdS|jj|||j}|j|}|j ||dSr) rrrrrKrr8rrrX)rr#r(rTs rrzCache._save_overloads}  Fz((..  F ,,...ooc4<00z  && c4(((((rc#Ktjdkr5 dVdS#t$r!}|jtjkrYd}~dSd}~wwxYwdVdS)Nnt)rErjrerrnoEACCES)rrs rrz'Cache._guard_against_spurious_io_errors sw 7d??    7el**+*****  EEEEEs AAAc|jjj}|jj3t d|jjD}t |}nd}d}||||||ffS)a  Compute index key for the given signature and codegen. It includes a description of the OS, target architecture and hashes of the bytecode for the function and, if the function has a __closure__, a hash of the cell_contents. Ncg|] }|j Sr) cell_contentsr&s r z$Cache._index_key.."sNNNq1?NNNrrcNtj|Sr)r^rmra)r(s rz"Cache._index_key..)s7>!,,6688r)rrco_code __closure__tupler magic_tuple)rr#r8 codebytescvars cvarbyteshashers rrzCache._index_keysM*2 = $ 0NNDM4MNNNOOEe III88W((**VVI->->-3VI->->-AB Br)r0r1r2rgrrrr3rr+r-r/r%rr)rr~rrrrrrrrs,K   III  X !!!<<<+++)))   BBBBBrrceZdZdZeZdS) FunctionCachezF Implements Cache that saves and loads CompileResult objects. N)r0r1r2rgrrrrrrr.s)KKKrrrctvsJtGfddtGfddt}|S)z Create a Cache class for additional compilation features to cache their result for reuse. The cache is saved in filename pattern like in ``FunctionCache`` but with additional *prefix* as specified. ceZdZZdS)6make_library_cache..CustomCodeLibraryCacheImplN)r0r1r2r=)prefixsrCustomCodeLibraryCacheImplrCs!rrceZdZdZZdS)(make_library_cache..LibraryCachez Implements Cache that saves and loads CodeLibrary objects for additional feature for the specified python function. N)r0r1r2rgr)rsr LibraryCacherFs   1 rr)_lib_cache_prefixesaddr2r)rrrs` @rmake_library_cacher9s , , , , ,F###"""""""%9"""1111111u111 r)=rgabcrrr~r functoolsr^rrrPrEr]rrGrvrnumba.misc.appdirsrrupathlibrrnumba.core.errorsrrnumba.core.baser numba.core.codegenr numba.core.compilerr numba.corer r numba.core.serializerrrr6r@ lru_cachersrzobjectr|rrrrrrrrr2r@rrrNrrrrrrs ('''''''   &&&&&& CCCCCCCC''''''******------''''''''&&&&&& ' ' ' ' ' w' ' ' ' T        *6-6-6-6-6-g6-6-6-6-rT"""11#"1T"""55#"5F>66666{{{{{{{{|{B{B{B{B{BF{B{B{B|)))))E)))c2$iir