2@ja ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl Tddl Z ddl mZddlmZddlmZmZmZmZmZmZmZmZmZddlmZddlZdZejej !d eZ"ej#$ej#%e&Z'd Z(eeGd d eZ)Gd d eZ*eGddeZ+eeeGdde+Z,eeeeGddeZ-e.dkrej/dSdS)N)mock)*)utils) TestCaseimport_dynamictemp_directoryhas_blasneeds_setuptoolsskip_if_py313plus_on_windowsskip_if_linux_aarch64skip_if_freethreadingskip_if_windows)cextz windows onlywinc@dtjvrtjd=dSdS)zVUnset MACOSX_DEPLOYMENT_TARGET because we are not building portable libraries MACOSX_DEPLOYMENT_TARGETN)osenvironFC:\Projects\Historical\venv\Lib\site-packages\numba/tests/test_pycc.pyunset_macosx_deployment_targetr"s*"RZ// J1 2 2 20/rc$eZdZedZdS)TestCompilerCheckscddlm}tjdddu}|r?tjdd!||dSdSdS)Nr)external_compiler_works CONDA_BUILD VSINSTALLDIR)numba.pycc.platformrrrget assertTrue)selfris_running_conda_builds rtest_windows_compiler_validityz1TestCompilerChecks.test_windows_compiler_validity/s @?????!# t!D!DD!P ! ;z~~nd33? 7 7 9 9::::: ; ;??rN)__name__ __module__ __qualname__ _windows_onlyr$rrrrr*s/  ; ;] ; ; ;rrceZdZdZdS)TestExtensionLibsc`gd}tjtjd|5tj}dddn #1swxYwYt fd|D}|||||t |dS)N)z setobject.cz listobject.czutils.cz dictobject.cz README.txtznumba.cext.os.listdir) return_valuec3K|]9}|dtj|V:dS)z.cN)endswithrpathjoin).0fnbases r zFTestExtensionLibs.test_get_extension_libs_is_sorted..GsX  ')R[[=N=N GLLr " "      r)rget_pathrpatchget_extension_libssorted assertEqual)r" fake_listinglibsexpectedr3s @r!test_get_extension_libs_is_sortedz3TestExtensionLibs.test_get_extension_libs_is_sorted@s 666 } Z/l K K K - -*,,D - - - - - - - - - - - - - - -    -9      x((( vd||,,,,,sAAAN)r%r&r'r=rrrr*r*>s# - - - - -rr*c:eZdZdZdZejdZdS) BasePYCCTestclttd|_|jt_dS)N test_pycc)rrtmpdirtempfiletempdirr"s rsetUpzBasePYCCTest.setUpQs/&((($[11  ;rc>dt_ddlm}|dS)Nr)clear_export_registry)rCrDnumba.pycc.decoratorsrH)r"rHs rtearDownzBasePYCCTest.tearDownYs4 @?????rc#vKtj| t|}|Vtj|tj|ddS#tj|tj|dwxYwN)sysr/appendrremovemodulespop)r"extdirnamelibs r check_c_extzBasePYCCTest.check_c_extds  ( &&CIII HOOF # # # KOOD$ ' ' ' ' ' HOOF # # # KOOD$ ' ' ' 's A77AB8N)r%r&r'rFrJ contextlibcontextmanagerrUrrrr?r?NsQ'''    (((((rr?c\eZdZfdZejdZdZdZdZ dZ dZ dZ d Z d Zd Zd Zd ZedZejedZejedZejedZeejdZdZxZS)TestCCctt||ddlm}||_tj|jdS)Nr)compile_with_pycc) superrYrFskip_if_no_external_compiler numba.testsr[ _test_module importlibreload)r"r[ __class__s rrFz TestCC.setUptse fd!!### ))+++111111-*+++++rc#K|j|_|||j|j5}|VddddS#1swxYwYdSrL)rB output_dircompilerUrS)r"ccrTs rcheck_cc_compiledzTestCC.check_cc_compiled{s     dk27 3 3 sIII                  sAAAcd|jtj|jdz}|d|z}t jtj d|gdS)Naif 1: import sys import types # to disable numba package sys.modules['numba'] = types.ModuleType('numba') try: from numba import njit except ImportError: pass else: raise RuntimeError('cannot disable numba package') sys.path.insert(0, %(path)r) import %(name)s as lib )rSr/ -c) r%rr/dirname__file__strip subprocess check_callrM executable)r"rTcodeprologs rcheck_cc_compiled_in_subprocessz&TestCC.check_cc_compiled_in_subprocesssj<7??3<88::: ||C  4's~tT:;;;;;rc|jj}||jd|jjj}|t j|||jjj }| t j |||t j | d|tj drO||d|ddlm}|||dSdS)Npycc_test_simplezpycc_test_simple.linuxz.sor)find_pyext_ending)r_rfr9rSrdr!rr/isdir output_file assertFalseexistsbasename startswithrMplatformr.rrwassertIn)r"rfdfrws rtest_cc_propertieszTestCC.test_cc_propertiess9   ! "4555   +  a((!,,,   , **A... ((++667JKKQOOO < " "7 + + 2 OOAJJu--q 1 1 1 > = = = = = MM++--q 1 1 1 1 1  2 2rc\||jj5}|dd}||d|dd}||d|d}||d||d| t5| dd dddn #1swxYwYddddS#1swxYwYdS) N{A;iglVAr) rgr_rfmultiassertPreciseEqualmultfsquareassertIsget_none assertRaisesZeroDivisionErrordiv)r"rTress r test_compilezTestCC.test_compiles  # #D$5$8 9 9 S))C%%C  # #C 3 3 3))C%%C  # #C 7 7 7**Q--C  # #C , , , MM#,,..$ / / /""#455  1                                  s6CD!&D = D! D D!D D!!D%(D%c |jj}||_||5}|dd}||d||jjdddddS#1swxYwYdS)Nrrrru)r_rf target_cpurgrrr9r&)r"cpu_namerfrTrs rcheck_compile_for_cpuzTestCC.check_compile_for_cpus   !   # #B ' ' G3))C%%C  # #C 3 3 3   SY13E F F F G G G G G G G G G G G G G G G G G GsA BB BcR|tjdSrL)rllget_host_cpu_namerEs rtest_compile_for_cpuzTestCC.test_compile_for_cpus% ""2#7#9#9:::::rc0|ddS)Nhost)rrEs rtest_compile_for_cpu_hostz TestCC.test_compile_for_cpu_hosts ""6*****rc$||jj5}|dd}||dddt jdfD]-}||}||d.ddt jdfD]-}| |}||d .| d }||d | | d| d| d }t j d }||||t jd gdz}||ddd|iz}|||ddddS#1swxYwYdS)Nyy?@@?g<*raRif 1: from numpy.testing import assert_equal, assert_allclose res = lib.power(2, 7) assert res == 128 res = lib.random(42) assert_allclose(res, %(expected)s) res = lib.spacing(1.0) assert_allclose(res, 2**-52) r<)rgr_ cc_helperlibpowerrnp complex128sqrtfloat64np_sqrtspacingassertNotEqualrandom RandomState random_samplesizersr"rTrvalr<rqs rtest_compile_helperlibzTestCC.test_compile_helperlibs2  # #D$5$B C C >@@H  # #C 2 2 2((2:qcAg..//C  # #C + + +"8,-D  0 0d ; ; ;; < < < < < < < < < < < < < < < < < @)rg@rg@raBif 1: from numpy.testing import assert_equal from numpy import float64, argsort res = lib.zero_scalar(1) assert res == 0.0 res = lib.zeros(3) assert list(res) == [0, 0, 0] if %(has_blas)s: res = lib.vector_dot(4) assert res == 30.0 val = float64([2., 5., 1., 3., 4.]) res = lib.np_argsort(val) expected = argsort(val) assert_equal(res, expected) )r )rgr_cc_nrtr zero_scalarzerosr9listr vector_dotrr np_argsortargsortdictrsrs rtest_compile_nrtzTestCC.test_compile_nrts{  # #D$5$< = = <  # #COOA$6$6 < < <))A,,C   T#YY 2 2 2 3nnQ''''T222*11122C..%%Cz#H  # #C 2 2 2H---.D  0 0d ; ; ;; < < < < < < < < < < < < < < < < < >BBcJddlfd}||fS)aCompile the CC defined by ``build_script`` in two fresh subprocesses and return the MD5 of each produced shared object. Re-running compilation in the same process re-uses the same Python objects, so any ``id(obj)``-based names happen to match by accident. To exercise the non-determinism path we must build in two fresh subprocesses. rNc~tjj}tjt jd|gttj |d5} |  cdddS#1swxYwYdS)Ndirrjrb)rCmkdtemprBrnrorMrpopenrr/r0md5read hexdigest)outdirfh build_scripthashlibout_namer"s rbuildz/TestCC._check_reproducible_build..build+s%$+666F  !|V<   bgll6844d;; :r{{27799--7799 : : : : : : : : : : : : : : : : : :s,9B22B69B6)r)r"rrrrs``` @r_check_reproducible_buildz TestCC._check_reproducible_build sR  : : : : : : : :uwwrcdtd}|||jjj\}}|||ddS)zSee https://github.com/numba/numba/issues/10610 AOT-compiled extensions should be byte-for-byte reproducible across independent processes that compile the same source. zimport sys sys.path.insert(0, z) import importlib from numba.tests import compile_with_pycc importlib.reload(compile_with_pycc) cc = compile_with_pycc.cc cc.output_dir = sys.argv[1] cc.compile() z,AOT binary is not reproducible across buildsN) base_pathrr_rfryr9)r"scripth1h2s rtest_reproducible_buildzTestCC.test_reproducible_build7sm YY // D%(4  B RG I I I I Irctjd}ddlm}|dj}|||\}}|||ddS)a%See https://github.com/numba/numba/issues/10610 AOT modules that use ``@jitclass`` previously embedded ``id(ClassType)`` into the mangled LLVM symbol names (via ``numba.core.types.misc.ClassType.__init__``), making the emitted binary non-reproducible. aa import sys from numba.pycc import CC from numba.experimental import jitclass from numba import types @jitclass([('x', types.int64)]) class Foo: def __init__(self, v): self.x = v def get(self): return self.x cc = CC('aot_repro_jitclass') cc.use_nrt = True @cc.export('use_foo', 'i8(i8)') def use_foo(v): return Foo(v).get() cc.output_dir = sys.argv[1] cc.compile() rCCaot_repro_jitclassz'AOT jitclass binary is not reproducibleNtextwrapdedent numba.pyccrryrr9r"rrrrrs r test_reproducible_build_jitclassz'TestCC.test_reproducible_build_jitclassNs"   . "!!!!!2*++7//AAB RB D D D D Drctjd}ddlm}|dj}|||\}}|||ddS)aBSee https://github.com/numba/numba/issues/10610 AOT modules that use a recursive (deferred) jitclass previously embedded both ``id(ClassType)`` and ``id(DeferredType)`` into the mangled LLVM symbol names (see ``numba.core.types.misc``), making the emitted binary non-reproducible. aR import sys from numba.pycc import CC from numba.experimental import jitclass from numba import types, deferred_type, optional node_type = deferred_type() @jitclass([('value', types.int64), ('next', optional(node_type))]) class Node: def __init__(self, v): self.value = v self.next = None node_type.define(Node.class_type.instance_type) cc = CC('aot_repro_recursive') cc.use_nrt = True @cc.export('mklen', 'i8(i8)') def mklen(n): head = Node(0) cur = head for i in range(1, n): nxt = Node(i) cur.next = nxt cur = nxt count = 0 p = head while p is not None: count += 1 p = p.next return count cc.output_dir = sys.argv[1] cc.compile() rraot_repro_recursivez-AOT recursive-type binary is not reproducibleNrrs r&test_reproducible_build_recursive_typez-TestCC.test_reproducible_build_recursive_typeus%" % % L "!!!!!2+,,8//AAB RH J J J J Jrctjd}ddlm}|dj}|||\}}|||ddS)aSee https://github.com/numba/numba/issues/10610 AOT modules that use ``@stencil`` previously embedded ``hex(id(the_array))`` into the generated stencil function name (see ``numba.stencils.stencil``), making the emitted binary non-reproducible. a import sys from numba import stencil from numba.pycc import CC @stencil def kernel(a): return 0.25 * (a[-1] + a[1] + a[0] + a[0]) cc = CC('aot_repro_stencil') cc.use_nrt = True @cc.export('blur', 'f8[:](f8[:])') def blur(a): return kernel(a) cc.output_dir = sys.argv[1] cc.compile() rraot_repro_stencilz&AOT stencil binary is not reproducibleNrrs rtest_reproducible_build_stencilz&TestCC.test_reproducible_build_stencils"   & "!!!!!2)**6//AAB RA C C C C Crcddlddltjdddlm}|djfd}|d}|d}||ddS) aSee https://github.com/numba/numba/issues/10610 AOT modules where two @jitclass classes share the same ``__name__`` and are created inside a set-of-strings iteration must produce byte-for-byte identical binaries regardless of PYTHONHASHSEED. Seeds 0 and 2 are known to produce different frozenset({"int64", "float64"}) iteration orders on CPython, so they reliably expose any counter-based (ordering-dependent) naming scheme. rNa import sys from numba.pycc import CC from numba.experimental import jitclass from numba import types cc = CC('aot_counter_nondeterminism') cc.use_nrt = True # frozenset of strings: iteration order varies with PYTHONHASHSEED. # Both strings map to a distinct field type; the jitclass named # "Foo" is created for each in that (non-deterministic) order. # A content-based naming scheme must assign the same tag to the # int64 variant regardless of which string comes first. int64_Foo = None for key in frozenset({"int64", "float64"}): ft = types.int64 if key == "int64" else types.float64 @jitclass([("x", ft)]) class Foo: def __init__(self, v): self.x = v def get(self): return self.x if key == "int64": int64_Foo = Foo @cc.export("use_int_foo", "i8(i8)") def use_int_foo(v): return int64_Foo(v).get() cc.output_dir = sys.argv[1] cc.compile() raot_counter_nondeterminismctjj}ijdt |i}t jtjd|g|tj |d5} | cdddS#1swxYwYdS)NrPYTHONHASHSEEDrj)envr)rCrrBrstrrnrorMrprr/r0rrr) seedrrrrrrrr"s rbuild_with_seedzKTestCC.test_reproducible_build_set_iteration_order..build_with_seeds%$+666F=RZ=!13t99==C  !vv6C    bgll6844d;; :r{{27799--7799 : : : : : : : : : : : : : : : : : :s9C  C C ruZAOT binary differs across PYTHONHASHSEED values — ClassType naming is ordering-dependent)rrrrrrryr9) r"rrh0rrrrrs ` @@@@r+test_reproducible_build_set_iteration_orderz2TestCC.test_reproducible_build_set_iteration_orders "" " " H "!!!!!2233? : : : : : : : : :_Q   _Q   RB C C C C Crc||jj5}tjdtj}tjdtj}||||||tjdtj}| |||||tjdtj}tjdtj}| t5}|||dddn #1swxYwY| d|j d|j t|jtjdtj}tjdtj}| t5}| ||dddn #1swxYwY| d|j d|j t|jddddS#1swxYwYdS) zSee https://github.com/numba/numba/issues/9948 Dynamic exception uses a symbol that in PYCC compilation must become linkonce_odr linkage to prevent symbol collision. )rrr)rrNzcannot assign slice of shape z from input of shape )r)rr)rgr_ cc_dynexcrrrones do_setitem1r do_setitem2r ValueErrorrshaper exception)r"rTabraisess rtest_dynamic_exczTestCC.test_dynamic_excs  # #D$5$? @ @ 'Crz222Abj111A OOAq ! ! !  # #Aq ) ) )rz222A OOAq ! ! !  # #Aq ) ) )rz222Abj111A"":.. &&1%%% & & & & & & & & & & & & & & & MM,,,"#',,F$%% ' ' ' rz222Abj111A"":.. &&1%%% & & & & & & & & & & & & & & & MM,,,"#',,F$%% ' ' '7 ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' 's[DI&3E I&E I&E BI&3H I&H I&H ;I&&I*-I*)r%r&r'rFrVrWrgrsrrrrrrrrrrrrunittestexpectedFailurerrrrr __classcell__rbs@rrYrYos ,,,,,<<<(222&   GGG;;;+++<<<@<<<@<<< 111   .II_I,#D#D_#DJ2J2J_2JhCC_CB ACAC_ACF$'$'$'$'$'$'$'rrYcBeZdZfdZdZdZdZdZdZdZ xZ S)TestDistutilsSupportct|tt d|_t jtd}t j|jd|_ tj ||j dS)Ntest_pycc_distutilspycc_distutils_usecasework) r\rFr]rrrBrr/r0r usecase_dirshutilcopytree)r" source_dirrbs rrFzTestDistutilsSupport.setUp@s   ))+++&(((%%:;; W\\)-EFF 7<< V<< D$455555rcddl}tjtjtj|j}t tjddr|tj zdzd<n|d<fd}||ddgd}|d|gdS) Nr PYTHONPATHcFtjtjg|zjtjtj}|\}}|}|dkr. d| ddzdSdSN)cwdstdoutstderrrrz+python failed with the following output: %szutf-8ignore rnPopenrMrprPIPESTDOUT communicatewaitfaildecodeargspout_rcrr"s r run_pythonz7TestDistutilsSupport.check_setup_py..run_pythonX #.!1D!8%)%5(2(2(9%( ***A ]]__FCBQww HJJw99:;;;;;wr build_ext --inplacezif 1: import pycc_compiled_module as lib assert lib.get_const() == 42 res = lib.ones(3) assert list(res) == [1.0, 1.0, 1.0] rj numbarr/abspathrkrlrrr pathsepr" setup_py_filer= numba_pathr8rqrs` @rcheck_setup_pyz#TestDistutilsSupport.check_setup_pyM W__RW__%'W__U^%D%D&F&FGG 2: 77< $ $ + *RZ 7#l:K KC   *C  ; ; ; ; ; ;  M; <===  D$<     rcddl}tjtjtj|j}t tjddr|tj zdzd<n|d<fd}||ddgd}|d|gdS) Nrr"r#cFtjtjg|zjtjtj}|\}}|}|dkr. d| ddzdSdSr%r*r2s rr8z>TestDistutilsSupport.check_setup_nested_py..run_pythonxr9rr:r;zif 1: import nested.pycc_compiled_module as lib assert lib.get_const() == 42 res = lib.ones(3) assert list(res) == [1.0, 1.0, 1.0] rjr<r@s` @rcheck_setup_nested_pyz*TestDistutilsSupport.check_setup_nested_pymrDrc0|ddS)Nzsetup_distutils.pyrCrEs rtest_setup_py_distutilsz,TestDistutilsSupport.test_setup_py_distutilss 011111rc0|ddS)Nzsetup_distutils_nested.pyrGrEs rtest_setup_py_distutils_nestedz3TestDistutilsSupport.test_setup_py_distutils_nesteds ""#>?????rc0|ddS)Nzsetup_setuptools.pyrIrEs rtest_setup_py_setuptoolsz-TestDistutilsSupport.test_setup_py_setuptoolss 122222rc0|ddS)Nzsetup_setuptools_nested.pyrLrEs rtest_setup_py_setuptools_nestedz4TestDistutilsSupport.test_setup_py_setuptools_nesteds ""#?@@@@@r) r%r&r'rFrCrGrJrMrOrQrrs@rrr:s 6 6 6 6 6!!!@!!!@222@@@333AAAAAAArr__main__)0rVr`rrrnrMrCrrrctypesnumpyrllvmlite.bindingbindingr numba.corernumba.tests.supportrrrr r r r r rr=r _skip_reasonskipIfr~r}r(r/rkr>rlrrrr*r?rYrr%mainrrrr\s  2222222222222222222222 CL$;$;E$B$B B ,..  GOOBGOOH55 6 6 333;;;;;;;;$ - - - - - - - - (((((8(((@E'E'E'E'E'\E'E'E'PYAYAYAYAYA8YAYAYAx zHMOOOOOr