jddlmZ ddlZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z m Z mZmZddlZddlmZmZmZmZmZmZmZmZerddlmZejeZejedZ gdZ!dd l"m#Z$d Z%Gd d Z&id ej'dej(dej)dej*dej*dej+dej,dej-dej.dej/dej0dej1dddej2dej3dej4dej5idej6d ej7d!ej8d"ej9d#ej9d$ej:d%ej:d&ej;d'ej<d(ej=d)ed*ed+ed,ed-ed.ej>d/ej>Z?hd0Z@d1ZAd2ZBeBD][ZCd3eCZDd4eDZEeFe&eDeAeCeGeeEe?eD<e@)eDe!HeD\dhZIe@eIzZJhd5ZKhd6ZLdhZMeKeMzZNhd7ZOdd"hZPdd"d8ZQhd9ZReBD]ZCd3eCZDeR)eDhd:ZShd;ZTd<ZUd=ZVd>ZWd?ZXd@ZYdAZZdBZ[dCZ\dDZ]dEZ^dFZ_ dpdHZ`dIZadJZbe`ej=ej6eXeYeZe[eae\ebeUeVeWe]e^dKZcdLZddMZedNZfdOZgdPZhdQZidRZjdSZkdTZldUZmdVZndWZodXZpejqeZrdYZseBD]-ZCdZeCZteseCZuetxeu_veu_eFereteu.[u[C[td[Zwdqd\Zxd]Zyd^Zziecid-ej{d ej'dehd eidejdekdeldemdeedefd)eydegd!ej8d,end+eod*epdewexezd_Z|eBD]ZCd3eCZDeGerdZeCe|eD<[C[D[B[rd`Z}daZ~dbZdcZddZdeZdfZdgZe}eeeeedhZejejdiZdjZdkZdlZdmZdnZe|D]\ZZeeeeD]\ZZeeedoZe|D]W\ZZeeKvr eeeeeOvr eee'eeMvseeLvr eeeeeeeeQvr eeeX[[dS)r) annotationsN) lru_cacheupdate_wrapper)OptionalType TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)ShapeEnvsym_node)SymNodemethod_to_operator magic_methods) py_sym_typescf|turtS|turtS|turt S|SN)boolrintrfloatr)ts OC:\Projects\Historical\venv\Lib\site-packages\torch/fx/experimental/sym_node.py _to_symtyper5s1DyyCxx Ezz HceZdZUdZdZded< d`dadZdbd ZdcdZdddZ e dZ e dZ dZ dedZdZdZdZdZdZdZdZdZdZdZdZd Zd!Zd"Zdfd$Zdgd%Zdgd&Zdedgd'Z dgd(Z!dgd)Z"dgd*Z#dgd+Z$dgd,Z%dgd-Z&dgd.Z'dgd/Z(dgd0Z)dgd1Z*dgd2Z+dgd3Z,dgd4Z-dgd5Z.dgd6Z/dgd7Z0dgd8Z1dgd9Z2dgd:Z3dgd;Z4dgd<Z5dgd=Z6dgd>Z7dgd?Z8dgd@Z9dgdAZ:dgdBZ;dgdCZdgdFZ?dgdGZ@dgdHZAdgdIZBdgdJZCdgdKZDdLZEdMZFdNZGdOZHdPZIdgdQZJdRZKdSZLdTZMdgdUZNdVZOdWZPdXZQdYZRdZZSd[ZTd\ZUd]ZVd^ZWd_ZXdS)hrz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNhint!Optional[Union[int, float, bool]]c|_|_|_|_fd}|t ||us;t |t |usJd|dt |jr4jjr(|} || ksJ|d| djdn |}|_|_ jo jj} | o|_ dS)Ncddlm}|jrdSjjd}|,t |t s|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr'expr shape_env_maybe_evaluate_static isinstanceSymTypespytype)r'r#selfs rr(z&SymNode.__init__..compute_hint{s W W W W W W)(33 t>88QU8VVD0:40J0JTt{{4(((PTKr zCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr+r/r"typer_translation_validation_enabledr*_hintconstantfx_node) r0r*r+r/r#r6r7optimized_summationr( computed_hinttx_validation_ens ` r__init__zSymNode.__init__QsG " $7!:       ::''4::V9L9L+L+L+LHHH;?::HH,M+LL~ B$."P B!-  M)))AA AATYAAA*)) <>>D ;C N Mt~M (3G r r+rreturnc\t|j||j|j|j|jSr)rr2r/r5r6r7)r0r+s rwith_shape_envzSymNode.with_shape_envs+ J 4; DM4<   r otherc|j|jko?|j|jko/|j|jko|j|jko|j|jkSr)r2r/r5r6r7r0r?s r _value_eqzSymNode._value_eqs] J%+ % . u|+ . ek) . / .  -  r rc\t|j|j|j|j|jfSr)hashr2r/r5r6r7r0s r _value_hashzSymNode._value_hashs%TZdj$-VWWWr c@|j|jSr)r+replacer2rEs rr*z SymNode.exprs~%%dj111r c|jSrr5rEs rr#z SymNode.hints zr c|jduSrrJrEs rhas_hintzSymNode.has_hintsz%%r cd|j#||S|j|jS|jSr)r5r+ size_hintr*)r0fallbacks r require_hintzSymNode.require_hints5 : #>++DI66 6zr cF|jjrt|jSdSr)r* is_numberrrEs r maybe_as_intzSymNode.maybe_as_ints" 9  ty>> !4r cjddl}t|j|jrt |jSdSNr)sympyr-r*Floatrr0rVs rmaybe_as_floatzSymNode.maybe_as_floats6 di - - ## #4r cNddl}|j|jurdS|j|jurdSdS)NrTF)rVr*truefalserXs r maybe_as_boolzSymNode.maybe_as_bools8 9 " "4 Y%+ % %54r c|jtuSr)r/rrEs ris_intzSymNode.is_ints{c!!r c|jtuSr)r/rrEs ris_floatzSymNode.is_floats{e##r c|jtuSr)r/rrEs ris_boolzSymNode.is_bools{d""r c|jduo7t|jto|jjSr)r5r-rnode is_nested_intrEs rrfzSymNode.is_nested_ints? Jd " 04:v.. 0 --// r ct|tusJddl}t|||jt|||SNr)r6r7)r3rrVrIntegerr+r0numrVs rwrap_intzSymNode.wrap_intsUCyyC  MM#  S3PS    r ct|tusJddl}t|||jt|||Srh)r3rrVrrWr+rjs r wrap_floatzSymNode.wrap_floatsUCyyE!!!!  KK  dneS3PS    r ct|tusJddl}t|r|jn|j|jt|||Srh)r3rrVrr[r\r+rjs r wrap_boolzSymNode.wrap_boolsZCyyD      .EJJ5; N       r c|SrrEs rclonez SymNode.clones r c|jSrr*rEs rstrz SymNode.strs )~r c*|SrrvrEs r__str__zSymNode.__str__sxxzzr c@d|jd|jd|jg}|j|d|j|j|d|j|j|d|jd|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r1)r2r+r/r5appendr6r7join)r0reps r__repr__zSymNode.__repr__s Utz U Ut~ U U U U  : ! JJ+tz++ , , , = $ JJ24=22 3 3 3 < # JJ0$,00 1 1 1yy~~##r builtins.strc*|SrrxrEs r _graph_reprzSymNode._graph_repr%sxxzzr c*|Sr)_absrEs rabsz SymNode.abs+yy{{r c*|Sr)_posrEs rposz SymNode.pos.rr c,||Sr)_round)r0ndigitss rroundz SymNode.round1s{{7###r c*|Sr)_truncrEs rtruncz SymNode.trunc4{{}}r c,||Sr)_addrAs raddz SymNode.add7yyr c,||Sr)_subrAs rsubz SymNode.sub:rr c,||Sr)_mulrAs rmulz SymNode.mul=rr c,||Sr)_modrAs rmodz SymNode.mod@rr c,||Sr) _float_powrAs r float_powzSymNode.float_powCsu%%%r c,||Sr)_pow_by_naturalrAs rpow_by_naturalzSymNode.pow_by_naturalFs##E***r c,||Sr)_and_rAs rand_z SymNode.and_Iszz%   r c,||Sr)_or_rAs ror_z SymNode.or_Lrr c,||Sr)_float_truedivrAs r float_truedivzSymNode.float_truedivOs""5)))r c,||Sr) _int_truedivrAs r int_truedivzSymNode.int_truedivR  '''r c,||Sr) _int_floordivrAs r int_floordivzSymNode.int_floordivU!!%(((r c,||Sr)_lshiftrAs rlshiftzSymNode.lshiftX||E"""r c,||Sr)_rshiftrAs rrshiftzSymNode.rshift[rr c*|Sr)_sym_notrEs rrzSymNode.sym_not^}}r c,||Sr)_eqrAs reqz SymNode.eqaxxr c,||Sr)_nerAs rnez SymNode.nedrr c,||Sr)_gtrAs rgtz SymNode.gtgrr c,||Sr)_ltrAs rltz SymNode.ltjrr c,||Sr)_lerAs rlez SymNode.lemrr c,||Sr)_gerAs rgez SymNode.geprr c*|Sr)_floorrEs rfloorz SymNode.floorsrr c*|Sr) _is_integerrEs r is_integerzSymNode.is_integervs!!!r c*|Sr) _sym_floatrEs rr zSymNode.sym_floatys   r c*|Sr)_sym_intrEs rsym_intzSymNode.sym_int|rr c*|Sr)_ceilrEs rceilz SymNode.ceilszz||r c*|Sr)_negrEs rnegz SymNode.negrr c,||Sr)_sym_minrAs rr zSymNode.sym_min}}U###r c,||Sr)_sym_maxrAs rr zSymNode.sym_maxrr c.|||Sr)_sym_ite)r0then_valelse_vals rr zSymNode.sym_ites}}Xx000r c.|||Sr)_is_contiguousr0sizesstridess r is_contiguouszSymNode.is_contiguouss""5'222r c.|||Sr)_is_channels_last_contiguous_2drs ris_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCCr c.|||Sr)_is_channels_last_contiguous_3drs ris_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr c.|||Sr)_is_channels_last_strides_2drs ris_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@@r c.|||Sr)_is_channels_last_strides_3drs ris_channels_last_strides_3dz#SymNode.is_channels_last_strides_3drr c.|||Sr)'_is_non_overlapping_and_dense_indicatorrs r&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKKr c,||Sr)rrAs rsym_orzSymNode.sym_orrr c,||Sr)rrAs rsym_andzSymNode.sym_andrr c,||Sr) _bitwise_andrAs r bitwise_andzSymNode.bitwise_andrr c,||Sr) _bitwise_orrAs r bitwise_orzSymNode.bitwise_ors&&&r c,||Sr)rrAs rtruedivzSymNode.truedivrr c,||Sr)rrAs rfloordivzSymNode.floordivrr c,||Sr)rrAs rpowz SymNode.pows~~e$$$r cp|||t|dS)N)rrto_noders ris_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses2::5'JJMMgVZ\]N^N^___r c.|ddSNr) guard_intrEs rint_z SymNode.int_s~~b!$$$r c ddl}ddlm}m}|r=t ||t jtd|DfiSd|D}|j|}g}d}|D]%} | j n*| | j &t|}|j t jtd|Df\} } t||j t|| S)Nrget_proxy_modehandle_sym_dispatchc34K|]}t|VdSr wrap_node.0as r z"SymNode.sym_sum..s(66A9Q<<666666r cg|] }|j Srrrur#s r z#SymNode.sym_sum..s&&&A&&&r c3$K|] }|jV dSrr7r#s rr&z"SymNode.sym_sum..s$!:!:!)!:!:!:!:!:!:r r*)rV"torch.fx.experimental.proxy_tensorrrrtorchsym_sumtupleAddr#r{sumr+_create_fx_call_functionrr) r0argsrVrrexprsout size_hintsout_hintr%r7_s rr-zSymNode.sym_sumsT         >   ##M66666668 '&&&&ei  ' 'Av~   af % % % %:H^<< ME!:!:T!:!:!:::<   sDNC7KKKKr c|j|j|j|j} t |S#t $rtd|wxYw)Nr*zFailed to convert to int: %s) r+ evaluate_exprr*r#r7r Exceptionlogwarningr0fileliners rrzSymNode.guard_intsi N ( (DIt| ( T T q66M    KK6 : : :   ='A$c|j|j|j|j} t |S#t $rtd|wxYw)Nr*zFailed to convert to float: %s) r+r9r*r#r7rr:r;r<r=s r guard_floatzSymNode.guard_floatsi N ( (DIt| ( T T 88O    KK8! < < <  rAc|j|j|j|j} t |S#t $rtd|wxYw)Nr*Failed to convert to bool: %s r+r9r*r#r7rr:r;r<r=s r guard_boolzSymNode.guard_boolsi N ( (DIt| ( T T 77N    KK7 ; ; ;  rAcddlm}|r2||js"|jjs|||S|j|j|d||jS)Nr)free_unbacked_symbols:r*) r)rIrLr*r++prefer_deferred_runtime_asserts_over_guardsrGdefer_runtime_assertr7)r0r>r?rIs r expect_truezSymNode.expect_truesOOOOOO MMOO /))$)44 /NN / ??4.. . ~22 I$''''3   r cddlm}||d}|||}|r,|s|t ||S)Nr)_advise_is_size)r)rOrrlrMrLr)r0r>r?rObr@s r expect_sizezSymNode.expect_sizesxIIIIII GGDMM!$$ % % MM$ % %  *T]]__ * OF4LL ) ) )r c|j|j|j|jd} t |S#t $rtd|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)r7size_obliviousrErFr=s rguard_size_obliviouszSymNode.guard_size_oblivious'sr N ( ( Ity$,t )   77N    KK7 ; ; ;  s >'A%c.|ddSr)rGrEs rbool_z SymNode.bool_=sr1%%%r cdS)NTrrrEs r is_symboliczSymNode.is_symbolic@tr cdSrrrrEs r nested_intzSymNode.nested_intCrYr cdS)NFrrrEs r is_constantzSymNode.is_constantFsur )NNF)r#r$)r+rr<r)r?rr<r)r<rr)r<r)r<r)Y__name__ __module__ __qualname____doc__r"__annotations__r;r>rBrFpropertyr*r#rLrPrSrYr]r_rarcrfrlrnrprsrvryr~rrrrrrrrrrrrrrrrrrrrrrrrrrrr rrrr r r rrrrrrrrr r rrrrrr-rrCrGrMrQrTrVrXr[r]rrr rrrBs@"'&&&&!P4P4P4P4P4d        XXXX22X2X&&&"""$$$###              $ $ $ $$$$$                &&&&++++!!!!    ****(((())))########""""!!!!$$$$$$$$11113333DDDDDDDDAAAAAAAALLLL   (((''')))((((%%%```%%%#L#L#L#LL   $   ,&&&r rrrrandr rrrrrrrrc*|Sr)rxs rrhXsALLNNr rrrrrrrorr rrrrrr r r r rrr> rrrrrrrrr cfd}|S)Nc:t|dS)N_sym_)getattr)r0names rfnz_get_sym_node_fn..fns!,wt^T^^,,...r rrrnros` r_get_sym_node_fnrq~s#///// Ir ) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_r7>rirdr r>rrr>rrsym_log2r)r r >rr rr>rrrr> rrrrrrrirdrrrc&ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)r%rPrs r_sympy_float_truedivr&999999 <1  r c&ddlm}|||S)Nr) IntTrueDiv)rr)r%rPrs r_sympy_int_truedivrs&777777 :a  r c&ddlm}|||S)Nr)FloorDiv)rr)r%rPrs r_sympy_floordivr$555555 8Aq>>r c^ddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)r%rPrrs r _sympy_modrsO;;;;;;;;A,s1ayyyAr c&ddlm}|||S)Nr) PowByNatural)rr)r%rPrs r_sympy_pow_by_naturalrrr c&ddlm}|||S)Nr)FloatPow)rr)r%rPrs r_sympy_float_powrrr c6ddl}|||SrU)rVAndr%rPrVs r _sympy_andrsLLL 99Q??r c6ddl}|||SrU)rVOrrs r _sympy_orrLLL 88Aq>>r c&ddlm}|||S)Nr)LShift)rr)r%rPrs r _sympy_lshiftr$333333 6!Q<<r c&ddlm}|||S)Nr)RShift)rr)r%rPrs r _sympy_rshiftr rr ct|dkr|gSddlm}m}||d||kr||gzS||d||kr|g|zSdt|dz }}||krC||zdz}||||}|dkrdS|dkr|dz}n|dz }||kC||||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicrN)lensympy.core.basicrrcompareinsert) ordered_argsnew_argsort_keyrlowhighmidcompare_results r_binary_search_insert_argrs9  <AyAAAAAAAAx R !!HHW$5$555wi''x Q  88G#4#444y<''3|$$q(C ++Tza|C'8'BB Q  4 a  'CC7D ++W%%% r Fc ddl ddlm} fd}ddlm}|||z}|||z}|r|r||jd||jdkr||j|jzS||jd||jdkr||j|jzS|r6|jr/tt|j|}| ||S|r6|jr/tt|j|}| ||S ||}|||fS)a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rc&j|ddi}d|fS)NevaluateFT)r/)rresultrVs rmake_optimizedz&_optimized_add..make_optimizedAs#L9599f~r )_is_symbols_binary_summationr) rVrrrr_args is_symbolrlistr/) lhsrhslhs_is_optimized_summationrhs_is_optimized_summationsortkeyrrnew_argsrrVs @r_optimized_addr1sLLL999999JIIIII">">s"C"CC">">s"C"CC!9&@9 739R= ! !GGCIaL$9$9 9 9!>#)ci"788 8 739Q< 7739R=#9#9 9 9!>#)ci"788 8",cm,,T#)__cBB  !>(++ +",cm,,T#)__cBB  !>(++ + YYsC F ( ( 0 0& 99r c&ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)r%rPrs rrrbs'BBBBBB A & &&r c&ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)r%rPrs rr r hs'AAAAAA  1 % %%r )rrrrrrrdr rir rrrrrcddl}t||jrt|j}t |dkrZt|d|jr?|djr2||d}|d|kr ||dzSt||jr|||kst||jr||S||S)Nrrr)rVr-Mulr2rrWrri)r%rorVaacoefs r_floor_ceil_helperrsLLL!UY$ V r77a<ddl}|||f|dfS)NrT)rV Piecewise)r%rfrVs r _sympy_iters'LLL ??Aq6At9 - --r cfd}|S)Ncbddl}t|jjjd|S)NrOpaqueUnaryFn_)rrmutils_sympy functions)r%r,rns rroz_get_sym_math_fn..fns:++++Mwu{)35Ld5L5LMMaPPPr rrrps` r_get_sym_math_fnrs(QQQQQ Ir _sympy_c4ddl}||SrU)rVAbs)r%rVs r _sympy_absrsLLL 99Q<<r cDddlm}m}| ||S|||S)Nr) RoundDecimal RoundToInt)rrr)numberrrrs r _sympy_roundrsAEEEEEEEEz&!!!|FG,,,r c$ddlm}||SNr)ToFloat)rr )r%r s r_sympy_sym_floatr s$444444 71::r czddl}ddlm}|||||Sr )rVrr rr)r%rVr s r_sympy_is_integerr  sELLL444444 88GGEKKNN++Q / //r )rrc t|}t||tt|dz ddS)Nrr)rsympy_is_contiguous_genericrrange)rrdims rsympy_is_contiguousr0s7 e**C &ugtE#'2re >g > > >>r )rrrrrr)r r cJt|tr|jSt|tur||St|t ur||St|tur| |StSr) r-r.rer3rrprrlrrnNotImplemented)r0rks rrrs#x  x cd  ~~c""" cc  }}S!!! ce  s###r c>t|tr|j|jS|rt |S|rt |S|rt|Std|)Nzunrecognized return type ) r-rr6r_rrarrcrAssertionErrorrfs rr"r"s!W!*"8zxxzz>ayy >{{ >qzz<<<===r ct|Sr)METHOD_TO_OPERATOR)methods rrrs f %%r ctdtvrd}n}fd}fd}tvrttd||dSdkr!fd}ttd||dSdkr"d fd }ttd||dSttd||dS) Nr7c ddlm}m}t}d}|j|j||j|j}t }|r6|4t||t|t|S|r7t|||t|t|fiSt|tsJd} dkrddl m }m } |j} |jjs#| |jjdkrF|jjs#| |jjdkr||j|j} nY| |j|j} nBdkr&|j|j|j|j\}} n|j|j} n6#t($r)t*d|j|jwxYwt.d|j|j| t2vrt4} n<t6vrt8} n+|jt4us|jt4urt4} n|j} | "| t|t<s | |}|j||j |j f\} }t| |j| || | }|S) NrrFrrrfailed to eval %s(%s, %s)z%s %s %s -> %s)r7r8)!r+rrrr# alternate_impl_if_hinted_methodsgetrr"r-rrrrr+r*r bound_sympylowerr"r:r;r< sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr/r.r1r7)r0r?rropr6alternate_implr8rrr+r4r/r7r7rfuncr5s rbinary_magic_implz+_make_node_magic..binary_magic_implsW          ' ' 9 UZ%;r$)UZ00H9==fEE  Th24 $5AQAQ!R!RSS S >   ))"y %@P@P.QSUVV %)))))# GGGGGGGG!N I, ; ,,TY77=BBJ-C!,,UZ88>!CC#di44CC#)DIuz::CC5-1TIJ-. ..*$ccd49ej11    KK3VTY S S S   +VTY CPPP / / /FF 0 0 0FF [E ! !U\U%:%:FF[F  $x22%vh''H^<< u}-    N   3     s ,C#G3Hc ddlm}m}t }|r)t |||t |fiS|j} dks dkr|j|}  |}n+#t$rt d |wxYwt d ||d}|j||j} tvrt }n) t"vrt$}n t&vrt(}n|j}|j||jf\}} t1||j|||S)Nrrrceilingzfailed to eval %s(%s)z %s %s -> %sr*)r+rrrrr"r*r+_simplify_floor_divr:r;r<r>r?r#always_int_magic_methodsrrArr@rr/r1r7r) r0rrrBr*r4r6r/r7r7rDr5s runary_magic_implz*_make_node_magic..unary_magic_impl#s          ' ' >   R4!4!4R)D//9KR!P!PQQ Qy W  ) 3 3>55d;;D $t**CC    KK/ > > >   =$c::: 9 r$)}}H - - -FF 0 0 0FF 1 1 1FF[F^<.sym_ite_implKsl         *3Ky~~Y^H~ ''%i00%i00%i00     d9>9>9>JJ    3NNN  #,EE)+Y-> @QRJGQY()*:Hg s 4B9C rc 2ddlm}m}tj}|r*t |||t ||fiS|j}  ||}n,#t$rt d ||wxYw|t}n|j }d}|j ||j |}|jg} || ||j|t%| \} } t'||j||| S)Nrrz!failed to eval %s(%s, ndigits=%s)r*)r+rrbuiltinsrrr"r*r:r;r<rr/r#r7r{r+r1r.r)r0rrrrBr*r4r/r6r2r7r7rDr5s r round_implz$_make_node_magic..round_implvsb         B~ --b9T??G2LbQQ9D d4))    ?wWWW Hy$2di11L>D" G$$$@@U4[[QQJGQ3'RRR Rs  A)Br)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr)r5rD method_attrrErJrOrRs`` r_make_node_magicrWsx 9S>>$  D CCClll  \\\\\\|"O"O"O"O"O"OH*[**,<===== 9  & & & & & & P *[**L99999 7  ' S' S' S' S' S' S' SR *[**J77777*[**,=>>>>>r cfd}ttd|fd}ttjt s(ttjt |dSdS)Nc ddlm}m}ttjt }|r1t|||d|Dd|DfiSd|D}d|D} ||}n,#t$rt d||wxYwg} d} |D]%} | j nQ| | j &g} |D]%} | j n'| | j &|| | }  drt} nt} t!||j| | S) Nrrc,g|]}t|Srrr!r$ss rr(zH_make_node_sizes_strides..sizes_strides_impl..s222qill222r c,g|]}t|Srrr!r[s rr(zH_make_node_sizes_strides..sizes_strides_impl..s4S4S4SaYq\\4S4S4Sr cg|] }|j Srrrur[s rr(zH_make_node_sizes_strides..sizes_strides_impl..s,,,af,,,r cg|] }|j Srrrur[s rr(zH_make_node_sizes_strides..sizes_strides_impl..s0001000r r9 _indicator)r+rrrmsysmodulesr^rr:r;r<r#r{endswithrrrr+)r0rrrrrB size_exprs stride_exprsr4r5r6r\ stride_hintsr/rDr5s rsizes_strides_implz4_make_node_sizes_strides..sizes_strides_impls        S[*F 3 3 >   ##22E2224S4S74S4S4ST -,e,,, 00000  $z<00CC    KK3VZ V V V     8 8Av~   af % % % %L 8 86>E##AF++++2j,77 ??< ( ( FFFsDNFH===s  B)B9r7cddlddlm}tj||D]]t t rFttj fd|Dfd|DcS^dkr |||Stfd|Dfd|DS)Nr)!eval_is_non_overlapping_and_densec:g|]}tj|Srrrrer$rPr%s rr(zH_make_node_sizes_strides..sizes_strides_user..s%;;;++;;;r c:g|]}tj|Srrrkrls rr(zH_make_node_sizes_strides..sizes_strides_user..s%===++===r rc:g|]}|Srrsympifyr$r%rVs rr(zH_make_node_sizes_strides..sizes_strides_user..s%555!U]]1%%555r c:g|]}|Srrrorqs rr(zH_make_node_sizes_strides..sizes_strides_user..s%777!U]]1%%777r ) rVr)ri itertoolschainr-rr"rmrer)rrrir%rVrDr5s @@rsizes_strides_userz4_make_node_sizes_strides..sizes_strides_users7       00  A!V$$  +GAFF++;;;;U;;;====W===  = = =44UGDD D5555u5557777w777 r )rUrhasattrrarbr^)r5rDrgrus`` r_make_node_sizes_stridesrws.>.>.>.>.>.>` G\\\#5666 6 3;x(& 1 1C H%v/ABBBBBCCr c tvrd n dd d tvrd nd fd fd } fd } fd }tvrt|d d |dStvr1t |}t|t ||dSd kr fd}t|d d |dSdkrd fd }t|d d |dS}tvr t}t|d |d |tvrt|d|d |dSdS)Nr}rg2Union[SymInt, int, SymFloat, float, SymBool, bool]ct|tttfr|St|tr|jddStd)Nrrz*expect to be called with constant SymBools)r-rrrrrerGr2rfs r get_constantz&_make_user_magic..get_constant sY a#ud+ , , H a ! ! ,6$$R++ +IJJJr ct|tttfrdSt|tt t fr|jSdS)NTF) r-rrrrrrrer]rfs rr]z%_make_user_magic..is_constantsR a#ud+ , , 4 a&(G4 5 5 (6%%'' 'ur ct|tr4t|jt |S|S)z;Implements True+True=2, which works in python but not sympy)r-rrrerlrrfs rpromotez!_make_user_magic..promote5s;!W%% 7afooc!ff55666Hr c|Srrrrfs rr~z!_make_user_magic..promote=sHr cdvr||fSt|ttjf}t|ttjf}|s|r,|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)r-rr,rr )r0r?f_selff_otherr5s rpromote2z"_make_user_magic..promote2@s    $; D5%."9::UUEN$;<<  /W / -t,, /..U{r c|}|r!t|Stt|jSr)rr"rmre)r0r{r]r5rVr~s rrJz*_make_user_magic..unary_magic_impljsiwt}} ;t   D.&v.. T0B0BCC C8K88::;;;r c Tt|ttttt t fstSt d|||}|} ||\}}|r"t||S|r |}t|j |}|turtStt|j |}|r |n|S)NzMAGIC %s %s %s)r-rrrrrrr0r>r?rrrer"rm r0r? other_noderetr{r]r5rVr~rs rrEz+_make_user_magic..binary_magic_implps5%#udFHg!NOO "! !+VT5AAAwt}}htU++ e ;t   K.&v.. T0B0BEJJ J ;u   ( L''ETY..  ' '! !7 ;77 CCDD$/K$4$4=||C   #=r c t|ttttt t fstS|}|} ||\}}|r"t||S|r |}t|j |}|turtStt||j }|r |n|Sr) r-rrrrrrr0rrrer"rmrs rrbinary_magic_implz,_make_user_magic..rbinary_magic_impls%#udFHg!NOO "! !wt}}htU++ e ;t   K.&v.. T0B0BEJJ J ;u   ( L''ETY..  ' '! !8 K88CCDD$/K$4$4=||C   #=r __r c|j}t||}t||}|tus |turtSt|tr%t|tr|j|jksJt t|j||}|jr |n|Sr) rerr0r-rr/r"rmr]) predrrrLrMrNrr{rVs rsym_ite_magic_implz,_make_user_magic..sym_ite_magic_impls I 844I 844IN**i>.I.I%%9g.. y'22 $ (88889;GDI{;;IyQQRRC(+(<(<(>(>G<<$$$C Gr rc|rtj||Stt|j|Sr)rQrr"rmre)r0rr{r]r5s rround_magic_implz*_make_user_magic..round_magic_implsW{4   C~ll4&8&8'BBB7WTY77@@AA Ar __r)rgryr) rSbool_becomes_int_magic_methodsunary_magic_methodsrUunary_nonmagic_methodsrmr bitwise_opsreflectable_magic_methods)r5 user_typerJrErorigrr method_namer{r]rVr~rs` @@@@@r_make_user_magicrsCCC%Voo  KKKKB///       !!!!!T<<<<<<<<< >>>>>>>>>>">>>>>>>>>> $$$ ????,<===== ) ) )y&)) 6>2BD#I#IJJJJJ 9   H H H H H H  ????,>????? 7   B B B B B B B B  ????,<===== [ %f-K / ///1BCCC . . . I4[4446H I I I I I / .r )FFr) __future__rrQrsloggingmathoperatorra functoolsrrtypingrrrr r,r r r r rrrrr)r getLoggerr^r;_logginggetArtifactLoggerr>__all__ torch.typesrr.rrrrrrrrrrrrrrrrrrrrrrrrrrr4rrq math_op_namesrnsym_name priv_sym_namerUrmr{rrTonly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrSrr@rIrArrrrrrrrrrrrrr rrrrrrrrrrrrrrrbcurrent_modulerpriv_sympy_nameror`rrr r invertrrrrr#r&r)r+r.sizes_strides_methodsminmaxr:rr"rrWrwitemsr5rDrrrr rrse #"""""  ////////777777777777                     ?>>>>>>g!!~//*EE  = < <100000   EEEEEEEER# 8<# 8<# 8<# 8= # 8= #  DI # (+# TZ# TZ#H%# (+# (+#**# (+# ho#  (+!#" 8<###$ 8<%#& (+'#( 8<)#* (,+#,(,-#./#0hl1#2 X^3#4 ho5#6 8<7#89#:w;#<w=#>w?#@wA#BX%C#D8#E##J      Dd}}H"NNM GGX//55666#*75-#@#@x H%%% NN8 $&<< >==!6!6!6&,/FFJII7UUU 0EEEHHH% % % PPPPSSS???)&J&J#D#D.[  ||$$    > > >&&&d?d?d?NTCTCTCn"''))##LFDVT"""")//11++LFDVT****tJtJtJn"'')) + +LFD ((())) )))*** (((F6T,T,T)))VV$$$ [  *** DDr